mindspore 2.4.10__cp310-cp310-win_amd64.whl → 2.6.0rc1__cp310-cp310-win_amd64.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of mindspore might be problematic. Click here for more details.

Files changed (602) hide show
  1. mindspore/.commit_id +1 -1
  2. mindspore/Microsoft.VisualStudio.Telemetry.dll +0 -0
  3. mindspore/Newtonsoft.Json.dll +0 -0
  4. mindspore/__init__.py +13 -6
  5. mindspore/_c_dataengine.cp310-win_amd64.pyd +0 -0
  6. mindspore/_c_expression.cp310-win_amd64.pyd +0 -0
  7. mindspore/_c_mindrecord.cp310-win_amd64.pyd +0 -0
  8. mindspore/_check_jit_forbidden_api.py +3 -0
  9. mindspore/_checkparam.py +3 -38
  10. mindspore/_deprecated/__init__.py +17 -0
  11. mindspore/_deprecated/jit.py +198 -0
  12. mindspore/_extends/builtin_operations.py +1 -1
  13. mindspore/_extends/parallel_compile/akg_compiler/gen_custom_op_files.py +1 -1
  14. mindspore/_extends/parse/__init__.py +6 -7
  15. mindspore/_extends/parse/compile_config.py +83 -0
  16. mindspore/_extends/parse/deprecated/__init__.py +0 -0
  17. mindspore/_extends/parse/deprecated/deprecated_tensor_method.py +394 -0
  18. mindspore/_extends/parse/jit_fallback_modules/__init__.py +0 -0
  19. mindspore/_extends/parse/jit_fallback_modules/check_utils.py +123 -0
  20. mindspore/_extends/parse/jit_fallback_modules/third_party_modules.py +50 -0
  21. mindspore/_extends/parse/parser.py +46 -197
  22. mindspore/_extends/parse/resources.py +1 -5
  23. mindspore/_extends/parse/standard_method.py +217 -98
  24. mindspore/_extends/pijit/__init__.py +2 -2
  25. mindspore/_extends/pijit/pijit_func_white_list.py +17 -12
  26. mindspore/_extends/pijit/tensor_func_list.py +27 -0
  27. mindspore/_extends/utils.py +1 -1
  28. mindspore/amp.py +11 -5
  29. mindspore/atlprov.dll +0 -0
  30. mindspore/avcodec-59.dll +0 -0
  31. mindspore/avdevice-59.dll +0 -0
  32. mindspore/avfilter-8.dll +0 -0
  33. mindspore/avformat-59.dll +0 -0
  34. mindspore/avutil-57.dll +0 -0
  35. mindspore/boost/__init__.py +2 -2
  36. mindspore/boost/base.py +3 -7
  37. mindspore/boost/boost_cell_wrapper.py +138 -43
  38. mindspore/c1.dll +0 -0
  39. mindspore/c1xx.dll +0 -0
  40. mindspore/c2.dll +0 -0
  41. mindspore/common/__init__.py +6 -3
  42. mindspore/common/_grad_function.py +56 -0
  43. mindspore/common/_pijit_context.py +14 -5
  44. mindspore/common/_register_for_tensor.py +1 -2
  45. mindspore/common/_stub_tensor.py +30 -14
  46. mindspore/common/_tensor_cpp_method.py +17 -0
  47. mindspore/common/_tensor_docs.py +4760 -0
  48. mindspore/common/api.py +435 -371
  49. mindspore/common/auto_dynamic_shape.py +41 -44
  50. mindspore/common/dtype.py +39 -36
  51. mindspore/common/dump.py +9 -6
  52. mindspore/common/file_system.py +9 -1
  53. mindspore/common/generator.py +2 -0
  54. mindspore/common/hook_handle.py +6 -2
  55. mindspore/common/initializer.py +13 -10
  56. mindspore/common/jit_begin_end.py +94 -0
  57. mindspore/common/jit_config.py +6 -1
  58. mindspore/common/jit_context.py +76 -0
  59. mindspore/common/jit_trace.py +378 -0
  60. mindspore/common/lazy_inline.py +9 -3
  61. mindspore/common/mindir_util.py +10 -2
  62. mindspore/common/mutable.py +5 -4
  63. mindspore/common/parameter.py +135 -52
  64. mindspore/common/seed.py +2 -2
  65. mindspore/common/sparse_tensor.py +23 -17
  66. mindspore/common/tensor.py +951 -1992
  67. mindspore/communication/__init__.py +7 -5
  68. mindspore/communication/_comm_helper.py +52 -2
  69. mindspore/communication/comm_func.py +240 -181
  70. mindspore/communication/management.py +95 -26
  71. mindspore/context.py +314 -566
  72. mindspore/dataset/__init__.py +65 -37
  73. mindspore/dataset/audio/__init__.py +2 -8
  74. mindspore/dataset/audio/transforms.py +3 -17
  75. mindspore/dataset/callback/ds_callback.py +2 -1
  76. mindspore/dataset/core/config.py +87 -6
  77. mindspore/dataset/engine/cache_admin.py +3 -3
  78. mindspore/dataset/engine/cache_client.py +6 -5
  79. mindspore/dataset/engine/datasets.py +292 -267
  80. mindspore/dataset/engine/datasets_audio.py +22 -8
  81. mindspore/dataset/engine/datasets_standard_format.py +46 -27
  82. mindspore/dataset/engine/datasets_text.py +78 -48
  83. mindspore/dataset/engine/datasets_user_defined.py +182 -116
  84. mindspore/dataset/engine/datasets_vision.py +120 -44
  85. mindspore/dataset/engine/iterators.py +283 -63
  86. mindspore/dataset/engine/obs/obs_mindrecord_dataset.py +1 -1
  87. mindspore/dataset/engine/obs/util.py +8 -0
  88. mindspore/dataset/engine/queue.py +40 -0
  89. mindspore/dataset/engine/samplers.py +289 -43
  90. mindspore/dataset/engine/serializer_deserializer.py +3 -2
  91. mindspore/dataset/engine/validators.py +53 -11
  92. mindspore/dataset/text/__init__.py +7 -6
  93. mindspore/dataset/text/transforms.py +6 -5
  94. mindspore/dataset/text/utils.py +3 -3
  95. mindspore/dataset/transforms/__init__.py +0 -9
  96. mindspore/dataset/transforms/py_transforms_util.py +17 -0
  97. mindspore/dataset/transforms/transforms.py +31 -14
  98. mindspore/dataset/utils/browse_dataset.py +1 -1
  99. mindspore/dataset/vision/__init__.py +2 -9
  100. mindspore/dataset/vision/transforms.py +202 -158
  101. mindspore/dataset/vision/utils.py +7 -5
  102. mindspore/dataset/vision/validators.py +1 -2
  103. mindspore/device_context/__init__.py +21 -0
  104. mindspore/device_context/ascend/__init__.py +25 -0
  105. mindspore/device_context/ascend/device.py +72 -0
  106. mindspore/device_context/ascend/op_debug.py +153 -0
  107. mindspore/device_context/ascend/op_precision.py +193 -0
  108. mindspore/device_context/ascend/op_tuning.py +123 -0
  109. mindspore/{ops_generate/gen_constants.py → device_context/cpu/__init__.py} +6 -17
  110. mindspore/device_context/cpu/device.py +62 -0
  111. mindspore/device_context/cpu/op_tuning.py +43 -0
  112. mindspore/device_context/gpu/__init__.py +21 -0
  113. mindspore/device_context/gpu/device.py +70 -0
  114. mindspore/device_context/gpu/op_precision.py +67 -0
  115. mindspore/device_context/gpu/op_tuning.py +175 -0
  116. mindspore/device_manager.py +170 -0
  117. mindspore/dnnl.dll +0 -0
  118. mindspore/dpcmi.dll +0 -0
  119. mindspore/experimental/es/embedding_service.py +35 -27
  120. mindspore/experimental/llm_boost/__init__.py +1 -0
  121. mindspore/experimental/llm_boost/ascend_native/__init__.py +22 -0
  122. mindspore/experimental/llm_boost/ascend_native/llama_boost_ascend_native.py +211 -0
  123. mindspore/experimental/llm_boost/ascend_native/llm_boost.py +52 -0
  124. mindspore/experimental/llm_boost/atb/boost_base.py +2 -3
  125. mindspore/experimental/llm_boost/atb/llama_boost.py +6 -1
  126. mindspore/experimental/llm_boost/register.py +1 -0
  127. mindspore/experimental/map_parameter.py +4 -4
  128. mindspore/experimental/optim/adadelta.py +6 -6
  129. mindspore/experimental/optim/adagrad.py +4 -4
  130. mindspore/experimental/optim/adam.py +7 -0
  131. mindspore/experimental/optim/adamax.py +4 -4
  132. mindspore/experimental/optim/adamw.py +4 -0
  133. mindspore/experimental/optim/asgd.py +1 -1
  134. mindspore/experimental/optim/lr_scheduler.py +73 -46
  135. mindspore/experimental/optim/radam.py +34 -31
  136. mindspore/experimental/optim/rprop.py +1 -1
  137. mindspore/experimental/optim/sgd.py +1 -1
  138. mindspore/hal/contiguous_tensors_handle.py +6 -10
  139. mindspore/hal/device.py +55 -53
  140. mindspore/hal/event.py +52 -52
  141. mindspore/hal/memory.py +157 -117
  142. mindspore/hal/stream.py +150 -109
  143. mindspore/include/api/context.h +0 -1
  144. mindspore/include/dataset/constants.h +7 -4
  145. mindspore/include/dataset/execute.h +2 -2
  146. mindspore/jpeg62.dll +0 -0
  147. mindspore/log.py +50 -0
  148. mindspore/mindrecord/__init__.py +21 -8
  149. mindspore/mindrecord/config.py +17 -316
  150. mindspore/mindrecord/filereader.py +1 -9
  151. mindspore/mindrecord/filewriter.py +5 -15
  152. mindspore/mindrecord/mindpage.py +1 -9
  153. mindspore/mindspore_backend_common.dll +0 -0
  154. mindspore/mindspore_backend_manager.dll +0 -0
  155. mindspore/mindspore_common.dll +0 -0
  156. mindspore/mindspore_core.dll +0 -0
  157. mindspore/mindspore_dump.dll +0 -0
  158. mindspore/mindspore_frontend.dll +0 -0
  159. mindspore/mindspore_glog.dll +0 -0
  160. mindspore/mindspore_memory_pool.dll +0 -0
  161. mindspore/mindspore_ms_backend.dll +0 -0
  162. mindspore/mindspore_ops.dll +0 -0
  163. mindspore/{mindspore_backend.dll → mindspore_ops_host.dll} +0 -0
  164. mindspore/mindspore_ops_kernel_common.dll +0 -0
  165. mindspore/mindspore_profiler.dll +0 -0
  166. mindspore/mindspore_pyboost.dll +0 -0
  167. mindspore/mindspore_pynative.dll +0 -0
  168. mindspore/mindspore_res_manager.dll +0 -0
  169. mindspore/mindspore_runtime_pipeline.dll +0 -0
  170. mindspore/mint/__init__.py +796 -759
  171. mindspore/mint/distributed/__init__.py +70 -4
  172. mindspore/mint/distributed/distributed.py +2679 -44
  173. mindspore/mint/linalg/__init__.py +8 -0
  174. mindspore/mint/nn/__init__.py +743 -22
  175. mindspore/mint/nn/functional.py +716 -23
  176. mindspore/mint/nn/layer/__init__.py +21 -4
  177. mindspore/mint/nn/layer/_functions.py +334 -0
  178. mindspore/mint/nn/layer/activation.py +276 -1
  179. mindspore/mint/nn/layer/basic.py +123 -0
  180. mindspore/mint/nn/layer/conv.py +921 -0
  181. mindspore/mint/nn/layer/normalization.py +223 -28
  182. mindspore/mint/nn/layer/padding.py +797 -0
  183. mindspore/mint/nn/layer/pooling.py +235 -0
  184. mindspore/mint/optim/__init__.py +3 -1
  185. mindspore/mint/optim/adam.py +223 -0
  186. mindspore/mint/optim/adamw.py +26 -19
  187. mindspore/mint/optim/sgd.py +171 -0
  188. mindspore/mint/special/__init__.py +2 -1
  189. mindspore/msobj140.dll +0 -0
  190. mindspore/mspdb140.dll +0 -0
  191. mindspore/mspdbcore.dll +0 -0
  192. mindspore/mspdbst.dll +0 -0
  193. mindspore/mspft140.dll +0 -0
  194. mindspore/msvcdis140.dll +0 -0
  195. mindspore/msvcp140_1.dll +0 -0
  196. mindspore/msvcp140_2.dll +0 -0
  197. mindspore/msvcp140_atomic_wait.dll +0 -0
  198. mindspore/msvcp140_codecvt_ids.dll +0 -0
  199. mindspore/multiprocessing/__init__.py +5 -0
  200. mindspore/nn/__init__.py +4 -1
  201. mindspore/nn/cell.py +1370 -189
  202. mindspore/nn/dynamic_lr.py +2 -1
  203. mindspore/nn/layer/activation.py +29 -27
  204. mindspore/nn/layer/basic.py +51 -35
  205. mindspore/nn/layer/channel_shuffle.py +3 -3
  206. mindspore/nn/layer/container.py +1 -1
  207. mindspore/nn/layer/conv.py +22 -17
  208. mindspore/nn/layer/embedding.py +12 -11
  209. mindspore/nn/layer/normalization.py +56 -49
  210. mindspore/nn/layer/padding.py +4 -3
  211. mindspore/nn/layer/pooling.py +120 -42
  212. mindspore/nn/layer/rnn_cells.py +1 -1
  213. mindspore/nn/layer/rnns.py +2 -1
  214. mindspore/nn/layer/timedistributed.py +5 -5
  215. mindspore/nn/layer/transformer.py +59 -36
  216. mindspore/nn/learning_rate_schedule.py +8 -4
  217. mindspore/nn/loss/loss.py +58 -55
  218. mindspore/nn/optim/ada_grad.py +7 -5
  219. mindspore/nn/optim/adadelta.py +11 -9
  220. mindspore/nn/optim/adafactor.py +1 -1
  221. mindspore/nn/optim/adam.py +17 -13
  222. mindspore/nn/optim/adamax.py +8 -7
  223. mindspore/nn/optim/adasum.py +5 -5
  224. mindspore/nn/optim/asgd.py +1 -1
  225. mindspore/nn/optim/ftrl.py +11 -9
  226. mindspore/nn/optim/lamb.py +1 -1
  227. mindspore/nn/optim/lars.py +1 -4
  228. mindspore/nn/optim/lazyadam.py +12 -10
  229. mindspore/nn/optim/momentum.py +7 -6
  230. mindspore/nn/optim/optimizer.py +3 -3
  231. mindspore/nn/optim/proximal_ada_grad.py +12 -10
  232. mindspore/nn/optim/rmsprop.py +13 -12
  233. mindspore/nn/optim/rprop.py +11 -9
  234. mindspore/nn/optim/sgd.py +9 -6
  235. mindspore/nn/optim/tft_wrapper.py +5 -2
  236. mindspore/nn/optim/thor.py +2 -1
  237. mindspore/nn/probability/bijector/bijector.py +17 -11
  238. mindspore/nn/probability/bijector/gumbel_cdf.py +5 -5
  239. mindspore/nn/probability/bijector/invert.py +2 -2
  240. mindspore/nn/probability/bijector/scalar_affine.py +3 -3
  241. mindspore/nn/probability/bijector/softplus.py +3 -2
  242. mindspore/nn/probability/distribution/beta.py +3 -3
  243. mindspore/nn/probability/distribution/categorical.py +1 -1
  244. mindspore/nn/probability/distribution/cauchy.py +4 -2
  245. mindspore/nn/probability/distribution/exponential.py +6 -7
  246. mindspore/nn/probability/distribution/gamma.py +2 -2
  247. mindspore/nn/probability/distribution/gumbel.py +2 -2
  248. mindspore/nn/probability/distribution/half_normal.py +5 -3
  249. mindspore/nn/probability/distribution/logistic.py +5 -3
  250. mindspore/nn/probability/distribution/poisson.py +1 -1
  251. mindspore/nn/probability/distribution/uniform.py +5 -3
  252. mindspore/nn/reinforcement/_tensors_queue.py +1 -1
  253. mindspore/nn/reinforcement/tensor_array.py +1 -1
  254. mindspore/nn/utils/init.py +13 -11
  255. mindspore/nn/wrap/__init__.py +6 -6
  256. mindspore/nn/wrap/cell_wrapper.py +181 -122
  257. mindspore/nn/wrap/grad_reducer.py +45 -36
  258. mindspore/nn/wrap/loss_scale.py +6 -7
  259. mindspore/numpy/array_creations.py +63 -65
  260. mindspore/numpy/array_ops.py +149 -144
  261. mindspore/numpy/logic_ops.py +41 -42
  262. mindspore/numpy/math_ops.py +365 -363
  263. mindspore/numpy/utils.py +17 -18
  264. mindspore/numpy/utils_const.py +5 -6
  265. mindspore/opencv_core452.dll +0 -0
  266. mindspore/opencv_imgcodecs452.dll +0 -0
  267. mindspore/opencv_imgproc452.dll +0 -0
  268. mindspore/ops/__init__.py +5 -3
  269. mindspore/ops/_grad_experimental/grad_comm_ops.py +112 -16
  270. mindspore/ops/_grad_experimental/grad_debug_ops.py +14 -2
  271. mindspore/ops/_grad_experimental/grad_inner_ops.py +9 -0
  272. mindspore/ops/_grad_experimental/grad_math_ops.py +2 -1
  273. mindspore/ops/_grad_experimental/taylor_rule.py +29 -0
  274. mindspore/ops/_op_impl/cpu/__init__.py +1 -0
  275. mindspore/ops/_op_impl/cpu/raise_op.py +28 -0
  276. mindspore/ops/_register_for_op.py +0 -11
  277. mindspore/{ops_generate → ops/_utils}/arg_dtype_cast.py +123 -4
  278. mindspore/{ops_generate → ops/_utils}/arg_handler.py +3 -65
  279. mindspore/ops/_vmap/vmap_array_ops.py +27 -25
  280. mindspore/ops/_vmap/vmap_base.py +0 -2
  281. mindspore/ops/_vmap/vmap_grad_nn_ops.py +21 -14
  282. mindspore/ops/_vmap/vmap_math_ops.py +15 -16
  283. mindspore/ops/_vmap/vmap_nn_ops.py +29 -42
  284. mindspore/ops/auto_generate/__init__.py +4 -3
  285. mindspore/ops/auto_generate/cpp_create_prim_instance_helper.py +236 -46
  286. mindspore/ops/auto_generate/gen_extend_func.py +764 -124
  287. mindspore/ops/auto_generate/gen_ops_def.py +4018 -2264
  288. mindspore/ops/auto_generate/gen_ops_prim.py +15463 -5037
  289. mindspore/ops/auto_generate/pyboost_inner_prim.py +221 -87
  290. mindspore/ops/composite/__init__.py +2 -1
  291. mindspore/ops/composite/base.py +20 -25
  292. mindspore/ops/composite/math_ops.py +6 -16
  293. mindspore/ops/composite/multitype_ops/__init__.py +5 -2
  294. mindspore/ops/composite/multitype_ops/_compile_utils.py +228 -30
  295. mindspore/ops/composite/multitype_ops/_constexpr_utils.py +1 -2
  296. mindspore/ops/composite/multitype_ops/add_impl.py +2 -1
  297. mindspore/ops/composite/multitype_ops/bitwise_and_impl.py +2 -1
  298. mindspore/ops/composite/multitype_ops/bitwise_or_impl.py +2 -1
  299. mindspore/ops/composite/multitype_ops/bitwise_xor_impl.py +2 -1
  300. mindspore/ops/composite/multitype_ops/div_impl.py +6 -4
  301. mindspore/ops/composite/multitype_ops/equal_impl.py +4 -3
  302. mindspore/ops/composite/multitype_ops/floordiv_impl.py +2 -1
  303. mindspore/ops/composite/multitype_ops/getitem_impl.py +3 -2
  304. mindspore/ops/composite/multitype_ops/greater_equal_impl.py +4 -3
  305. mindspore/ops/composite/multitype_ops/greater_impl.py +4 -3
  306. mindspore/ops/composite/multitype_ops/in_impl.py +2 -1
  307. mindspore/ops/composite/multitype_ops/invert_impl.py +50 -0
  308. mindspore/ops/composite/multitype_ops/left_shift_impl.py +2 -1
  309. mindspore/ops/composite/multitype_ops/less_equal_impl.py +4 -3
  310. mindspore/ops/composite/multitype_ops/less_impl.py +4 -3
  311. mindspore/ops/composite/multitype_ops/logic_not_impl.py +3 -2
  312. mindspore/ops/composite/multitype_ops/logical_and_impl.py +2 -1
  313. mindspore/ops/composite/multitype_ops/logical_or_impl.py +2 -1
  314. mindspore/ops/composite/multitype_ops/mod_impl.py +2 -1
  315. mindspore/ops/composite/multitype_ops/mul_impl.py +3 -2
  316. mindspore/ops/composite/multitype_ops/negative_impl.py +2 -1
  317. mindspore/ops/composite/multitype_ops/not_equal_impl.py +2 -1
  318. mindspore/ops/composite/multitype_ops/not_in_impl.py +2 -1
  319. mindspore/ops/composite/multitype_ops/ones_like_impl.py +18 -0
  320. mindspore/ops/composite/multitype_ops/pow_impl.py +2 -30
  321. mindspore/ops/composite/multitype_ops/right_shift_impl.py +2 -1
  322. mindspore/ops/composite/multitype_ops/setitem_impl.py +2 -1
  323. mindspore/ops/composite/multitype_ops/sub_impl.py +2 -1
  324. mindspore/ops/function/__init__.py +40 -2
  325. mindspore/ops/function/_add_attr_func.py +58 -0
  326. mindspore/ops/function/array_func.py +2089 -2403
  327. mindspore/ops/function/clip_func.py +80 -23
  328. mindspore/ops/function/debug_func.py +57 -57
  329. mindspore/ops/function/grad/__init__.py +1 -0
  330. mindspore/ops/function/grad/grad_func.py +104 -71
  331. mindspore/ops/function/image_func.py +2 -2
  332. mindspore/ops/function/linalg_func.py +47 -78
  333. mindspore/ops/function/math_func.py +4501 -3802
  334. mindspore/ops/function/nn_func.py +1726 -620
  335. mindspore/ops/function/other_func.py +159 -1
  336. mindspore/ops/function/parameter_func.py +18 -84
  337. mindspore/ops/function/random_func.py +440 -387
  338. mindspore/ops/function/reshard_func.py +4 -70
  339. mindspore/ops/function/sparse_func.py +3 -3
  340. mindspore/ops/function/sparse_unary_func.py +6 -6
  341. mindspore/ops/function/spectral_func.py +25 -58
  342. mindspore/ops/function/vmap_func.py +24 -17
  343. mindspore/ops/functional.py +22 -7
  344. mindspore/ops/functional_overload.py +1440 -0
  345. mindspore/ops/op_info_register.py +32 -244
  346. mindspore/ops/operations/__init__.py +13 -7
  347. mindspore/ops/operations/_custom_ops_utils.py +247 -0
  348. mindspore/ops/operations/_embedding_cache_ops.py +4 -4
  349. mindspore/ops/operations/_grad_ops.py +2 -43
  350. mindspore/ops/operations/_infer_ops.py +2 -1
  351. mindspore/ops/operations/_inner_ops.py +43 -84
  352. mindspore/ops/operations/_ms_kernel.py +4 -10
  353. mindspore/ops/operations/_rl_inner_ops.py +1 -1
  354. mindspore/ops/operations/_scalar_ops.py +3 -2
  355. mindspore/ops/operations/_sequence_ops.py +1 -1
  356. mindspore/ops/operations/_tensor_array.py +1 -1
  357. mindspore/ops/operations/array_ops.py +81 -324
  358. mindspore/ops/operations/comm_ops.py +154 -108
  359. mindspore/ops/operations/custom_ops.py +232 -78
  360. mindspore/ops/operations/debug_ops.py +153 -59
  361. mindspore/ops/operations/inner_ops.py +7 -5
  362. mindspore/ops/operations/linalg_ops.py +1 -57
  363. mindspore/ops/operations/manually_defined/_inner.py +1 -1
  364. mindspore/ops/operations/manually_defined/ops_def.py +928 -180
  365. mindspore/ops/operations/math_ops.py +32 -234
  366. mindspore/ops/operations/nn_ops.py +210 -498
  367. mindspore/ops/operations/other_ops.py +62 -9
  368. mindspore/ops/operations/random_ops.py +13 -7
  369. mindspore/ops/operations/reshard_ops.py +1 -1
  370. mindspore/ops/operations/sparse_ops.py +2 -2
  371. mindspore/ops/primitive.py +66 -53
  372. mindspore/ops/tensor_method.py +1888 -0
  373. mindspore/ops_generate/__init__.py +0 -5
  374. mindspore/ops_generate/aclnn/__init__.py +0 -0
  375. mindspore/ops_generate/aclnn/aclnn_kernel_register_auto_cc_generator.py +135 -0
  376. mindspore/ops_generate/aclnn/gen_aclnn_implement.py +257 -0
  377. mindspore/ops_generate/api/__init__.py +0 -0
  378. mindspore/ops_generate/api/add_tensor_docs_generator.py +56 -0
  379. mindspore/ops_generate/api/cpp_create_prim_instance_helper_generator.py +105 -0
  380. mindspore/ops_generate/api/functional_map_cpp_generator.py +504 -0
  381. mindspore/ops_generate/api/functional_overload_py_generator.py +112 -0
  382. mindspore/ops_generate/api/functions_cc_generator.py +237 -0
  383. mindspore/ops_generate/api/gen_api.py +103 -0
  384. mindspore/ops_generate/api/op_api_proto.py +235 -0
  385. mindspore/ops_generate/api/tensor_func_reg_cpp_generator.py +461 -0
  386. mindspore/ops_generate/common/__init__.py +0 -0
  387. mindspore/ops_generate/common/base_generator.py +11 -0
  388. mindspore/ops_generate/common/gen_constants.py +91 -0
  389. mindspore/ops_generate/common/gen_utils.py +348 -0
  390. mindspore/ops_generate/common/op_proto.py +473 -0
  391. mindspore/ops_generate/common/template.py +523 -0
  392. mindspore/ops_generate/gen_ops.py +22 -1069
  393. mindspore/ops_generate/op_def/__init__.py +0 -0
  394. mindspore/ops_generate/op_def/gen_op_def.py +90 -0
  395. mindspore/ops_generate/op_def/lite_ops_cpp_generator.py +191 -0
  396. mindspore/ops_generate/op_def/ops_def_cc_generator.py +299 -0
  397. mindspore/ops_generate/op_def/ops_def_h_generator.py +74 -0
  398. mindspore/ops_generate/op_def/ops_name_h_generator.py +83 -0
  399. mindspore/ops_generate/op_def/ops_primitive_h_generator.py +125 -0
  400. mindspore/ops_generate/op_def_py/__init__.py +0 -0
  401. mindspore/ops_generate/op_def_py/gen_op_def_py.py +47 -0
  402. mindspore/ops_generate/op_def_py/op_def_py_generator.py +132 -0
  403. mindspore/ops_generate/op_def_py/op_prim_py_generator.py +489 -0
  404. mindspore/ops_generate/pyboost/__init__.py +0 -0
  405. mindspore/ops_generate/pyboost/auto_grad_impl_cc_generator.py +139 -0
  406. mindspore/ops_generate/pyboost/auto_grad_reg_cc_generator.py +93 -0
  407. mindspore/ops_generate/pyboost/gen_pyboost_func.py +175 -0
  408. mindspore/ops_generate/pyboost/op_template_parser.py +517 -0
  409. mindspore/ops_generate/pyboost/pyboost_functions_cpp_generator.py +407 -0
  410. mindspore/ops_generate/pyboost/pyboost_functions_h_generator.py +100 -0
  411. mindspore/ops_generate/pyboost/pyboost_functions_py_generator.py +148 -0
  412. mindspore/ops_generate/pyboost/pyboost_grad_function_cpp_generator.py +155 -0
  413. mindspore/ops_generate/pyboost/pyboost_inner_prim_generator.py +132 -0
  414. mindspore/ops_generate/pyboost/pyboost_native_grad_functions_generator.py +272 -0
  415. mindspore/ops_generate/pyboost/pyboost_op_cpp_code_generator.py +938 -0
  416. mindspore/ops_generate/pyboost/pyboost_overload_functions_cpp_generator.py +357 -0
  417. mindspore/ops_generate/{pyboost_utils.py → pyboost/pyboost_utils.py} +179 -36
  418. mindspore/ops_generate/resources/__init__.py +0 -0
  419. mindspore/ops_generate/resources/resource_list.py +30 -0
  420. mindspore/ops_generate/resources/resource_loader.py +36 -0
  421. mindspore/ops_generate/resources/resource_manager.py +64 -0
  422. mindspore/ops_generate/resources/yaml_loader.py +88 -0
  423. mindspore/ops_generate/tensor_py_cc_generator.py +122 -0
  424. mindspore/parallel/__init__.py +7 -3
  425. mindspore/parallel/_auto_parallel_context.py +152 -34
  426. mindspore/parallel/_cell_wrapper.py +130 -15
  427. mindspore/parallel/_parallel_serialization.py +107 -5
  428. mindspore/parallel/_ps_context.py +1 -1
  429. mindspore/parallel/_recovery_context.py +7 -2
  430. mindspore/parallel/_tensor.py +142 -18
  431. mindspore/parallel/_utils.py +199 -23
  432. mindspore/parallel/algo_parameter_config.py +4 -4
  433. mindspore/parallel/auto_parallel.py +732 -0
  434. mindspore/parallel/checkpoint_convert.py +159 -0
  435. mindspore/parallel/checkpoint_transform.py +698 -35
  436. mindspore/parallel/cluster/process_entity/_api.py +276 -50
  437. mindspore/parallel/cluster/process_entity/_utils.py +41 -6
  438. mindspore/parallel/cluster/run.py +21 -4
  439. mindspore/parallel/function/__init__.py +24 -0
  440. mindspore/parallel/function/reshard_func.py +259 -0
  441. mindspore/parallel/nn/__init__.py +25 -0
  442. mindspore/parallel/nn/parallel_cell_wrapper.py +263 -0
  443. mindspore/parallel/nn/parallel_grad_reducer.py +169 -0
  444. mindspore/parallel/parameter_broadcast.py +25 -14
  445. mindspore/parallel/shard.py +137 -58
  446. mindspore/parallel/transform_safetensors.py +363 -305
  447. mindspore/pgodb140.dll +0 -0
  448. mindspore/pgort140.dll +0 -0
  449. mindspore/profiler/__init__.py +22 -5
  450. mindspore/profiler/analysis/__init__.py +0 -0
  451. mindspore/profiler/analysis/parser/__init__.py +0 -0
  452. mindspore/profiler/analysis/parser/ascend_cann_parser.py +170 -0
  453. mindspore/profiler/analysis/parser/base_parser.py +158 -0
  454. mindspore/profiler/analysis/parser/framework_cann_relation_parser.py +45 -0
  455. mindspore/profiler/analysis/parser/ms_framework_parser.py +142 -0
  456. mindspore/profiler/analysis/parser/ms_minddata_parser.py +145 -0
  457. mindspore/profiler/analysis/parser/timeline_assembly_factory/__init__.py +0 -0
  458. mindspore/profiler/analysis/parser/timeline_assembly_factory/ascend_timeline_assembler.py +264 -0
  459. mindspore/profiler/analysis/parser/timeline_assembly_factory/base_timeline_assembler.py +40 -0
  460. mindspore/profiler/analysis/parser/timeline_assembly_factory/trace_view_container.py +106 -0
  461. mindspore/profiler/analysis/parser/timeline_creator/__init__.py +0 -0
  462. mindspore/profiler/analysis/parser/timeline_creator/base_timeline_creator.py +44 -0
  463. mindspore/profiler/analysis/parser/timeline_creator/cpu_op_timeline_creator.py +90 -0
  464. mindspore/profiler/analysis/parser/timeline_creator/fwk_timeline_creator.py +76 -0
  465. mindspore/profiler/analysis/parser/timeline_creator/msprof_timeline_creator.py +103 -0
  466. mindspore/profiler/analysis/parser/timeline_creator/scope_layer_timeline_creator.py +134 -0
  467. mindspore/profiler/analysis/parser/timeline_event/__init__.py +0 -0
  468. mindspore/profiler/analysis/parser/timeline_event/base_event.py +233 -0
  469. mindspore/profiler/analysis/parser/timeline_event/cpu_op_event.py +47 -0
  470. mindspore/profiler/analysis/parser/timeline_event/flow_event.py +36 -0
  471. mindspore/profiler/analysis/parser/timeline_event/fwk_event.py +415 -0
  472. mindspore/profiler/analysis/parser/timeline_event/msprof_event.py +73 -0
  473. mindspore/profiler/analysis/parser/timeline_event/scope_layer_event.py +53 -0
  474. mindspore/profiler/analysis/parser/timeline_event/timeline_event_pool.py +146 -0
  475. mindspore/profiler/analysis/task_manager.py +131 -0
  476. mindspore/profiler/analysis/time_converter.py +84 -0
  477. mindspore/profiler/analysis/viewer/__init__.py +0 -0
  478. mindspore/profiler/analysis/viewer/ascend_communication_viewer.py +372 -0
  479. mindspore/profiler/analysis/viewer/ascend_integrate_viewer.py +87 -0
  480. mindspore/profiler/analysis/viewer/ascend_kernel_details_viewer.py +250 -0
  481. mindspore/profiler/analysis/viewer/ascend_memory_viewer.py +320 -0
  482. mindspore/profiler/analysis/viewer/ascend_op_memory_viewer.py +327 -0
  483. mindspore/profiler/analysis/viewer/ascend_step_trace_time_viewer.py +376 -0
  484. mindspore/profiler/analysis/viewer/ascend_timeline_viewer.py +58 -0
  485. mindspore/profiler/analysis/viewer/base_viewer.py +26 -0
  486. mindspore/profiler/analysis/viewer/ms_dataset_viewer.py +96 -0
  487. mindspore/profiler/analysis/viewer/ms_minddata_viewer.py +581 -0
  488. mindspore/profiler/analysis/work_flow.py +73 -0
  489. mindspore/profiler/common/ascend_msprof_exporter.py +139 -0
  490. mindspore/profiler/common/command_executor.py +90 -0
  491. mindspore/profiler/common/constant.py +186 -3
  492. mindspore/profiler/common/file_manager.py +208 -0
  493. mindspore/profiler/common/log.py +130 -0
  494. mindspore/profiler/common/msprof_cmd_tool.py +221 -0
  495. mindspore/profiler/common/path_manager.py +395 -0
  496. mindspore/profiler/common/process_bar.py +168 -0
  497. mindspore/profiler/common/process_pool.py +9 -3
  498. mindspore/profiler/common/profiler_context.py +500 -0
  499. mindspore/profiler/common/profiler_info.py +304 -0
  500. mindspore/profiler/common/profiler_meta_data.py +74 -0
  501. mindspore/profiler/common/profiler_output_path.py +284 -0
  502. mindspore/profiler/common/profiler_parameters.py +251 -0
  503. mindspore/profiler/common/profiler_path_manager.py +179 -0
  504. mindspore/profiler/common/record_function.py +76 -0
  505. mindspore/profiler/common/tlv_decoder.py +76 -0
  506. mindspore/profiler/common/util.py +75 -2
  507. mindspore/profiler/dynamic_profiler.py +341 -75
  508. mindspore/profiler/envprofiler.py +163 -0
  509. mindspore/profiler/experimental_config.py +197 -0
  510. mindspore/profiler/mstx.py +242 -0
  511. mindspore/profiler/platform/__init__.py +21 -0
  512. mindspore/profiler/platform/base_profiler.py +40 -0
  513. mindspore/profiler/platform/cpu_profiler.py +124 -0
  514. mindspore/profiler/platform/gpu_profiler.py +74 -0
  515. mindspore/profiler/platform/npu_profiler.py +335 -0
  516. mindspore/profiler/profiler.py +1073 -90
  517. mindspore/profiler/profiler_action_controller.py +187 -0
  518. mindspore/profiler/profiler_interface.py +118 -0
  519. mindspore/profiler/schedule.py +243 -0
  520. mindspore/rewrite/api/node.py +15 -13
  521. mindspore/rewrite/api/symbol_tree.py +2 -3
  522. mindspore/run_check/_check_version.py +27 -20
  523. mindspore/run_check/run_check.py +1 -1
  524. mindspore/runtime/__init__.py +37 -0
  525. mindspore/runtime/device.py +27 -0
  526. mindspore/runtime/event.py +209 -0
  527. mindspore/runtime/executor.py +177 -0
  528. mindspore/runtime/memory.py +409 -0
  529. mindspore/runtime/stream.py +460 -0
  530. mindspore/runtime/thread_bind_core.py +401 -0
  531. mindspore/safeguard/rewrite_obfuscation.py +12 -9
  532. mindspore/swresample-4.dll +0 -0
  533. mindspore/swscale-6.dll +0 -0
  534. mindspore/tbbmalloc.dll +0 -0
  535. mindspore/tinyxml2.dll +0 -0
  536. mindspore/train/__init__.py +8 -8
  537. mindspore/train/_utils.py +88 -25
  538. mindspore/train/amp.py +9 -5
  539. mindspore/train/callback/__init__.py +2 -2
  540. mindspore/train/callback/_callback.py +2 -16
  541. mindspore/train/callback/_checkpoint.py +53 -55
  542. mindspore/train/callback/_cluster_monitor.py +14 -18
  543. mindspore/train/callback/_early_stop.py +1 -1
  544. mindspore/train/callback/_flops_collector.py +103 -68
  545. mindspore/train/callback/_history.py +8 -5
  546. mindspore/train/callback/_lambda_callback.py +2 -2
  547. mindspore/train/callback/_landscape.py +0 -3
  548. mindspore/train/callback/_loss_monitor.py +2 -1
  549. mindspore/train/callback/_on_request_exit.py +6 -5
  550. mindspore/train/callback/_reduce_lr_on_plateau.py +11 -6
  551. mindspore/train/callback/_summary_collector.py +52 -19
  552. mindspore/train/callback/_time_monitor.py +2 -1
  553. mindspore/train/callback/{_tft_register.py → _train_fault_tolerance.py} +204 -107
  554. mindspore/train/data_sink.py +25 -2
  555. mindspore/train/dataset_helper.py +15 -16
  556. mindspore/train/loss_scale_manager.py +8 -7
  557. mindspore/train/metrics/accuracy.py +3 -3
  558. mindspore/train/metrics/confusion_matrix.py +9 -9
  559. mindspore/train/metrics/error.py +3 -3
  560. mindspore/train/metrics/hausdorff_distance.py +4 -4
  561. mindspore/train/metrics/mean_surface_distance.py +3 -3
  562. mindspore/train/metrics/metric.py +0 -12
  563. mindspore/train/metrics/occlusion_sensitivity.py +4 -2
  564. mindspore/train/metrics/precision.py +11 -10
  565. mindspore/train/metrics/recall.py +9 -9
  566. mindspore/train/metrics/root_mean_square_surface_distance.py +2 -2
  567. mindspore/train/mind_ir_pb2.py +174 -46
  568. mindspore/train/model.py +184 -113
  569. mindspore/train/serialization.py +622 -978
  570. mindspore/train/summary/_summary_adapter.py +2 -2
  571. mindspore/train/summary/summary_record.py +2 -3
  572. mindspore/train/train_thor/model_thor.py +1 -1
  573. mindspore/turbojpeg.dll +0 -0
  574. mindspore/utils/__init__.py +6 -3
  575. mindspore/utils/dryrun.py +140 -0
  576. mindspore/utils/hooks.py +81 -0
  577. mindspore/utils/runtime_execution_order_check.py +550 -0
  578. mindspore/utils/utils.py +138 -4
  579. mindspore/vcmeta.dll +0 -0
  580. mindspore/vcruntime140.dll +0 -0
  581. mindspore/vcruntime140_1.dll +0 -0
  582. mindspore/version.py +1 -1
  583. {mindspore-2.4.10.dist-info → mindspore-2.6.0rc1.dist-info}/METADATA +3 -3
  584. {mindspore-2.4.10.dist-info → mindspore-2.6.0rc1.dist-info}/RECORD +587 -418
  585. {mindspore-2.4.10.dist-info → mindspore-2.6.0rc1.dist-info}/entry_points.txt +1 -1
  586. mindspore/_install_custom.py +0 -43
  587. mindspore/common/_register_for_adapter.py +0 -74
  588. mindspore/common/_tensor_overload.py +0 -139
  589. mindspore/mindspore_np_dtype.dll +0 -0
  590. mindspore/ops/auto_generate/gen_arg_dtype_cast.py +0 -252
  591. mindspore/ops/auto_generate/gen_arg_handler.py +0 -197
  592. mindspore/ops/operations/_opaque_predicate_registry.py +0 -41
  593. mindspore/ops_generate/gen_aclnn_implement.py +0 -263
  594. mindspore/ops_generate/gen_ops_inner_prim.py +0 -131
  595. mindspore/ops_generate/gen_pyboost_func.py +0 -1052
  596. mindspore/ops_generate/gen_utils.py +0 -209
  597. mindspore/ops_generate/op_proto.py +0 -145
  598. mindspore/ops_generate/template.py +0 -261
  599. mindspore/profiler/envprofiling.py +0 -254
  600. mindspore/profiler/profiling.py +0 -1926
  601. {mindspore-2.4.10.dist-info → mindspore-2.6.0rc1.dist-info}/WHEEL +0 -0
  602. {mindspore-2.4.10.dist-info → mindspore-2.6.0rc1.dist-info}/top_level.txt +0 -0
mindspore/hal/memory.py CHANGED
@@ -18,37 +18,46 @@ from mindspore._c_expression import _memory_stats, _reset_max_mem_reserved, _res
18
18
  from mindspore import log as logger
19
19
  from .device import _check_inputs_validation, is_initialized
20
20
 
21
+ function_memory_status = {'memory_stats': False, 'memory_reserved': False, 'max_memory_reserved': False,
22
+ 'empty_cache': False, 'reset_peak_memory_stats': False, 'memory_summary': False,
23
+ 'memory_allocated': False, 'max_memory_allocated': False,
24
+ 'reset_max_memory_reserved': False, 'reset_max_memory_allocated': False}
25
+
21
26
 
22
27
  @_check_inputs_validation
23
28
  def memory_stats(device_target=None):
24
29
  """
25
- Returns status information queried from the memory pool.
30
+ Returns status information queried from the memory pool, this api will be deprecated and removed in future
31
+ versions, please use the api :func:`mindspore.runtime.memory_stats` instead.
26
32
 
27
33
  Note:
28
- - If `device_target` is not specified, get the device capability of the current backend set by context.
29
- - For the `CPU` backend, a dictionary with empty data is always returned.
34
+ - For the `CPU` device, a dictionary with empty data is always returned.
30
35
 
31
36
  Args:
32
- device_target (str, optional): The device name of backend, should be one of "CPU", "GPU" and "Ascend".
33
- Default value: ``None``.
37
+ device_target (str, optional): The target device specified, should be one of ``"CPU"`` , ``"GPU"`` and
38
+ ``"Ascend"`` . Default ``None`` , represents the current device set by context.
34
39
 
35
40
  Returns:
36
41
  dict, the queried memory information.
37
42
 
38
43
  Examples:
39
- >>> import mindspore as ms
40
- >>> import numpy as np
41
- >>> from mindspore import Tensor, ops
42
- >>> a = Tensor(np.ones([1, 2]), ms.float32)
43
- >>> b = Tensor(np.ones([1, 2]), ms.float32)
44
- >>> c = ops.add(a, b).asnumpy()
45
- >>> print(ms.hal.memory_stats())
44
+ >>> import mindspore
45
+ >>> a = mindspore.tensor(mindspore.ops.ones([1, 2]), mindspore.float32)
46
+ >>> b = mindspore.tensor(mindspore.ops.ones([1, 2]), mindspore.float32)
47
+ >>> c = mindspore.ops.add(a, b).asnumpy()
48
+ >>> print(mindspore.hal.memory_stats())
46
49
  {'total_reserved_memory': 1073741824, 'total_allocated_memory': 1024, 'total_idle_memory': 1073740800,
47
50
  'total_eager_free_memory': 0, 'max_reserved_memory': 1073741824, 'max_allocated_memory': 1536,
48
51
  'common_mem_pool_stats': {'block_unit_size': 1073741824, 'block_counts': 1, 'blocks_info':
49
52
  {<capsule object NULL at 0x7f7e8c27b030>: {'block_stream_id': 0, 'block_memory_size': 1073741824}}},
50
53
  'persistent_mem_pool_stats': {'block_unit_size': 1073741824, 'block_counts': 0, 'blocks_info': {}}}
51
54
  """
55
+ if not function_memory_status['memory_stats']:
56
+ function_memory_status['memory_stats'] = True
57
+ logger.warning(
58
+ "WARN_DEPRECATED: The usage of mindspore.hal.memory_stats() is deprecated."
59
+ " Please use mindspore.runtime.memory_stats()"
60
+ )
52
61
  if not is_initialized(device_target):
53
62
  logger.warning(f"Backend {device_target} is not initialized yet. Return empty dict.")
54
63
  return {}
@@ -58,29 +67,33 @@ def memory_stats(device_target=None):
58
67
  @_check_inputs_validation
59
68
  def memory_reserved(device_target=None):
60
69
  """
61
- Returns the total amount of memory currently managed by the memory pool.
70
+ Returns the total amount of memory currently managed by the memory pool, this api will be deprecated and removed in
71
+ future versions, please use the api :func:`mindspore.runtime.memory_reserved` instead.
62
72
 
63
73
  Note:
64
- - If `device_target` is not specified, get the device capability of the current backend set by context.
65
- - For the `CPU` backend, 0 is always returned.
74
+ - For the `CPU` device, 0 is always returned.
66
75
 
67
76
  Args:
68
- device_target (str, optional): The device name of backend, should be one of "CPU", "GPU" and "Ascend".
69
- Default value: ``None``.
77
+ device_target (str, optional): The target device specified, should be one of ``"CPU"`` , ``"GPU"`` and
78
+ ``"Ascend"`` . Default ``None`` , represents the current device set by context.
70
79
 
71
80
  Returns:
72
81
  int, in Byte.
73
82
 
74
83
  Examples:
75
- >>> import mindspore as ms
76
- >>> import numpy as np
77
- >>> from mindspore import Tensor, ops
78
- >>> a = Tensor(np.ones([1, 2]), ms.float32)
79
- >>> b = Tensor(np.ones([1, 2]), ms.float32)
80
- >>> c = ops.add(a, b).asnumpy()
81
- >>> print(ms.hal.memory_reserved())
84
+ >>> import mindspore
85
+ >>> a = mindspore.tensor(mindspore.ops.ones([1, 2]), mindspore.float32)
86
+ >>> b = mindspore.tensor(mindspore.ops.ones([1, 2]), mindspore.float32)
87
+ >>> c = mindspore.ops.add(a, b).asnumpy()
88
+ >>> print(mindspore.hal.memory_reserved())
82
89
  1073741824
83
90
  """
91
+ if not function_memory_status['memory_reserved']:
92
+ function_memory_status['memory_reserved'] = True
93
+ logger.warning(
94
+ "WARN_DEPRECATED: The usage of mindspore.hal.memory_reserved() is deprecated."
95
+ " Please use mindspore.runtime.memory_reserved()"
96
+ )
84
97
  return _memory_stats(device_target).get("total_reserved_memory", 0)
85
98
 
86
99
 
@@ -88,28 +101,33 @@ def memory_reserved(device_target=None):
88
101
  def max_memory_reserved(device_target=None):
89
102
  """
90
103
  Returns the peak value of the total memory managed by the memory pool since the process was started.
104
+ This api will be deprecated and removed in future versions, please use
105
+ the api :func:`mindspore.runtime.max_memory_reserved` instead.
91
106
 
92
107
  Note:
93
- - If `device_target` is not specified, get the device capability of the current backend set by context.
94
- - For the `CPU` backend, 0 is always returned.
108
+ - For the `CPU` device, 0 is always returned.
95
109
 
96
110
  Args:
97
- device_target (str, optional): The device name of backend, should be one of "CPU", "GPU" and "Ascend".
98
- Default value: ``None``.
111
+ device_target (str, optional): The target device specified, should be one of ``"CPU"`` , ``"GPU"`` and
112
+ ``"Ascend"`` . Default ``None`` , represents the current device set by context.
99
113
 
100
114
  Returns:
101
115
  int, in Byte.
102
116
 
103
117
  Examples:
104
- >>> import mindspore as ms
105
- >>> import numpy as np
106
- >>> from mindspore import Tensor, ops
107
- >>> a = Tensor(np.ones([1, 2]), ms.float32)
108
- >>> b = Tensor(np.ones([1, 2]), ms.float32)
109
- >>> c = ops.add(a, b).asnumpy()
110
- >>> print(ms.hal.max_memory_reserved())
118
+ >>> import mindspore
119
+ >>> a = mindspore.tensor(mindspore.ops.ones([1, 2]), mindspore.float32)
120
+ >>> b = mindspore.tensor(mindspore.ops.ones([1, 2]), mindspore.float32)
121
+ >>> c = mindspore.ops.add(a, b).asnumpy()
122
+ >>> print(mindspore.hal.max_memory_reserved())
111
123
  1073741824
112
124
  """
125
+ if not function_memory_status['max_memory_reserved']:
126
+ function_memory_status['max_memory_reserved'] = True
127
+ logger.warning(
128
+ "WARN_DEPRECATED: The usage of mindspore.hal.max_memory_reserved() is deprecated."
129
+ " Please use mindspore.runtime.max_memory_reserved()"
130
+ )
113
131
  return _memory_stats(device_target).get("max_reserved_memory", 0)
114
132
 
115
133
 
@@ -117,44 +135,49 @@ def max_memory_reserved(device_target=None):
117
135
  def empty_cache():
118
136
  """
119
137
  Release all memory fragments in the memory pool, so that memory arrangement
120
- will be optimized.
138
+ will be optimized, this api will be deprecated and removed in future versions, please use
139
+ the api :func:`mindspore.runtime.empty_cache` instead.
121
140
 
122
141
  Note:
123
142
  Currently, the MindSpore memory pool does not have the function of releasing memory fragments.
124
- This interface is reserved but implemented as an empty method and prompted in log mode.
143
+ This interface is reserved but implemented as an empty method and prompted in log mode when using.
125
144
  """
126
- logger.warning(f"The empty_cache operation is currently not supported.")
145
+ if not function_memory_status['empty_cache']:
146
+ function_memory_status['empty_cache'] = True
147
+ logger.warning(f"The empty_cache operation is currently not supported.")
127
148
 
128
149
 
129
150
  @_check_inputs_validation
130
151
  def reset_peak_memory_stats(device_target=None):
131
152
  """
132
- Reset the "peak" stats tracked by memory manager.
133
-
134
- Note:
135
- If `device_target` is not specified, get the device capability of the current backend set by context.
153
+ Reset the "peak" stats tracked by memory manager, this api will be deprecated and removed in future versions.
154
+ Please use the api :func:`mindspore.runtime.reset_peak_memory_stats` instead.
136
155
 
137
156
  Args:
138
- device_target (str, optional): The device name of backend, should be one of "CPU", "GPU" and "Ascend".
139
- Default value: ``None``.
157
+ device_target (str, optional): The target device specified, should be one of ``"CPU"`` , ``"GPU"`` and
158
+ ``"Ascend"`` . Default ``None`` , represents the current device set by context.
140
159
 
141
160
  Examples:
142
- >>> import mindspore as ms
143
- >>> import numpy as np
144
- >>> from mindspore import Tensor, ops
145
- >>> a = Tensor(np.ones([1, 2]), ms.float32)
146
- >>> b = Tensor(np.ones([1, 2]), ms.float32)
147
- >>> c = ops.add(a, b).asnumpy()
148
- >>> print(ms.hal.max_memory_reserved())
161
+ >>> import mindspore
162
+ >>> a = mindspore.tensor(mindspore.ops.ones([1, 2]), mindspore.float32)
163
+ >>> b = mindspore.tensor(mindspore.ops.ones([1, 2]), mindspore.float32)
164
+ >>> c = mindspore.ops.add(a, b).asnumpy()
165
+ >>> print(mindspore.hal.max_memory_reserved())
149
166
  1073741824
150
- >>> print(ms.hal.max_memory_allocated())
167
+ >>> print(mindspore.hal.max_memory_allocated())
151
168
  1536
152
- >>> ms.hal.reset_peak_memory_stats()
153
- >>> print(ms.hal.max_memory_reserved())
169
+ >>> mindspore.hal.reset_peak_memory_stats()
170
+ >>> print(mindspore.hal.max_memory_reserved())
154
171
  0
155
- >>> print(ms.hal.max_memory_allocated())
172
+ >>> print(mindspore.hal.max_memory_allocated())
156
173
  0
157
174
  """
175
+ if not function_memory_status['reset_peak_memory_stats']:
176
+ function_memory_status['reset_peak_memory_stats'] = True
177
+ logger.warning(
178
+ "WARN_DEPRECATED: The usage of mindspore.hal.reset_peak_memory_stats() is deprecated."
179
+ " Please use mindspore.runtime.reset_peak_memory_stats()"
180
+ )
158
181
  _reset_max_mem_reserved(device_target)
159
182
  _reset_max_mem_allocated(device_target)
160
183
 
@@ -162,18 +185,22 @@ def reset_peak_memory_stats(device_target=None):
162
185
  @_check_inputs_validation
163
186
  def memory_summary(device_target=None):
164
187
  """
165
- Returns readable memory pool status information.
166
-
167
- Note:
168
- If `device_target` is not specified, get the device capability of the current backend set by context.
188
+ Returns readable memory pool status information, this api will be deprecated and removed in future versions.
189
+ Please use the api :func:`mindspore.runtime.memory_summary` instead.
169
190
 
170
191
  Args:
171
- device_target (str, optional): The device name of backend, should be one of "CPU", "GPU" and "Ascend".
172
- Default value: ``None``.
192
+ device_target (str, optional): The target device specified, should be one of ``"CPU"`` , ``"GPU"`` and
193
+ ``"Ascend"`` . Default ``None`` , represents the current device set by context.
173
194
 
174
195
  Returns:
175
196
  str, readable memory pool status information in tabular form.
176
197
  """
198
+ if not function_memory_status['memory_summary']:
199
+ function_memory_status['memory_summary'] = True
200
+ logger.warning(
201
+ "WARN_DEPRECATED: The usage of mindspore.hal.memory_summary() is deprecated."
202
+ " Please use mindspore.runtime.memory_summary()"
203
+ )
177
204
  stats = _memory_stats(device_target)
178
205
 
179
206
  def _format_size(sz, pref_sz):
@@ -189,7 +216,7 @@ def memory_summary(device_target=None):
189
216
 
190
217
  metrics_to_display = [
191
218
  ("total_reserved_memory", "Reserved memory", _format_size),
192
- ("total_allocatd_memory", "Allocated memory", _format_size),
219
+ ("total_allocated_memory", "Allocated memory", _format_size),
193
220
  ("total_idle_memory", "Idle memory", _format_size),
194
221
  ("total_eager_free_memory", "Eager free memory", _format_size),
195
222
  ("max_reserved_memory", "Max reserved memory", _format_size),
@@ -215,112 +242,125 @@ def memory_summary(device_target=None):
215
242
  @_check_inputs_validation
216
243
  def memory_allocated(device_target=None):
217
244
  """
218
- Returns the actual memory size currently occupied by Tensor.
245
+ Returns the actual memory size currently occupied by Tensor, this api will be deprecated and removed in future
246
+ versions, please use the api :func:`mindspore.runtime.memory_allocated` instead.
219
247
 
220
248
  Note:
221
- - If `device_target` is not specified, get the device capability of the current backend set by context.
222
- - For the `CPU` backend, 0 is always returned.
249
+ - For the `CPU` device, 0 is always returned.
223
250
 
224
251
  Args:
225
- device_target (str, optional): The device name of backend, should be one of "CPU", "GPU" and "Ascend".
226
- Default value: ``None``.
252
+ device_target (str, optional): The target device specified, should be one of ``"CPU"`` , ``"GPU"`` and
253
+ ``"Ascend"`` . Default ``None`` , represents the current device set by context.
227
254
 
228
255
  Returns:
229
256
  int, in Byte.
230
257
 
231
258
  Examples:
232
- >>> import mindspore as ms
233
- >>> import numpy as np
234
- >>> from mindspore import Tensor, ops
235
- >>> a = Tensor(np.ones([1, 2]), ms.float32)
236
- >>> b = Tensor(np.ones([1, 2]), ms.float32)
237
- >>> c = ops.add(a, b).asnumpy()
238
- >>> print(ms.hal.memory_allocated())
259
+ >>> import mindspore
260
+ >>> a = mindspore.tensor(mindspore.ops.ones([1, 2]), mindspore.float32)
261
+ >>> b = mindspore.tensor(mindspore.ops.ones([1, 2]), mindspore.float32)
262
+ >>> c = mindspore.ops.add(a, b).asnumpy()
263
+ >>> print(mindspore.hal.memory_allocated())
239
264
  1024
240
265
  """
241
- return _memory_stats(device_target).get("total_allocatd_memory", 0)
266
+ if not function_memory_status['memory_allocated']:
267
+ function_memory_status['memory_allocated'] = True
268
+ logger.warning(
269
+ "WARN_DEPRECATED: The usage of mindspore.hal.memory_allocated() is deprecated."
270
+ " Please use mindspore.runtime.memory_allocated()"
271
+ )
272
+ return _memory_stats(device_target).get("total_allocated_memory", 0)
242
273
 
243
274
 
244
275
  @_check_inputs_validation
245
276
  def max_memory_allocated(device_target=None):
246
277
  """
247
- Returns the peak memory size of the memory pool actually occupied by Tensor since the process was started.
278
+ Return the peak memory size of the memory pool actually occupied by Tensor since the process was started.
279
+ This api will be deprecated and removed in future versions, please use
280
+ the api :func:`mindspore.runtime.max_memory_allocated` instead.
248
281
 
249
282
  Note:
250
- - If `device_target` is not specified, get the device capability of the current backend set by context.
251
- - For the `CPU` backend, 0 is always returned.
283
+ - For the `CPU` device, 0 is always returned.
252
284
 
253
285
  Args:
254
- device_target (str, optional): The device name of backend, should be one of "CPU", "GPU" and "Ascend".
255
- Default value: ``None``.
286
+ device_target (str, optional): The target device specified, should be one of ``"CPU"`` , ``"GPU"`` and
287
+ ``"Ascend"`` . Default ``None`` , represents the current device set by context.
256
288
 
257
289
  Returns:
258
290
  int, in Byte.
259
291
 
260
292
  Examples:
261
- >>> import mindspore as ms
262
- >>> import numpy as np
263
- >>> from mindspore import Tensor, ops
264
- >>> a = Tensor(np.ones([1, 2]), ms.float32)
265
- >>> b = Tensor(np.ones([1, 2]), ms.float32)
266
- >>> c = ops.add(a, b).asnumpy()
267
- >>> print(ms.hal.max_memory_allocated())
293
+ >>> import mindspore
294
+ >>> a = mindspore.tensor(mindspore.ops.ones([1, 2]), mindspore.float32)
295
+ >>> b = mindspore.tensor(mindspore.ops.ones([1, 2]), mindspore.float32)
296
+ >>> c = mindspore.ops.add(a, b).asnumpy()
297
+ >>> print(mindspore.hal.max_memory_allocated())
268
298
  1536
269
299
  """
300
+ if not function_memory_status['max_memory_allocated']:
301
+ function_memory_status['max_memory_allocated'] = True
302
+ logger.warning(
303
+ "WARN_DEPRECATED: The usage of mindspore.hal.max_memory_allocated() is deprecated."
304
+ " Please use mindspore.runtime.max_memory_allocated()"
305
+ )
270
306
  return _memory_stats(device_target).get("max_allocated_memory", 0)
271
307
 
272
308
 
273
309
  @_check_inputs_validation
274
310
  def reset_max_memory_reserved(device_target=None):
275
311
  """
276
- Reset the peak memory size managed by the memory pool.
277
-
278
- Note:
279
- If `device_target` is not specified, get the device capability of the current backend set by context.
312
+ Reset the peak memory size managed by the memory pool, this api will be deprecated and removed in future versions.
313
+ Please use the api :func:`mindspore.runtime.reset_max_memory_reserved` instead.
280
314
 
281
315
  Args:
282
- device_target (str, optional): The device name of backend, should be one of "CPU", "GPU" and "Ascend".
283
- Default value: ``None``.
316
+ device_target (str, optional): The target device specified, should be one of ``"CPU"`` , ``"GPU"`` and
317
+ ``"Ascend"`` . Default ``None`` , represents the current device set by context.
284
318
 
285
319
  Examples:
286
- >>> import mindspore as ms
287
- >>> import numpy as np
288
- >>> from mindspore import Tensor, ops
289
- >>> a = Tensor(np.ones([1, 2]), ms.float32)
290
- >>> b = Tensor(np.ones([1, 2]), ms.float32)
291
- >>> c = ops.add(a, b).asnumpy()
292
- >>> print(ms.hal.max_memory_reserved())
320
+ >>> import mindspore
321
+ >>> a = mindspore.tensor(mindspore.ops.ones([1, 2]), mindspore.float32)
322
+ >>> b = mindspore.tensor(mindspore.ops.ones([1, 2]), mindspore.float32)
323
+ >>> c = mindspore.ops.add(a, b).asnumpy()
324
+ >>> print(mindspore.hal.max_memory_reserved())
293
325
  1073741824
294
- >>> ms.hal.reset_max_memory_reserved()
295
- >>> print(ms.hal.max_memory_reserved())
326
+ >>> mindspore.hal.reset_max_memory_reserved()
327
+ >>> print(mindspore.hal.max_memory_reserved())
296
328
  0
297
329
  """
330
+ if not function_memory_status['reset_max_memory_reserved']:
331
+ function_memory_status['reset_max_memory_reserved'] = True
332
+ logger.warning(
333
+ "WARN_DEPRECATED: The usage of mindspore.hal.reset_max_memory_reserved() is deprecated."
334
+ " Please use mindspore.runtime.reset_max_memory_reserved()"
335
+ )
298
336
  _reset_max_mem_reserved(device_target)
299
337
 
300
338
 
301
339
  @_check_inputs_validation
302
340
  def reset_max_memory_allocated(device_target=None):
303
341
  """
304
- Reset the peak memory size of the memory pool actually occupied by Tensor.
305
-
306
- Note:
307
- If `device_target` is not specified, get the device capability of the current backend set by context.
342
+ Reset the peak memory size of the memory pool actually occupied by Tensor, this api will be deprecated and removed
343
+ in future versions, please use the api :func:`mindspore.runtime.reset_max_memory_allocated` instead.
308
344
 
309
345
  Args:
310
- device_target (str, optional): The device name of backend, should be one of "CPU", "GPU" and "Ascend".
311
- Default value: ``None``.
346
+ device_target (str, optional): The target device specified, should be one of ``"CPU"`` , ``"GPU"`` and
347
+ ``"Ascend"`` . Default ``None`` , represents the current device set by context.
312
348
 
313
349
  Examples:
314
- >>> import mindspore as ms
315
- >>> import numpy as np
316
- >>> from mindspore import Tensor, ops
317
- >>> a = Tensor(np.ones([1, 2]), ms.float32)
318
- >>> b = Tensor(np.ones([1, 2]), ms.float32)
319
- >>> c = ops.add(a, b).asnumpy()
320
- >>> print(ms.hal.max_memory_allocated())
350
+ >>> import mindspore
351
+ >>> a = mindspore.tensor(mindspore.ops.ones([1, 2]), mindspore.float32)
352
+ >>> b = mindspore.tensor(mindspore.ops.ones([1, 2]), mindspore.float32)
353
+ >>> c = mindspore.ops.add(a, b).asnumpy()
354
+ >>> print(mindspore.hal.max_memory_allocated())
321
355
  1536
322
- >>> ms.hal.reset_max_memory_allocated()
323
- >>> print(ms.hal.max_memory_allocated())
356
+ >>> mindspore.hal.reset_max_memory_allocated()
357
+ >>> print(mindspore.hal.max_memory_allocated())
324
358
  0
325
359
  """
360
+ if not function_memory_status['reset_max_memory_allocated']:
361
+ function_memory_status['reset_max_memory_allocated'] = True
362
+ logger.warning(
363
+ "WARN_DEPRECATED: The usage of mindspore.hal.reset_max_memory_allocated() is deprecated."
364
+ " Please use mindspore.runtime.reset_max_memory_allocated()"
365
+ )
326
366
  _reset_max_mem_allocated(device_target)