mindspore 2.4.1__cp310-cp310-win_amd64.whl → 2.5.0__cp310-cp310-win_amd64.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of mindspore might be problematic. Click here for more details.

Files changed (372) hide show
  1. mindspore/.commit_id +1 -1
  2. mindspore/__init__.py +8 -3
  3. mindspore/_c_dataengine.cp310-win_amd64.pyd +0 -0
  4. mindspore/_c_expression.cp310-win_amd64.pyd +0 -0
  5. mindspore/_c_mindrecord.cp310-win_amd64.pyd +0 -0
  6. mindspore/_checkparam.py +0 -5
  7. mindspore/_extends/parallel_compile/akg_compiler/gen_custom_op_files.py +1 -1
  8. mindspore/_extends/parse/compile_config.py +64 -0
  9. mindspore/_extends/parse/deprecated/__init__.py +0 -0
  10. mindspore/_extends/parse/deprecated/deprecated_tensor_method.py +375 -0
  11. mindspore/_extends/parse/parser.py +23 -5
  12. mindspore/_extends/parse/standard_method.py +123 -27
  13. mindspore/_extends/pijit/pijit_func_white_list.py +1 -1
  14. mindspore/amp.py +7 -1
  15. mindspore/avcodec-59.dll +0 -0
  16. mindspore/avdevice-59.dll +0 -0
  17. mindspore/avfilter-8.dll +0 -0
  18. mindspore/avformat-59.dll +0 -0
  19. mindspore/avutil-57.dll +0 -0
  20. mindspore/boost/boost_cell_wrapper.py +136 -41
  21. mindspore/common/__init__.py +3 -1
  22. mindspore/common/_register_for_tensor.py +0 -1
  23. mindspore/common/_stub_tensor.py +25 -4
  24. mindspore/common/_tensor_cpp_method.py +17 -0
  25. mindspore/common/_tensor_docs.py +6132 -0
  26. mindspore/common/api.py +99 -25
  27. mindspore/common/dtype.py +34 -34
  28. mindspore/common/dump.py +2 -1
  29. mindspore/common/file_system.py +8 -1
  30. mindspore/common/generator.py +2 -0
  31. mindspore/common/hook_handle.py +3 -1
  32. mindspore/common/initializer.py +3 -4
  33. mindspore/common/lazy_inline.py +8 -2
  34. mindspore/common/mindir_util.py +10 -2
  35. mindspore/common/parameter.py +30 -27
  36. mindspore/common/tensor.py +713 -1337
  37. mindspore/communication/__init__.py +1 -1
  38. mindspore/communication/_comm_helper.py +10 -0
  39. mindspore/communication/comm_func.py +215 -173
  40. mindspore/communication/management.py +23 -20
  41. mindspore/context.py +292 -193
  42. mindspore/dataset/__init__.py +23 -19
  43. mindspore/dataset/callback/ds_callback.py +2 -1
  44. mindspore/dataset/core/config.py +84 -3
  45. mindspore/dataset/engine/cache_admin.py +3 -3
  46. mindspore/dataset/engine/cache_client.py +5 -4
  47. mindspore/dataset/engine/datasets.py +192 -149
  48. mindspore/dataset/engine/datasets_audio.py +14 -0
  49. mindspore/dataset/engine/datasets_standard_format.py +28 -11
  50. mindspore/dataset/engine/datasets_text.py +38 -1
  51. mindspore/dataset/engine/datasets_user_defined.py +125 -65
  52. mindspore/dataset/engine/datasets_vision.py +81 -8
  53. mindspore/dataset/engine/iterators.py +281 -63
  54. mindspore/dataset/engine/obs/util.py +8 -0
  55. mindspore/dataset/engine/queue.py +40 -0
  56. mindspore/dataset/engine/samplers.py +26 -2
  57. mindspore/dataset/engine/serializer_deserializer.py +1 -1
  58. mindspore/dataset/engine/validators.py +43 -11
  59. mindspore/dataset/transforms/py_transforms_util.py +17 -0
  60. mindspore/dataset/transforms/transforms.py +29 -12
  61. mindspore/dataset/vision/validators.py +1 -2
  62. mindspore/device_context/__init__.py +21 -0
  63. mindspore/device_context/ascend/__init__.py +25 -0
  64. mindspore/device_context/ascend/device.py +72 -0
  65. mindspore/device_context/ascend/op_debug.py +94 -0
  66. mindspore/device_context/ascend/op_precision.py +193 -0
  67. mindspore/device_context/ascend/op_tuning.py +127 -0
  68. mindspore/device_context/cpu/__init__.py +25 -0
  69. mindspore/device_context/cpu/device.py +62 -0
  70. mindspore/device_context/cpu/op_tuning.py +43 -0
  71. mindspore/device_context/gpu/__init__.py +21 -0
  72. mindspore/device_context/gpu/device.py +70 -0
  73. mindspore/device_context/gpu/op_precision.py +67 -0
  74. mindspore/device_context/gpu/op_tuning.py +175 -0
  75. mindspore/device_manager.py +134 -0
  76. mindspore/dnnl.dll +0 -0
  77. mindspore/experimental/llm_boost/__init__.py +3 -2
  78. mindspore/experimental/llm_boost/ascend_native/__init__.py +22 -0
  79. mindspore/experimental/llm_boost/ascend_native/llama_boost_ascend_native.py +211 -0
  80. mindspore/experimental/llm_boost/ascend_native/llm_boost.py +52 -0
  81. mindspore/experimental/llm_boost/atb/boost_base.py +239 -64
  82. mindspore/experimental/llm_boost/atb/llama_boost.py +52 -30
  83. mindspore/experimental/llm_boost/atb/qwen_boost.py +47 -24
  84. mindspore/experimental/llm_boost/register.py +1 -0
  85. mindspore/experimental/optim/adadelta.py +26 -22
  86. mindspore/experimental/optim/adam.py +3 -0
  87. mindspore/experimental/optim/lr_scheduler.py +33 -24
  88. mindspore/experimental/optim/radam.py +33 -30
  89. mindspore/hal/device.py +28 -0
  90. mindspore/hal/event.py +17 -0
  91. mindspore/hal/memory.py +94 -3
  92. mindspore/hal/stream.py +91 -6
  93. mindspore/include/api/context.h +1 -2
  94. mindspore/include/dataset/constants.h +2 -2
  95. mindspore/jpeg62.dll +0 -0
  96. mindspore/log.py +12 -0
  97. mindspore/mindrecord/__init__.py +1 -1
  98. mindspore/mindrecord/config.py +17 -316
  99. mindspore/mindrecord/filereader.py +1 -9
  100. mindspore/mindrecord/filewriter.py +5 -15
  101. mindspore/mindrecord/mindpage.py +1 -9
  102. mindspore/mindspore_backend.dll +0 -0
  103. mindspore/mindspore_common.dll +0 -0
  104. mindspore/mindspore_core.dll +0 -0
  105. mindspore/mindspore_glog.dll +0 -0
  106. mindspore/mindspore_ops.dll +0 -0
  107. mindspore/mint/__init__.py +824 -218
  108. mindspore/mint/distributed/__init__.py +66 -4
  109. mindspore/mint/distributed/distributed.py +2594 -44
  110. mindspore/mint/linalg/__init__.py +6 -0
  111. mindspore/mint/nn/__init__.py +473 -14
  112. mindspore/mint/nn/functional.py +486 -11
  113. mindspore/mint/nn/layer/__init__.py +17 -4
  114. mindspore/mint/nn/layer/_functions.py +330 -0
  115. mindspore/mint/nn/layer/activation.py +169 -1
  116. mindspore/mint/nn/layer/basic.py +123 -0
  117. mindspore/mint/nn/layer/conv.py +727 -0
  118. mindspore/mint/nn/layer/normalization.py +215 -19
  119. mindspore/mint/nn/layer/padding.py +797 -0
  120. mindspore/mint/nn/layer/pooling.py +170 -0
  121. mindspore/mint/optim/__init__.py +2 -1
  122. mindspore/mint/optim/adam.py +223 -0
  123. mindspore/mint/optim/adamw.py +26 -19
  124. mindspore/mint/special/__init__.py +2 -1
  125. mindspore/multiprocessing/__init__.py +5 -0
  126. mindspore/nn/__init__.py +2 -0
  127. mindspore/nn/cell.py +142 -21
  128. mindspore/nn/dynamic_lr.py +2 -1
  129. mindspore/nn/layer/activation.py +6 -6
  130. mindspore/nn/layer/basic.py +35 -25
  131. mindspore/nn/layer/channel_shuffle.py +3 -3
  132. mindspore/nn/layer/conv.py +3 -0
  133. mindspore/nn/layer/embedding.py +3 -3
  134. mindspore/nn/layer/normalization.py +8 -7
  135. mindspore/nn/layer/padding.py +4 -3
  136. mindspore/nn/layer/pooling.py +55 -23
  137. mindspore/nn/layer/rnn_cells.py +1 -1
  138. mindspore/nn/layer/rnns.py +2 -1
  139. mindspore/nn/layer/timedistributed.py +5 -5
  140. mindspore/nn/layer/transformer.py +48 -26
  141. mindspore/nn/learning_rate_schedule.py +5 -3
  142. mindspore/nn/loss/loss.py +31 -36
  143. mindspore/nn/optim/ada_grad.py +1 -0
  144. mindspore/nn/optim/adadelta.py +2 -2
  145. mindspore/nn/optim/adam.py +1 -1
  146. mindspore/nn/optim/lars.py +1 -4
  147. mindspore/nn/optim/optimizer.py +1 -1
  148. mindspore/nn/optim/rprop.py +2 -2
  149. mindspore/nn/optim/thor.py +2 -1
  150. mindspore/nn/utils/__init__.py +22 -0
  151. mindspore/nn/utils/init.py +73 -0
  152. mindspore/nn/wrap/cell_wrapper.py +4 -6
  153. mindspore/nn/wrap/loss_scale.py +3 -4
  154. mindspore/numpy/array_creations.py +60 -62
  155. mindspore/numpy/array_ops.py +148 -143
  156. mindspore/numpy/logic_ops.py +41 -42
  157. mindspore/numpy/math_ops.py +361 -359
  158. mindspore/numpy/utils.py +16 -16
  159. mindspore/numpy/utils_const.py +4 -4
  160. mindspore/opencv_core452.dll +0 -0
  161. mindspore/opencv_imgcodecs452.dll +0 -0
  162. mindspore/opencv_imgproc452.dll +0 -0
  163. mindspore/ops/__init__.py +2 -1
  164. mindspore/ops/_grad_experimental/grad_comm_ops.py +107 -8
  165. mindspore/ops/_grad_experimental/grad_debug_ops.py +6 -1
  166. mindspore/ops/_grad_experimental/grad_inner_ops.py +9 -0
  167. mindspore/ops/_grad_experimental/grad_math_ops.py +2 -1
  168. mindspore/ops/_op_impl/cpu/__init__.py +1 -0
  169. mindspore/ops/_op_impl/cpu/raise_op.py +28 -0
  170. mindspore/ops/_vmap/vmap_array_ops.py +20 -19
  171. mindspore/ops/_vmap/vmap_base.py +0 -2
  172. mindspore/ops/_vmap/vmap_grad_nn_ops.py +19 -13
  173. mindspore/ops/_vmap/vmap_math_ops.py +11 -9
  174. mindspore/ops/_vmap/vmap_nn_ops.py +20 -34
  175. mindspore/ops/auto_generate/cpp_create_prim_instance_helper.py +149 -12
  176. mindspore/ops/auto_generate/gen_arg_handler.py +0 -61
  177. mindspore/ops/auto_generate/gen_extend_func.py +554 -60
  178. mindspore/ops/auto_generate/gen_ops_def.py +1621 -115
  179. mindspore/ops/auto_generate/gen_ops_prim.py +8027 -3411
  180. mindspore/ops/auto_generate/pyboost_inner_prim.py +183 -79
  181. mindspore/ops/composite/base.py +1 -1
  182. mindspore/ops/composite/multitype_ops/_compile_utils.py +229 -30
  183. mindspore/ops/composite/multitype_ops/pow_impl.py +0 -29
  184. mindspore/ops/function/__init__.py +12 -0
  185. mindspore/ops/function/array_func.py +561 -159
  186. mindspore/ops/function/clip_func.py +64 -0
  187. mindspore/ops/function/debug_func.py +28 -20
  188. mindspore/ops/function/image_func.py +1 -1
  189. mindspore/ops/function/linalg_func.py +5 -4
  190. mindspore/ops/function/math_func.py +1664 -294
  191. mindspore/ops/function/nn_func.py +988 -317
  192. mindspore/ops/function/parameter_func.py +3 -56
  193. mindspore/ops/function/random_func.py +243 -33
  194. mindspore/ops/function/sparse_unary_func.py +1 -1
  195. mindspore/ops/functional.py +18 -5
  196. mindspore/ops/functional_overload.py +897 -0
  197. mindspore/ops/operations/__init__.py +3 -2
  198. mindspore/ops/operations/_embedding_cache_ops.py +4 -4
  199. mindspore/ops/operations/_grad_ops.py +2 -34
  200. mindspore/ops/operations/_infer_ops.py +2 -1
  201. mindspore/ops/operations/_inner_ops.py +38 -8
  202. mindspore/ops/operations/array_ops.py +45 -303
  203. mindspore/ops/operations/comm_ops.py +23 -17
  204. mindspore/ops/operations/custom_ops.py +7 -49
  205. mindspore/ops/operations/debug_ops.py +42 -47
  206. mindspore/ops/operations/inner_ops.py +6 -4
  207. mindspore/ops/operations/linalg_ops.py +3 -2
  208. mindspore/ops/operations/manually_defined/ops_def.py +185 -104
  209. mindspore/ops/operations/math_ops.py +11 -216
  210. mindspore/ops/operations/nn_ops.py +153 -310
  211. mindspore/ops/primitive.py +23 -21
  212. mindspore/ops/tensor_method.py +1669 -0
  213. mindspore/ops_generate/aclnn_kernel_register_auto_cc_generator.py +110 -0
  214. mindspore/ops_generate/add_tensor_docs_generator.py +54 -0
  215. mindspore/ops_generate/arg_handler.py +0 -61
  216. mindspore/ops_generate/auto_grad_impl_cc_generator.py +135 -0
  217. mindspore/ops_generate/auto_grad_reg_cc_generator.py +93 -0
  218. mindspore/ops_generate/base_generator.py +11 -0
  219. mindspore/ops_generate/cpp_create_prim_instance_helper_generator.py +108 -0
  220. mindspore/ops_generate/functional_map_cpp_generator.py +491 -0
  221. mindspore/ops_generate/functional_overload_py_generator.py +110 -0
  222. mindspore/ops_generate/functions_cc_generator.py +233 -0
  223. mindspore/ops_generate/gen_aclnn_implement.py +110 -114
  224. mindspore/ops_generate/gen_constants.py +157 -3
  225. mindspore/ops_generate/gen_ops.py +245 -990
  226. mindspore/ops_generate/gen_pyboost_func.py +97 -998
  227. mindspore/ops_generate/gen_utils.py +119 -33
  228. mindspore/ops_generate/lite_ops_cpp_generator.py +155 -0
  229. mindspore/ops_generate/op_api_proto.py +206 -0
  230. mindspore/ops_generate/op_def_py_generator.py +131 -0
  231. mindspore/ops_generate/op_prim_py_generator.py +480 -0
  232. mindspore/ops_generate/op_proto.py +373 -108
  233. mindspore/ops_generate/op_template_parser.py +436 -0
  234. mindspore/ops_generate/ops_def_cc_generator.py +288 -0
  235. mindspore/ops_generate/ops_def_h_generator.py +74 -0
  236. mindspore/ops_generate/ops_name_h_generator.py +68 -0
  237. mindspore/ops_generate/ops_primitive_h_generator.py +81 -0
  238. mindspore/ops_generate/pyboost_functions_cpp_generator.py +370 -0
  239. mindspore/ops_generate/pyboost_functions_h_generator.py +68 -0
  240. mindspore/ops_generate/pyboost_functions_py_generator.py +148 -0
  241. mindspore/ops_generate/pyboost_grad_function_cpp_generator.py +154 -0
  242. mindspore/ops_generate/pyboost_inner_prim_generator.py +131 -0
  243. mindspore/ops_generate/pyboost_native_grad_functions_generator.py +268 -0
  244. mindspore/ops_generate/pyboost_op_cpp_code_generator.py +851 -0
  245. mindspore/ops_generate/pyboost_overload_functions_cpp_generator.py +344 -0
  246. mindspore/ops_generate/pyboost_utils.py +92 -33
  247. mindspore/ops_generate/template.py +294 -44
  248. mindspore/ops_generate/tensor_func_reg_cpp_generator.py +422 -0
  249. mindspore/parallel/__init__.py +3 -3
  250. mindspore/parallel/_auto_parallel_context.py +44 -34
  251. mindspore/parallel/_cell_wrapper.py +22 -3
  252. mindspore/parallel/_parallel_serialization.py +13 -2
  253. mindspore/parallel/_utils.py +4 -2
  254. mindspore/parallel/algo_parameter_config.py +1 -1
  255. mindspore/parallel/checkpoint_transform.py +44 -0
  256. mindspore/parallel/cluster/process_entity/_api.py +131 -37
  257. mindspore/parallel/cluster/process_entity/_utils.py +41 -6
  258. mindspore/parallel/cluster/run.py +20 -3
  259. mindspore/parallel/parameter_broadcast.py +1 -1
  260. mindspore/parallel/shard.py +3 -0
  261. mindspore/parallel/transform_safetensors.py +119 -253
  262. mindspore/profiler/__init__.py +17 -4
  263. mindspore/profiler/analysis/__init__.py +0 -0
  264. mindspore/profiler/analysis/parser/__init__.py +0 -0
  265. mindspore/profiler/analysis/parser/ascend_cann_parser.py +166 -0
  266. mindspore/profiler/analysis/parser/base_parser.py +158 -0
  267. mindspore/profiler/analysis/parser/framework_cann_relation_parser.py +45 -0
  268. mindspore/profiler/analysis/parser/ms_framework_parser.py +142 -0
  269. mindspore/profiler/analysis/parser/ms_minddata_parser.py +145 -0
  270. mindspore/profiler/analysis/parser/timeline_assembly_factory/__init__.py +0 -0
  271. mindspore/profiler/analysis/parser/timeline_assembly_factory/ascend_timeline_assembler.py +261 -0
  272. mindspore/profiler/analysis/parser/timeline_assembly_factory/base_timeline_assembler.py +40 -0
  273. mindspore/profiler/analysis/parser/timeline_assembly_factory/trace_view_container.py +84 -0
  274. mindspore/profiler/analysis/parser/timeline_creator/__init__.py +0 -0
  275. mindspore/profiler/analysis/parser/timeline_creator/base_timeline_creator.py +44 -0
  276. mindspore/profiler/analysis/parser/timeline_creator/cpu_op_timeline_creator.py +90 -0
  277. mindspore/profiler/analysis/parser/timeline_creator/fwk_timeline_creator.py +76 -0
  278. mindspore/profiler/analysis/parser/timeline_creator/msprof_timeline_creator.py +103 -0
  279. mindspore/profiler/analysis/parser/timeline_creator/scope_layer_timeline_creator.py +134 -0
  280. mindspore/profiler/analysis/parser/timeline_event/__init__.py +0 -0
  281. mindspore/profiler/analysis/parser/timeline_event/base_event.py +233 -0
  282. mindspore/profiler/analysis/parser/timeline_event/cpu_op_event.py +47 -0
  283. mindspore/profiler/analysis/parser/timeline_event/flow_event.py +36 -0
  284. mindspore/profiler/analysis/parser/timeline_event/fwk_event.py +260 -0
  285. mindspore/profiler/analysis/parser/timeline_event/msprof_event.py +73 -0
  286. mindspore/profiler/analysis/parser/timeline_event/scope_layer_event.py +53 -0
  287. mindspore/profiler/analysis/parser/timeline_event/timeline_event_pool.py +146 -0
  288. mindspore/profiler/analysis/task_manager.py +131 -0
  289. mindspore/profiler/analysis/time_converter.py +84 -0
  290. mindspore/profiler/analysis/viewer/__init__.py +0 -0
  291. mindspore/profiler/analysis/viewer/ascend_communication_viewer.py +333 -0
  292. mindspore/profiler/analysis/viewer/ascend_integrate_viewer.py +87 -0
  293. mindspore/profiler/analysis/viewer/ascend_kernel_details_viewer.py +252 -0
  294. mindspore/profiler/analysis/viewer/ascend_memory_viewer.py +313 -0
  295. mindspore/profiler/analysis/viewer/ascend_op_memory_viewer.py +322 -0
  296. mindspore/profiler/analysis/viewer/ascend_step_trace_time_viewer.py +265 -0
  297. mindspore/profiler/analysis/viewer/ascend_timeline_viewer.py +58 -0
  298. mindspore/profiler/analysis/viewer/base_viewer.py +26 -0
  299. mindspore/profiler/analysis/viewer/ms_dataset_viewer.py +97 -0
  300. mindspore/profiler/analysis/viewer/ms_minddata_viewer.py +581 -0
  301. mindspore/profiler/analysis/work_flow.py +73 -0
  302. mindspore/profiler/common/ascend_msprof_exporter.py +138 -0
  303. mindspore/profiler/common/command_executor.py +90 -0
  304. mindspore/profiler/common/constant.py +174 -3
  305. mindspore/profiler/common/file_manager.py +208 -0
  306. mindspore/profiler/common/log.py +130 -0
  307. mindspore/profiler/common/msprof_cmd_tool.py +202 -0
  308. mindspore/profiler/common/path_manager.py +371 -0
  309. mindspore/profiler/common/process_bar.py +168 -0
  310. mindspore/profiler/common/process_pool.py +9 -3
  311. mindspore/profiler/common/profiler_context.py +476 -0
  312. mindspore/profiler/common/profiler_info.py +304 -0
  313. mindspore/profiler/common/profiler_output_path.py +284 -0
  314. mindspore/profiler/common/profiler_parameters.py +210 -0
  315. mindspore/profiler/common/profiler_path_manager.py +120 -0
  316. mindspore/profiler/common/record_function.py +76 -0
  317. mindspore/profiler/common/tlv_decoder.py +76 -0
  318. mindspore/profiler/common/util.py +75 -2
  319. mindspore/profiler/dynamic_profiler.py +270 -37
  320. mindspore/profiler/envprofiler.py +138 -0
  321. mindspore/profiler/mstx.py +199 -0
  322. mindspore/profiler/platform/__init__.py +21 -0
  323. mindspore/profiler/platform/base_profiler.py +40 -0
  324. mindspore/profiler/platform/cpu_profiler.py +124 -0
  325. mindspore/profiler/platform/gpu_profiler.py +74 -0
  326. mindspore/profiler/platform/npu_profiler.py +309 -0
  327. mindspore/profiler/profiler.py +580 -93
  328. mindspore/profiler/profiler_action_controller.py +187 -0
  329. mindspore/profiler/profiler_interface.py +114 -0
  330. mindspore/profiler/schedule.py +208 -0
  331. mindspore/rewrite/api/symbol_tree.py +1 -2
  332. mindspore/run_check/_check_version.py +18 -13
  333. mindspore/runtime/__init__.py +37 -0
  334. mindspore/runtime/device.py +27 -0
  335. mindspore/runtime/event.py +209 -0
  336. mindspore/runtime/executor.py +148 -0
  337. mindspore/runtime/memory.py +392 -0
  338. mindspore/runtime/stream.py +460 -0
  339. mindspore/runtime/thread_bind_core.py +401 -0
  340. mindspore/swresample-4.dll +0 -0
  341. mindspore/swscale-6.dll +0 -0
  342. mindspore/tinyxml2.dll +0 -0
  343. mindspore/train/__init__.py +2 -2
  344. mindspore/train/_utils.py +53 -18
  345. mindspore/train/amp.py +8 -4
  346. mindspore/train/callback/_checkpoint.py +32 -18
  347. mindspore/train/callback/_early_stop.py +1 -1
  348. mindspore/train/callback/_flops_collector.py +105 -69
  349. mindspore/train/callback/_history.py +1 -1
  350. mindspore/train/callback/_summary_collector.py +44 -6
  351. mindspore/train/callback/_tft_register.py +37 -15
  352. mindspore/train/dataset_helper.py +11 -11
  353. mindspore/train/metrics/precision.py +4 -5
  354. mindspore/train/mind_ir_pb2.py +167 -46
  355. mindspore/train/model.py +13 -14
  356. mindspore/train/serialization.py +461 -72
  357. mindspore/train/summary/summary_record.py +1 -2
  358. mindspore/train/train_thor/model_thor.py +1 -1
  359. mindspore/turbojpeg.dll +0 -0
  360. mindspore/utils/__init__.py +4 -2
  361. mindspore/utils/dryrun.py +138 -0
  362. mindspore/utils/runtime_execution_order_check.py +550 -0
  363. mindspore/version.py +1 -1
  364. {mindspore-2.4.1.dist-info → mindspore-2.5.0.dist-info}/METADATA +3 -4
  365. {mindspore-2.4.1.dist-info → mindspore-2.5.0.dist-info}/RECORD +368 -242
  366. {mindspore-2.4.1.dist-info → mindspore-2.5.0.dist-info}/entry_points.txt +1 -1
  367. mindspore/common/_tensor_overload.py +0 -139
  368. mindspore/mindspore_np_dtype.dll +0 -0
  369. mindspore/profiler/envprofiling.py +0 -254
  370. mindspore/profiler/profiling.py +0 -1926
  371. {mindspore-2.4.1.dist-info → mindspore-2.5.0.dist-info}/WHEEL +0 -0
  372. {mindspore-2.4.1.dist-info → mindspore-2.5.0.dist-info}/top_level.txt +0 -0
@@ -13,17 +13,93 @@
13
13
  # limitations under the License.
14
14
  # ============================================================================
15
15
  """
16
- Generate constants
16
+ This module contains the constant strings used in generating ops files.
17
+
18
+ Constants:
19
+ PY_LICENSE: License strings used for .py files
20
+ CC_LICENSE: License strings used for .h/.cc files
21
+ ......
22
+ Other constant strings in the module are used for generation paths
17
23
  """
24
+
18
25
  import os
19
26
 
27
+ # py license
28
+ PY_LICENSE = f"""# Copyright 2024 Huawei Technologies Co., Ltd
29
+ #
30
+ # Licensed under the Apache License, Version 2.0 (the "License");
31
+ # you may not use this file except in compliance with the License.
32
+ # You may obtain a copy of the License at
33
+ #
34
+ # http://www.apache.org/licenses/LICENSE-2.0
35
+ #
36
+ # Unless required by applicable law or agreed to in writing, software
37
+ # distributed under the License is distributed on an "AS IS" BASIS,
38
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
39
+ # See the License for the specific language governing permissions and
40
+ # limitations under the License.
41
+ # ============================================================================
42
+ """
43
+
44
+ # cc license
45
+ CC_LICENSE = f"""/**
46
+ * Copyright 2024 Huawei Technologies Co., Ltd
47
+ *
48
+ * Licensed under the Apache License, Version 2.0 (the "License");
49
+ * you may not use this file except in compliance with the License.
50
+ * You may obtain a copy of the License at
51
+ *
52
+ * http://www.apache.org/licenses/LICENSE-2.0
53
+ *
54
+ * Unless required by applicable law or agreed to in writing, software
55
+ * distributed under the License is distributed on an "AS IS" BASIS,
56
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
57
+ * See the License for the specific language governing permissions and
58
+ * limitations under the License.
59
+ */"""
60
+
20
61
  # op_def
21
62
  OP_DEF_AUTO_GENERATE_PATH = "op_def/auto_generate"
22
63
  MS_OP_DEF_AUTO_GENERATE_PATH = "mindspore/ops/op_def/auto_generate"
23
- YAML_PATH = "op_def/yaml"
24
- MS_YAML_PATH = "mindspore/ops/" + YAML_PATH
64
+ MS_OP_DEF_YAML_PATH = "mindspore/ops/op_def/yaml"
65
+ MS_OP_DEPRECATED_DEF_YAML_PATH = "mindspore/ops/op_def/deprecated"
66
+ MS_OP_API_YAML_PATH = "mindspore/ops/api_def"
67
+ MS_TENSOR_METHOD_DOC_YAML_PATH = "mindspore/ops/api_def/method_doc"
68
+ MS_MINT_FUNC_DOC_YAML_PATH = "mindspore/ops/api_def/function_doc"
69
+ MS_MINT_FUNC_OVERLOAD_PATH = "mindspore/python/mindspore/ops"
25
70
  PY_AUTO_GEN_PATH = "mindspore/python/mindspore/ops/auto_generate"
26
71
  PY_OPS_GEN_PATH = "mindspore/python/mindspore/ops_generate"
72
+ PYBOOST_NATIVE_GRAD_FUNC_GEN_PATH = "mindspore/ccsrc/pipeline/pynative/grad/function/auto_generate"
73
+ PYBOOST_AUTO_GRAD_FUNC_GEN_PATH = "mindspore/ccsrc/pipeline/pynative/op_function/auto_generate"
74
+ PIPELINE_PYBOOST_FUNC_GEN_PATH = "mindspore/ccsrc/pipeline/pynative/op_function/auto_generate"
75
+ RUNTIME_PYBOOST_FUNC_GEN_PATH = "mindspore/ccsrc/runtime/pynative/op_function/auto_generate"
76
+ TENSOR_FUNC_REGISTER_PATH = "mindspore/ccsrc/pybind_api/ir/tensor_register/auto_generate"
77
+ TENSOR_API_PATH = "mindspore/ccsrc/pybind_api/ir/tensor_api/auto_generate"
78
+ ADD_TENSOR_DOCS_PY_PATH = "mindspore/python/mindspore/common"
79
+ ADD_MINT_DOCS_PY_PATH = "mindspore/python/mindspore/mint"
80
+
81
+ # yaml keys def
82
+ OP_KEYS = {'args', 'args_signature', 'returns', 'function', 'class', 'view', 'dispatch', 'labels', 'bprop_expander'}
83
+ ARG_KEYS = {'dtype', 'default', 'prim_init', 'type_cast', 'arg_handler'}
84
+ RETURN_KEYS = {'dtype', 'inplace', 'type_cast'}
85
+ ARG_SIGNATURE_KEYS = {'rw_write', 'rw_read', 'rw_ref', 'dtype_group'}
86
+ CLASS_KEYS = {'name', 'disable'}
87
+ FUNCTION_KEYS = {'name', 'disable'}
88
+ DISPATCH_KEYS = {'enable', 'is_comm_op', 'Ascend', 'GPU', 'CPU'}
89
+ TENSOR_FUNC_KEYS = {'op_yaml', 'py_method', 'kwonlyargs', 'varargs', 'alias', 'Ascend', 'GPU', 'CPU', 'interface'}
90
+
91
+ # func signature parsing
92
+ ARG_HANDLER_MAP = {"to_2d_paddings": "int|tuple[int]|list[int]",
93
+ "dtype_to_type_id": "type",
94
+ "to_kernel_size": "int|tuple[int]|list[int]",
95
+ "to_strides": "int|tuple[int]|list[int]",
96
+ "str_to_enum": "str",
97
+ "to_pair": "int|tuple[int]|list[int]|float",
98
+ "to_dilations": "tuple[int]|list[int]|int",
99
+ "to_output_padding": "int|tuple[int]|list[int]",
100
+ "to_rates": "int|tuple[int]|list[int]"}
101
+ INPUT_ARGS_NAME = {"input", "x", "input_x"}
102
+ INPUT_NAME_MAP = {"DeprecatedExpandAs": "input"}
27
103
 
28
104
  # infer
29
105
  MS_OPS_FUNC_IMPL_PATH = "mindspore/ops/infer/ops_func_impl"
@@ -33,4 +109,82 @@ MS_OPS_VIEW_PATH = "mindspore/ops/view"
33
109
 
34
110
  # kernel
35
111
  MS_OPS_KERNEL_PATH = "mindspore/ops/kernel"
112
+ MS_OPS_KERNEL_FUNCTIONS_AUTO_GEN_PATH = "mindspore/ops/kernel/functions/auto_generate"
36
113
  MS_COMMON_PYBOOST_KERNEL_PATH = os.path.join(MS_OPS_KERNEL_PATH, "common/pyboost")
114
+
115
+
116
+ OP_NAME_OP_DEF = """
117
+ #ifndef MINDSPORE_CORE_OP_NAME_H_
118
+ #define MINDSPORE_CORE_OP_NAME_H_
119
+
120
+ namespace mindspore::ops {
121
+ $ops_namespace_body
122
+ } // namespace mindspore::ops
123
+
124
+ #endif // MINDSPORE_CORE_OP_NAME_H_
125
+ """
126
+
127
+ OP_PRIM_OP_DEF = """
128
+ #ifndef MINDSPORE_CORE_OPS_GEN_OPS_PRIMITIVE_H_
129
+ #define MINDSPORE_CORE_OPS_GEN_OPS_PRIMITIVE_H_
130
+
131
+ #include <memory>
132
+ #include "ir/anf.h"
133
+ #include "ir/primitive.h"
134
+ #include "$auto_gen_path/gen_ops_name.h"
135
+ #include "mindapi/base/macros.h"
136
+
137
+ namespace mindspore::prim {
138
+ $ops_prim_gen
139
+ } // namespace mindspore::prim
140
+ #endif // MINDSPORE_CORE_OPS_GEN_OPS_PRIMITIVE_H_
141
+ """
142
+
143
+ LITE_OPS_CC = """
144
+ #include "$auto_gen_path/gen_lite_ops.h"
145
+ #include "mindapi/helper.h"
146
+ #include "ops/primitive_c.h"
147
+ #include "ops/base_operator.h"
148
+ #include "abstract/abstract_value.h"
149
+
150
+ namespace mindspore::ops {
151
+ $ops_namespace_body
152
+
153
+ } // namespace mindspore::ops
154
+ """
155
+
156
+ LITE_OPS_H = """
157
+ #ifndef MINDSPORE_CORE_OPS_GEN_LITE_OPS_H_
158
+ #define MINDSPORE_CORE_OPS_GEN_LITE_OPS_H_
159
+
160
+ #include <vector>
161
+ #include "ops/base_operator.h"
162
+ #include "$auto_gen_path/gen_ops_name.h"
163
+
164
+ namespace mindspore::ops {
165
+ $ops_namespace_body
166
+
167
+ } // namespace mindspore::ops
168
+ #endif // MINDSPORE_CORE_OPS_GEN_LITE_OPS_H_
169
+ """
170
+
171
+ CC_OPS_DEF = """
172
+
173
+ #include "$auto_generate_path/gen_ops_def.h"
174
+ #include "ir/signature.h"
175
+ $gen_include
176
+
177
+ namespace mindspore::ops {$gen_cc_code
178
+ } // namespace mindspore::ops
179
+ """
180
+
181
+ ACLNN_REG_CODE = """
182
+ #include "$ops_gen_kernel_path/ascend/opapi/aclnn_kernel_mod.h"
183
+
184
+ namespace mindspore {
185
+ namespace kernel {
186
+
187
+ $aclnn_reg_code
188
+ } // namespace kernel
189
+ } // namespace mindspore
190
+ """