mindspore 2.6.0__cp311-cp311-macosx_11_0_arm64.whl → 2.7.0__cp311-cp311-macosx_11_0_arm64.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of mindspore might be problematic. Click here for more details.

Files changed (432) hide show
  1. mindspore/.commit_id +1 -1
  2. mindspore/__init__.py +2 -2
  3. mindspore/_c_dataengine.cpython-311-darwin.so +0 -0
  4. mindspore/_c_expression.cpython-311-darwin.so +0 -0
  5. mindspore/_c_mindrecord.cpython-311-darwin.so +0 -0
  6. mindspore/_checkparam.py +42 -11
  7. mindspore/_extends/builtin_operations.py +3 -3
  8. mindspore/{_deprecated → _extends/optimize}/__init__.py +9 -3
  9. mindspore/_extends/optimize/cell_utils.py +96 -0
  10. mindspore/_extends/parallel_compile/akg_compiler/custom.py +1109 -0
  11. mindspore/_extends/parallel_compile/akg_compiler/gen_custom_op_files.py +1 -1
  12. mindspore/_extends/parse/__init__.py +3 -3
  13. mindspore/_extends/parse/compile_config.py +44 -22
  14. mindspore/_extends/parse/deprecated/deprecated_tensor_method.py +1 -2
  15. mindspore/_extends/parse/parser.py +64 -83
  16. mindspore/_extends/parse/resources.py +39 -0
  17. mindspore/_extends/parse/standard_method.py +47 -14
  18. mindspore/_extends/parse/trope.py +8 -1
  19. mindspore/_extends/pijit/__init__.py +1 -2
  20. mindspore/_extends/pijit/pijit_func_white_list.py +2 -5
  21. mindspore/amp.py +4 -22
  22. mindspore/boost/adasum.py +1 -1
  23. mindspore/boost/boost_cell_wrapper.py +4 -4
  24. mindspore/common/__init__.py +43 -12
  25. mindspore/common/_grad_function.py +2 -1
  26. mindspore/common/_pijit_context.py +28 -7
  27. mindspore/common/_stub_tensor.py +1 -209
  28. mindspore/common/_tensor_cpp_method.py +1 -1
  29. mindspore/common/_tensor_docs.py +177 -52
  30. mindspore/common/_utils.py +9 -1
  31. mindspore/common/api.py +338 -208
  32. mindspore/common/dtype.py +108 -57
  33. mindspore/common/dump.py +11 -16
  34. mindspore/common/dynamic_shape/__init__.py +0 -0
  35. mindspore/common/{auto_dynamic_shape.py → dynamic_shape/auto_dynamic_shape.py} +17 -23
  36. mindspore/common/dynamic_shape/enable_dynamic.py +197 -0
  37. mindspore/common/file_system.py +59 -9
  38. mindspore/common/generator.py +2 -3
  39. mindspore/common/hook_handle.py +33 -5
  40. mindspore/common/jit_config.py +1 -1
  41. mindspore/common/jit_trace.py +84 -105
  42. mindspore/common/np_dtype.py +3 -3
  43. mindspore/common/parameter.py +27 -29
  44. mindspore/common/recompute.py +5 -7
  45. mindspore/common/sparse_tensor.py +0 -3
  46. mindspore/common/symbol.py +0 -1
  47. mindspore/common/tensor.py +84 -133
  48. mindspore/communication/_comm_helper.py +46 -4
  49. mindspore/communication/management.py +79 -7
  50. mindspore/context.py +47 -38
  51. mindspore/dataset/__init__.py +1 -1
  52. mindspore/dataset/audio/transforms.py +1 -1
  53. mindspore/dataset/core/config.py +38 -4
  54. mindspore/dataset/engine/datasets.py +350 -322
  55. mindspore/dataset/engine/datasets_user_defined.py +69 -23
  56. mindspore/dataset/engine/iterators.py +2 -2
  57. mindspore/dataset/engine/obs/config_loader.py +2 -2
  58. mindspore/dataset/engine/obs/obs_mindrecord_dataset.py +8 -0
  59. mindspore/dataset/transforms/c_transforms.py +2 -2
  60. mindspore/dataset/transforms/py_transforms.py +7 -3
  61. mindspore/dataset/transforms/transforms.py +10 -6
  62. mindspore/dataset/vision/__init__.py +1 -1
  63. mindspore/dataset/vision/py_transforms.py +8 -8
  64. mindspore/dataset/vision/transforms.py +17 -5
  65. mindspore/dataset/vision/utils.py +632 -21
  66. mindspore/dataset/vision/validators.py +1 -0
  67. mindspore/device_context/ascend/device.py +1 -1
  68. mindspore/device_context/ascend/op_tuning.py +35 -1
  69. mindspore/device_context/gpu/__init__.py +2 -2
  70. mindspore/device_context/gpu/device.py +1 -1
  71. mindspore/device_context/gpu/op_precision.py +4 -2
  72. mindspore/device_context/gpu/op_tuning.py +6 -3
  73. mindspore/device_manager.py +16 -9
  74. mindspore/experimental/llm_boost/ascend_native/llama_boost_ascend_native.py +5 -4
  75. mindspore/experimental/llm_boost/atb/boost_base.py +2 -3
  76. mindspore/experimental/optim/adadelta.py +13 -20
  77. mindspore/experimental/optim/adagrad.py +15 -22
  78. mindspore/experimental/optim/adam.py +17 -24
  79. mindspore/experimental/optim/adamax.py +14 -22
  80. mindspore/experimental/optim/adamw.py +28 -34
  81. mindspore/experimental/optim/asgd.py +15 -25
  82. mindspore/experimental/optim/lr_scheduler.py +27 -45
  83. mindspore/experimental/optim/nadam.py +14 -24
  84. mindspore/experimental/optim/optimizer.py +13 -23
  85. mindspore/experimental/optim/radam.py +18 -24
  86. mindspore/experimental/optim/rmsprop.py +14 -25
  87. mindspore/experimental/optim/rprop.py +15 -26
  88. mindspore/experimental/optim/sgd.py +9 -19
  89. mindspore/hal/__init__.py +4 -4
  90. mindspore/hal/contiguous_tensors_handle.py +2 -2
  91. mindspore/hal/memory.py +1 -0
  92. mindspore/include/api/cell.h +65 -5
  93. mindspore/include/api/cfg.h +24 -7
  94. mindspore/include/api/context.h +1 -0
  95. mindspore/include/api/delegate.h +10 -2
  96. mindspore/include/api/dual_abi_helper.h +100 -19
  97. mindspore/include/api/graph.h +14 -1
  98. mindspore/include/api/kernel.h +16 -3
  99. mindspore/include/api/kernel_api.h +9 -1
  100. mindspore/include/api/metrics/accuracy.h +9 -0
  101. mindspore/include/api/model.h +8 -1
  102. mindspore/include/api/model_group.h +4 -0
  103. mindspore/include/api/model_parallel_runner.h +2 -0
  104. mindspore/include/api/status.h +48 -10
  105. mindspore/include/api/types.h +8 -3
  106. mindspore/include/c_api/model_c.h +0 -58
  107. mindspore/include/c_api/tensor_c.h +0 -26
  108. mindspore/include/dataset/constants.h +9 -0
  109. mindspore/include/dataset/vision_ascend.h +1 -1
  110. mindspore/lib/libavcodec.59.dylib +0 -0
  111. mindspore/lib/libavdevice.59.dylib +0 -0
  112. mindspore/lib/libavfilter.8.dylib +0 -0
  113. mindspore/lib/libavformat.59.dylib +0 -0
  114. mindspore/lib/libavutil.57.dylib +0 -0
  115. mindspore/lib/libmindspore_backend_common.dylib +0 -0
  116. mindspore/lib/libmindspore_backend_manager.dylib +0 -0
  117. mindspore/lib/libmindspore_common.dylib +0 -0
  118. mindspore/lib/libmindspore_core.dylib +0 -0
  119. mindspore/lib/libmindspore_dump.dylib +0 -0
  120. mindspore/lib/libmindspore_frontend.dylib +0 -0
  121. mindspore/lib/libmindspore_glog.0.dylib +0 -0
  122. mindspore/lib/libmindspore_gpr.15.dylib +0 -0
  123. mindspore/lib/libmindspore_grpc++.1.dylib +0 -0
  124. mindspore/lib/libmindspore_grpc.15.dylib +0 -0
  125. mindspore/lib/libmindspore_memory_pool.dylib +0 -0
  126. mindspore/lib/libmindspore_ms_backend.dylib +0 -0
  127. mindspore/lib/libmindspore_ops.dylib +0 -0
  128. mindspore/lib/libmindspore_ops_kernel_common.dylib +0 -0
  129. mindspore/lib/libmindspore_profiler.dylib +0 -0
  130. mindspore/lib/libmindspore_pyboost.dylib +0 -0
  131. mindspore/lib/libmindspore_pynative.dylib +0 -0
  132. mindspore/lib/libmindspore_res_manager.dylib +0 -0
  133. mindspore/lib/libmindspore_runtime_pipeline.dylib +0 -0
  134. mindspore/lib/libnnacl.dylib +0 -0
  135. mindspore/lib/libps_cache.dylib +0 -0
  136. mindspore/lib/libswresample.4.dylib +0 -0
  137. mindspore/lib/libswscale.6.dylib +0 -0
  138. mindspore/lib/plugin/cpu/libmindspore_cpu_res_manager.dylib +0 -0
  139. mindspore/lib/plugin/libmindspore_ops_host.dylib +0 -0
  140. mindspore/mindrecord/tools/cifar10.py +61 -11
  141. mindspore/mindrecord/tools/cifar10_to_mr.py +5 -0
  142. mindspore/mint/__init__.py +4 -44
  143. mindspore/mint/distributed/__init__.py +5 -0
  144. mindspore/mint/distributed/distributed.py +425 -19
  145. mindspore/mint/nn/__init__.py +1 -1
  146. mindspore/mint/nn/functional.py +53 -6
  147. mindspore/mint/nn/layer/_functions.py +163 -294
  148. mindspore/mint/nn/layer/activation.py +8 -6
  149. mindspore/mint/nn/layer/conv.py +125 -101
  150. mindspore/mint/nn/layer/normalization.py +11 -25
  151. mindspore/mint/optim/adam.py +19 -18
  152. mindspore/mint/optim/adamw.py +14 -8
  153. mindspore/mint/optim/sgd.py +5 -5
  154. mindspore/nn/cell.py +488 -620
  155. mindspore/nn/grad/cell_grad.py +11 -12
  156. mindspore/nn/layer/activation.py +36 -36
  157. mindspore/nn/layer/basic.py +74 -77
  158. mindspore/nn/layer/channel_shuffle.py +4 -4
  159. mindspore/nn/layer/combined.py +4 -2
  160. mindspore/nn/layer/conv.py +86 -85
  161. mindspore/nn/layer/dense.py +9 -7
  162. mindspore/nn/layer/embedding.py +50 -52
  163. mindspore/nn/layer/image.py +38 -40
  164. mindspore/nn/layer/math.py +111 -112
  165. mindspore/nn/layer/normalization.py +56 -44
  166. mindspore/nn/layer/pooling.py +58 -63
  167. mindspore/nn/layer/rnn_cells.py +33 -33
  168. mindspore/nn/layer/rnns.py +56 -56
  169. mindspore/nn/layer/thor_layer.py +74 -73
  170. mindspore/nn/layer/transformer.py +11 -1
  171. mindspore/nn/learning_rate_schedule.py +20 -20
  172. mindspore/nn/loss/loss.py +79 -81
  173. mindspore/nn/optim/adam.py +2 -4
  174. mindspore/nn/optim/adasum.py +2 -2
  175. mindspore/nn/optim/lamb.py +1 -3
  176. mindspore/nn/optim/optimizer.py +1 -1
  177. mindspore/nn/optim/tft_wrapper.py +2 -3
  178. mindspore/nn/optim/thor.py +2 -2
  179. mindspore/nn/probability/distribution/_utils/utils.py +2 -2
  180. mindspore/nn/probability/distribution/exponential.py +2 -1
  181. mindspore/nn/probability/distribution/poisson.py +2 -1
  182. mindspore/nn/sparse/sparse.py +3 -3
  183. mindspore/nn/wrap/cell_wrapper.py +73 -42
  184. mindspore/nn/wrap/grad_reducer.py +37 -52
  185. mindspore/nn/wrap/loss_scale.py +72 -74
  186. mindspore/numpy/array_creations.py +7 -7
  187. mindspore/numpy/fft.py +1 -1
  188. mindspore/numpy/math_ops.py +1 -1
  189. mindspore/numpy/utils_const.py +1 -1
  190. mindspore/ops/_grad_experimental/grad_comm_ops.py +51 -13
  191. mindspore/ops/_grad_experimental/grad_debug_ops.py +14 -0
  192. mindspore/ops/_grad_experimental/grad_inner_ops.py +0 -9
  193. mindspore/ops/_op_impl/cpu/__init__.py +1 -0
  194. mindspore/{experimental/es/__init__.py → ops/_op_impl/cpu/joinedstr_op.py} +12 -6
  195. mindspore/ops/_vmap/vmap_array_ops.py +6 -13
  196. mindspore/ops/_vmap/vmap_nn_ops.py +8 -16
  197. mindspore/ops/auto_generate/cpp_create_prim_instance_helper.py +30 -11
  198. mindspore/ops/auto_generate/gen_extend_func.py +5 -55
  199. mindspore/ops/auto_generate/gen_ops_def.py +749 -269
  200. mindspore/ops/auto_generate/gen_ops_prim.py +1759 -1030
  201. mindspore/ops/auto_generate/pyboost_inner_prim.py +41 -11
  202. mindspore/ops/composite/__init__.py +10 -0
  203. mindspore/ops/composite/base.py +9 -5
  204. mindspore/ops/composite/multitype_ops/__init__.py +12 -1
  205. mindspore/ops/composite/multitype_ops/_compile_utils.py +132 -108
  206. mindspore/ops/composite/multitype_ops/_constexpr_utils.py +1 -1
  207. mindspore/ops/composite/multitype_ops/add_impl.py +70 -2
  208. mindspore/ops/composite/multitype_ops/div_impl.py +49 -0
  209. mindspore/ops/composite/multitype_ops/floordiv_impl.py +29 -0
  210. mindspore/ops/composite/multitype_ops/getitem_impl.py +11 -0
  211. mindspore/ops/composite/multitype_ops/mod_impl.py +5 -3
  212. mindspore/ops/composite/multitype_ops/mul_impl.py +49 -0
  213. mindspore/ops/composite/multitype_ops/setitem_impl.py +57 -0
  214. mindspore/ops/composite/multitype_ops/sub_impl.py +34 -0
  215. mindspore/ops/composite/multitype_ops/zeros_like_impl.py +14 -0
  216. mindspore/ops/function/__init__.py +4 -1
  217. mindspore/ops/function/_add_attr_func.py +11 -6
  218. mindspore/ops/function/array_func.py +17 -100
  219. mindspore/ops/function/debug_func.py +8 -5
  220. mindspore/ops/function/grad/grad_func.py +5 -13
  221. mindspore/ops/function/math_func.py +65 -399
  222. mindspore/ops/function/nn_func.py +44 -61
  223. mindspore/ops/function/other_func.py +4 -1
  224. mindspore/ops/function/random_func.py +31 -4
  225. mindspore/ops/functional.py +2 -3
  226. mindspore/ops/functional_overload.py +486 -18
  227. mindspore/ops/op_info_register.py +21 -0
  228. mindspore/ops/operations/__init__.py +5 -2
  229. mindspore/ops/operations/_custom_ops_utils.py +675 -8
  230. mindspore/ops/operations/_inner_ops.py +14 -18
  231. mindspore/ops/operations/_sequence_ops.py +1 -1
  232. mindspore/ops/operations/array_ops.py +4 -50
  233. mindspore/ops/operations/comm_ops.py +186 -41
  234. mindspore/ops/operations/custom_ops.py +244 -175
  235. mindspore/ops/operations/debug_ops.py +55 -4
  236. mindspore/ops/operations/image_ops.py +13 -13
  237. mindspore/ops/operations/manually_defined/ops_def.py +27 -28
  238. mindspore/ops/operations/math_ops.py +8 -9
  239. mindspore/ops/operations/nn_ops.py +6 -7
  240. mindspore/ops/primitive.py +9 -20
  241. mindspore/ops/tensor_method.py +52 -11
  242. mindspore/ops_generate/api/cpp_create_prim_instance_helper_generator.py +1 -1
  243. mindspore/ops_generate/api/functional_map_cpp_generator.py +10 -9
  244. mindspore/ops_generate/api/functions_cc_generator.py +58 -10
  245. mindspore/ops_generate/api/tensor_func_reg_cpp_generator.py +1 -1
  246. mindspore/ops_generate/common/base_generator.py +14 -0
  247. mindspore/ops_generate/common/gen_constants.py +7 -2
  248. mindspore/ops_generate/common/gen_utils.py +0 -19
  249. mindspore/ops_generate/common/op_proto.py +11 -4
  250. mindspore/ops_generate/common/template.py +88 -11
  251. mindspore/ops_generate/gen_ops.py +1 -1
  252. mindspore/ops_generate/op_def/lite_ops_cpp_generator.py +4 -4
  253. mindspore/ops_generate/op_def/ops_name_h_generator.py +0 -3
  254. mindspore/ops_generate/op_def/ops_primitive_h_generator.py +0 -4
  255. mindspore/ops_generate/op_def_py/op_prim_py_generator.py +5 -2
  256. mindspore/ops_generate/pyboost/auto_grad_impl_cc_generator.py +49 -8
  257. mindspore/ops_generate/pyboost/auto_grad_reg_cc_generator.py +2 -2
  258. mindspore/ops_generate/pyboost/gen_pyboost_func.py +31 -16
  259. mindspore/ops_generate/pyboost/op_template_parser.py +98 -72
  260. mindspore/ops_generate/pyboost/pyboost_functions_cpp_generator.py +70 -273
  261. mindspore/ops_generate/pyboost/pyboost_functions_h_generator.py +14 -6
  262. mindspore/ops_generate/pyboost/pyboost_functions_impl_cpp_generator.py +316 -0
  263. mindspore/ops_generate/pyboost/pyboost_functions_py_generator.py +1 -1
  264. mindspore/ops_generate/pyboost/pyboost_grad_function_cpp_generator.py +5 -3
  265. mindspore/ops_generate/pyboost/pyboost_inner_prim_generator.py +1 -1
  266. mindspore/ops_generate/pyboost/pyboost_internal_functions_cpp_generator.py +76 -0
  267. mindspore/ops_generate/pyboost/pyboost_internal_functions_h_generator.py +76 -0
  268. mindspore/ops_generate/pyboost/pyboost_internal_kernel_info_adapter_generator.py +125 -0
  269. mindspore/ops_generate/pyboost/pyboost_native_grad_functions_generator.py +4 -3
  270. mindspore/ops_generate/pyboost/pyboost_op_cpp_code_generator.py +348 -61
  271. mindspore/ops_generate/pyboost/pyboost_overload_functions_cpp_generator.py +1 -1
  272. mindspore/ops_generate/pyboost/pyboost_utils.py +118 -9
  273. mindspore/ops_generate/tensor_py_cc_generator.py +1 -24
  274. mindspore/parallel/_auto_parallel_context.py +9 -17
  275. mindspore/parallel/_cell_wrapper.py +106 -40
  276. mindspore/parallel/_parallel_serialization.py +4 -3
  277. mindspore/parallel/_ps_context.py +4 -6
  278. mindspore/parallel/_tensor.py +167 -12
  279. mindspore/parallel/_transformer/moe.py +1 -1
  280. mindspore/parallel/_transformer/transformer.py +17 -12
  281. mindspore/parallel/_utils.py +5 -11
  282. mindspore/parallel/auto_parallel.py +33 -12
  283. mindspore/parallel/checkpoint_convert.py +3 -3
  284. mindspore/parallel/checkpoint_transform.py +5 -1
  285. mindspore/parallel/cluster/process_entity/_api.py +88 -49
  286. mindspore/parallel/cluster/process_entity/_utils.py +95 -7
  287. mindspore/parallel/cluster/run.py +48 -7
  288. mindspore/parallel/function/__init__.py +8 -1
  289. mindspore/parallel/function/reshard_func.py +7 -6
  290. mindspore/parallel/nn/__init__.py +15 -2
  291. mindspore/parallel/nn/parallel_cell_wrapper.py +50 -14
  292. mindspore/parallel/nn/parallel_grad_reducer.py +7 -14
  293. mindspore/parallel/shard.py +9 -23
  294. mindspore/parallel/transform_safetensors.py +468 -174
  295. mindspore/profiler/__init__.py +2 -1
  296. mindspore/profiler/analysis/parser/timeline_assembly_factory/ascend_timeline_assembler.py +7 -7
  297. mindspore/profiler/analysis/parser/timeline_assembly_factory/base_timeline_assembler.py +3 -0
  298. mindspore/profiler/analysis/parser/timeline_assembly_factory/trace_view_container.py +3 -0
  299. mindspore/profiler/analysis/parser/timeline_creator/cpu_op_timeline_creator.py +3 -3
  300. mindspore/profiler/analysis/parser/timeline_creator/fwk_timeline_creator.py +3 -3
  301. mindspore/profiler/analysis/parser/timeline_creator/msprof_timeline_creator.py +4 -4
  302. mindspore/profiler/analysis/parser/timeline_creator/scope_layer_timeline_creator.py +3 -3
  303. mindspore/profiler/analysis/parser/timeline_event/fwk_event.py +4 -1
  304. mindspore/profiler/analysis/parser/timeline_event/timeline_event_pool.py +2 -1
  305. mindspore/profiler/analysis/task_manager.py +1 -1
  306. mindspore/profiler/analysis/viewer/ascend_communication_viewer.py +5 -1
  307. mindspore/profiler/analysis/viewer/ascend_integrate_viewer.py +2 -1
  308. mindspore/profiler/analysis/viewer/ascend_kernel_details_viewer.py +10 -9
  309. mindspore/profiler/analysis/viewer/ascend_op_memory_viewer.py +43 -23
  310. mindspore/profiler/analysis/viewer/ascend_step_trace_time_viewer.py +3 -2
  311. mindspore/profiler/analysis/viewer/ms_minddata_viewer.py +9 -5
  312. mindspore/profiler/analysis/viewer/ms_operator_details_viewer.py +132 -0
  313. mindspore/profiler/common/constant.py +16 -0
  314. mindspore/profiler/common/msprof_cmd_tool.py +2 -2
  315. mindspore/profiler/common/path_manager.py +9 -0
  316. mindspore/profiler/common/profiler_context.py +50 -29
  317. mindspore/profiler/common/profiler_info.py +0 -16
  318. mindspore/profiler/common/profiler_meta_data.py +1 -0
  319. mindspore/profiler/common/profiler_op_analyse.py +239 -0
  320. mindspore/profiler/common/profiler_output_path.py +23 -8
  321. mindspore/profiler/common/profiler_parameters.py +128 -35
  322. mindspore/profiler/dynamic_profile/__init__.py +0 -0
  323. mindspore/profiler/dynamic_profile/dynamic_monitor_proxy.py +39 -0
  324. mindspore/profiler/dynamic_profile/dynamic_profiler_config_context.py +666 -0
  325. mindspore/profiler/dynamic_profile/dynamic_profiler_utils.py +62 -0
  326. mindspore/profiler/dynamic_profiler.py +374 -338
  327. mindspore/profiler/envprofiler.py +42 -12
  328. mindspore/profiler/experimental_config.py +112 -7
  329. mindspore/profiler/mstx.py +33 -12
  330. mindspore/profiler/platform/__init__.py +2 -3
  331. mindspore/profiler/platform/cpu_profiler.py +10 -4
  332. mindspore/profiler/platform/npu_profiler.py +30 -20
  333. mindspore/profiler/profiler.py +218 -154
  334. mindspore/profiler/profiler_action_controller.py +65 -77
  335. mindspore/profiler/profiler_interface.py +2 -2
  336. mindspore/profiler/schedule.py +10 -4
  337. mindspore/rewrite/common/config.py +1 -0
  338. mindspore/rewrite/common/namer.py +1 -0
  339. mindspore/rewrite/common/namespace.py +1 -0
  340. mindspore/rewrite/node/node.py +31 -11
  341. mindspore/rewrite/parsers/assign_parser.py +1 -1
  342. mindspore/rewrite/symbol_tree/symbol_tree.py +2 -2
  343. mindspore/run_check/_check_version.py +7 -10
  344. mindspore/runtime/__init__.py +8 -6
  345. mindspore/runtime/event.py +10 -4
  346. mindspore/runtime/executor.py +87 -45
  347. mindspore/runtime/memory.py +22 -30
  348. mindspore/runtime/thread_bind_core.py +299 -165
  349. mindspore/safeguard/rewrite_obfuscation.py +12 -13
  350. mindspore/scipy/linalg.py +2 -2
  351. mindspore/scipy/utils_const.py +0 -17
  352. mindspore/train/_utils.py +9 -5
  353. mindspore/train/amp.py +43 -23
  354. mindspore/train/callback/__init__.py +5 -5
  355. mindspore/train/callback/_callback.py +2 -1
  356. mindspore/train/callback/_checkpoint.py +4 -14
  357. mindspore/train/callback/_flops_collector.py +11 -7
  358. mindspore/train/callback/_landscape.py +0 -1
  359. mindspore/train/callback/_train_fault_tolerance.py +72 -18
  360. mindspore/train/data_sink.py +15 -6
  361. mindspore/train/dataset_helper.py +14 -5
  362. mindspore/train/model.py +49 -47
  363. mindspore/train/serialization.py +168 -126
  364. mindspore/train/summary/summary_record.py +13 -2
  365. mindspore/train/train_thor/model_thor.py +2 -2
  366. mindspore/utils/__init__.py +3 -2
  367. mindspore/utils/dryrun.py +0 -6
  368. mindspore/utils/runtime_execution_order_check.py +162 -78
  369. mindspore/utils/sdc_detect.py +68 -0
  370. mindspore/utils/utils.py +14 -17
  371. mindspore/version.py +1 -1
  372. {mindspore-2.6.0.dist-info → mindspore-2.7.0.dist-info}/METADATA +5 -4
  373. {mindspore-2.6.0.dist-info → mindspore-2.7.0.dist-info}/RECORD +377 -416
  374. mindspore/_deprecated/jit.py +0 -198
  375. mindspore/_extends/remote/kernel_build_server_ascend.py +0 -75
  376. mindspore/communication/_hccl_management.py +0 -297
  377. mindspore/experimental/es/embedding_service.py +0 -891
  378. mindspore/experimental/es/embedding_service_layer.py +0 -581
  379. mindspore/profiler/common/validator/__init__.py +0 -14
  380. mindspore/profiler/common/validator/validate_path.py +0 -84
  381. mindspore/profiler/parser/__init__.py +0 -14
  382. mindspore/profiler/parser/aicpu_data_parser.py +0 -272
  383. mindspore/profiler/parser/ascend_analysis/__init__.py +0 -14
  384. mindspore/profiler/parser/ascend_analysis/constant.py +0 -71
  385. mindspore/profiler/parser/ascend_analysis/file_manager.py +0 -180
  386. mindspore/profiler/parser/ascend_analysis/function_event.py +0 -185
  387. mindspore/profiler/parser/ascend_analysis/fwk_cann_parser.py +0 -136
  388. mindspore/profiler/parser/ascend_analysis/fwk_file_parser.py +0 -131
  389. mindspore/profiler/parser/ascend_analysis/msprof_timeline_parser.py +0 -104
  390. mindspore/profiler/parser/ascend_analysis/path_manager.py +0 -313
  391. mindspore/profiler/parser/ascend_analysis/profiler_info_parser.py +0 -123
  392. mindspore/profiler/parser/ascend_analysis/tlv_decoder.py +0 -86
  393. mindspore/profiler/parser/ascend_analysis/trace_event_manager.py +0 -75
  394. mindspore/profiler/parser/ascend_cluster_generator.py +0 -116
  395. mindspore/profiler/parser/ascend_communicate_generator.py +0 -314
  396. mindspore/profiler/parser/ascend_flops_generator.py +0 -116
  397. mindspore/profiler/parser/ascend_fpbp_generator.py +0 -82
  398. mindspore/profiler/parser/ascend_hccl_generator.py +0 -271
  399. mindspore/profiler/parser/ascend_integrate_generator.py +0 -42
  400. mindspore/profiler/parser/ascend_memory_generator.py +0 -185
  401. mindspore/profiler/parser/ascend_msprof_exporter.py +0 -282
  402. mindspore/profiler/parser/ascend_msprof_generator.py +0 -187
  403. mindspore/profiler/parser/ascend_op_generator.py +0 -334
  404. mindspore/profiler/parser/ascend_steptrace_generator.py +0 -94
  405. mindspore/profiler/parser/ascend_timeline_generator.py +0 -545
  406. mindspore/profiler/parser/base_timeline_generator.py +0 -483
  407. mindspore/profiler/parser/container.py +0 -229
  408. mindspore/profiler/parser/cpu_gpu_timeline_generator.py +0 -697
  409. mindspore/profiler/parser/flops_parser.py +0 -531
  410. mindspore/profiler/parser/framework_enum.py +0 -111
  411. mindspore/profiler/parser/framework_parser.py +0 -464
  412. mindspore/profiler/parser/framework_struct.py +0 -61
  413. mindspore/profiler/parser/gpu_analysis/__init__.py +0 -14
  414. mindspore/profiler/parser/gpu_analysis/function_event.py +0 -44
  415. mindspore/profiler/parser/gpu_analysis/fwk_file_parser.py +0 -89
  416. mindspore/profiler/parser/gpu_analysis/profiler_info_parser.py +0 -72
  417. mindspore/profiler/parser/hccl_parser.py +0 -573
  418. mindspore/profiler/parser/hwts_log_parser.py +0 -122
  419. mindspore/profiler/parser/integrator.py +0 -526
  420. mindspore/profiler/parser/memory_usage_parser.py +0 -277
  421. mindspore/profiler/parser/minddata_analyzer.py +0 -800
  422. mindspore/profiler/parser/minddata_parser.py +0 -186
  423. mindspore/profiler/parser/minddata_pipeline_parser.py +0 -299
  424. mindspore/profiler/parser/op_intermediate_parser.py +0 -149
  425. mindspore/profiler/parser/optime_parser.py +0 -250
  426. mindspore/profiler/parser/profiler_info.py +0 -213
  427. mindspore/profiler/parser/step_trace_parser.py +0 -666
  428. mindspore/utils/hooks.py +0 -81
  429. /mindspore/common/{_auto_dynamic.py → dynamic_shape/_auto_dynamic.py} +0 -0
  430. {mindspore-2.6.0.dist-info → mindspore-2.7.0.dist-info}/WHEEL +0 -0
  431. {mindspore-2.6.0.dist-info → mindspore-2.7.0.dist-info}/entry_points.txt +0 -0
  432. {mindspore-2.6.0.dist-info → mindspore-2.7.0.dist-info}/top_level.txt +0 -0
mindspore/.commit_id CHANGED
@@ -1 +1 @@
1
- __commit_id__ = ''[sha1]:6cd05491,[branch]:(HEAD,origin/r2.6,r2.6)''
1
+ __commit_id__ = ''[sha1]:7edec76e,[branch]:(HEAD,origin/r2.7,r2.7)''
mindspore/__init__.py CHANGED
@@ -16,10 +16,10 @@
16
16
  from __future__ import absolute_import
17
17
 
18
18
  from mindspore.run_check import run_check
19
- from mindspore import common, dataset, mindrecord, train, log, amp
19
+ from mindspore import common, dataset, mindrecord, train, log, amp, device_manager
20
20
  from mindspore import profiler, communication, numpy, parallel, hal, runtime, device_context
21
21
  from mindspore.common import *
22
- from mindspore.common import _tensor_docs
22
+ from mindspore.common import _tensor_docs, bool, int, float
23
23
  del _tensor_docs
24
24
  from mindspore.mindrecord import *
25
25
  from mindspore.ops import _op_impl, grad, value_and_grad, vjp, jvp, jacfwd, jacrev, vmap, get_grad, constexpr
mindspore/_checkparam.py CHANGED
@@ -118,20 +118,21 @@ def _format_str_two_value(val1, val2, rel):
118
118
 
119
119
 
120
120
  def _check_3d_int_or_tuple(arg_name, arg_value, prim_name, allow_five=False, ret_five=False,
121
- greater_zero=True, third_one=False, three_input=False):
121
+ greater_zero=True, third_one=False, three_input=False, pad_value=1):
122
122
  """
123
123
  Checks whether an argument is a positive int or tuple with 3 or 5(when allow_five is True) positive int elements.
124
124
  """
125
125
 
126
- def _raise_message(third_one_flag=False, three_input_flag=False):
126
+ def _raise_message(third_one_flag=False, three_input_flag=False, ret_value=None):
127
+ ret_value = arg_value if ret_value is None else ret_value
127
128
  if third_one_flag:
128
129
  raise ValueError(f"For '{prim_name}', the depth of parameter '{arg_name}' must be 1, " \
129
130
  f"but got {ret_value[-3]}.")
130
131
  if three_input_flag:
131
132
  raise ValueError(f"For '{prim_name}', the parameter '{arg_name}' must be an positive integer " \
132
- f"or a tuple of three positive integer, but got {arg_value}.")
133
+ f"or a tuple of three positive integer, but got {ret_value}.")
133
134
  raise ValueError(f"For '{prim_name}', the parameter '{arg_name}' must be an positive integer or " \
134
- f"a tuple of three {'or five ' if allow_five else ''}positive integer, but got {arg_value}")
135
+ f"a tuple of three {'or five ' if allow_five else ''}positive integer, but got {ret_value}")
135
136
 
136
137
  def _get_return_value():
137
138
  def _check():
@@ -144,9 +145,10 @@ def _check_3d_int_or_tuple(arg_name, arg_value, prim_name, allow_five=False, ret
144
145
 
145
146
  _check()
146
147
  if isinstance(arg_value, int):
147
- ret = (1, 1, arg_value, arg_value, arg_value) if ret_five else (arg_value, arg_value, arg_value)
148
+ ret = (pad_value, pad_value, arg_value, arg_value, arg_value) \
149
+ if ret_five else (arg_value, arg_value, arg_value)
148
150
  elif len(arg_value) == 3:
149
- ret = (1, 1, arg_value[0], arg_value[1], arg_value[2]) if ret_five else arg_value
151
+ ret = (pad_value, pad_value, arg_value[0], arg_value[1], arg_value[2]) if ret_five else arg_value
150
152
  else: # case: len(arg_value) == 5
151
153
  ret = arg_value if ret_five else (arg_value[2], arg_value[3], arg_value[4])
152
154
 
@@ -159,12 +161,12 @@ def _check_3d_int_or_tuple(arg_name, arg_value, prim_name, allow_five=False, ret
159
161
  continue
160
162
  if not greater_zero and item >= 0:
161
163
  continue
162
- _raise_message()
164
+ _raise_message(ret_value=ret_value)
163
165
 
164
166
  def _check_third_one(ret_value):
165
167
  if third_one:
166
168
  if ret_value[-3] != 1:
167
- _raise_message(third_one_flag=third_one)
169
+ _raise_message(third_one_flag=third_one, ret_value=ret_value)
168
170
 
169
171
  check_value_type(arg_name, arg_value, (int, tuple), prim_name)
170
172
  if three_input and isinstance(arg_value, tuple):
@@ -785,9 +787,9 @@ def check_astype_dtype(dtype):
785
787
  if isinstance(dtype, str):
786
788
  if dtype.lower() not in all_types:
787
789
  raise TypeError(f"For Tensor.astype, the input type must be one of {all_types}, but got '{dtype}'.")
788
- dtype = mstype.pytype_to_dtype(np.dtype(dtype.lower()))
790
+ dtype = mstype._pytype_to_dtype(np.dtype(dtype.lower())) # pylint:disable=protected-access
789
791
  elif isinstance(dtype, type):
790
- dtype = mstype.pytype_to_dtype(dtype)
792
+ dtype = mstype._pytype_to_dtype(dtype) # pylint:disable=protected-access
791
793
  elif not dtype in mstype.number_type + (mstype.bool_,):
792
794
  raise TypeError(f"For Tensor.astype, the input type must be one of {mstype.number_type + (mstype.bool_,)}," \
793
795
  f" but got '{dtype}'.")
@@ -1288,6 +1290,33 @@ def _expand_tuple(n_dimensions):
1288
1290
  return convert
1289
1291
 
1290
1292
 
1293
+ def _check_int_sequence_len(sequence, valid_len):
1294
+ if not len(sequence) is valid_len:
1295
+ raise TypeError(f"When expanding an sequence to tuple, input sequence dimension must be {valid_len}, " \
1296
+ f"but got {sequence}")
1297
+ for i in sequence:
1298
+ if not isinstance(i, int) or isinstance(i, bool):
1299
+ raise TypeError(f"When expanding an sequence to tuple, " \
1300
+ f"the type of element in input sequence must be an integer, but got {type(i)}.")
1301
+
1302
+
1303
+ def _expand_sequence_to_tuple(n_dimensions):
1304
+ """To expand an int number to tuple."""
1305
+
1306
+ def convert(m):
1307
+ if not isinstance(m, (tuple, list)):
1308
+ if isinstance(m, int) and not isinstance(m, bool):
1309
+ return tuple(repeat(m, n_dimensions))
1310
+ raise TypeError(f"When expanding an input to tuple, input type must be integer or tuple[int]/list[int], " \
1311
+ f"but got {type(m)}")
1312
+ _check_int_sequence_len(m, n_dimensions)
1313
+ if isinstance(m, list):
1314
+ return tuple(m)
1315
+ return m
1316
+
1317
+ return convert
1318
+
1319
+
1291
1320
  def _check_data_type_valid(data, valid_type):
1292
1321
  """Check data type valid."""
1293
1322
  if valid_type is None:
@@ -1342,7 +1371,9 @@ def check_output_data(data):
1342
1371
  once = _expand_tuple(1)
1343
1372
  twice = _expand_tuple(2)
1344
1373
  triple = _expand_tuple(3)
1345
-
1374
+ once_sequence = _expand_sequence_to_tuple(1)
1375
+ twice_sequence = _expand_sequence_to_tuple(2)
1376
+ triple_sequence = _expand_sequence_to_tuple(3)
1346
1377
 
1347
1378
  def args_type_check(*type_args, **type_kwargs):
1348
1379
  """Check whether input data type is correct."""
@@ -19,7 +19,7 @@ from mindspore.ops import functional as F
19
19
  from mindspore.ops import composite as C
20
20
  from mindspore.common.tensor import Tensor
21
21
  import mindspore.common.dtype as mstype
22
- from mindspore.common.dtype import dtype_to_nptype, get_py_obj_dtype
22
+ from mindspore.common.dtype import _dtype_to_nptype, _get_py_obj_dtype
23
23
  from mindspore._c_expression import TensorPy as CTensor
24
24
 
25
25
 
@@ -164,7 +164,7 @@ def Load(value, u=None):
164
164
 
165
165
  def scalar_cast(x, t):
166
166
  """Implement scalar_cast."""
167
- np_type = dtype_to_nptype(t)
167
+ np_type = _dtype_to_nptype(t) # pylint:disable=protected-access
168
168
  value = np_type(x)
169
169
  cast_value = np.ndarray.item(value)
170
170
  return cast_value
@@ -172,7 +172,7 @@ def scalar_cast(x, t):
172
172
 
173
173
  def typeof(x):
174
174
  """Implement typeof."""
175
- return get_py_obj_dtype(x)
175
+ return _get_py_obj_dtype(x) # pylint:disable=protected-access
176
176
 
177
177
 
178
178
  def tuple_to_array(x):
@@ -1,4 +1,4 @@
1
- # Copyright 2024 Huawei Technologies Co., Ltd
1
+ # Copyright 2025 Huawei Technologies Co., Ltd
2
2
  #
3
3
  # Licensed under the Apache License, Version 2.0 (the "License");
4
4
  # you may not use this file except in compliance with the License.
@@ -12,6 +12,12 @@
12
12
  # See the License for the specific language governing permissions and
13
13
  # limitations under the License.
14
14
  # ============================================================================
15
- """Store the deprecated api temporarily."""
15
+ """
16
+ Interfaces for optimize module.
17
+ """
18
+
16
19
  from __future__ import absolute_import
17
- from mindspore._deprecated.jit import jit
20
+
21
+ __all__ = ['set_lazy_inline']
22
+
23
+ from .cell_utils import set_lazy_inline
@@ -0,0 +1,96 @@
1
+ # Copyright 2025 Huawei Technologies Co., Ltd
2
+ #
3
+ # Licensed under the Apache License, Version 2.0 (the "License");
4
+ # you may not use this file except in compliance with the License.
5
+ # You may obtain a copy of the License at
6
+ #
7
+ # http://www.apache.org/licenses/LICENSE-2.0
8
+ #
9
+ # Unless required by applicable law or agreed to in writing, software
10
+ # distributed under the License is distributed on an "AS IS" BASIS,
11
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12
+ # See the License for the specific language governing permissions and
13
+ # limitations under the License.
14
+ # ============================================================================
15
+ """
16
+ Interfaces for optimize module.
17
+ """
18
+
19
+ from mindspore import log as logging
20
+ from mindspore.nn import Cell
21
+
22
+
23
+ def process_cell_init_args(cells, reusing_count, allow_list, denny_list):
24
+ """
25
+ process all the cells to use lazy inline with the conditions..
26
+
27
+ Args:
28
+ cells(Object map): All the cells information.
29
+ reusing_count(int): The count of the same key of the cell instance.
30
+ allow_list:(list): The allow list of the cell class to apply lazy inline
31
+ denny_list:(list): The denny list of the cell class to apply lazy inline
32
+ Returns:
33
+ void
34
+ """
35
+ type_instance = {}
36
+ class_name = {}
37
+
38
+ for k in cells.keyrefs():
39
+ v = cells[k]
40
+ if k.construct.__code__.co_filename.find("mindspore/nn") != -1:
41
+ continue
42
+ if denny_list and any(deny in k.cls_name for deny in denny_list):
43
+ continue
44
+ if allow_list and not any(allow in k.cls_name for allow in allow_list):
45
+ continue
46
+
47
+ pickle_args = k.cls_name + str(id(k.__class__)) + "[" + str(v[1]) + ":kws:" + str(v[2]) + "]"
48
+
49
+ instances = type_instance.get(pickle_args)
50
+ if instances is not None:
51
+ instances.append(k)
52
+ if len(instances) > reusing_count:
53
+ if not hasattr(k, "cell_init_args"):
54
+ setattr(k, "cell_init_args", "lazy_inline_" + pickle_args)
55
+ logging.debug("Reusing cell info: %s , id: %s , args: %s",
56
+ k.construct.__code__.co_filename + "/" + k.cls_name, id(k), pickle_args)
57
+ setattr(k, "no_inline", False)
58
+ elif len(instances) == reusing_count:
59
+ class_name[v[0]] = k.construct.__code__.co_filename + "/" + k.cls_name
60
+ logging.info("Reusing Cell: %s , args: %s", k.construct.__code__.co_filename + "/" + k.cls_name,
61
+ pickle_args)
62
+
63
+ for i in instances:
64
+ if not hasattr(i, "cell_init_args"):
65
+ setattr(i, "cell_init_args", "lazy_inline_" + pickle_args)
66
+ logging.debug("Reusing cell info: %s , id: %s , args: %s",
67
+ i.construct.__code__.co_filename + "/" + i.cls_name, id(i), pickle_args)
68
+ setattr(i, "no_inline", False)
69
+ else:
70
+ type_instance[pickle_args] = [k]
71
+
72
+ return class_name
73
+
74
+
75
+ def set_lazy_inline(reusing_count=3, allow_list=None, denny_list=None):
76
+ """
77
+ Apply all the cells to use lazy inline with the conditions.
78
+
79
+ Args:
80
+ cells(Object map): All the cells information.
81
+ reusing_count(int): The count of the same key of the cell instance.
82
+ allow_list:(list): The allow list of the cell class to apply lazy inline
83
+ denny_list:(list): The denny list of the cell class to apply lazy inline
84
+ Returns:
85
+ void
86
+ """
87
+ cells = Cell.global_cells
88
+ if denny_list is None:
89
+ denny_list = []
90
+ if allow_list is None:
91
+ allow_list = []
92
+
93
+ denny_list.append("_Output")
94
+ denny_list.append("_MicroBatch")
95
+ reusing_cells = process_cell_init_args(cells, reusing_count, allow_list, denny_list)
96
+ return reusing_cells