mindspore 2.6.0__cp311-cp311-win_amd64.whl → 2.7.0__cp311-cp311-win_amd64.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of mindspore might be problematic. Click here for more details.

Files changed (455) hide show
  1. mindspore/.commit_id +1 -1
  2. mindspore/Microsoft.VisualStudio.Telemetry.dll +0 -0
  3. mindspore/Newtonsoft.Json.dll +0 -0
  4. mindspore/__init__.py +2 -2
  5. mindspore/_c_dataengine.cp311-win_amd64.pyd +0 -0
  6. mindspore/_c_expression.cp311-win_amd64.pyd +0 -0
  7. mindspore/_c_mindrecord.cp311-win_amd64.pyd +0 -0
  8. mindspore/_checkparam.py +42 -11
  9. mindspore/_extends/builtin_operations.py +3 -3
  10. mindspore/{_deprecated → _extends/optimize}/__init__.py +9 -3
  11. mindspore/_extends/optimize/cell_utils.py +96 -0
  12. mindspore/_extends/parallel_compile/akg_compiler/custom.py +1109 -0
  13. mindspore/_extends/parallel_compile/akg_compiler/gen_custom_op_files.py +1 -1
  14. mindspore/_extends/parse/__init__.py +3 -3
  15. mindspore/_extends/parse/compile_config.py +44 -22
  16. mindspore/_extends/parse/deprecated/deprecated_tensor_method.py +1 -2
  17. mindspore/_extends/parse/parser.py +64 -83
  18. mindspore/_extends/parse/resources.py +39 -0
  19. mindspore/_extends/parse/standard_method.py +47 -14
  20. mindspore/_extends/parse/trope.py +8 -1
  21. mindspore/_extends/pijit/__init__.py +1 -2
  22. mindspore/_extends/pijit/pijit_func_white_list.py +2 -5
  23. mindspore/amp.py +4 -22
  24. mindspore/atlprov.dll +0 -0
  25. mindspore/avcodec-59.dll +0 -0
  26. mindspore/avdevice-59.dll +0 -0
  27. mindspore/avfilter-8.dll +0 -0
  28. mindspore/avformat-59.dll +0 -0
  29. mindspore/avutil-57.dll +0 -0
  30. mindspore/boost/adasum.py +1 -1
  31. mindspore/boost/boost_cell_wrapper.py +4 -4
  32. mindspore/c1.dll +0 -0
  33. mindspore/c1xx.dll +0 -0
  34. mindspore/c2.dll +0 -0
  35. mindspore/common/__init__.py +43 -12
  36. mindspore/common/_grad_function.py +2 -1
  37. mindspore/common/_pijit_context.py +28 -7
  38. mindspore/common/_stub_tensor.py +1 -209
  39. mindspore/common/_tensor_cpp_method.py +1 -1
  40. mindspore/common/_tensor_docs.py +177 -52
  41. mindspore/common/_utils.py +9 -1
  42. mindspore/common/api.py +338 -208
  43. mindspore/common/dtype.py +108 -57
  44. mindspore/common/dump.py +11 -16
  45. mindspore/common/dynamic_shape/__init__.py +0 -0
  46. mindspore/common/{auto_dynamic_shape.py → dynamic_shape/auto_dynamic_shape.py} +17 -23
  47. mindspore/common/dynamic_shape/enable_dynamic.py +197 -0
  48. mindspore/common/file_system.py +59 -9
  49. mindspore/common/generator.py +2 -3
  50. mindspore/common/hook_handle.py +33 -5
  51. mindspore/common/jit_config.py +1 -1
  52. mindspore/common/jit_trace.py +84 -105
  53. mindspore/common/np_dtype.py +3 -3
  54. mindspore/common/parameter.py +27 -29
  55. mindspore/common/recompute.py +5 -7
  56. mindspore/common/sparse_tensor.py +0 -3
  57. mindspore/common/symbol.py +0 -1
  58. mindspore/common/tensor.py +84 -133
  59. mindspore/communication/_comm_helper.py +46 -4
  60. mindspore/communication/management.py +79 -7
  61. mindspore/context.py +47 -38
  62. mindspore/dataset/__init__.py +1 -1
  63. mindspore/dataset/audio/transforms.py +1 -1
  64. mindspore/dataset/core/config.py +38 -4
  65. mindspore/dataset/engine/datasets.py +350 -322
  66. mindspore/dataset/engine/datasets_user_defined.py +69 -23
  67. mindspore/dataset/engine/iterators.py +2 -2
  68. mindspore/dataset/engine/obs/config_loader.py +2 -2
  69. mindspore/dataset/engine/obs/obs_mindrecord_dataset.py +8 -0
  70. mindspore/dataset/transforms/c_transforms.py +2 -2
  71. mindspore/dataset/transforms/py_transforms.py +7 -3
  72. mindspore/dataset/transforms/transforms.py +10 -6
  73. mindspore/dataset/vision/__init__.py +1 -1
  74. mindspore/dataset/vision/py_transforms.py +8 -8
  75. mindspore/dataset/vision/transforms.py +17 -5
  76. mindspore/dataset/vision/utils.py +632 -21
  77. mindspore/dataset/vision/validators.py +1 -0
  78. mindspore/device_context/ascend/device.py +1 -1
  79. mindspore/device_context/ascend/op_tuning.py +35 -1
  80. mindspore/device_context/gpu/__init__.py +2 -2
  81. mindspore/device_context/gpu/device.py +1 -1
  82. mindspore/device_context/gpu/op_precision.py +4 -2
  83. mindspore/device_context/gpu/op_tuning.py +6 -3
  84. mindspore/device_manager.py +16 -9
  85. mindspore/dnnl.dll +0 -0
  86. mindspore/dpcmi.dll +0 -0
  87. mindspore/experimental/llm_boost/ascend_native/llama_boost_ascend_native.py +5 -4
  88. mindspore/experimental/llm_boost/atb/boost_base.py +2 -3
  89. mindspore/experimental/optim/adadelta.py +13 -20
  90. mindspore/experimental/optim/adagrad.py +15 -22
  91. mindspore/experimental/optim/adam.py +17 -24
  92. mindspore/experimental/optim/adamax.py +14 -22
  93. mindspore/experimental/optim/adamw.py +28 -34
  94. mindspore/experimental/optim/asgd.py +15 -25
  95. mindspore/experimental/optim/lr_scheduler.py +27 -45
  96. mindspore/experimental/optim/nadam.py +14 -24
  97. mindspore/experimental/optim/optimizer.py +13 -23
  98. mindspore/experimental/optim/radam.py +18 -24
  99. mindspore/experimental/optim/rmsprop.py +14 -25
  100. mindspore/experimental/optim/rprop.py +15 -26
  101. mindspore/experimental/optim/sgd.py +9 -19
  102. mindspore/hal/__init__.py +4 -4
  103. mindspore/hal/contiguous_tensors_handle.py +2 -2
  104. mindspore/hal/memory.py +1 -0
  105. mindspore/include/api/cell.h +65 -5
  106. mindspore/include/api/cfg.h +24 -7
  107. mindspore/include/api/context.h +1 -0
  108. mindspore/include/api/delegate.h +10 -2
  109. mindspore/include/api/dual_abi_helper.h +100 -19
  110. mindspore/include/api/graph.h +14 -1
  111. mindspore/include/api/kernel.h +16 -3
  112. mindspore/include/api/kernel_api.h +9 -1
  113. mindspore/include/api/metrics/accuracy.h +9 -0
  114. mindspore/include/api/model.h +8 -1
  115. mindspore/include/api/model_group.h +4 -0
  116. mindspore/include/api/model_parallel_runner.h +2 -0
  117. mindspore/include/api/status.h +48 -10
  118. mindspore/include/api/types.h +8 -3
  119. mindspore/include/c_api/model_c.h +0 -58
  120. mindspore/include/c_api/tensor_c.h +0 -26
  121. mindspore/include/dataset/constants.h +9 -0
  122. mindspore/include/dataset/vision_ascend.h +1 -1
  123. mindspore/jpeg62.dll +0 -0
  124. mindspore/mindrecord/tools/cifar10.py +61 -11
  125. mindspore/mindrecord/tools/cifar10_to_mr.py +5 -0
  126. mindspore/mindspore_backend_common.dll +0 -0
  127. mindspore/mindspore_backend_manager.dll +0 -0
  128. mindspore/mindspore_common.dll +0 -0
  129. mindspore/mindspore_core.dll +0 -0
  130. mindspore/mindspore_cpu_res_manager.dll +0 -0
  131. mindspore/mindspore_dump.dll +0 -0
  132. mindspore/mindspore_frontend.dll +0 -0
  133. mindspore/mindspore_glog.dll +0 -0
  134. mindspore/mindspore_memory_pool.dll +0 -0
  135. mindspore/mindspore_ms_backend.dll +0 -0
  136. mindspore/mindspore_ops.dll +0 -0
  137. mindspore/mindspore_ops_host.dll +0 -0
  138. mindspore/mindspore_ops_kernel_common.dll +0 -0
  139. mindspore/mindspore_profiler.dll +0 -0
  140. mindspore/mindspore_pyboost.dll +0 -0
  141. mindspore/mindspore_pynative.dll +0 -0
  142. mindspore/mindspore_res_manager.dll +0 -0
  143. mindspore/mindspore_runtime_pipeline.dll +0 -0
  144. mindspore/mint/__init__.py +4 -44
  145. mindspore/mint/distributed/__init__.py +5 -0
  146. mindspore/mint/distributed/distributed.py +425 -19
  147. mindspore/mint/nn/__init__.py +1 -1
  148. mindspore/mint/nn/functional.py +53 -6
  149. mindspore/mint/nn/layer/_functions.py +163 -294
  150. mindspore/mint/nn/layer/activation.py +8 -6
  151. mindspore/mint/nn/layer/conv.py +125 -101
  152. mindspore/mint/nn/layer/normalization.py +11 -25
  153. mindspore/mint/optim/adam.py +19 -18
  154. mindspore/mint/optim/adamw.py +14 -8
  155. mindspore/mint/optim/sgd.py +5 -5
  156. mindspore/msobj140.dll +0 -0
  157. mindspore/mspdb140.dll +0 -0
  158. mindspore/mspdbcore.dll +0 -0
  159. mindspore/mspdbst.dll +0 -0
  160. mindspore/mspft140.dll +0 -0
  161. mindspore/msvcdis140.dll +0 -0
  162. mindspore/msvcp140_1.dll +0 -0
  163. mindspore/msvcp140_2.dll +0 -0
  164. mindspore/msvcp140_atomic_wait.dll +0 -0
  165. mindspore/msvcp140_codecvt_ids.dll +0 -0
  166. mindspore/nn/cell.py +488 -620
  167. mindspore/nn/grad/cell_grad.py +11 -12
  168. mindspore/nn/layer/activation.py +36 -36
  169. mindspore/nn/layer/basic.py +74 -77
  170. mindspore/nn/layer/channel_shuffle.py +4 -4
  171. mindspore/nn/layer/combined.py +4 -2
  172. mindspore/nn/layer/conv.py +86 -85
  173. mindspore/nn/layer/dense.py +9 -7
  174. mindspore/nn/layer/embedding.py +50 -52
  175. mindspore/nn/layer/image.py +38 -40
  176. mindspore/nn/layer/math.py +111 -112
  177. mindspore/nn/layer/normalization.py +56 -44
  178. mindspore/nn/layer/pooling.py +58 -63
  179. mindspore/nn/layer/rnn_cells.py +33 -33
  180. mindspore/nn/layer/rnns.py +56 -56
  181. mindspore/nn/layer/thor_layer.py +74 -73
  182. mindspore/nn/layer/transformer.py +11 -1
  183. mindspore/nn/learning_rate_schedule.py +20 -20
  184. mindspore/nn/loss/loss.py +79 -81
  185. mindspore/nn/optim/adam.py +2 -4
  186. mindspore/nn/optim/adasum.py +2 -2
  187. mindspore/nn/optim/lamb.py +1 -3
  188. mindspore/nn/optim/optimizer.py +1 -1
  189. mindspore/nn/optim/tft_wrapper.py +2 -3
  190. mindspore/nn/optim/thor.py +2 -2
  191. mindspore/nn/probability/distribution/_utils/utils.py +2 -2
  192. mindspore/nn/probability/distribution/exponential.py +2 -1
  193. mindspore/nn/probability/distribution/poisson.py +2 -1
  194. mindspore/nn/sparse/sparse.py +3 -3
  195. mindspore/nn/wrap/cell_wrapper.py +73 -42
  196. mindspore/nn/wrap/grad_reducer.py +37 -52
  197. mindspore/nn/wrap/loss_scale.py +72 -74
  198. mindspore/numpy/array_creations.py +7 -7
  199. mindspore/numpy/fft.py +1 -1
  200. mindspore/numpy/math_ops.py +1 -1
  201. mindspore/numpy/utils_const.py +1 -1
  202. mindspore/opencv_core452.dll +0 -0
  203. mindspore/opencv_imgcodecs452.dll +0 -0
  204. mindspore/opencv_imgproc452.dll +0 -0
  205. mindspore/ops/_grad_experimental/grad_comm_ops.py +51 -13
  206. mindspore/ops/_grad_experimental/grad_debug_ops.py +14 -0
  207. mindspore/ops/_grad_experimental/grad_inner_ops.py +0 -9
  208. mindspore/ops/_op_impl/cpu/__init__.py +1 -0
  209. mindspore/{experimental/es/__init__.py → ops/_op_impl/cpu/joinedstr_op.py} +12 -6
  210. mindspore/ops/_vmap/vmap_array_ops.py +6 -13
  211. mindspore/ops/_vmap/vmap_nn_ops.py +8 -16
  212. mindspore/ops/auto_generate/cpp_create_prim_instance_helper.py +29 -10
  213. mindspore/ops/auto_generate/gen_extend_func.py +5 -55
  214. mindspore/ops/auto_generate/gen_ops_def.py +753 -273
  215. mindspore/ops/auto_generate/gen_ops_prim.py +1687 -958
  216. mindspore/ops/auto_generate/pyboost_inner_prim.py +31 -1
  217. mindspore/ops/composite/__init__.py +10 -0
  218. mindspore/ops/composite/base.py +9 -5
  219. mindspore/ops/composite/multitype_ops/__init__.py +12 -1
  220. mindspore/ops/composite/multitype_ops/_compile_utils.py +132 -108
  221. mindspore/ops/composite/multitype_ops/_constexpr_utils.py +1 -1
  222. mindspore/ops/composite/multitype_ops/add_impl.py +70 -2
  223. mindspore/ops/composite/multitype_ops/div_impl.py +49 -0
  224. mindspore/ops/composite/multitype_ops/floordiv_impl.py +29 -0
  225. mindspore/ops/composite/multitype_ops/getitem_impl.py +11 -0
  226. mindspore/ops/composite/multitype_ops/mod_impl.py +5 -3
  227. mindspore/ops/composite/multitype_ops/mul_impl.py +49 -0
  228. mindspore/ops/composite/multitype_ops/setitem_impl.py +57 -0
  229. mindspore/ops/composite/multitype_ops/sub_impl.py +34 -0
  230. mindspore/ops/composite/multitype_ops/zeros_like_impl.py +14 -0
  231. mindspore/ops/function/__init__.py +4 -1
  232. mindspore/ops/function/_add_attr_func.py +11 -6
  233. mindspore/ops/function/array_func.py +17 -100
  234. mindspore/ops/function/debug_func.py +8 -5
  235. mindspore/ops/function/grad/grad_func.py +5 -13
  236. mindspore/ops/function/math_func.py +65 -399
  237. mindspore/ops/function/nn_func.py +44 -61
  238. mindspore/ops/function/other_func.py +4 -1
  239. mindspore/ops/function/random_func.py +31 -4
  240. mindspore/ops/functional.py +2 -3
  241. mindspore/ops/functional_overload.py +486 -18
  242. mindspore/ops/op_info_register.py +21 -0
  243. mindspore/ops/operations/__init__.py +5 -2
  244. mindspore/ops/operations/_custom_ops_utils.py +675 -8
  245. mindspore/ops/operations/_inner_ops.py +14 -18
  246. mindspore/ops/operations/_sequence_ops.py +1 -1
  247. mindspore/ops/operations/array_ops.py +4 -50
  248. mindspore/ops/operations/comm_ops.py +186 -41
  249. mindspore/ops/operations/custom_ops.py +244 -175
  250. mindspore/ops/operations/debug_ops.py +55 -4
  251. mindspore/ops/operations/image_ops.py +13 -13
  252. mindspore/ops/operations/manually_defined/ops_def.py +27 -28
  253. mindspore/ops/operations/math_ops.py +8 -9
  254. mindspore/ops/operations/nn_ops.py +6 -7
  255. mindspore/ops/primitive.py +9 -20
  256. mindspore/ops/tensor_method.py +52 -11
  257. mindspore/ops_generate/api/cpp_create_prim_instance_helper_generator.py +1 -1
  258. mindspore/ops_generate/api/functional_map_cpp_generator.py +10 -9
  259. mindspore/ops_generate/api/functions_cc_generator.py +58 -10
  260. mindspore/ops_generate/api/tensor_func_reg_cpp_generator.py +1 -1
  261. mindspore/ops_generate/common/base_generator.py +14 -0
  262. mindspore/ops_generate/common/gen_constants.py +7 -2
  263. mindspore/ops_generate/common/gen_utils.py +0 -19
  264. mindspore/ops_generate/common/op_proto.py +11 -4
  265. mindspore/ops_generate/common/template.py +88 -11
  266. mindspore/ops_generate/gen_ops.py +1 -1
  267. mindspore/ops_generate/op_def/lite_ops_cpp_generator.py +4 -4
  268. mindspore/ops_generate/op_def/ops_name_h_generator.py +0 -3
  269. mindspore/ops_generate/op_def/ops_primitive_h_generator.py +0 -4
  270. mindspore/ops_generate/op_def_py/op_prim_py_generator.py +5 -2
  271. mindspore/ops_generate/pyboost/auto_grad_impl_cc_generator.py +49 -8
  272. mindspore/ops_generate/pyboost/auto_grad_reg_cc_generator.py +2 -2
  273. mindspore/ops_generate/pyboost/gen_pyboost_func.py +31 -16
  274. mindspore/ops_generate/pyboost/op_template_parser.py +98 -72
  275. mindspore/ops_generate/pyboost/pyboost_functions_cpp_generator.py +70 -273
  276. mindspore/ops_generate/pyboost/pyboost_functions_h_generator.py +14 -6
  277. mindspore/ops_generate/pyboost/pyboost_functions_impl_cpp_generator.py +316 -0
  278. mindspore/ops_generate/pyboost/pyboost_functions_py_generator.py +1 -1
  279. mindspore/ops_generate/pyboost/pyboost_grad_function_cpp_generator.py +5 -3
  280. mindspore/ops_generate/pyboost/pyboost_inner_prim_generator.py +1 -1
  281. mindspore/ops_generate/pyboost/pyboost_internal_functions_cpp_generator.py +76 -0
  282. mindspore/ops_generate/pyboost/pyboost_internal_functions_h_generator.py +76 -0
  283. mindspore/ops_generate/pyboost/pyboost_internal_kernel_info_adapter_generator.py +125 -0
  284. mindspore/ops_generate/pyboost/pyboost_native_grad_functions_generator.py +4 -3
  285. mindspore/ops_generate/pyboost/pyboost_op_cpp_code_generator.py +348 -61
  286. mindspore/ops_generate/pyboost/pyboost_overload_functions_cpp_generator.py +1 -1
  287. mindspore/ops_generate/pyboost/pyboost_utils.py +118 -9
  288. mindspore/ops_generate/tensor_py_cc_generator.py +1 -24
  289. mindspore/parallel/_auto_parallel_context.py +9 -17
  290. mindspore/parallel/_cell_wrapper.py +106 -40
  291. mindspore/parallel/_parallel_serialization.py +4 -3
  292. mindspore/parallel/_ps_context.py +4 -6
  293. mindspore/parallel/_tensor.py +167 -12
  294. mindspore/parallel/_transformer/moe.py +1 -1
  295. mindspore/parallel/_transformer/transformer.py +17 -12
  296. mindspore/parallel/_utils.py +5 -11
  297. mindspore/parallel/auto_parallel.py +33 -12
  298. mindspore/parallel/checkpoint_convert.py +3 -3
  299. mindspore/parallel/checkpoint_transform.py +5 -1
  300. mindspore/parallel/cluster/process_entity/_api.py +88 -49
  301. mindspore/parallel/cluster/process_entity/_utils.py +95 -7
  302. mindspore/parallel/cluster/run.py +48 -7
  303. mindspore/parallel/function/__init__.py +8 -1
  304. mindspore/parallel/function/reshard_func.py +7 -6
  305. mindspore/parallel/nn/__init__.py +15 -2
  306. mindspore/parallel/nn/parallel_cell_wrapper.py +50 -14
  307. mindspore/parallel/nn/parallel_grad_reducer.py +7 -14
  308. mindspore/parallel/shard.py +9 -23
  309. mindspore/parallel/transform_safetensors.py +468 -174
  310. mindspore/pgodb140.dll +0 -0
  311. mindspore/pgort140.dll +0 -0
  312. mindspore/profiler/__init__.py +2 -1
  313. mindspore/profiler/analysis/parser/timeline_assembly_factory/ascend_timeline_assembler.py +7 -7
  314. mindspore/profiler/analysis/parser/timeline_assembly_factory/base_timeline_assembler.py +3 -0
  315. mindspore/profiler/analysis/parser/timeline_assembly_factory/trace_view_container.py +3 -0
  316. mindspore/profiler/analysis/parser/timeline_creator/cpu_op_timeline_creator.py +3 -3
  317. mindspore/profiler/analysis/parser/timeline_creator/fwk_timeline_creator.py +3 -3
  318. mindspore/profiler/analysis/parser/timeline_creator/msprof_timeline_creator.py +4 -4
  319. mindspore/profiler/analysis/parser/timeline_creator/scope_layer_timeline_creator.py +3 -3
  320. mindspore/profiler/analysis/parser/timeline_event/fwk_event.py +4 -1
  321. mindspore/profiler/analysis/parser/timeline_event/timeline_event_pool.py +2 -1
  322. mindspore/profiler/analysis/task_manager.py +1 -1
  323. mindspore/profiler/analysis/viewer/ascend_communication_viewer.py +5 -1
  324. mindspore/profiler/analysis/viewer/ascend_integrate_viewer.py +2 -1
  325. mindspore/profiler/analysis/viewer/ascend_kernel_details_viewer.py +10 -9
  326. mindspore/profiler/analysis/viewer/ascend_op_memory_viewer.py +43 -23
  327. mindspore/profiler/analysis/viewer/ascend_step_trace_time_viewer.py +3 -2
  328. mindspore/profiler/analysis/viewer/ms_minddata_viewer.py +9 -5
  329. mindspore/profiler/analysis/viewer/ms_operator_details_viewer.py +132 -0
  330. mindspore/profiler/common/constant.py +16 -0
  331. mindspore/profiler/common/msprof_cmd_tool.py +2 -2
  332. mindspore/profiler/common/path_manager.py +9 -0
  333. mindspore/profiler/common/profiler_context.py +50 -29
  334. mindspore/profiler/common/profiler_info.py +0 -16
  335. mindspore/profiler/common/profiler_meta_data.py +1 -0
  336. mindspore/profiler/common/profiler_op_analyse.py +239 -0
  337. mindspore/profiler/common/profiler_output_path.py +23 -8
  338. mindspore/profiler/common/profiler_parameters.py +128 -35
  339. mindspore/profiler/dynamic_profile/__init__.py +0 -0
  340. mindspore/profiler/dynamic_profile/dynamic_monitor_proxy.py +39 -0
  341. mindspore/profiler/dynamic_profile/dynamic_profiler_config_context.py +666 -0
  342. mindspore/profiler/dynamic_profile/dynamic_profiler_utils.py +62 -0
  343. mindspore/profiler/dynamic_profiler.py +374 -338
  344. mindspore/profiler/envprofiler.py +42 -12
  345. mindspore/profiler/experimental_config.py +112 -7
  346. mindspore/profiler/mstx.py +33 -12
  347. mindspore/profiler/platform/__init__.py +2 -3
  348. mindspore/profiler/platform/cpu_profiler.py +10 -4
  349. mindspore/profiler/platform/npu_profiler.py +30 -20
  350. mindspore/profiler/profiler.py +218 -154
  351. mindspore/profiler/profiler_action_controller.py +65 -77
  352. mindspore/profiler/profiler_interface.py +2 -2
  353. mindspore/profiler/schedule.py +10 -4
  354. mindspore/rewrite/common/config.py +1 -0
  355. mindspore/rewrite/common/namer.py +1 -0
  356. mindspore/rewrite/common/namespace.py +1 -0
  357. mindspore/rewrite/node/node.py +31 -11
  358. mindspore/rewrite/parsers/assign_parser.py +1 -1
  359. mindspore/rewrite/symbol_tree/symbol_tree.py +2 -2
  360. mindspore/run_check/_check_version.py +7 -10
  361. mindspore/runtime/__init__.py +8 -6
  362. mindspore/runtime/event.py +10 -4
  363. mindspore/runtime/executor.py +87 -45
  364. mindspore/runtime/memory.py +22 -30
  365. mindspore/runtime/thread_bind_core.py +299 -165
  366. mindspore/safeguard/rewrite_obfuscation.py +12 -13
  367. mindspore/swresample-4.dll +0 -0
  368. mindspore/swscale-6.dll +0 -0
  369. mindspore/tbbmalloc.dll +0 -0
  370. mindspore/tinyxml2.dll +0 -0
  371. mindspore/train/_utils.py +9 -5
  372. mindspore/train/amp.py +43 -23
  373. mindspore/train/callback/__init__.py +5 -5
  374. mindspore/train/callback/_callback.py +2 -1
  375. mindspore/train/callback/_checkpoint.py +4 -14
  376. mindspore/train/callback/_flops_collector.py +11 -7
  377. mindspore/train/callback/_landscape.py +0 -1
  378. mindspore/train/callback/_train_fault_tolerance.py +72 -18
  379. mindspore/train/data_sink.py +15 -6
  380. mindspore/train/dataset_helper.py +14 -5
  381. mindspore/train/model.py +49 -47
  382. mindspore/train/serialization.py +168 -126
  383. mindspore/train/summary/summary_record.py +13 -2
  384. mindspore/train/train_thor/model_thor.py +2 -2
  385. mindspore/turbojpeg.dll +0 -0
  386. mindspore/utils/__init__.py +3 -2
  387. mindspore/utils/dryrun.py +0 -6
  388. mindspore/utils/runtime_execution_order_check.py +162 -78
  389. mindspore/utils/sdc_detect.py +68 -0
  390. mindspore/utils/utils.py +14 -17
  391. mindspore/vcmeta.dll +0 -0
  392. mindspore/vcruntime140.dll +0 -0
  393. mindspore/vcruntime140_1.dll +0 -0
  394. mindspore/version.py +1 -1
  395. {mindspore-2.6.0.dist-info → mindspore-2.7.0.dist-info}/METADATA +5 -4
  396. {mindspore-2.6.0.dist-info → mindspore-2.7.0.dist-info}/RECORD +400 -439
  397. mindspore/_deprecated/jit.py +0 -198
  398. mindspore/_extends/remote/kernel_build_server_ascend.py +0 -75
  399. mindspore/communication/_hccl_management.py +0 -297
  400. mindspore/experimental/es/embedding_service.py +0 -891
  401. mindspore/experimental/es/embedding_service_layer.py +0 -581
  402. mindspore/profiler/common/validator/__init__.py +0 -14
  403. mindspore/profiler/common/validator/validate_path.py +0 -84
  404. mindspore/profiler/parser/__init__.py +0 -14
  405. mindspore/profiler/parser/aicpu_data_parser.py +0 -272
  406. mindspore/profiler/parser/ascend_analysis/__init__.py +0 -14
  407. mindspore/profiler/parser/ascend_analysis/constant.py +0 -71
  408. mindspore/profiler/parser/ascend_analysis/file_manager.py +0 -180
  409. mindspore/profiler/parser/ascend_analysis/function_event.py +0 -185
  410. mindspore/profiler/parser/ascend_analysis/fwk_cann_parser.py +0 -136
  411. mindspore/profiler/parser/ascend_analysis/fwk_file_parser.py +0 -131
  412. mindspore/profiler/parser/ascend_analysis/msprof_timeline_parser.py +0 -104
  413. mindspore/profiler/parser/ascend_analysis/path_manager.py +0 -313
  414. mindspore/profiler/parser/ascend_analysis/profiler_info_parser.py +0 -123
  415. mindspore/profiler/parser/ascend_analysis/tlv_decoder.py +0 -86
  416. mindspore/profiler/parser/ascend_analysis/trace_event_manager.py +0 -75
  417. mindspore/profiler/parser/ascend_cluster_generator.py +0 -116
  418. mindspore/profiler/parser/ascend_communicate_generator.py +0 -314
  419. mindspore/profiler/parser/ascend_flops_generator.py +0 -116
  420. mindspore/profiler/parser/ascend_fpbp_generator.py +0 -82
  421. mindspore/profiler/parser/ascend_hccl_generator.py +0 -271
  422. mindspore/profiler/parser/ascend_integrate_generator.py +0 -42
  423. mindspore/profiler/parser/ascend_memory_generator.py +0 -185
  424. mindspore/profiler/parser/ascend_msprof_exporter.py +0 -282
  425. mindspore/profiler/parser/ascend_msprof_generator.py +0 -187
  426. mindspore/profiler/parser/ascend_op_generator.py +0 -334
  427. mindspore/profiler/parser/ascend_steptrace_generator.py +0 -94
  428. mindspore/profiler/parser/ascend_timeline_generator.py +0 -545
  429. mindspore/profiler/parser/base_timeline_generator.py +0 -483
  430. mindspore/profiler/parser/container.py +0 -229
  431. mindspore/profiler/parser/cpu_gpu_timeline_generator.py +0 -697
  432. mindspore/profiler/parser/flops_parser.py +0 -531
  433. mindspore/profiler/parser/framework_enum.py +0 -111
  434. mindspore/profiler/parser/framework_parser.py +0 -464
  435. mindspore/profiler/parser/framework_struct.py +0 -61
  436. mindspore/profiler/parser/gpu_analysis/__init__.py +0 -14
  437. mindspore/profiler/parser/gpu_analysis/function_event.py +0 -44
  438. mindspore/profiler/parser/gpu_analysis/fwk_file_parser.py +0 -89
  439. mindspore/profiler/parser/gpu_analysis/profiler_info_parser.py +0 -72
  440. mindspore/profiler/parser/hccl_parser.py +0 -573
  441. mindspore/profiler/parser/hwts_log_parser.py +0 -122
  442. mindspore/profiler/parser/integrator.py +0 -526
  443. mindspore/profiler/parser/memory_usage_parser.py +0 -277
  444. mindspore/profiler/parser/minddata_analyzer.py +0 -800
  445. mindspore/profiler/parser/minddata_parser.py +0 -186
  446. mindspore/profiler/parser/minddata_pipeline_parser.py +0 -299
  447. mindspore/profiler/parser/op_intermediate_parser.py +0 -149
  448. mindspore/profiler/parser/optime_parser.py +0 -250
  449. mindspore/profiler/parser/profiler_info.py +0 -213
  450. mindspore/profiler/parser/step_trace_parser.py +0 -666
  451. mindspore/utils/hooks.py +0 -81
  452. /mindspore/common/{_auto_dynamic.py → dynamic_shape/_auto_dynamic.py} +0 -0
  453. {mindspore-2.6.0.dist-info → mindspore-2.7.0.dist-info}/WHEEL +0 -0
  454. {mindspore-2.6.0.dist-info → mindspore-2.7.0.dist-info}/entry_points.txt +0 -0
  455. {mindspore-2.6.0.dist-info → mindspore-2.7.0.dist-info}/top_level.txt +0 -0
@@ -16,8 +16,7 @@
16
16
  from __future__ import absolute_import
17
17
 
18
18
  from mindspore.nn.cell import Cell
19
- from mindspore.ops import composite as C
20
- from mindspore.ops import operations as P
19
+ from mindspore import ops
21
20
  from mindspore.ops.operations import _inner_ops as inner
22
21
  from mindspore.ops.primitive import Primitive
23
22
  from mindspore.common import dtype as mstype
@@ -29,7 +28,7 @@ from mindspore.common import mutable
29
28
  class _FirstGrad(Cell):
30
29
  def __init__(self, fn):
31
30
  super(_FirstGrad, self).__init__()
32
- self.first_grad_op = C.GradOperation(sens_param=True, get_all=True)
31
+ self.first_grad_op = ops.GradOperation(sens_param=True, get_all=True)
33
32
  self.fn = fn
34
33
 
35
34
  def construct(self, u, first_grad_input):
@@ -39,7 +38,7 @@ class _FirstGrad(Cell):
39
38
  class _JvpFirstGrad(Cell):
40
39
  def __init__(self):
41
40
  super(_JvpFirstGrad, self).__init__()
42
- self.first_grad_op = C.GradOperation(sens_param=True, get_all=True)
41
+ self.first_grad_op = ops.GradOperation(sens_param=True, get_all=True)
43
42
 
44
43
  def construct(self, u, fn, first_grad_input):
45
44
  return self.first_grad_op(fn)(*first_grad_input, u)
@@ -48,7 +47,7 @@ class _JvpFirstGrad(Cell):
48
47
  class _FirstGradSingleValue(Cell):
49
48
  def __init__(self, fn):
50
49
  super(_FirstGradSingleValue, self).__init__()
51
- self.first_grad_single_value_op = C.GradOperation(sens_param=True)
50
+ self.first_grad_single_value_op = ops.GradOperation(sens_param=True)
52
51
  self.fn = fn
53
52
 
54
53
  def construct(self, u, first_grad_single_value_input):
@@ -58,7 +57,7 @@ class _FirstGradSingleValue(Cell):
58
57
  class _JvpFirstGradSingleValue(Cell):
59
58
  def __init__(self):
60
59
  super(_JvpFirstGradSingleValue, self).__init__()
61
- self.first_grad_single_value_op = C.GradOperation(sens_param=True)
60
+ self.first_grad_single_value_op = ops.GradOperation(sens_param=True)
62
61
 
63
62
  def construct(self, u, fn, first_grad_single_value_input):
64
63
  return self.first_grad_single_value_op(fn)(*first_grad_single_value_input, u)
@@ -76,12 +75,12 @@ class Jvp(Cell):
76
75
  def __init__(self, fn):
77
76
  super(Jvp, self).__init__()
78
77
  self.fn = fn
79
- self.oneslike = P.OnesLike()
78
+ self.oneslike = ops.OnesLike()
80
79
  self.first_grad = _FirstGrad(fn)
81
80
  self.first_grad.add_flags(enable_tuple_grad_first=True)
82
81
  self.first_grad_single_value = _FirstGradSingleValue(fn)
83
82
  self.first_grad_single_value.add_flags(enable_tuple_grad_first=True)
84
- self.second_grad_op = C.GradOperation(sens_param=True)
83
+ self.second_grad_op = ops.GradOperation(sens_param=True)
85
84
  self.issubclass_ = inner.IsSubClass()
86
85
  self.typeof = Primitive('typeof')
87
86
  self.make_tuple = Primitive('MakeTuple')
@@ -117,12 +116,12 @@ class _JvpInner(Cell):
117
116
 
118
117
  def __init__(self):
119
118
  super(_JvpInner, self).__init__()
120
- self.oneslike = P.OnesLike()
119
+ self.oneslike = ops.OnesLike()
121
120
  self.first_grad = _JvpFirstGrad()
122
121
  self.first_grad.add_flags(enable_tuple_grad_first=True)
123
122
  self.first_grad_single_value = _JvpFirstGradSingleValue()
124
123
  self.first_grad_single_value.add_flags(enable_tuple_grad_first=True)
125
- self.second_grad_op = C.GradOperation(sens_param=True)
124
+ self.second_grad_op = ops.GradOperation(sens_param=True)
126
125
  self.issubclass_ = inner.IsSubClass()
127
126
  self.typeof = Primitive('typeof')
128
127
  self.make_tuple = Primitive('MakeTuple')
@@ -180,8 +179,8 @@ class Vjp(Cell):
180
179
  def __init__(self, fn):
181
180
  super(Vjp, self).__init__()
182
181
  self.fn = fn
183
- self.grad = C.GradOperation(get_all=True, sens_param=True)
184
- self.grad_single_value = C.GradOperation(sens_param=True)
182
+ self.grad = ops.GradOperation(get_all=True, sens_param=True)
183
+ self.grad_single_value = ops.GradOperation(sens_param=True)
185
184
  self.issubclass_ = inner.IsSubClass()
186
185
  self.typeof = Primitive('typeof')
187
186
 
@@ -22,11 +22,9 @@ from mindspore._extends import cell_attr_register
22
22
  from mindspore.common import dtype as mstype
23
23
  from mindspore.common.parameter import Parameter
24
24
  from mindspore.common.tensor import Tensor
25
- from mindspore.ops import functional as F
26
- from mindspore.ops import operations as P
25
+ from mindspore import ops
27
26
  from mindspore.ops.operations import nn_ops as NN_OPS
28
27
  from mindspore.nn.cell import Cell
29
- from mindspore import ops
30
28
  from mindspore.ops.primitive import _primexpr
31
29
 
32
30
  __all__ = ['Softmin',
@@ -114,7 +112,7 @@ class CELU(Cell):
114
112
  def __init__(self, alpha=1.0):
115
113
  """Initialize CELU."""
116
114
  super(CELU, self).__init__()
117
- self.celu = P.CeLU(alpha=alpha)
115
+ self.celu = ops.CeLU(alpha=alpha)
118
116
 
119
117
  def construct(self, x):
120
118
  return self.celu(x)
@@ -213,8 +211,8 @@ class Softmax2d(Cell):
213
211
  def __init__(self):
214
212
  """Initialize Softmax2d."""
215
213
  super(Softmax2d, self).__init__()
216
- self.softmax = P.Softmax(axis=-3)
217
- self.shape = P.Shape()
214
+ self.softmax = ops.Softmax(axis=-3)
215
+ self.shape = ops.Shape()
218
216
 
219
217
  @staticmethod
220
218
  @_primexpr
@@ -277,7 +275,7 @@ class Softmax(Cell):
277
275
  def __init__(self, axis=-1):
278
276
  """Initialize Softmax."""
279
277
  super(Softmax, self).__init__()
280
- self.softmax = P.Softmax(axis)
278
+ self.softmax = ops.Softmax(axis)
281
279
 
282
280
  def construct(self, input):
283
281
  return self.softmax(input)
@@ -356,7 +354,7 @@ class LogSoftmax(Cell):
356
354
  def __init__(self, axis=-1):
357
355
  """Initialize LogSoftmax."""
358
356
  super(LogSoftmax, self).__init__()
359
- self.log_softmax = P.LogSoftmax(axis)
357
+ self.log_softmax = ops.LogSoftmax(axis)
360
358
 
361
359
  def construct(self, x):
362
360
  return self.log_softmax(x)
@@ -400,7 +398,7 @@ class LogSoftmaxExt(Cell):
400
398
  def __init__(self, dim=None):
401
399
  """Initialize LogSoftmaxExt."""
402
400
  super(LogSoftmaxExt, self).__init__()
403
- self.log_softmax = P.LogSoftmaxExt()
401
+ self.log_softmax = ops.LogSoftmaxExt()
404
402
  self.dim = dim
405
403
 
406
404
  def construct(self, x):
@@ -459,7 +457,7 @@ class ELU(Cell):
459
457
  def __init__(self, alpha=1.0):
460
458
  """Initialize ELU."""
461
459
  super(ELU, self).__init__()
462
- self.elu = P.Elu(alpha)
460
+ self.elu = ops.Elu(alpha)
463
461
 
464
462
  def construct(self, x):
465
463
  return self.elu(x)
@@ -510,7 +508,7 @@ class ReLU(Cell):
510
508
  def __init__(self):
511
509
  """Initialize ReLU."""
512
510
  super(ReLU, self).__init__()
513
- self.relu = P.ReLU()
511
+ self.relu = ops.ReLU()
514
512
 
515
513
  def construct(self, input):
516
514
  return self.relu(input)
@@ -560,7 +558,7 @@ class ReLU6(Cell):
560
558
  def __init__(self):
561
559
  """Initialize ReLU6."""
562
560
  super(ReLU6, self).__init__()
563
- self.relu6 = P.ReLU6()
561
+ self.relu6 = ops.ReLU6()
564
562
 
565
563
  def construct(self, x):
566
564
  return self.relu6(x)
@@ -679,7 +677,7 @@ class RReLU(Cell):
679
677
  f"but got upper: {upper}, lower: {lower}. ")
680
678
  self.lower = Tensor(lower, dtype=mstype.float32)
681
679
  self.upper = Tensor(upper, dtype=mstype.float32)
682
- self.sign = P.Sign()
680
+ self.sign = ops.Sign()
683
681
 
684
682
  def construct(self, x):
685
683
  if not isinstance(x, Tensor):
@@ -725,7 +723,7 @@ class SeLU(Cell):
725
723
  def __init__(self):
726
724
  """Initialize SeLU"""
727
725
  super(SeLU, self).__init__()
728
- self.selu = P.SeLU()
726
+ self.selu = ops.SeLU()
729
727
 
730
728
  def construct(self, input_x):
731
729
  return self.selu(input_x)
@@ -825,7 +823,7 @@ class Tanh(Cell):
825
823
  def __init__(self):
826
824
  """Initialize Tanh."""
827
825
  super(Tanh, self).__init__()
828
- self.tanh = P.Tanh()
826
+ self.tanh = ops.Tanh()
829
827
 
830
828
  def construct(self, x):
831
829
  return self.tanh(x)
@@ -871,7 +869,7 @@ class Tanhshrink(Cell):
871
869
  super(Tanhshrink, self).__init__()
872
870
 
873
871
  def construct(self, x):
874
- return F.tanhshrink(x)
872
+ return ops.tanhshrink(x)
875
873
 
876
874
 
877
875
  class Hardtanh(Cell):
@@ -937,7 +935,7 @@ class Hardtanh(Cell):
937
935
  f"but got {self.min_val} and {self.max_val}")
938
936
 
939
937
  def construct(self, x):
940
- return F.hardtanh(x, self.min_val, self.max_val)
938
+ return ops.hardtanh(x, self.min_val, self.max_val)
941
939
 
942
940
 
943
941
  class GELU(Cell):
@@ -1064,7 +1062,7 @@ class FastGelu(Cell):
1064
1062
  def __init__(self):
1065
1063
  """Initialize FastGelu."""
1066
1064
  super(FastGelu, self).__init__()
1067
- self.fast_gelu = P.FastGeLU()
1065
+ self.fast_gelu = ops.FastGeLU()
1068
1066
 
1069
1067
  def construct(self, x):
1070
1068
  return self.fast_gelu(x)
@@ -1115,7 +1113,7 @@ class Sigmoid(Cell):
1115
1113
  def __init__(self):
1116
1114
  """Initialize Sigmoid."""
1117
1115
  super(Sigmoid, self).__init__()
1118
- self.sigmoid = P.Sigmoid()
1116
+ self.sigmoid = ops.Sigmoid()
1119
1117
 
1120
1118
  def construct(self, x):
1121
1119
  return self.sigmoid(x)
@@ -1149,7 +1147,7 @@ class Softsign(Cell):
1149
1147
  def __init__(self):
1150
1148
  """Initialize Softsign."""
1151
1149
  super(Softsign, self).__init__()
1152
- self.softsign = P.Softsign()
1150
+ self.softsign = ops.Softsign()
1153
1151
 
1154
1152
  def construct(self, x):
1155
1153
  return self.softsign(x)
@@ -1243,10 +1241,10 @@ class PReLU(Cell):
1243
1241
  raise TypeError(f"For '{self.cls_name}', the 'w' only supported float, list and tensor, "
1244
1242
  f"but got {type(w).__name__}.")
1245
1243
  self.w = Parameter(w, name='a')
1246
- self.prelu = P.PReLU()
1244
+ self.prelu = ops.PReLU()
1247
1245
 
1248
1246
  def construct(self, x):
1249
- return self.prelu(x, F.cast(self.w, x.dtype))
1247
+ return self.prelu(x, ops.cast(self.w, x.dtype))
1250
1248
 
1251
1249
 
1252
1250
  class PReLUExt(Cell):
@@ -1271,8 +1269,10 @@ class PReLUExt(Cell):
1271
1269
  :align: center
1272
1270
 
1273
1271
  .. note::
1274
- Channel dim is the 2nd dim of input. When input has dims < 2, then there is
1275
- no channel dim and the number of channels = 1.
1272
+ - Channel dim is the 2nd dim of input. When input has dims < 2, then there is
1273
+ no channel dim and the number of channels = 1.
1274
+ - In GE mode, the rank of the input tensor must be greater than 1;
1275
+ otherwise, an error will be triggered.
1276
1276
 
1277
1277
  Args:
1278
1278
  num_parameters (int, optional): number of `w` to learn. Although it takes an int as input,
@@ -1361,7 +1361,7 @@ class HSwish(Cell):
1361
1361
  def __init__(self):
1362
1362
  """Initialize HSwish."""
1363
1363
  super(HSwish, self).__init__()
1364
- self.hswish = P.HSwish()
1364
+ self.hswish = ops.HSwish()
1365
1365
 
1366
1366
  def construct(self, input):
1367
1367
  return self.hswish(input)
@@ -1413,7 +1413,7 @@ class HSigmoid(Cell):
1413
1413
  def __init__(self):
1414
1414
  """Initialize HSigmoid."""
1415
1415
  super(HSigmoid, self).__init__()
1416
- self.hsigmoid = P.HSigmoid()
1416
+ self.hsigmoid = ops.HSigmoid()
1417
1417
 
1418
1418
  def construct(self, input):
1419
1419
  return self.hsigmoid(input)
@@ -1462,11 +1462,11 @@ class LogSigmoid(Cell):
1462
1462
  def __init__(self):
1463
1463
  """Initialize LogSigmoid."""
1464
1464
  super(LogSigmoid, self).__init__()
1465
- self.mul = P.Mul()
1466
- self.exp = P.Exp()
1467
- self.add = P.Add()
1468
- self.rec = P.Reciprocal()
1469
- self.log = P.Log()
1465
+ self.mul = ops.Mul()
1466
+ self.exp = ops.Exp()
1467
+ self.add = ops.Add()
1468
+ self.rec = ops.Reciprocal()
1469
+ self.log = ops.Log()
1470
1470
 
1471
1471
  def construct(self, input_x):
1472
1472
  neg_input = self.mul(input_x, -1)
@@ -1566,7 +1566,7 @@ class SoftShrink(Cell):
1566
1566
 
1567
1567
  def __init__(self, lambd=0.5):
1568
1568
  super(SoftShrink, self).__init__()
1569
- self.softshrink = P.SoftShrink(lambd)
1569
+ self.softshrink = ops.SoftShrink(lambd)
1570
1570
 
1571
1571
  def construct(self, input):
1572
1572
  output = self.softshrink(input)
@@ -1626,7 +1626,7 @@ class HShrink(Cell):
1626
1626
 
1627
1627
  def __init__(self, lambd=0.5):
1628
1628
  super(HShrink, self).__init__()
1629
- self.hshrink = P.HShrink(lambd)
1629
+ self.hshrink = ops.HShrink(lambd)
1630
1630
 
1631
1631
  def construct(self, input):
1632
1632
  return self.hshrink(input)
@@ -1679,7 +1679,7 @@ class Threshold(Cell):
1679
1679
  self.value = value
1680
1680
 
1681
1681
  def construct(self, input_x):
1682
- return F.threshold(input_x, self.threshold, self.value)
1682
+ return ops.threshold(input_x, self.threshold, self.value)
1683
1683
 
1684
1684
 
1685
1685
  class Mish(Cell):
@@ -1755,8 +1755,8 @@ class GLU(Cell):
1755
1755
  """Initialize GLU."""
1756
1756
  super().__init__("GLU")
1757
1757
  self.dim = axis
1758
- self.spilt = P.Split(axis=axis, output_num=2)
1759
- self.sigmoid = P.Sigmoid()
1758
+ self.spilt = ops.Split(axis=axis, output_num=2)
1759
+ self.sigmoid = ops.Sigmoid()
1760
1760
 
1761
1761
  def construct(self, x):
1762
1762
  x1, x2 = self.spilt(x)