mindspore 2.7.0rc1__cp310-cp310-win_amd64.whl → 2.7.1__cp310-cp310-win_amd64.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of mindspore might be problematic. Click here for more details.

Files changed (370) hide show
  1. mindspore/.commit_id +1 -1
  2. mindspore/__init__.py +5 -2
  3. mindspore/_c_dataengine.cp310-win_amd64.pyd +0 -0
  4. mindspore/_c_expression.cp310-win_amd64.pyd +0 -0
  5. mindspore/_c_mindrecord.cp310-win_amd64.pyd +0 -0
  6. mindspore/_checkparam.py +2 -2
  7. mindspore/_extends/builtin_operations.py +3 -3
  8. mindspore/_extends/parallel_compile/akg_compiler/custom.py +1109 -0
  9. mindspore/_extends/parallel_compile/akg_compiler/gen_custom_op_files.py +1 -1
  10. mindspore/_extends/parse/__init__.py +3 -3
  11. mindspore/_extends/parse/compile_config.py +24 -1
  12. mindspore/_extends/parse/deprecated/deprecated_tensor_method.py +6 -3
  13. mindspore/_extends/parse/parser.py +28 -22
  14. mindspore/_extends/parse/resources.py +1 -1
  15. mindspore/_extends/parse/standard_method.py +23 -2
  16. mindspore/_extends/parse/trope.py +2 -1
  17. mindspore/_extends/pijit/pijit_func_white_list.py +9 -27
  18. mindspore/amp.py +0 -18
  19. mindspore/avcodec-59.dll +0 -0
  20. mindspore/avdevice-59.dll +0 -0
  21. mindspore/avfilter-8.dll +0 -0
  22. mindspore/avformat-59.dll +0 -0
  23. mindspore/avutil-57.dll +0 -0
  24. mindspore/boost/base.py +29 -2
  25. mindspore/common/__init__.py +18 -12
  26. mindspore/common/_decorator.py +3 -2
  27. mindspore/common/_grad_function.py +3 -1
  28. mindspore/common/_tensor_cpp_method.py +1 -1
  29. mindspore/common/_tensor_docs.py +371 -96
  30. mindspore/common/_utils.py +7 -43
  31. mindspore/common/api.py +434 -135
  32. mindspore/common/dtype.py +98 -57
  33. mindspore/common/dump.py +7 -108
  34. mindspore/common/dynamic_shape/__init__.py +0 -0
  35. mindspore/common/{auto_dynamic_shape.py → dynamic_shape/auto_dynamic_shape.py} +15 -23
  36. mindspore/common/dynamic_shape/enable_dynamic.py +197 -0
  37. mindspore/common/file_system.py +59 -9
  38. mindspore/common/hook_handle.py +82 -3
  39. mindspore/common/jit_config.py +5 -1
  40. mindspore/common/jit_trace.py +27 -12
  41. mindspore/common/lazy_inline.py +5 -3
  42. mindspore/common/np_dtype.py +3 -3
  43. mindspore/common/parameter.py +17 -127
  44. mindspore/common/recompute.py +4 -13
  45. mindspore/common/tensor.py +50 -217
  46. mindspore/communication/_comm_helper.py +11 -1
  47. mindspore/communication/comm_func.py +138 -4
  48. mindspore/communication/management.py +85 -1
  49. mindspore/config/op_info.config +0 -15
  50. mindspore/context.py +20 -106
  51. mindspore/dataset/__init__.py +1 -1
  52. mindspore/dataset/audio/transforms.py +1 -1
  53. mindspore/dataset/core/config.py +35 -1
  54. mindspore/dataset/engine/datasets.py +338 -319
  55. mindspore/dataset/engine/datasets_user_defined.py +38 -22
  56. mindspore/dataset/engine/datasets_vision.py +1 -1
  57. mindspore/dataset/engine/validators.py +1 -15
  58. mindspore/dataset/transforms/c_transforms.py +2 -2
  59. mindspore/dataset/transforms/transforms.py +3 -3
  60. mindspore/dataset/vision/__init__.py +1 -1
  61. mindspore/dataset/vision/py_transforms.py +8 -8
  62. mindspore/dataset/vision/transforms.py +17 -5
  63. mindspore/dataset/vision/utils.py +632 -21
  64. mindspore/device_context/ascend/op_tuning.py +35 -1
  65. mindspore/dnnl.dll +0 -0
  66. mindspore/{profiler/common/validator → graph}/__init__.py +9 -1
  67. mindspore/graph/custom_pass.py +55 -0
  68. mindspore/include/api/cell.h +28 -4
  69. mindspore/include/api/cfg.h +24 -7
  70. mindspore/include/api/context.h +1 -0
  71. mindspore/include/api/delegate.h +0 -2
  72. mindspore/include/api/dual_abi_helper.h +100 -19
  73. mindspore/include/api/graph.h +14 -1
  74. mindspore/include/api/kernel.h +16 -3
  75. mindspore/include/api/kernel_api.h +9 -1
  76. mindspore/include/api/metrics/accuracy.h +9 -0
  77. mindspore/include/api/model.h +5 -1
  78. mindspore/include/api/model_group.h +4 -0
  79. mindspore/include/api/model_parallel_runner.h +2 -0
  80. mindspore/include/api/status.h +48 -10
  81. mindspore/include/api/types.h +6 -1
  82. mindspore/include/dataset/constants.h +9 -0
  83. mindspore/include/dataset/execute.h +2 -2
  84. mindspore/jpeg62.dll +0 -0
  85. mindspore/mindrecord/__init__.py +3 -3
  86. mindspore/mindrecord/common/exceptions.py +1 -0
  87. mindspore/mindrecord/config.py +1 -1
  88. mindspore/{parallel/mpi → mindrecord/core}/__init__.py +4 -1
  89. mindspore/mindrecord/{shardheader.py → core/shardheader.py} +2 -1
  90. mindspore/mindrecord/{shardindexgenerator.py → core/shardindexgenerator.py} +1 -1
  91. mindspore/mindrecord/{shardreader.py → core/shardreader.py} +2 -1
  92. mindspore/mindrecord/{shardsegment.py → core/shardsegment.py} +2 -2
  93. mindspore/mindrecord/{shardutils.py → core/shardutils.py} +1 -1
  94. mindspore/mindrecord/{shardwriter.py → core/shardwriter.py} +1 -1
  95. mindspore/mindrecord/filereader.py +4 -4
  96. mindspore/mindrecord/filewriter.py +5 -5
  97. mindspore/mindrecord/mindpage.py +2 -2
  98. mindspore/mindrecord/tools/cifar10.py +4 -3
  99. mindspore/mindrecord/tools/cifar100.py +1 -1
  100. mindspore/mindrecord/tools/cifar100_to_mr.py +1 -1
  101. mindspore/mindrecord/tools/cifar10_to_mr.py +6 -6
  102. mindspore/mindrecord/tools/csv_to_mr.py +1 -1
  103. mindspore/mindrecord/tools/imagenet_to_mr.py +1 -1
  104. mindspore/mindrecord/tools/mnist_to_mr.py +1 -1
  105. mindspore/mindrecord/tools/tfrecord_to_mr.py +1 -1
  106. mindspore/mindspore_backend_common.dll +0 -0
  107. mindspore/mindspore_backend_manager.dll +0 -0
  108. mindspore/mindspore_cluster.dll +0 -0
  109. mindspore/mindspore_common.dll +0 -0
  110. mindspore/mindspore_core.dll +0 -0
  111. mindspore/mindspore_cpu.dll +0 -0
  112. mindspore/mindspore_dump.dll +0 -0
  113. mindspore/mindspore_frontend.dll +0 -0
  114. mindspore/mindspore_glog.dll +0 -0
  115. mindspore/mindspore_hardware_abstract.dll +0 -0
  116. mindspore/mindspore_memory_pool.dll +0 -0
  117. mindspore/mindspore_ms_backend.dll +0 -0
  118. mindspore/mindspore_ops.dll +0 -0
  119. mindspore/{mindspore_ops_host.dll → mindspore_ops_cpu.dll} +0 -0
  120. mindspore/mindspore_profiler.dll +0 -0
  121. mindspore/mindspore_pyboost.dll +0 -0
  122. mindspore/mindspore_pynative.dll +0 -0
  123. mindspore/mindspore_runtime_pipeline.dll +0 -0
  124. mindspore/mindspore_runtime_utils.dll +0 -0
  125. mindspore/mindspore_tools.dll +0 -0
  126. mindspore/mint/__init__.py +15 -10
  127. mindspore/mint/distributed/__init__.py +4 -0
  128. mindspore/mint/distributed/distributed.py +392 -69
  129. mindspore/mint/nn/__init__.py +2 -16
  130. mindspore/mint/nn/functional.py +4 -110
  131. mindspore/mint/nn/layer/__init__.py +0 -2
  132. mindspore/mint/nn/layer/_functions.py +1 -2
  133. mindspore/mint/nn/layer/activation.py +0 -6
  134. mindspore/mint/nn/layer/basic.py +0 -47
  135. mindspore/mint/nn/layer/conv.py +10 -10
  136. mindspore/mint/nn/layer/normalization.py +11 -16
  137. mindspore/mint/nn/layer/pooling.py +0 -4
  138. mindspore/nn/__init__.py +1 -3
  139. mindspore/nn/cell.py +231 -239
  140. mindspore/nn/layer/activation.py +4 -2
  141. mindspore/nn/layer/basic.py +56 -14
  142. mindspore/nn/layer/container.py +16 -0
  143. mindspore/nn/layer/embedding.py +4 -169
  144. mindspore/nn/layer/image.py +1 -1
  145. mindspore/nn/layer/normalization.py +2 -1
  146. mindspore/nn/layer/thor_layer.py +4 -85
  147. mindspore/nn/optim/ada_grad.py +0 -1
  148. mindspore/nn/optim/adafactor.py +0 -1
  149. mindspore/nn/optim/adam.py +32 -127
  150. mindspore/nn/optim/adamax.py +0 -1
  151. mindspore/nn/optim/asgd.py +0 -1
  152. mindspore/nn/optim/ftrl.py +8 -102
  153. mindspore/nn/optim/lamb.py +1 -4
  154. mindspore/nn/optim/lars.py +0 -3
  155. mindspore/nn/optim/lazyadam.py +25 -218
  156. mindspore/nn/optim/momentum.py +5 -43
  157. mindspore/nn/optim/optimizer.py +6 -55
  158. mindspore/nn/optim/proximal_ada_grad.py +0 -1
  159. mindspore/nn/optim/rmsprop.py +0 -1
  160. mindspore/nn/optim/rprop.py +0 -1
  161. mindspore/nn/optim/sgd.py +0 -1
  162. mindspore/nn/optim/tft_wrapper.py +2 -4
  163. mindspore/nn/optim/thor.py +0 -2
  164. mindspore/nn/probability/bijector/bijector.py +7 -8
  165. mindspore/nn/probability/bijector/gumbel_cdf.py +2 -2
  166. mindspore/nn/probability/bijector/power_transform.py +20 -21
  167. mindspore/nn/probability/bijector/scalar_affine.py +5 -5
  168. mindspore/nn/probability/bijector/softplus.py +13 -14
  169. mindspore/nn/probability/distribution/_utils/utils.py +2 -2
  170. mindspore/nn/wrap/cell_wrapper.py +39 -5
  171. mindspore/nn/wrap/grad_reducer.py +4 -89
  172. mindspore/numpy/array_creations.py +4 -4
  173. mindspore/numpy/fft.py +9 -9
  174. mindspore/numpy/utils_const.py +1 -1
  175. mindspore/{nn/reinforcement → onnx}/__init__.py +5 -8
  176. mindspore/onnx/onnx_export.py +137 -0
  177. mindspore/opencv_core4110.dll +0 -0
  178. mindspore/opencv_imgcodecs4110.dll +0 -0
  179. mindspore/{opencv_imgproc452.dll → opencv_imgproc4110.dll} +0 -0
  180. mindspore/ops/__init__.py +2 -0
  181. mindspore/ops/_grad_experimental/grad_comm_ops.py +38 -2
  182. mindspore/ops/_grad_experimental/grad_inner_ops.py +0 -9
  183. mindspore/ops/_op_impl/aicpu/__init__.py +0 -10
  184. mindspore/ops/_op_impl/cpu/__init__.py +1 -5
  185. mindspore/ops/_op_impl/cpu/{buffer_append.py → joinedstr_op.py} +8 -8
  186. mindspore/ops/auto_generate/cpp_create_prim_instance_helper.py +28 -24
  187. mindspore/ops/auto_generate/gen_extend_func.py +6 -11
  188. mindspore/ops/auto_generate/gen_ops_def.py +385 -154
  189. mindspore/ops/auto_generate/gen_ops_prim.py +5676 -5167
  190. mindspore/ops/communication.py +97 -0
  191. mindspore/ops/composite/__init__.py +5 -2
  192. mindspore/ops/composite/base.py +16 -2
  193. mindspore/ops/composite/multitype_ops/__init__.py +3 -1
  194. mindspore/ops/composite/multitype_ops/_compile_utils.py +150 -8
  195. mindspore/ops/composite/multitype_ops/_constexpr_utils.py +1 -1
  196. mindspore/ops/composite/multitype_ops/add_impl.py +7 -0
  197. mindspore/ops/composite/multitype_ops/mod_impl.py +27 -0
  198. mindspore/ops/function/__init__.py +2 -0
  199. mindspore/ops/function/array_func.py +24 -18
  200. mindspore/ops/function/comm_func.py +3883 -0
  201. mindspore/ops/function/debug_func.py +7 -6
  202. mindspore/ops/function/grad/grad_func.py +4 -12
  203. mindspore/ops/function/math_func.py +89 -86
  204. mindspore/ops/function/nn_func.py +92 -313
  205. mindspore/ops/function/random_func.py +9 -18
  206. mindspore/ops/functional.py +4 -1
  207. mindspore/ops/functional_overload.py +377 -30
  208. mindspore/ops/operations/__init__.py +2 -5
  209. mindspore/ops/operations/_custom_ops_utils.py +7 -9
  210. mindspore/ops/operations/_inner_ops.py +12 -50
  211. mindspore/ops/operations/_rl_inner_ops.py +0 -933
  212. mindspore/ops/operations/array_ops.py +5 -50
  213. mindspore/ops/operations/comm_ops.py +95 -17
  214. mindspore/ops/operations/custom_ops.py +237 -22
  215. mindspore/ops/operations/debug_ops.py +33 -35
  216. mindspore/ops/operations/manually_defined/ops_def.py +39 -318
  217. mindspore/ops/operations/math_ops.py +5 -5
  218. mindspore/ops/operations/nn_ops.py +3 -3
  219. mindspore/ops/operations/sparse_ops.py +0 -83
  220. mindspore/ops/primitive.py +4 -27
  221. mindspore/ops/tensor_method.py +88 -10
  222. mindspore/ops_generate/aclnn/aclnn_kernel_register_auto_cc_generator.py +5 -5
  223. mindspore/ops_generate/aclnn/gen_aclnn_implement.py +8 -8
  224. mindspore/ops_generate/api/functions_cc_generator.py +53 -4
  225. mindspore/ops_generate/api/tensor_func_reg_cpp_generator.py +25 -11
  226. mindspore/ops_generate/common/gen_constants.py +11 -10
  227. mindspore/ops_generate/common/op_proto.py +18 -1
  228. mindspore/ops_generate/common/template.py +102 -245
  229. mindspore/ops_generate/common/template_utils.py +212 -0
  230. mindspore/ops_generate/gen_custom_ops.py +69 -0
  231. mindspore/ops_generate/op_def/ops_def_cc_generator.py +78 -7
  232. mindspore/ops_generate/op_def_py/base_op_prim_py_generator.py +360 -0
  233. mindspore/ops_generate/op_def_py/custom_op_prim_py_generator.py +140 -0
  234. mindspore/ops_generate/op_def_py/op_def_py_generator.py +54 -7
  235. mindspore/ops_generate/op_def_py/op_prim_py_generator.py +5 -312
  236. mindspore/ops_generate/pyboost/auto_grad_impl_cc_generator.py +74 -17
  237. mindspore/ops_generate/pyboost/auto_grad_reg_cc_generator.py +22 -5
  238. mindspore/ops_generate/pyboost/gen_pyboost_func.py +0 -16
  239. mindspore/ops_generate/pyboost/op_template_parser.py +3 -2
  240. mindspore/ops_generate/pyboost/pyboost_functions_cpp_generator.py +21 -5
  241. mindspore/ops_generate/pyboost/pyboost_functions_h_generator.py +2 -2
  242. mindspore/ops_generate/pyboost/pyboost_functions_impl_cpp_generator.py +30 -10
  243. mindspore/ops_generate/pyboost/pyboost_grad_function_cpp_generator.py +10 -3
  244. mindspore/ops_generate/pyboost/pyboost_internal_kernel_info_adapter_generator.py +1 -1
  245. mindspore/ops_generate/pyboost/pyboost_native_grad_functions_generator.py +19 -9
  246. mindspore/ops_generate/pyboost/pyboost_op_cpp_code_generator.py +71 -28
  247. mindspore/ops_generate/pyboost/pyboost_overload_functions_cpp_generator.py +10 -9
  248. mindspore/ops_generate/pyboost/pyboost_utils.py +27 -16
  249. mindspore/ops_generate/resources/yaml_loader.py +13 -0
  250. mindspore/ops_generate/tensor_py_cc_generator.py +2 -2
  251. mindspore/parallel/_auto_parallel_context.py +5 -15
  252. mindspore/parallel/_cell_wrapper.py +1 -1
  253. mindspore/parallel/_parallel_serialization.py +4 -6
  254. mindspore/parallel/_ps_context.py +2 -2
  255. mindspore/parallel/_utils.py +34 -17
  256. mindspore/parallel/auto_parallel.py +23 -9
  257. mindspore/parallel/checkpoint_transform.py +20 -2
  258. mindspore/parallel/cluster/process_entity/_api.py +28 -33
  259. mindspore/parallel/cluster/process_entity/_utils.py +9 -5
  260. mindspore/parallel/cluster/run.py +5 -3
  261. mindspore/{experimental/llm_boost/ascend_native → parallel/distributed}/__init__.py +21 -22
  262. mindspore/parallel/distributed/distributed_data_parallel.py +393 -0
  263. mindspore/parallel/distributed/flatten_grad_buffer.py +295 -0
  264. mindspore/parallel/function/reshard_func.py +6 -5
  265. mindspore/parallel/nn/parallel_cell_wrapper.py +40 -3
  266. mindspore/parallel/nn/parallel_grad_reducer.py +0 -8
  267. mindspore/parallel/shard.py +7 -21
  268. mindspore/parallel/strategy.py +336 -0
  269. mindspore/parallel/transform_safetensors.py +127 -20
  270. mindspore/profiler/analysis/viewer/ascend_kernel_details_viewer.py +13 -9
  271. mindspore/profiler/analysis/viewer/ascend_op_memory_viewer.py +1 -1
  272. mindspore/profiler/analysis/viewer/ms_minddata_viewer.py +1 -1
  273. mindspore/profiler/common/constant.py +5 -0
  274. mindspore/profiler/common/file_manager.py +9 -0
  275. mindspore/profiler/common/msprof_cmd_tool.py +40 -4
  276. mindspore/profiler/common/path_manager.py +65 -24
  277. mindspore/profiler/common/profiler_context.py +27 -14
  278. mindspore/profiler/common/profiler_info.py +3 -3
  279. mindspore/profiler/common/profiler_meta_data.py +1 -0
  280. mindspore/profiler/common/profiler_op_analyse.py +10 -6
  281. mindspore/profiler/common/profiler_path_manager.py +13 -0
  282. mindspore/profiler/common/util.py +30 -3
  283. mindspore/profiler/dynamic_profiler.py +91 -46
  284. mindspore/profiler/envprofiler.py +30 -5
  285. mindspore/profiler/experimental_config.py +18 -2
  286. mindspore/profiler/platform/cpu_profiler.py +10 -4
  287. mindspore/profiler/platform/npu_profiler.py +34 -7
  288. mindspore/profiler/profiler.py +193 -145
  289. mindspore/profiler/profiler_action_controller.py +1 -1
  290. mindspore/profiler/profiler_interface.py +2 -2
  291. mindspore/rewrite/symbol_tree/symbol_tree.py +1 -1
  292. mindspore/run_check/_check_version.py +108 -24
  293. mindspore/runtime/__init__.py +9 -6
  294. mindspore/runtime/executor.py +35 -0
  295. mindspore/runtime/memory.py +113 -0
  296. mindspore/runtime/thread_bind_core.py +1 -1
  297. mindspore/swresample-4.dll +0 -0
  298. mindspore/swscale-6.dll +0 -0
  299. mindspore/tinyxml2.dll +0 -0
  300. mindspore/{experimental/llm_boost → tools}/__init__.py +5 -5
  301. mindspore/tools/data_dump.py +130 -0
  302. mindspore/tools/sdc_detect.py +91 -0
  303. mindspore/tools/stress_detect.py +63 -0
  304. mindspore/train/__init__.py +6 -6
  305. mindspore/train/_utils.py +8 -21
  306. mindspore/train/amp.py +6 -7
  307. mindspore/train/callback/_callback.py +2 -1
  308. mindspore/train/callback/_checkpoint.py +1 -17
  309. mindspore/train/callback/_flops_collector.py +10 -6
  310. mindspore/train/callback/_train_fault_tolerance.py +72 -25
  311. mindspore/train/data_sink.py +5 -9
  312. mindspore/train/dataset_helper.py +5 -5
  313. mindspore/train/model.py +41 -230
  314. mindspore/train/serialization.py +160 -401
  315. mindspore/train/train_thor/model_thor.py +2 -2
  316. mindspore/turbojpeg.dll +0 -0
  317. mindspore/utils/__init__.py +6 -3
  318. mindspore/utils/dlpack.py +92 -0
  319. mindspore/utils/dryrun.py +1 -1
  320. mindspore/utils/runtime_execution_order_check.py +10 -0
  321. mindspore/utils/sdc_detect.py +14 -12
  322. mindspore/utils/stress_detect.py +43 -0
  323. mindspore/utils/utils.py +152 -16
  324. mindspore/version.py +1 -1
  325. {mindspore-2.7.0rc1.dist-info → mindspore-2.7.1.dist-info}/METADATA +3 -2
  326. {mindspore-2.7.0rc1.dist-info → mindspore-2.7.1.dist-info}/RECORD +330 -344
  327. mindspore/_extends/remote/kernel_build_server_ascend.py +0 -75
  328. mindspore/communication/_hccl_management.py +0 -297
  329. mindspore/experimental/llm_boost/ascend_native/llama_boost_ascend_native.py +0 -207
  330. mindspore/experimental/llm_boost/ascend_native/llm_boost.py +0 -52
  331. mindspore/experimental/llm_boost/atb/__init__.py +0 -23
  332. mindspore/experimental/llm_boost/atb/boost_base.py +0 -385
  333. mindspore/experimental/llm_boost/atb/llama_boost.py +0 -137
  334. mindspore/experimental/llm_boost/atb/qwen_boost.py +0 -124
  335. mindspore/experimental/llm_boost/register.py +0 -130
  336. mindspore/experimental/llm_boost/utils.py +0 -31
  337. mindspore/include/OWNERS +0 -7
  338. mindspore/mindspore_cpu_res_manager.dll +0 -0
  339. mindspore/mindspore_ops_kernel_common.dll +0 -0
  340. mindspore/mindspore_res_manager.dll +0 -0
  341. mindspore/nn/optim/_dist_optimizer_registry.py +0 -111
  342. mindspore/nn/reinforcement/_batch_read_write.py +0 -142
  343. mindspore/nn/reinforcement/_tensors_queue.py +0 -152
  344. mindspore/nn/reinforcement/tensor_array.py +0 -145
  345. mindspore/opencv_core452.dll +0 -0
  346. mindspore/opencv_imgcodecs452.dll +0 -0
  347. mindspore/ops/_op_impl/aicpu/priority_replay_buffer.py +0 -113
  348. mindspore/ops/_op_impl/aicpu/reservoir_replay_buffer.py +0 -96
  349. mindspore/ops/_op_impl/aicpu/sparse_cross.py +0 -42
  350. mindspore/ops/_op_impl/cpu/buffer_get.py +0 -28
  351. mindspore/ops/_op_impl/cpu/buffer_sample.py +0 -28
  352. mindspore/ops/_op_impl/cpu/priority_replay_buffer.py +0 -42
  353. mindspore/ops/operations/_tensor_array.py +0 -359
  354. mindspore/ops/operations/rl_ops.py +0 -288
  355. mindspore/parallel/_offload_context.py +0 -275
  356. mindspore/parallel/_recovery_context.py +0 -115
  357. mindspore/parallel/_transformer/__init__.py +0 -35
  358. mindspore/parallel/_transformer/layers.py +0 -765
  359. mindspore/parallel/_transformer/loss.py +0 -251
  360. mindspore/parallel/_transformer/moe.py +0 -693
  361. mindspore/parallel/_transformer/op_parallel_config.py +0 -222
  362. mindspore/parallel/_transformer/transformer.py +0 -3124
  363. mindspore/parallel/mpi/_mpi_config.py +0 -116
  364. mindspore/profiler/common/validator/validate_path.py +0 -84
  365. mindspore/train/memory_profiling_pb2.py +0 -298
  366. mindspore/utils/hooks.py +0 -81
  367. /mindspore/common/{_auto_dynamic.py → dynamic_shape/_auto_dynamic.py} +0 -0
  368. {mindspore-2.7.0rc1.dist-info → mindspore-2.7.1.dist-info}/WHEEL +0 -0
  369. {mindspore-2.7.0rc1.dist-info → mindspore-2.7.1.dist-info}/entry_points.txt +0 -0
  370. {mindspore-2.7.0rc1.dist-info → mindspore-2.7.1.dist-info}/top_level.txt +0 -0
@@ -1,145 +0,0 @@
1
- # Copyright 2021 Huawei Technologies Co., Ltd
2
- #
3
- # Licensed under the Apache License, Version 2.0 (the "License");
4
- # you may not use this file except in compliance with the License.
5
- # You may obtain a copy of the License at
6
- #
7
- # http://www.apache.org/licenses/LICENSE-2.0
8
- #
9
- # Unless required by applicable law or agreed to in writing, software
10
- # distributed under the License is distributed on an "AS IS" BASIS,
11
- # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12
- # See the License for the specific language governing permissions and
13
- # limitations under the License.
14
- # ============================================================================
15
- """
16
- TensorArray
17
- """
18
- from __future__ import absolute_import
19
-
20
- from mindspore.nn.cell import Cell
21
- from mindspore.ops.operations import _tensor_array as ta
22
- from mindspore import _checkparam as Validator
23
- from mindspore.common import dtype as mstype
24
-
25
-
26
- class TensorArray(Cell):
27
- r"""TensorArray: a dynamic array to store tensors.
28
-
29
- .. warning::
30
- This is an experiential prototype that is subject to change and/or deletion.
31
-
32
- Args:
33
- dtype (mindspore.dtype): the data type in the TensorArray.
34
- element_shape (tuple[int]): the shape of each tensor in a TensorArray.
35
- dynamic_size (bool): if ``true`` , the size of TensorArray can be increased. Default: ``True`` .
36
- size (int): if dynamic_size=False, `size` means the max_size of the TensorArray.
37
- name (str): the name of this TensorArray. Default: ``"TA"`` .
38
-
39
- Supported Platforms:
40
- ``GPU`` ``CPU``
41
-
42
- Examples:
43
- >>> import mindspore
44
- >>> import mindspore.nn as nn
45
- >>> ta = nn.TensorArray(mindspore.int64, ())
46
- >>> ta.write(0, 1)
47
- >>> ta.write(1, 2)
48
- >>> ans = ta.read(1)
49
- >>> print(ans)
50
- 2
51
- >>> s = ta.stack()
52
- >>> print(s)
53
- [1 2]
54
- >>> ta.clear()
55
- >>> ta.write(0, 3)
56
- >>> ans = ta.read(0)
57
- >>> print(ans)
58
- 3
59
- >>> ta.close()
60
- """
61
- def __init__(self, dtype, element_shape, dynamic_size=True, size=0, name="TA"):
62
- """Initialize TensorArray"""
63
- super(TensorArray, self).__init__()
64
- Validator.check_subclass("dtype", dtype, mstype.number_type + (mstype.bool_,), self.cls_name)
65
- Validator.check_int(size, 0, Validator.GE, "size", self.cls_name)
66
- self.handle_ = ta.TensorArray(dtype, element_shape, dynamic_size, size, name)()
67
- self.tensor_array_write = ta.TensorArrayWrite()
68
- self.tensor_array_read = ta.TensorArrayRead(dtype, element_shape)
69
- self.tensor_array_close = ta.TensorArrayClose()
70
- self.tensor_array_clear = ta.TensorArrayClear()
71
- self.tensor_array_stack = ta.TensorArrayStack(dtype, element_shape, dynamic_size, size)
72
- self.tensor_array_size = ta.TensorArraySize()
73
-
74
- def write(self, index, value):
75
- """
76
- Write value(Tensor) to TensorArray in position index.
77
-
78
- Args:
79
- index ([int, mindspore.int64]): The position to write.
80
- value (Tensor): The value to add into the TensorArray.
81
-
82
- Returns:
83
- Bool, true.
84
- """
85
- self.tensor_array_write(self.handle_, index, value)
86
- return True
87
-
88
- def read(self, index):
89
- """
90
- Read tensor form the TensorArray by the given position index.
91
-
92
- Args:
93
- index ([int, mindspore.int64]): The given index to get the tensor.
94
-
95
- Returns:
96
- Tensor, the value in position index.
97
- """
98
- value = self.tensor_array_read(self.handle_, index)
99
- return value
100
-
101
- def close(self):
102
- """
103
- Close the created TensorArray.
104
-
105
- .. warning::
106
- Once close the TensorArray, every functions belong to this TensorArray will be disaviliable.
107
- Every resources created in TensorArray will be removed. If this TensorArray will be used in next step
108
- or somewhere, eg: next loop, please use `clear` instead.
109
-
110
- Returns:
111
- Bool, true.
112
- """
113
- self.tensor_array_close(self.handle_)
114
- return True
115
-
116
- def clear(self):
117
- """
118
- Clear the created TensorArray. Only reset the TensorArray, clear the data and reset the size
119
- in TensorArray and keep the instance of this TensorArray.
120
-
121
- Returns:
122
- Bool, true.
123
- """
124
- self.tensor_array_clear(self.handle_)
125
- return True
126
-
127
- def stack(self):
128
- """
129
- Stack the values in TensorArray into a stacked Tensor.
130
-
131
- Returns:
132
- Tensor, all the values will be stacked into one tensor.
133
- """
134
- ans = self.tensor_array_stack(self.handle_)
135
- return ans
136
-
137
- def size(self):
138
- """
139
- The logical size of TensorArray.
140
-
141
- Returns:
142
- Tensor, the size of TensorArray.
143
- """
144
- size = self.tensor_array_size(self.handle_)
145
- return size
Binary file
Binary file
@@ -1,113 +0,0 @@
1
- # Copyright 2022 Huawei Technologies Co., Ltd
2
- #
3
- # Licensed under the Apache License, Version 2.0 (the "License");
4
- # you may not use this file except in compliance with the License.
5
- # You may obtain a copy of the License at
6
- #
7
- # http://www.apache.org/licenses/LICENSE-2.0
8
- #
9
- # Unless required by applicable law or agreed to in writing, software
10
- # distributed under the License is distributed on an "AS IS" BASIS,
11
- # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12
- # See the License for the specific language governing permissions and
13
- # limitations under the License.
14
- # ============================================================================
15
-
16
- """PriorityReplayBuffer op"""
17
- from mindspore.ops.op_info_register import op_info_register, AiCPURegOp, DataType
18
-
19
-
20
- prb_create_op_info = AiCPURegOp("PriorityReplayBufferCreate") \
21
- .fusion_type("OPAQUE") \
22
- .output(0, "handle", "required") \
23
- .attr("capacity", "int") \
24
- .attr("alpha", "float") \
25
- .attr("beta", "float") \
26
- .attr("schema", "listInt") \
27
- .attr("seed0", "int") \
28
- .attr("seed1", "int") \
29
- .dtype_format(DataType.I64_Default) \
30
- .get_op_info()
31
-
32
-
33
- prb_push_op_info = AiCPURegOp("PriorityReplayBufferPush") \
34
- .input(0, "transition", "dynamic") \
35
- .output(0, "handle", "required") \
36
- .attr("handle", "int") \
37
- .dtype_format(DataType.BOOL_Default, DataType.I64_Default) \
38
- .dtype_format(DataType.I8_Default, DataType.I64_Default) \
39
- .dtype_format(DataType.I16_Default, DataType.I64_Default) \
40
- .dtype_format(DataType.I32_Default, DataType.I64_Default) \
41
- .dtype_format(DataType.I64_Default, DataType.I64_Default) \
42
- .dtype_format(DataType.F16_Default, DataType.I64_Default) \
43
- .dtype_format(DataType.U8_Default, DataType.I64_Default) \
44
- .dtype_format(DataType.U16_Default, DataType.I64_Default) \
45
- .dtype_format(DataType.U32_Default, DataType.I64_Default) \
46
- .dtype_format(DataType.U64_Default, DataType.I64_Default) \
47
- .dtype_format(DataType.F32_Default, DataType.I64_Default) \
48
- .get_op_info()
49
-
50
-
51
- prb_sample_op_info = AiCPURegOp("PriorityReplayBufferSample") \
52
- .output(0, "transitions", "dynamic") \
53
- .attr("handle", "int") \
54
- .attr("batch_size", "int") \
55
- .attr("schema", "listInt") \
56
- .dtype_format(DataType.BOOL_Default) \
57
- .dtype_format(DataType.I8_Default) \
58
- .dtype_format(DataType.I16_Default) \
59
- .dtype_format(DataType.I32_Default) \
60
- .dtype_format(DataType.I64_Default) \
61
- .dtype_format(DataType.F16_Default) \
62
- .dtype_format(DataType.U8_Default) \
63
- .dtype_format(DataType.U16_Default) \
64
- .dtype_format(DataType.U32_Default) \
65
- .dtype_format(DataType.U64_Default) \
66
- .dtype_format(DataType.F32_Default) \
67
- .get_op_info()
68
-
69
-
70
- prb_update_op_info = AiCPURegOp("PriorityReplayBufferUpdate") \
71
- .input(0, "indices", "require") \
72
- .input(1, "priorities", "require") \
73
- .output(0, "handle", "require") \
74
- .attr("handle", "int") \
75
- .dtype_format(DataType.I64_Default, DataType.F32_Default, DataType.I64_Default) \
76
- .get_op_info()
77
-
78
-
79
- prb_destroy_op_info = AiCPURegOp("PriorityReplayBufferDestroy") \
80
- .output(0, "handle", "required") \
81
- .attr("handle", "int") \
82
- .dtype_format(DataType.I64_Default) \
83
- .get_op_info()
84
-
85
-
86
- @op_info_register(prb_create_op_info)
87
- def _prb_create_op_cpu():
88
- """PriorityReplayBufferSample AICPU register"""
89
- return
90
-
91
-
92
- @op_info_register(prb_push_op_info)
93
- def _prb_push_op_cpu():
94
- """PriorityReplayBufferPush AICPU register"""
95
- return
96
-
97
-
98
- @op_info_register(prb_sample_op_info)
99
- def _prb_sample_op_cpu():
100
- """PriorityReplayBufferSample AICPU register"""
101
- return
102
-
103
-
104
- @op_info_register(prb_update_op_info)
105
- def _prb_update_op_cpu():
106
- """PriorityReplayBufferUpdate AICPU register"""
107
- return
108
-
109
-
110
- @op_info_register(prb_destroy_op_info)
111
- def _prb_destroy_op_cpu():
112
- """PriorityReplayBufferDestroy AICPU register"""
113
- return
@@ -1,96 +0,0 @@
1
- # Copyright 2022 Huawei Technologies Co., Ltd
2
- #
3
- # Licensed under the Apache License, Version 2.0 (the "License");
4
- # you may not use this file except in compliance with the License.
5
- # You may obtain a copy of the License at
6
- #
7
- # http://www.apache.org/licenses/LICENSE-2.0
8
- #
9
- # Unless required by applicable law or agreed to in writing, software
10
- # distributed under the License is distributed on an "AS IS" BASIS,
11
- # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12
- # See the License for the specific language governing permissions and
13
- # limitations under the License.
14
- # ============================================================================
15
-
16
- """ReservoirReplayBuffer op"""
17
- from mindspore.ops.op_info_register import op_info_register, AiCPURegOp, DataType
18
-
19
-
20
- rrb_create_op_info = AiCPURegOp("ReservoirReplayBufferCreate") \
21
- .fusion_type("OPAQUE") \
22
- .output(0, "handle", "required") \
23
- .attr("capacity", "int") \
24
- .attr("schema", "listInt") \
25
- .attr("seed0", "int") \
26
- .attr("seed1", "int") \
27
- .dtype_format(DataType.I64_Default) \
28
- .get_op_info()
29
-
30
-
31
- rrb_push_op_info = AiCPURegOp("ReservoirReplayBufferPush") \
32
- .input(0, "transition", "dynamic") \
33
- .output(0, "handle", "required") \
34
- .attr("handle", "int") \
35
- .dtype_format(DataType.BOOL_Default, DataType.I64_Default) \
36
- .dtype_format(DataType.I8_Default, DataType.I64_Default) \
37
- .dtype_format(DataType.I16_Default, DataType.I64_Default) \
38
- .dtype_format(DataType.I32_Default, DataType.I64_Default) \
39
- .dtype_format(DataType.I64_Default, DataType.I64_Default) \
40
- .dtype_format(DataType.F16_Default, DataType.I64_Default) \
41
- .dtype_format(DataType.U8_Default, DataType.I64_Default) \
42
- .dtype_format(DataType.U16_Default, DataType.I64_Default) \
43
- .dtype_format(DataType.U32_Default, DataType.I64_Default) \
44
- .dtype_format(DataType.U64_Default, DataType.I64_Default) \
45
- .dtype_format(DataType.F32_Default, DataType.I64_Default) \
46
- .get_op_info()
47
-
48
-
49
- rrb_sample_op_info = AiCPURegOp("ReservoirReplayBufferSample") \
50
- .output(0, "transitions", "dynamic") \
51
- .attr("handle", "int") \
52
- .attr("batch_size", "int") \
53
- .attr("schema", "listInt") \
54
- .dtype_format(DataType.BOOL_Default) \
55
- .dtype_format(DataType.I8_Default) \
56
- .dtype_format(DataType.I16_Default) \
57
- .dtype_format(DataType.I32_Default) \
58
- .dtype_format(DataType.I64_Default) \
59
- .dtype_format(DataType.F16_Default) \
60
- .dtype_format(DataType.U8_Default) \
61
- .dtype_format(DataType.U16_Default) \
62
- .dtype_format(DataType.U32_Default) \
63
- .dtype_format(DataType.U64_Default) \
64
- .dtype_format(DataType.F32_Default) \
65
- .get_op_info()
66
-
67
-
68
- rrb_destroy_op_info = AiCPURegOp("ReservoirReplayBufferDestroy") \
69
- .output(0, "handle", "required") \
70
- .attr("handle", "int") \
71
- .dtype_format(DataType.I64_Default) \
72
- .get_op_info()
73
-
74
-
75
- @op_info_register(rrb_create_op_info)
76
- def _rrb_create_op_cpu():
77
- """ReservoirReplayBufferCreate AICPU register"""
78
- return
79
-
80
-
81
- @op_info_register(rrb_push_op_info)
82
- def _rrb_push_op_cpu():
83
- """ReservoirReplayBufferPush AICPU register"""
84
- return
85
-
86
-
87
- @op_info_register(rrb_sample_op_info)
88
- def _rrb_sample_op_cpu():
89
- """ReservoirReplayBufferSample AICPU register"""
90
- return
91
-
92
-
93
- @op_info_register(rrb_destroy_op_info)
94
- def _rrb_destroy_op_cpu():
95
- """ReservoirReplayBufferDestroy AICPU register"""
96
- return
@@ -1,42 +0,0 @@
1
- # Copyright 2022 Huawei Technologies Co., Ltd
2
- #
3
- # Licensed under the Apache License, Version 2.0 (the "License");
4
- # you may not use this file except in compliance with the License.
5
- # You may obtain a copy of the License at
6
- #
7
- # http://www.apache.org/licenses/LICENSE-2.0
8
- #
9
- # Unless required by applicable law or agreed to in writing, software
10
- # distributed under the License is distributed on an "AS IS" BASIS,
11
- # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12
- # See the License for the specific language governing permissions and
13
- # limitations under the License.
14
- # ============================================================================
15
-
16
- """SparseCross op"""
17
- from mindspore.ops.op_info_register import op_info_register, AiCPURegOp, DataType
18
-
19
- sparse_cross_op_info = AiCPURegOp("SparseCross") \
20
- .fusion_type("OPAQUE") \
21
- .attr("N", "int") \
22
- .attr("hashed_output", "bool") \
23
- .attr("hash_key", "int") \
24
- .attr("out_type", "Type") \
25
- .attr("internal_type", "Type") \
26
- .attr("num_buckets", "int") \
27
- .input(0, "indices", "dynamic") \
28
- .input(1, "values", "dynamic") \
29
- .input(2, "shapes", "dynamic") \
30
- .input(3, "dense_inputs", "dynamic") \
31
- .output(0, "output_indices", "required") \
32
- .output(1, "output_values", "required") \
33
- .output(2, "output_shape", "required") \
34
- .dtype_format(DataType.I64_Default, DataType.I64_Default, DataType.I64_Default, \
35
- DataType.I64_Default, DataType.I64_Default, DataType.I64_Default, DataType.I64_Default) \
36
- .get_op_info()
37
-
38
-
39
- @op_info_register(sparse_cross_op_info)
40
- def _sparse_cross_aicpu():
41
- """SparseCross AiCPU register"""
42
- return
@@ -1,28 +0,0 @@
1
- # Copyright 2021 Huawei Technologies Co., Ltd
2
- #
3
- # Licensed under the Apache License, Version 2.0 (the "License");
4
- # you may not use this file except in compliance with the License.
5
- # You may obtain a copy of the License at
6
- #
7
- # http://www.apache.org/licenses/LICENSE-2.0
8
- #
9
- # Unless required by applicable law or agreed to in writing, software
10
- # distributed under the License is distributed on an "AS IS" BASIS,
11
- # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12
- # See the License for the specific language governing permissions and
13
- # limitations under the License.
14
-
15
- """BufferGetItem op"""
16
- from mindspore.ops.op_info_register import op_info_register, CpuRegOp, DataType
17
-
18
- buffer_get_op_info = CpuRegOp("BufferGetItem") \
19
- .input(0, "x", "dynamic") \
20
- .output(0, "output", "dynamic") \
21
- .dtype_format(DataType.I32_Default, DataType.I32_Default) \
22
- .get_op_info()
23
-
24
-
25
- @op_info_register(buffer_get_op_info)
26
- def _buffer_get_cpu():
27
- """BufferGetItem cpu register"""
28
- return
@@ -1,28 +0,0 @@
1
- # Copyright 2021 Huawei Technologies Co., Ltd
2
- #
3
- # Licensed under the Apache License, Version 2.0 (the "License");
4
- # you may not use this file except in compliance with the License.
5
- # You may obtain a copy of the License at
6
- #
7
- # http://www.apache.org/licenses/LICENSE-2.0
8
- #
9
- # Unless required by applicable law or agreed to in writing, software
10
- # distributed under the License is distributed on an "AS IS" BASIS,
11
- # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12
- # See the License for the specific language governing permissions and
13
- # limitations under the License.
14
-
15
- """BufferSample op"""
16
- from mindspore.ops.op_info_register import op_info_register, CpuRegOp, DataType
17
-
18
- buffer_sample_op_info = CpuRegOp("BufferSample") \
19
- .input(0, "x", "dynamic") \
20
- .output(0, "output", "dynamic") \
21
- .dtype_format(DataType.I32_Default, DataType.I32_Default) \
22
- .get_op_info()
23
-
24
-
25
- @op_info_register(buffer_sample_op_info)
26
- def _buffer_sample_cpu():
27
- """BufferSample cpu register"""
28
- return
@@ -1,42 +0,0 @@
1
- # Copyright 2022 Huawei Technologies Co., Ltd
2
- #
3
- # Licensed under the Apache License, Version 2.0 (the "License");
4
- # you may not use this file except in compliance with the License.
5
- # You may obtain a copy of the License at
6
- #
7
- # http://www.apache.org/licenses/LICENSE-2.0
8
- #
9
- # Unless required by applicable law or agreed to in writing, software
10
- # distributed under the License is distributed on an "AS IS" BASIS,
11
- # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12
- # See the License for the specific language governing permissions and
13
- # limitations under the License.
14
- # ============================================================================
15
-
16
- """PriorityReplayBuffer op"""
17
- from mindspore.ops.op_info_register import op_info_register, CpuRegOp, DataType
18
-
19
- prb_sample_op_info = CpuRegOp("PriorityReplayBufferSample") \
20
- .input(0, "x", "dynamic") \
21
- .output(0, "y", "dynamic") \
22
- .dtype_format(DataType.I32_Default, DataType.I32_Default) \
23
- .get_op_info()
24
-
25
-
26
- @op_info_register(prb_sample_op_info)
27
- def _prb_sample_op_cpu():
28
- """PriorityReplayBufferSample cpu register"""
29
- return
30
-
31
-
32
- prb_push_op_info = CpuRegOp("PriorityReplayBufferPush") \
33
- .input(0, "x", "dynamic") \
34
- .output(0, "y", "dynamic") \
35
- .dtype_format(DataType.I32_Default, DataType.I32_Default) \
36
- .get_op_info()
37
-
38
-
39
- @op_info_register(prb_push_op_info)
40
- def _prb_push_op_cpu():
41
- """PriorityReplayBufferPush cpu register"""
42
- return