mindspore 2.0.0a0__cp38-cp38-win_amd64.whl → 2.0.0rc1__cp38-cp38-win_amd64.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of mindspore might be problematic. Click here for more details.

Files changed (655) hide show
  1. mindspore/.commit_id +1 -1
  2. mindspore/__init__.py +4 -2
  3. mindspore/_c_dataengine.cp38-win_amd64.pyd +0 -0
  4. mindspore/_c_expression.cp38-win_amd64.pyd +0 -0
  5. mindspore/_c_mindrecord.cp38-win_amd64.pyd +0 -0
  6. mindspore/_check_jit_forbidden_api.py +102 -0
  7. mindspore/_checkparam.py +1066 -1001
  8. mindspore/_extends/parallel_compile/akg_compiler/akg_process.py +4 -3
  9. mindspore/_extends/parallel_compile/akg_compiler/tbe_topi.py +50 -48
  10. mindspore/_extends/parallel_compile/akg_compiler/util.py +9 -4
  11. mindspore/_extends/parallel_compile/tbe_compiler/tbe_adapter.py +4 -4
  12. mindspore/_extends/parallel_compile/tbe_compiler/tbe_helper.py +9 -4
  13. mindspore/_extends/parse/__init__.py +5 -3
  14. mindspore/_extends/parse/namespace.py +16 -1
  15. mindspore/_extends/parse/parser.py +107 -22
  16. mindspore/_extends/parse/resources.py +0 -7
  17. mindspore/_extends/parse/standard_method.py +885 -413
  18. mindspore/amp.py +52 -57
  19. mindspore/boost/boost.py +2 -2
  20. mindspore/boost/boost_cell_wrapper.py +38 -20
  21. mindspore/boost/dim_reduce.py +3 -3
  22. mindspore/boost/group_loss_scale_manager.py +1 -1
  23. mindspore/common/__init__.py +4 -6
  24. mindspore/common/_decorator.py +2 -0
  25. mindspore/common/_register_for_adapter.py +55 -0
  26. mindspore/common/_stub_tensor.py +201 -0
  27. mindspore/common/_utils.py +41 -7
  28. mindspore/common/api.py +215 -141
  29. mindspore/common/dtype.py +8 -1
  30. mindspore/common/dump.py +2 -2
  31. mindspore/common/initializer.py +4 -2
  32. mindspore/common/jit_config.py +17 -13
  33. mindspore/common/mutable.py +33 -13
  34. mindspore/common/parameter.py +23 -21
  35. mindspore/common/seed.py +8 -24
  36. mindspore/common/sparse_tensor.py +62 -41
  37. mindspore/common/tensor.py +852 -1154
  38. mindspore/communication/__init__.py +2 -2
  39. mindspore/communication/_comm_helper.py +11 -4
  40. mindspore/communication/management.py +22 -21
  41. mindspore/config/op_info.config +501 -1008
  42. mindspore/context.py +201 -23
  43. mindspore/dataset/__init__.py +6 -6
  44. mindspore/dataset/audio/__init__.py +7 -7
  45. mindspore/dataset/audio/transforms.py +670 -30
  46. mindspore/dataset/audio/utils.py +47 -4
  47. mindspore/dataset/audio/validators.py +223 -1
  48. mindspore/dataset/callback/ds_callback.py +2 -2
  49. mindspore/dataset/core/config.py +210 -14
  50. mindspore/dataset/core/validator_helpers.py +2 -2
  51. mindspore/{parallel/nn/layers.py → dataset/debug/__init__.py} +7 -8
  52. mindspore/dataset/debug/debug_hook.py +65 -0
  53. mindspore/dataset/debug/pre_defined_hook.py +67 -0
  54. mindspore/dataset/engine/__init__.py +7 -3
  55. mindspore/dataset/engine/cache_client.py +1 -1
  56. mindspore/dataset/engine/datasets.py +322 -66
  57. mindspore/dataset/engine/datasets_audio.py +80 -76
  58. mindspore/dataset/engine/datasets_standard_format.py +51 -38
  59. mindspore/dataset/engine/datasets_text.py +232 -118
  60. mindspore/dataset/engine/datasets_user_defined.py +41 -17
  61. mindspore/dataset/engine/datasets_vision.py +746 -225
  62. mindspore/dataset/engine/graphdata.py +75 -10
  63. mindspore/dataset/engine/iterators.py +45 -5
  64. mindspore/dataset/engine/offload.py +48 -28
  65. mindspore/dataset/engine/validators.py +117 -8
  66. mindspore/dataset/text/__init__.py +6 -5
  67. mindspore/dataset/text/transforms.py +86 -3
  68. mindspore/dataset/text/utils.py +6 -4
  69. mindspore/dataset/text/validators.py +25 -0
  70. mindspore/dataset/transforms/__init__.py +3 -2
  71. mindspore/dataset/transforms/c_transforms.py +1 -1
  72. mindspore/dataset/transforms/transforms.py +2 -2
  73. mindspore/dataset/utils/__init__.py +2 -1
  74. mindspore/dataset/utils/line_reader.py +121 -0
  75. mindspore/dataset/vision/__init__.py +2 -3
  76. mindspore/dataset/vision/c_transforms.py +9 -9
  77. mindspore/dataset/vision/py_transforms.py +5 -5
  78. mindspore/dataset/vision/py_transforms_util.py +2 -0
  79. mindspore/dataset/vision/transforms.py +160 -161
  80. mindspore/dataset/vision/utils.py +3 -3
  81. mindspore/experimental/map_parameter.py +38 -26
  82. mindspore/include/OWNERS +0 -1
  83. mindspore/include/api/callback/callback.h +9 -13
  84. mindspore/include/api/callback/ckpt_saver.h +2 -2
  85. mindspore/include/api/callback/loss_monitor.h +2 -2
  86. mindspore/include/api/callback/lr_scheduler.h +5 -5
  87. mindspore/include/api/callback/time_monitor.h +2 -2
  88. mindspore/include/api/callback/train_accuracy.h +4 -6
  89. mindspore/include/api/cfg.h +19 -6
  90. mindspore/include/api/context.h +44 -9
  91. mindspore/include/api/delegate.h +1 -1
  92. mindspore/include/api/metrics/accuracy.h +2 -2
  93. mindspore/include/api/metrics/metrics.h +4 -3
  94. mindspore/include/api/model.h +9 -4
  95. mindspore/include/api/model_parallel_runner.h +2 -2
  96. mindspore/include/api/net.h +12 -11
  97. mindspore/include/api/serialization.h +19 -3
  98. mindspore/include/api/types.h +3 -3
  99. mindspore/include/dataset/constants.h +7 -0
  100. mindspore/include/dataset/text.h +59 -0
  101. mindspore/jpeg62.dll +0 -0
  102. mindspore/log.py +1 -1
  103. mindspore/mindrecord/filereader.py +18 -0
  104. mindspore/mindrecord/filewriter.py +197 -34
  105. mindspore/mindrecord/shardreader.py +9 -0
  106. mindspore/mindrecord/shardwriter.py +1 -1
  107. mindspore/mindrecord/tools/cifar100_to_mr.py +3 -3
  108. mindspore/mindrecord/tools/cifar10_to_mr.py +3 -3
  109. mindspore/mindrecord/tools/csv_to_mr.py +3 -3
  110. mindspore/mindrecord/tools/imagenet_to_mr.py +16 -11
  111. mindspore/mindrecord/tools/mnist_to_mr.py +2 -2
  112. mindspore/mindrecord/tools/tfrecord_to_mr.py +6 -6
  113. mindspore/mindspore_backend.dll +0 -0
  114. mindspore/mindspore_common.dll +0 -0
  115. mindspore/mindspore_core.dll +0 -0
  116. mindspore/mindspore_glog.dll +0 -0
  117. mindspore/mindspore_shared_lib.dll +0 -0
  118. mindspore/nn/__init__.py +0 -4
  119. mindspore/nn/cell.py +204 -132
  120. mindspore/nn/dynamic_lr.py +1 -1
  121. mindspore/nn/grad/cell_grad.py +7 -6
  122. mindspore/nn/layer/__init__.py +5 -4
  123. mindspore/nn/layer/activation.py +40 -89
  124. mindspore/nn/layer/basic.py +255 -624
  125. mindspore/nn/layer/channel_shuffle.py +7 -6
  126. mindspore/nn/layer/combined.py +1 -1
  127. mindspore/nn/layer/container.py +41 -4
  128. mindspore/nn/layer/conv.py +64 -28
  129. mindspore/nn/layer/dense.py +9 -8
  130. mindspore/nn/layer/embedding.py +27 -25
  131. mindspore/nn/layer/image.py +53 -46
  132. mindspore/nn/layer/math.py +97 -105
  133. mindspore/nn/layer/normalization.py +117 -86
  134. mindspore/nn/layer/padding.py +185 -95
  135. mindspore/nn/layer/pooling.py +817 -414
  136. mindspore/nn/layer/rnn_cells.py +10 -15
  137. mindspore/nn/layer/rnns.py +37 -38
  138. mindspore/nn/layer/thor_layer.py +11 -12
  139. mindspore/nn/layer/timedistributed.py +5 -5
  140. mindspore/nn/layer/transformer.py +701 -0
  141. mindspore/nn/learning_rate_schedule.py +8 -8
  142. mindspore/nn/loss/__init__.py +5 -4
  143. mindspore/nn/loss/loss.py +334 -199
  144. mindspore/nn/optim/ada_grad.py +6 -6
  145. mindspore/nn/optim/adadelta.py +2 -3
  146. mindspore/nn/optim/adafactor.py +4 -5
  147. mindspore/nn/optim/adam.py +126 -62
  148. mindspore/nn/optim/adamax.py +3 -4
  149. mindspore/nn/optim/adasum.py +6 -6
  150. mindspore/nn/optim/asgd.py +2 -2
  151. mindspore/nn/optim/ftrl.py +67 -38
  152. mindspore/nn/optim/lamb.py +4 -5
  153. mindspore/nn/optim/lars.py +2 -2
  154. mindspore/nn/optim/lazyadam.py +43 -4
  155. mindspore/nn/optim/momentum.py +6 -5
  156. mindspore/nn/optim/optimizer.py +3 -1
  157. mindspore/nn/optim/proximal_ada_grad.py +2 -2
  158. mindspore/nn/optim/rmsprop.py +1 -1
  159. mindspore/nn/optim/rprop.py +8 -9
  160. mindspore/nn/optim/sgd.py +19 -13
  161. mindspore/nn/optim/thor.py +10 -15
  162. mindspore/nn/probability/__init__.py +0 -2
  163. mindspore/nn/probability/bijector/bijector.py +4 -4
  164. mindspore/nn/probability/bijector/invert.py +1 -1
  165. mindspore/nn/probability/bijector/softplus.py +2 -2
  166. mindspore/nn/probability/bnn_layers/dense_variational.py +1 -1
  167. mindspore/nn/probability/bnn_layers/layer_distribution.py +2 -2
  168. mindspore/nn/probability/distribution/_utils/utils.py +9 -15
  169. mindspore/nn/probability/distribution/bernoulli.py +3 -3
  170. mindspore/nn/probability/distribution/beta.py +1 -1
  171. mindspore/nn/probability/distribution/categorical.py +5 -7
  172. mindspore/nn/probability/distribution/cauchy.py +3 -3
  173. mindspore/nn/probability/distribution/distribution.py +2 -2
  174. mindspore/nn/probability/distribution/exponential.py +2 -2
  175. mindspore/nn/probability/distribution/gamma.py +3 -3
  176. mindspore/nn/probability/distribution/geometric.py +1 -1
  177. mindspore/nn/probability/distribution/gumbel.py +3 -3
  178. mindspore/nn/probability/distribution/half_normal.py +15 -11
  179. mindspore/nn/probability/distribution/laplace.py +16 -13
  180. mindspore/nn/probability/distribution/logistic.py +2 -2
  181. mindspore/nn/probability/distribution/normal.py +1 -1
  182. mindspore/nn/probability/distribution/poisson.py +1 -1
  183. mindspore/nn/probability/distribution/student_t.py +20 -15
  184. mindspore/nn/probability/distribution/transformed_distribution.py +4 -4
  185. mindspore/nn/probability/distribution/uniform.py +2 -2
  186. mindspore/nn/reinforcement/_tensors_queue.py +3 -3
  187. mindspore/nn/reinforcement/tensor_array.py +2 -2
  188. mindspore/nn/sparse/sparse.py +2 -2
  189. mindspore/nn/wrap/cell_wrapper.py +27 -10
  190. mindspore/nn/wrap/grad_reducer.py +2 -2
  191. mindspore/nn/wrap/loss_scale.py +40 -24
  192. mindspore/numpy/array_creations.py +33 -22
  193. mindspore/numpy/array_ops.py +35 -30
  194. mindspore/numpy/logic_ops.py +6 -27
  195. mindspore/numpy/math_ops.py +22 -19
  196. mindspore/numpy/utils.py +1 -1
  197. mindspore/numpy/utils_const.py +108 -58
  198. mindspore/opencv_core452.dll +0 -0
  199. mindspore/opencv_imgcodecs452.dll +0 -0
  200. mindspore/opencv_imgproc452.dll +0 -0
  201. mindspore/ops/_constants.py +0 -6
  202. mindspore/ops/_grad/__init__.py +2 -1
  203. mindspore/ops/_grad/grad_array_ops.py +86 -117
  204. mindspore/ops/_grad/grad_base.py +23 -1
  205. mindspore/ops/_grad/grad_clip_ops.py +2 -3
  206. mindspore/ops/_grad/grad_comm_ops.py +34 -24
  207. mindspore/ops/_grad/grad_implementations.py +9 -45
  208. mindspore/ops/_grad/grad_inner_ops.py +47 -4
  209. mindspore/ops/_grad/grad_math_ops.py +142 -117
  210. mindspore/ops/_grad/grad_nn_ops.py +71 -165
  211. mindspore/ops/_grad/grad_sequence_ops.py +296 -0
  212. mindspore/ops/_grad/grad_sparse.py +7 -6
  213. mindspore/ops/_grad_experimental/__init__.py +1 -0
  214. mindspore/ops/_grad_experimental/grad_array_ops.py +150 -15
  215. mindspore/ops/_grad_experimental/grad_image_ops.py +16 -7
  216. mindspore/ops/_grad_experimental/grad_inner_ops.py +1 -22
  217. mindspore/ops/_grad_experimental/grad_linalg_ops.py +4 -11
  218. mindspore/ops/_grad_experimental/grad_math_ops.py +210 -89
  219. mindspore/ops/_grad_experimental/grad_nn_ops.py +26 -22
  220. mindspore/ops/_grad_experimental/grad_scalar_ops.py +112 -0
  221. mindspore/ops/_grad_experimental/grad_sparse_ops.py +49 -8
  222. mindspore/ops/_op_impl/_custom_op/batch_matmul_impl.py +1 -1
  223. mindspore/ops/_op_impl/_custom_op/batchnorm_fold.py +2 -2
  224. mindspore/ops/_op_impl/_custom_op/batchnorm_fold2.py +2 -2
  225. mindspore/ops/_op_impl/_custom_op/batchnorm_fold2_grad.py +2 -2
  226. mindspore/ops/_op_impl/_custom_op/batchnorm_fold2_grad_reduce.py +4 -4
  227. mindspore/ops/_op_impl/_custom_op/batchnorm_fold_grad.py +3 -3
  228. mindspore/ops/_op_impl/_custom_op/cholesky_trsm_impl.py +1 -1
  229. mindspore/ops/_op_impl/_custom_op/correction_mul.py +2 -2
  230. mindspore/ops/_op_impl/_custom_op/correction_mul_grad.py +2 -2
  231. mindspore/ops/_op_impl/_custom_op/dsd_back_impl.py +1 -5
  232. mindspore/ops/_op_impl/_custom_op/dsd_impl.py +1 -1
  233. mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perchannel.py +2 -2
  234. mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perchannel_grad.py +2 -2
  235. mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perchannel_grad_reduce.py +2 -2
  236. mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perlayer.py +2 -2
  237. mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perlayer_grad.py +2 -2
  238. mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perlayer_grad_reduce.py +2 -2
  239. mindspore/ops/_op_impl/_custom_op/fake_quant_perchannel.py +2 -2
  240. mindspore/ops/_op_impl/_custom_op/fake_quant_perchannel_grad.py +2 -2
  241. mindspore/ops/_op_impl/_custom_op/fake_quant_perlayer.py +2 -2
  242. mindspore/ops/_op_impl/_custom_op/fake_quant_perlayer_grad.py +2 -2
  243. mindspore/ops/_op_impl/_custom_op/fused_abs_max1_impl.py +1 -1
  244. mindspore/ops/_op_impl/_custom_op/img2col_impl.py +1 -1
  245. mindspore/ops/_op_impl/_custom_op/matmul_cube_dense_left_impl.py +2 -2
  246. mindspore/ops/_op_impl/_custom_op/matmul_cube_dense_right_impl.py +1 -1
  247. mindspore/ops/_op_impl/_custom_op/matmul_cube_fracz_left_cast_impl.py +1 -1
  248. mindspore/ops/_op_impl/_custom_op/matmul_cube_fracz_right_mul_impl.py +1 -1
  249. mindspore/ops/_op_impl/_custom_op/matmul_cube_impl.py +2 -2
  250. mindspore/ops/_op_impl/_custom_op/matmul_dds_impl.py +0 -4
  251. mindspore/ops/_op_impl/_custom_op/matrix_combine_impl.py +1 -1
  252. mindspore/ops/_op_impl/_custom_op/minmax_update_perchannel.py +2 -2
  253. mindspore/ops/_op_impl/_custom_op/minmax_update_perlayer.py +2 -2
  254. mindspore/ops/_op_impl/_custom_op/transpose02314_impl.py +1 -1
  255. mindspore/ops/_op_impl/aicpu/__init__.py +236 -4
  256. mindspore/ops/_op_impl/aicpu/abs.py +36 -0
  257. mindspore/ops/_op_impl/aicpu/{adaptive_avg_pool_2d_v1.py → adaptive_avg_pool_2d.py} +6 -5
  258. mindspore/ops/_op_impl/aicpu/adaptive_avg_pool_2d_grad.py +34 -0
  259. mindspore/ops/_op_impl/aicpu/add.py +43 -0
  260. mindspore/ops/_op_impl/aicpu/addcdiv.py +0 -32
  261. mindspore/ops/_op_impl/aicpu/addcmul.py +0 -84
  262. mindspore/ops/_op_impl/aicpu/affine_grid_grad.py +35 -0
  263. mindspore/ops/_op_impl/aicpu/batch_matmul.py +43 -43
  264. mindspore/ops/_op_impl/aicpu/bernoulli.py +48 -0
  265. mindspore/{compression/common/__init__.py → ops/_op_impl/aicpu/bessel_i0.py} +15 -8
  266. mindspore/ops/_op_impl/aicpu/channel_shuffle.py +40 -0
  267. mindspore/ops/_op_impl/aicpu/conj.py +11 -0
  268. mindspore/ops/_op_impl/aicpu/cumulative_logsumexp.py +0 -3
  269. mindspore/ops/_op_impl/aicpu/deformable_offsets.py +38 -0
  270. mindspore/ops/_op_impl/aicpu/deformable_offsets_grad.py +43 -0
  271. mindspore/ops/_op_impl/aicpu/{adaptive_avg_pool_2d_grad_v1.py → digamma.py} +7 -9
  272. mindspore/ops/_op_impl/aicpu/flatten.py +1 -0
  273. mindspore/ops/_op_impl/aicpu/fmax.py +36 -0
  274. mindspore/ops/_op_impl/aicpu/fmin.py +37 -0
  275. mindspore/ops/_op_impl/aicpu/fractional_max_pool3d_with_fixed_ksize.py +1 -1
  276. mindspore/ops/_op_impl/aicpu/fse_decode.py +43 -0
  277. mindspore/ops/_op_impl/aicpu/greater.py +41 -0
  278. mindspore/ops/_op_impl/aicpu/greater_equal.py +41 -0
  279. mindspore/ops/_op_impl/aicpu/index_put.py +50 -0
  280. mindspore/ops/_op_impl/aicpu/less.py +41 -0
  281. mindspore/{nn/probability/infer/variational/__init__.py → ops/_op_impl/aicpu/lgamma.py} +16 -10
  282. mindspore/ops/_op_impl/aicpu/mirror_pad.py +0 -4
  283. mindspore/ops/_op_impl/aicpu/mirror_pad_grad.py +0 -4
  284. mindspore/ops/_op_impl/aicpu/mul.py +3 -1
  285. mindspore/ops/_op_impl/aicpu/multinomial.py +14 -6
  286. mindspore/ops/_op_impl/aicpu/nllloss.py +38 -0
  287. mindspore/ops/_op_impl/aicpu/nllloss_grad.py +39 -0
  288. mindspore/ops/_op_impl/aicpu/ones_like.py +0 -2
  289. mindspore/ops/_op_impl/aicpu/polar.py +32 -0
  290. mindspore/ops/_op_impl/aicpu/polygamma.py +34 -0
  291. mindspore/ops/_op_impl/aicpu/quant_dtype_cast.py +40 -0
  292. mindspore/ops/_op_impl/aicpu/quantile.py +35 -0
  293. mindspore/ops/_op_impl/aicpu/ragged_tensor_to_sparse.py +73 -0
  294. mindspore/ops/_op_impl/aicpu/randperm_v2.py +41 -0
  295. mindspore/ops/_op_impl/aicpu/resize_bicubic.py +2 -8
  296. mindspore/ops/_op_impl/aicpu/resize_bicubic_grad.py +1 -1
  297. mindspore/ops/_op_impl/aicpu/resize_v2.py +68 -0
  298. mindspore/ops/_op_impl/aicpu/resize_v2_grad.py +68 -0
  299. mindspore/ops/_op_impl/aicpu/scatter_elements.py +4 -0
  300. mindspore/ops/_op_impl/aicpu/scatter_nd_update.py +2 -0
  301. mindspore/ops/_op_impl/aicpu/sequence_add.py +34 -0
  302. mindspore/ops/_op_impl/aicpu/sequence_add_offset.py +34 -0
  303. mindspore/ops/_op_impl/aicpu/sequence_addn.py +38 -0
  304. mindspore/ops/_op_impl/aicpu/smooth_l1_loss.py +35 -0
  305. mindspore/ops/_op_impl/aicpu/smooth_l1_loss_grad.py +37 -0
  306. mindspore/ops/_op_impl/aicpu/sparse_apply_adagrad_da.py +0 -24
  307. mindspore/ops/_op_impl/aicpu/sparse_cross.py +42 -0
  308. mindspore/ops/_op_impl/aicpu/sparse_slice.py +4 -0
  309. mindspore/ops/_op_impl/aicpu/sparse_slice_grad.py +6 -0
  310. mindspore/ops/_op_impl/aicpu/tensor_scatter_update.py +59 -0
  311. mindspore/ops/_op_impl/aicpu/trans_data.py +1 -0
  312. mindspore/ops/_op_impl/aicpu/tril_indices.py +34 -0
  313. mindspore/ops/_op_impl/aicpu/uniform.py +34 -0
  314. mindspore/ops/_op_impl/aicpu/uniform_candidate_sampler.py +1 -0
  315. mindspore/ops/_op_impl/aicpu/unique_consecutive.py +10 -2
  316. mindspore/ops/_op_impl/cpu/dynamic_shape.py +5 -1
  317. mindspore/ops/_op_impl/cpu/sparse_slice.py +4 -0
  318. mindspore/ops/_op_impl/cpu/sparse_slice_grad.py +6 -0
  319. mindspore/ops/_op_impl/cpu/tensor_shape.py +5 -1
  320. mindspore/ops/_op_impl/tbe/__init__.py +27 -611
  321. mindspore/ops/_op_impl/tbe/assign_add_ds.py +1 -0
  322. mindspore/ops/_op_impl/tbe/atomic_addr_clean.py +1 -1
  323. mindspore/ops/_op_impl/tbe/avg_pool_3d_grad.py +1 -1
  324. mindspore/ops/_op_impl/tbe/batch_matmul_ds.py +1 -0
  325. mindspore/ops/_op_impl/tbe/batch_to_space.py +1 -1
  326. mindspore/ops/_op_impl/tbe/batch_to_space_nd.py +1 -1
  327. mindspore/ops/_op_impl/tbe/bn_infer_grad.py +4 -2
  328. mindspore/ops/_op_impl/tbe/bn_training_update.py +0 -1
  329. mindspore/ops/_op_impl/tbe/bn_training_update_ds.py +0 -1
  330. mindspore/ops/_op_impl/tbe/broadcast_to_ds.py +6 -4
  331. mindspore/ops/_op_impl/tbe/cast.py +0 -2
  332. mindspore/ops/_op_impl/tbe/cast_ds.py +3 -3
  333. mindspore/ops/_op_impl/tbe/data_format_dim_map_ds.py +1 -0
  334. mindspore/ops/_op_impl/tbe/depthwise_conv2d.py +2 -2
  335. mindspore/ops/_op_impl/tbe/dynamic_atomic_addr_clean.py +1 -1
  336. mindspore/ops/_op_impl/tbe/gather_nd.py +1 -0
  337. mindspore/ops/_op_impl/tbe/{index_add.py → inplace_index_add.py} +3 -6
  338. mindspore/ops/_op_impl/tbe/matmul_ds.py +2 -0
  339. mindspore/ops/_op_impl/tbe/npu_clear_float_status_v2.py +35 -0
  340. mindspore/ops/_op_impl/tbe/npu_get_float_status_v2.py +35 -0
  341. mindspore/ops/_op_impl/tbe/scatter_mul.py +2 -0
  342. mindspore/ops/_op_impl/tbe/scatter_nd_add.py +0 -2
  343. mindspore/ops/_op_impl/tbe/space_to_batch.py +1 -1
  344. mindspore/ops/_op_impl/tbe/space_to_batch_nd.py +1 -1
  345. mindspore/ops/_op_impl/tbe/trans_data_ds.py +15 -5
  346. mindspore/ops/_register_for_op.py +1 -0
  347. mindspore/ops/_utils/__init__.py +1 -2
  348. mindspore/ops/_utils/utils.py +19 -40
  349. mindspore/ops/_vmap/vmap_array_ops.py +116 -38
  350. mindspore/ops/_vmap/vmap_base.py +16 -9
  351. mindspore/ops/_vmap/vmap_convolution_ops.py +7 -10
  352. mindspore/ops/_vmap/vmap_grad_math_ops.py +4 -4
  353. mindspore/ops/_vmap/vmap_grad_nn_ops.py +7 -5
  354. mindspore/ops/_vmap/vmap_image_ops.py +12 -5
  355. mindspore/ops/_vmap/vmap_math_ops.py +46 -5
  356. mindspore/ops/_vmap/vmap_nn_ops.py +15 -21
  357. mindspore/ops/_vmap/vmap_random_ops.py +1 -1
  358. mindspore/ops/bprop_mindir/AdaptiveAvgPool2D_bprop.mindir +0 -0
  359. mindspore/ops/bprop_mindir/AdaptiveMaxPool2D_bprop.mindir +0 -0
  360. mindspore/ops/bprop_mindir/AvgPool3D_bprop.mindir +150 -0
  361. mindspore/ops/bprop_mindir/AvgPool_bprop.mindir +66 -0
  362. mindspore/ops/bprop_mindir/BCEWithLogitsLoss_bprop.mindir +0 -0
  363. mindspore/ops/bprop_mindir/BatchNormGrad_bprop.mindir +0 -0
  364. mindspore/ops/bprop_mindir/BiasAddGrad_bprop.mindir +0 -0
  365. mindspore/ops/bprop_mindir/BinaryCrossEntropy_bprop.mindir +33 -0
  366. mindspore/ops/bprop_mindir/BroadcastTo_bprop.mindir +220 -106
  367. mindspore/ops/bprop_mindir/CTCLoss_bprop.mindir +0 -0
  368. mindspore/ops/bprop_mindir/Conv2DBackpropFilter_bprop.mindir +240 -0
  369. mindspore/ops/bprop_mindir/Conv2DBackpropInput_bprop.mindir +247 -0
  370. mindspore/ops/bprop_mindir/Conv2DTranspose_bprop.mindir +247 -0
  371. mindspore/ops/bprop_mindir/Conv3DTranspose_bprop.mindir +315 -0
  372. mindspore/ops/bprop_mindir/Conv3D_bprop.mindir +278 -0
  373. mindspore/ops/bprop_mindir/DeformableOffsets_bprop.mindir +58 -0
  374. mindspore/ops/bprop_mindir/DepthwiseConv2dNative_bprop.mindir +138 -0
  375. mindspore/ops/bprop_mindir/Dropout2D_bprop.mindir +0 -0
  376. mindspore/ops/bprop_mindir/Dropout3D_bprop.mindir +0 -0
  377. mindspore/ops/bprop_mindir/DropoutDoMask_bprop.mindir +22 -23
  378. mindspore/ops/bprop_mindir/DropoutGenMask_bprop.mindir +16 -17
  379. mindspore/ops/bprop_mindir/DropoutGrad_bprop.mindir +27 -0
  380. mindspore/ops/bprop_mindir/Dropout_bprop.mindir +0 -0
  381. mindspore/ops/bprop_mindir/DynamicGRUV2_bprop.mindir +0 -0
  382. mindspore/ops/bprop_mindir/DynamicRNN_bprop.mindir +0 -0
  383. mindspore/ops/bprop_mindir/Elu_bprop.mindir +16 -0
  384. mindspore/ops/bprop_mindir/EmbeddingLookup_bprop.mindir +0 -0
  385. mindspore/ops/bprop_mindir/ExpandDims_bprop.mindir +39 -41
  386. mindspore/ops/bprop_mindir/FastGeLU_bprop.mindir +16 -0
  387. mindspore/ops/bprop_mindir/Flatten_bprop.mindir +41 -43
  388. mindspore/ops/bprop_mindir/GatherNd_bprop.mindir +51 -57
  389. mindspore/ops/bprop_mindir/Gather_bprop.mindir +0 -0
  390. mindspore/ops/bprop_mindir/HSigmoid_bprop.mindir +16 -0
  391. mindspore/ops/bprop_mindir/HSwish_bprop.mindir +16 -0
  392. mindspore/ops/bprop_mindir/InstanceNorm_bprop.mindir +0 -0
  393. mindspore/ops/bprop_mindir/KLDivLoss_bprop.mindir +126 -0
  394. mindspore/ops/bprop_mindir/L2Loss_bprop.mindir +15 -0
  395. mindspore/ops/bprop_mindir/L2Normalize_bprop.mindir +30 -0
  396. mindspore/ops/bprop_mindir/LRN_bprop.mindir +43 -0
  397. mindspore/ops/bprop_mindir/LayerNormGrad_bprop.mindir +0 -0
  398. mindspore/ops/bprop_mindir/LogSoftmax_bprop.mindir +23 -0
  399. mindspore/ops/bprop_mindir/MaxPool3DGradGrad_bprop.mindir +74 -0
  400. mindspore/ops/bprop_mindir/MaxPool3DGrad_bprop.mindir +74 -0
  401. mindspore/ops/bprop_mindir/MaxPool3D_bprop.mindir +75 -0
  402. mindspore/ops/bprop_mindir/MaxPoolGradGrad_bprop.mindir +65 -0
  403. mindspore/ops/bprop_mindir/MaxPoolWithArgmax_bprop.mindir +0 -0
  404. mindspore/ops/bprop_mindir/MirrorPad_bprop.mindir +27 -0
  405. mindspore/ops/bprop_mindir/Mish_bprop.mindir +35 -0
  406. mindspore/ops/bprop_mindir/MulNoNan_bprop.mindir +0 -0
  407. mindspore/ops/bprop_mindir/NLLLoss_bprop.mindir +0 -0
  408. mindspore/ops/bprop_mindir/OneHot_bprop.mindir +24 -25
  409. mindspore/ops/bprop_mindir/PReLU_bprop.mindir +0 -0
  410. mindspore/ops/bprop_mindir/Pad_bprop.mindir +0 -0
  411. mindspore/ops/bprop_mindir/Padding_bprop.mindir +0 -0
  412. mindspore/ops/bprop_mindir/RNNTLoss_bprop.mindir +29 -0
  413. mindspore/ops/bprop_mindir/ROIAlign_bprop.mindir +82 -0
  414. mindspore/ops/bprop_mindir/ReLU6_bprop.mindir +16 -0
  415. mindspore/ops/bprop_mindir/ReLUV2_bprop.mindir +0 -0
  416. mindspore/ops/bprop_mindir/ReluGrad_bprop.mindir +18 -19
  417. mindspore/ops/bprop_mindir/Reshape_bprop.mindir +53 -53
  418. mindspore/ops/bprop_mindir/ResizeBilinear_bprop.mindir +29 -0
  419. mindspore/ops/bprop_mindir/ResizeNearestNeighbor_bprop.mindir +77 -85
  420. mindspore/ops/bprop_mindir/SeLU_bprop.mindir +21 -0
  421. mindspore/ops/bprop_mindir/SigmoidCrossEntropyWithLogits_bprop.mindir +21 -0
  422. mindspore/ops/bprop_mindir/SigmoidGrad_bprop.mindir +0 -0
  423. mindspore/ops/bprop_mindir/Sigmoid_bprop.mindir +16 -0
  424. mindspore/ops/bprop_mindir/SmoothL1Loss_bprop.mindir +36 -0
  425. mindspore/ops/bprop_mindir/SoftmaxCrossEntropyWithLogits_bprop.mindir +0 -0
  426. mindspore/ops/bprop_mindir/Softplus_bprop.mindir +16 -0
  427. mindspore/ops/bprop_mindir/Softsign_bprop.mindir +33 -0
  428. mindspore/ops/bprop_mindir/SparseSoftmaxCrossEntropyWithLogits_bprop.mindir +0 -0
  429. mindspore/ops/bprop_mindir/Squeeze_bprop.mindir +37 -39
  430. mindspore/ops/bprop_mindir/StridedSlice_bprop.mindir +70 -72
  431. mindspore/ops/bprop_mindir/TanhGrad_bprop.mindir +0 -0
  432. mindspore/ops/bprop_mindir/Tanh_bprop.mindir +66 -0
  433. mindspore/ops/bprop_mindir/Tile_bprop.mindir +0 -0
  434. mindspore/ops/bprop_mindir/TopK_bprop.mindir +0 -0
  435. mindspore/ops/bprop_mindir/TupleGetItem_bprop.mindir +17 -17
  436. mindspore/ops/bprop_mindir/UpsampleNearest3D_bprop.mindir +32 -0
  437. mindspore/ops/bprop_mindir/UpsampleTrilinear3D_bprop.mindir +38 -0
  438. mindspore/ops/bprop_mindir/generate_mindir.py +2 -0
  439. mindspore/ops/composite/__init__.py +7 -8
  440. mindspore/ops/composite/base.py +101 -47
  441. mindspore/ops/composite/math_ops.py +188 -158
  442. mindspore/ops/composite/multitype_ops/_compile_utils.py +415 -170
  443. mindspore/ops/composite/multitype_ops/_constexpr_utils.py +142 -87
  444. mindspore/ops/composite/multitype_ops/add_impl.py +6 -1
  445. mindspore/ops/composite/multitype_ops/div_impl.py +2 -3
  446. mindspore/ops/composite/multitype_ops/getitem_impl.py +31 -3
  447. mindspore/ops/composite/multitype_ops/greater_equal_impl.py +31 -0
  448. mindspore/ops/composite/multitype_ops/greater_impl.py +31 -0
  449. mindspore/ops/composite/multitype_ops/in_impl.py +9 -0
  450. mindspore/ops/composite/multitype_ops/less_equal_impl.py +31 -0
  451. mindspore/ops/composite/multitype_ops/less_impl.py +31 -0
  452. mindspore/ops/composite/multitype_ops/mul_impl.py +21 -5
  453. mindspore/ops/composite/multitype_ops/not_in_impl.py +9 -0
  454. mindspore/ops/composite/multitype_ops/ones_like_impl.py +2 -4
  455. mindspore/ops/composite/multitype_ops/setitem_impl.py +21 -3
  456. mindspore/ops/composite/multitype_ops/sub_impl.py +1 -1
  457. mindspore/ops/composite/multitype_ops/zeros_like_impl.py +35 -4
  458. mindspore/ops/function/__init__.py +152 -8
  459. mindspore/ops/function/array_func.py +2555 -674
  460. mindspore/ops/function/clip_func.py +209 -13
  461. mindspore/ops/function/debug_func.py +2 -2
  462. mindspore/ops/function/grad/__init__.py +2 -1
  463. mindspore/ops/function/grad/grad_func.py +147 -62
  464. mindspore/ops/function/image_func.py +54 -38
  465. mindspore/ops/function/linalg_func.py +167 -16
  466. mindspore/ops/function/math_func.py +4849 -1492
  467. mindspore/ops/function/nn_func.py +2573 -988
  468. mindspore/ops/function/other_func.py +115 -0
  469. mindspore/ops/function/parameter_func.py +3 -3
  470. mindspore/ops/function/random_func.py +790 -73
  471. mindspore/ops/function/sparse_func.py +98 -78
  472. mindspore/ops/function/sparse_unary_func.py +54 -53
  473. mindspore/ops/function/spectral_func.py +27 -24
  474. mindspore/ops/function/vmap_func.py +22 -2
  475. mindspore/ops/functional.py +97 -37
  476. mindspore/ops/op_info_register.py +70 -28
  477. mindspore/ops/operations/__init__.py +47 -14
  478. mindspore/ops/operations/_csr_ops.py +7 -7
  479. mindspore/ops/operations/_embedding_cache_ops.py +5 -5
  480. mindspore/ops/operations/_grad_ops.py +276 -187
  481. mindspore/ops/operations/_inner_ops.py +319 -113
  482. mindspore/ops/operations/_ms_kernel.py +10 -8
  483. mindspore/ops/operations/_ocr_ops.py +9 -9
  484. mindspore/ops/operations/_opaque_predicate_registry.py +4 -0
  485. mindspore/ops/operations/_quant_ops.py +137 -102
  486. mindspore/ops/operations/_rl_inner_ops.py +121 -60
  487. mindspore/ops/operations/_scalar_ops.py +466 -0
  488. mindspore/ops/operations/_sequence_ops.py +1004 -2
  489. mindspore/ops/operations/_tensor_array.py +10 -11
  490. mindspore/ops/operations/_thor_ops.py +1 -1
  491. mindspore/ops/operations/array_ops.py +801 -466
  492. mindspore/ops/operations/comm_ops.py +51 -49
  493. mindspore/ops/operations/control_ops.py +2 -2
  494. mindspore/ops/operations/custom_ops.py +123 -44
  495. mindspore/ops/operations/debug_ops.py +24 -24
  496. mindspore/ops/operations/image_ops.py +240 -153
  497. mindspore/ops/operations/inner_ops.py +34 -50
  498. mindspore/ops/operations/linalg_ops.py +31 -9
  499. mindspore/ops/operations/math_ops.py +988 -757
  500. mindspore/ops/operations/nn_ops.py +965 -819
  501. mindspore/ops/operations/other_ops.py +51 -40
  502. mindspore/ops/operations/random_ops.py +204 -122
  503. mindspore/ops/operations/rl_ops.py +8 -9
  504. mindspore/ops/operations/sparse_ops.py +254 -93
  505. mindspore/ops/operations/spectral_ops.py +35 -3
  506. mindspore/ops/primitive.py +111 -9
  507. mindspore/parallel/_auto_parallel_context.py +189 -83
  508. mindspore/parallel/_offload_context.py +185 -0
  509. mindspore/parallel/_parallel_serialization.py +99 -7
  510. mindspore/parallel/_ps_context.py +9 -5
  511. mindspore/parallel/_recovery_context.py +1 -1
  512. mindspore/parallel/_tensor.py +7 -1
  513. mindspore/{nn/transformer → parallel/_transformer}/__init__.py +6 -6
  514. mindspore/{nn/transformer → parallel/_transformer}/layers.py +6 -37
  515. mindspore/{nn/transformer → parallel/_transformer}/loss.py +4 -7
  516. mindspore/{nn/transformer → parallel/_transformer}/moe.py +20 -16
  517. mindspore/{nn/transformer → parallel/_transformer}/op_parallel_config.py +3 -3
  518. mindspore/{nn/transformer → parallel/_transformer}/transformer.py +48 -111
  519. mindspore/parallel/_utils.py +1 -2
  520. mindspore/parallel/algo_parameter_config.py +1 -1
  521. mindspore/parallel/checkpoint_transform.py +37 -34
  522. mindspore/parallel/shard.py +17 -18
  523. mindspore/profiler/common/validator/validate_path.py +2 -2
  524. mindspore/profiler/envprofiling.py +69 -47
  525. mindspore/profiler/parser/ascend_timeline_generator.py +49 -42
  526. mindspore/profiler/parser/base_timeline_generator.py +49 -56
  527. mindspore/profiler/parser/cpu_gpu_timeline_generator.py +98 -78
  528. mindspore/profiler/parser/hwts_log_parser.py +1 -1
  529. mindspore/profiler/parser/integrator.py +15 -14
  530. mindspore/profiler/parser/minddata_analyzer.py +2 -2
  531. mindspore/profiler/parser/msadvisor_analyzer.py +12 -25
  532. mindspore/profiler/parser/msadvisor_parser.py +2 -4
  533. mindspore/profiler/parser/optime_parser.py +17 -18
  534. mindspore/profiler/parser/profiler_info.py +2 -1
  535. mindspore/profiler/profiling.py +218 -186
  536. mindspore/rewrite/__init__.py +3 -1
  537. mindspore/rewrite/api/node.py +1 -114
  538. mindspore/rewrite/api/node_type.py +3 -0
  539. mindspore/rewrite/api/pattern_engine.py +31 -1
  540. mindspore/rewrite/api/scoped_value.py +4 -4
  541. mindspore/rewrite/api/symbol_tree.py +3 -78
  542. mindspore/rewrite/api/tree_node_helper.py +1 -1
  543. mindspore/rewrite/ast_creator_register.py +1 -0
  544. mindspore/rewrite/ast_helpers/__init__.py +2 -2
  545. mindspore/rewrite/ast_helpers/ast_creator.py +1 -2
  546. mindspore/rewrite/ast_helpers/ast_finder.py +65 -0
  547. mindspore/rewrite/ast_helpers/ast_modifier.py +11 -3
  548. mindspore/rewrite/ast_transformers/flatten_recursive_stmt.py +18 -2
  549. mindspore/rewrite/namespace.py +0 -2
  550. mindspore/rewrite/node.py +157 -11
  551. mindspore/rewrite/parsers/assign_parser.py +231 -53
  552. mindspore/rewrite/parsers/class_def_parser.py +187 -109
  553. mindspore/rewrite/parsers/for_parser.py +24 -14
  554. mindspore/rewrite/parsers/function_def_parser.py +21 -4
  555. mindspore/rewrite/parsers/if_parser.py +6 -2
  556. mindspore/rewrite/sparsify/__init__.py +0 -0
  557. mindspore/rewrite/sparsify/sparse_transformer.py +448 -0
  558. mindspore/rewrite/sparsify/sparsify.py +109 -0
  559. mindspore/rewrite/sparsify/utils.py +173 -0
  560. mindspore/rewrite/symbol_tree.py +256 -133
  561. mindspore/rewrite/symbol_tree_builder.py +38 -1
  562. mindspore/run_check/_check_version.py +69 -63
  563. mindspore/run_check/run_check.py +2 -1
  564. mindspore/tinyxml2.dll +0 -0
  565. mindspore/train/__init__.py +1 -1
  566. mindspore/train/_utils.py +28 -5
  567. mindspore/train/amp.py +273 -102
  568. mindspore/train/callback/_backup_and_restore.py +5 -5
  569. mindspore/train/callback/_callback.py +2 -2
  570. mindspore/train/callback/_checkpoint.py +3 -3
  571. mindspore/train/callback/_early_stop.py +3 -3
  572. mindspore/train/callback/_lambda_callback.py +2 -2
  573. mindspore/train/callback/_landscape.py +29 -31
  574. mindspore/train/callback/_loss_monitor.py +3 -3
  575. mindspore/train/callback/_on_request_exit.py +3 -3
  576. mindspore/train/callback/_reduce_lr_on_plateau.py +4 -4
  577. mindspore/train/callback/_summary_collector.py +23 -16
  578. mindspore/train/callback/_time_monitor.py +3 -3
  579. mindspore/train/checkpoint_pb2.py +68 -8
  580. mindspore/train/data_sink.py +15 -3
  581. mindspore/train/dataset_helper.py +10 -15
  582. mindspore/train/loss_scale_manager.py +8 -11
  583. mindspore/train/metrics/__init__.py +1 -1
  584. mindspore/train/metrics/bleu_score.py +1 -1
  585. mindspore/train/metrics/confusion_matrix.py +1 -1
  586. mindspore/train/metrics/cosine_similarity.py +1 -1
  587. mindspore/train/metrics/dice.py +2 -2
  588. mindspore/train/metrics/fbeta.py +1 -1
  589. mindspore/train/metrics/hausdorff_distance.py +4 -3
  590. mindspore/train/metrics/mean_surface_distance.py +2 -2
  591. mindspore/train/metrics/occlusion_sensitivity.py +1 -1
  592. mindspore/train/metrics/perplexity.py +1 -1
  593. mindspore/train/metrics/precision.py +1 -1
  594. mindspore/train/metrics/recall.py +1 -1
  595. mindspore/train/metrics/roc.py +2 -2
  596. mindspore/train/metrics/root_mean_square_surface_distance.py +2 -2
  597. mindspore/train/mind_ir_pb2.py +116 -37
  598. mindspore/train/model.py +45 -28
  599. mindspore/train/serialization.py +295 -188
  600. mindspore/train/summary/_summary_adapter.py +1 -1
  601. mindspore/train/summary/summary_record.py +43 -13
  602. mindspore/train/train_thor/convert_utils.py +2 -2
  603. mindspore/train/train_thor/dataset_helper.py +3 -3
  604. mindspore/turbojpeg.dll +0 -0
  605. mindspore/version.py +1 -1
  606. {mindspore-2.0.0a0.dist-info → mindspore-2.0.0rc1.dist-info}/METADATA +3 -2
  607. {mindspore-2.0.0a0.dist-info → mindspore-2.0.0rc1.dist-info}/RECORD +610 -541
  608. mindspore/compression/__init__.py +0 -19
  609. mindspore/compression/common/constant.py +0 -124
  610. mindspore/compression/export/__init__.py +0 -19
  611. mindspore/compression/export/quant_export.py +0 -515
  612. mindspore/compression/quant/__init__.py +0 -28
  613. mindspore/compression/quant/qat.py +0 -634
  614. mindspore/compression/quant/quant_utils.py +0 -462
  615. mindspore/compression/quant/quantizer.py +0 -68
  616. mindspore/nn/layer/quant.py +0 -1868
  617. mindspore/nn/layer/rnn_utils.py +0 -90
  618. mindspore/nn/probability/dpn/__init__.py +0 -22
  619. mindspore/nn/probability/dpn/vae/__init__.py +0 -25
  620. mindspore/nn/probability/dpn/vae/cvae.py +0 -140
  621. mindspore/nn/probability/dpn/vae/vae.py +0 -124
  622. mindspore/nn/probability/infer/__init__.py +0 -22
  623. mindspore/nn/probability/infer/variational/elbo.py +0 -70
  624. mindspore/nn/probability/infer/variational/svi.py +0 -84
  625. mindspore/nn/probability/toolbox/__init__.py +0 -22
  626. mindspore/nn/probability/toolbox/anomaly_detection.py +0 -99
  627. mindspore/nn/probability/toolbox/uncertainty_evaluation.py +0 -364
  628. mindspore/nn/probability/transforms/__init__.py +0 -22
  629. mindspore/nn/probability/transforms/transform_bnn.py +0 -262
  630. mindspore/nn/probability/zhusuan/__init__.py +0 -18
  631. mindspore/nn/probability/zhusuan/framework/__init__.py +0 -18
  632. mindspore/nn/probability/zhusuan/framework/bn.py +0 -95
  633. mindspore/nn/probability/zhusuan/variational/__init__.py +0 -18
  634. mindspore/nn/probability/zhusuan/variational/elbo.py +0 -46
  635. mindspore/ops/_op_impl/aicpu/parallel_concat.py +0 -42
  636. mindspore/ops/_op_impl/tbe/gather_v2.py +0 -56
  637. mindspore/ops/bprop_mindir/AssignAdd_bprop.mindir +0 -19
  638. mindspore/ops/bprop_mindir/Cast_bprop.mindir +0 -19
  639. mindspore/ops/bprop_mindir/LogicalOr_bprop.mindir +0 -19
  640. mindspore/ops/bprop_mindir/MatMul_bprop.mindir +0 -0
  641. mindspore/ops/bprop_mindir/ReLU_bprop.mindir +0 -17
  642. mindspore/ops/bprop_mindir/Transpose_bprop.mindir +0 -0
  643. mindspore/ops/bprop_mindir/UpdateState_bprop.mindir +0 -15
  644. mindspore/ops/composite/array_ops.py +0 -241
  645. mindspore/ops/composite/clip_ops.py +0 -134
  646. mindspore/ops/composite/random_ops.py +0 -426
  647. mindspore/ops/composite/vmap_ops.py +0 -38
  648. mindspore/parallel/nn/__init__.py +0 -42
  649. mindspore/parallel/nn/loss.py +0 -22
  650. mindspore/parallel/nn/moe.py +0 -21
  651. mindspore/parallel/nn/op_parallel_config.py +0 -22
  652. mindspore/parallel/nn/transformer.py +0 -31
  653. {mindspore-2.0.0a0.dist-info → mindspore-2.0.0rc1.dist-info}/WHEEL +0 -0
  654. {mindspore-2.0.0a0.dist-info → mindspore-2.0.0rc1.dist-info}/entry_points.txt +0 -0
  655. {mindspore-2.0.0a0.dist-info → mindspore-2.0.0rc1.dist-info}/top_level.txt +0 -0
@@ -459,7 +459,7 @@ def get_image_num_channels(image):
459
459
  int, the number of input image channels.
460
460
 
461
461
  Raises:
462
- RuntimeError: If `image` has invalid dimensions which should be larger than 1.
462
+ RuntimeError: If the dimension of `image` is less than 2.
463
463
  TypeError: If `image` is not of type <class 'numpy.ndarray'> or <class 'PIL.Image.Image'>.
464
464
 
465
465
  Examples:
@@ -489,7 +489,7 @@ def get_image_size(image):
489
489
  list[int, int], the image size.
490
490
 
491
491
  Raises:
492
- RuntimeError: If `image` has invalid dimensions which should be larger than 1.
492
+ RuntimeError: If the dimension of `image` is less than 2.
493
493
  TypeError: If `image` is not of type <class 'numpy.ndarray'> or <class 'PIL.Image.Image'>.
494
494
 
495
495
  Examples:
@@ -552,7 +552,7 @@ def read_image(filename, mode=ImageReadMode.UNCHANGED):
552
552
 
553
553
  Args:
554
554
  filename(str): The path to the image file to be read.
555
- mode(int, optional): The mode used for decoding the image. It can be any of
555
+ mode(ImageReadMode, optional): The mode used for decoding the image. It can be any of
556
556
  [ImageReadMode.UNCHANGED, ImageReadMode.GRAYSCALE, IMageReadMode.COLOR]. Default: ImageReadMode.UNCHANGED.
557
557
 
558
558
  - ImageReadMode.UNCHANGED, remain the output in the original format.
@@ -21,9 +21,10 @@ import sys
21
21
  from copy import copy
22
22
  import numbers
23
23
  import mindspore as ms
24
- from mindspore.common.parameter import Tensor, Parameter
24
+ from mindspore.common.parameter import Parameter, _get_unique_parameter_key
25
25
  from mindspore._c_expression import Tensor as Tensor_
26
26
  from mindspore._c_expression import MapTensor_
27
+ from mindspore.ops.operations import _map_tensor_ops
27
28
 
28
29
 
29
30
  class MapParameter(Parameter):
@@ -31,7 +32,7 @@ class MapParameter(Parameter):
31
32
  MapParameter is a parameter that stores a map like data structure.
32
33
 
33
34
  .. warning::
34
- This is an experimental prototype that is subject to change and/or deletion.
35
+ This is an experimental API that is subject to change or deletion.
35
36
 
36
37
  Args:
37
38
  key_dtype (:class:`mindspore.dtype`): The data type of the key. The argument should be defined in
@@ -89,25 +90,17 @@ class MapParameter(Parameter):
89
90
  obj.init_mode = None
90
91
  obj.is_default_input_init = False
91
92
  # MapParameter added attributes.
92
- if key_dtype is not None and key_tensor is not None and key_dtype != key_tensor.dtype:
93
- raise ValueError(f"When initializing a MapParameter, 'key_dtype' and 'key_tensor.dtype' should be set the"
94
- f" same.")
93
+ MapParameter._check_map_parameter_args(key_tensor, key_dtype, value_tensor, value_dtype, value_shape)
95
94
  if key_tensor is not None:
96
95
  obj.key_dtype = key_tensor.dtype
97
96
  else:
98
97
  obj.key_dtype = key_dtype if key_dtype is not None else ms.int32
99
98
 
100
- if value_dtype is not None and value_tensor is not None and value_dtype != value_tensor.dtype:
101
- raise ValueError(f"When initializing a MapParameter, 'value_dtype' and 'value_tensor.dtype' should be set "
102
- f"the same.")
103
99
  if value_tensor is not None:
104
100
  obj.value_dtype = value_tensor.dtype
105
101
  else:
106
102
  obj.value_dtype = value_dtype if value_dtype is not None else ms.float32
107
103
 
108
- if value_shape is not None and value_tensor is not None and value_shape != value_tensor.shape:
109
- raise ValueError(f"When initializing a map_parameter, 'value_shape' and 'value_tensor.shape' should be set "
110
- f"the same.")
111
104
  if value_tensor is not None:
112
105
  obj.value_shape = value_tensor.shape
113
106
  else:
@@ -128,6 +121,8 @@ class MapParameter(Parameter):
128
121
  else:
129
122
  self._map_tensor = MapTensor_(self.key_dtype, self.value_dtype, self.value_shape, self.default_value,
130
123
  self.permit_filter_value, self.evict_filter_value)
124
+ self.map_put = _map_tensor_ops.put
125
+ self.map_erase = _map_tensor_ops.erase
131
126
 
132
127
  def __getitem__(self, key_tensor):
133
128
  return self.get(key_tensor, True)
@@ -143,6 +138,18 @@ class MapParameter(Parameter):
143
138
  x.__dict__.update(self.__dict__)
144
139
  return x
145
140
 
141
+ @staticmethod
142
+ def _check_map_parameter_args(key_tensor, key_dtype, value_tensor, value_dtype, value_shape):
143
+ if key_dtype is not None and key_tensor is not None and key_dtype != key_tensor.dtype:
144
+ raise ValueError(f"When initializing a MapParameter, 'key_dtype' and 'key_tensor.dtype' should be set the"
145
+ f" same.")
146
+ if value_dtype is not None and value_tensor is not None and value_dtype != value_tensor.dtype:
147
+ raise ValueError(f"When initializing a MapParameter, 'value_dtype' and 'value_tensor.dtype' should be set "
148
+ f"the same.")
149
+ if value_shape is not None and value_tensor is not None and value_shape != value_tensor.shape:
150
+ raise ValueError(f"When initializing a map_parameter, 'value_shape' and 'value_tensor.shape' should be set "
151
+ f"the same.")
152
+
146
153
  def clone(self, init='same'):
147
154
  """
148
155
  Clone the MapParameter.
@@ -166,9 +173,12 @@ class MapParameter(Parameter):
166
173
  info.cloned_obj = [x]
167
174
  self.param_info = info
168
175
  if init != 'same':
169
- x.default_value = init # pylint: disable=W0201
170
- x._map_tensor = MapTensor_(x.key_dtype, x.value_dtype, x.value_shape, x.default_value, x.permit_filter_value, # pylint: disable=W0212
176
+ x.default_value = init
177
+ x._map_tensor = MapTensor_(x.key_dtype, x.value_dtype, x.value_shape, x.default_value, x.permit_filter_value,
171
178
  x.evict_filter_value)
179
+ x.cache_enable = self.cache_enable
180
+ if x.cache_enable:
181
+ x.key = _get_unique_parameter_key()
172
182
  return x
173
183
 
174
184
  def get(self, key_tensor, insert_default_value=True):
@@ -183,8 +193,8 @@ class MapParameter(Parameter):
183
193
  Returns:
184
194
  Tensor, the value tensor for the key tensor.
185
195
  """
186
- result_tensor = self._map_tensor.get(key_tensor, insert_default_value)
187
- return Tensor(result_tensor, internal=True)
196
+ map_get = _map_tensor_ops.MapTensorGet(insert_default_value)
197
+ return map_get(self._map_tensor, key_tensor)
188
198
 
189
199
  def get_keys(self):
190
200
  """
@@ -193,7 +203,7 @@ class MapParameter(Parameter):
193
203
  Returns:
194
204
  Tensor, the tensor contains all keys.
195
205
  """
196
- return self.key_tensor
206
+ return self._map_tensor.get_keys()
197
207
 
198
208
  def get_values(self):
199
209
  """
@@ -202,7 +212,7 @@ class MapParameter(Parameter):
202
212
  Returns:
203
213
  Tensor, the tensor contains all values.
204
214
  """
205
- return self.value_tensor
215
+ return self._map_tensor.get_values()
206
216
 
207
217
  def get_data(self):
208
218
  """
@@ -211,8 +221,7 @@ class MapParameter(Parameter):
211
221
  Returns:
212
222
  Tensor, the tensor contains all keys and values.
213
223
  """
214
- return self.key_tensor, self.value_tensor
215
-
224
+ return self._map_tensor.get_data()
216
225
 
217
226
  def put(self, key_tensor, value_tensor):
218
227
  """
@@ -225,8 +234,8 @@ class MapParameter(Parameter):
225
234
  Returns:
226
235
  MapParameter, the MapParameter object itself.
227
236
  """
228
- self._map_tensor.put(key_tensor, value_tensor)
229
- return self
237
+ self.map_put(self._map_tensor, key_tensor, value_tensor)
238
+ return self._map_tensor
230
239
 
231
240
  def erase(self, key_tensor):
232
241
  """
@@ -238,20 +247,23 @@ class MapParameter(Parameter):
238
247
  Returns:
239
248
  MapParameter, the MapParameter object itself.
240
249
  """
241
- self._map_tensor.erase(key_tensor)
242
- return self
250
+ self.map_erase(self._map_tensor, key_tensor)
251
+ return self._map_tensor
243
252
 
244
- def export_data(self, full=False):
253
+ def export_data(self, incremental=False):
245
254
  """
246
255
  Export data from this map parameter.
247
256
 
248
257
  Args:
249
- full (bool): True for full export, otherwise for incremental export. Default: False.
258
+ incremental (bool): False for full export, otherwise for incremental export. Default: False.
259
+ When exporting data incrementally, the value_array does not contain erased data, so the length of the
260
+ key_array and the length of the value_array may be inconsistent.The length of the key_array and the length
261
+ of the status_array are consistent.
250
262
 
251
263
  Returns:
252
264
  Tuple(key_array, value_array, status_array), The exported data as a tuple.
253
265
  """
254
- return self._map_tensor.export_data(full)
266
+ return self._map_tensor.export_data(incremental)
255
267
 
256
268
  def import_data(self, data):
257
269
  """
mindspore/include/OWNERS CHANGED
@@ -1,6 +1,5 @@
1
1
  approvers:
2
2
  - zhoufeng54
3
- - sunsuodong
4
3
  - zhang_xue_tong
5
4
  - jpc_chenjianping
6
5
  reviewers:
@@ -1,5 +1,5 @@
1
1
  /**
2
- * Copyright 2021 Huawei Technologies Co., Ltd
2
+ * Copyright 2021-2023 Huawei Technologies Co., Ltd
3
3
  *
4
4
  * Licensed under the Apache License, Version 2.0 (the "License");
5
5
  * you may not use this file except in compliance with the License.
@@ -23,6 +23,7 @@
23
23
  #include <utility>
24
24
  #include "include/api/data_type.h"
25
25
  #include "include/api/dual_abi_helper.h"
26
+ #include "include/api/types.h"
26
27
 
27
28
  namespace mindspore {
28
29
  class Model;
@@ -31,24 +32,19 @@ class CallbackImpl;
31
32
 
32
33
  using GraphPoint = std::pair<int, float>;
33
34
 
34
- struct TrainCallBackData {
35
- TrainCallBackData(bool train_mode, int epoch, int step, Model *model): train_mode_(train_mode), epoch_(epoch),
36
- step_(step), model_(model) {}
35
+ struct MS_API TrainCallBackData {
36
+ TrainCallBackData(bool train_mode, int epoch, int step, Model *model)
37
+ : train_mode_(train_mode), epoch_(epoch), step_(step), model_(model) {}
37
38
 
38
39
  bool train_mode_; /**< training mode of LiteSession object */
39
40
  unsigned int epoch_; /**< the current training epoch (starts at 0) */
40
41
  unsigned int step_ = 0; /**< the current step within the epoch */
41
- Model *model_; /**< pointer to the Model object */
42
+ Model *model_; /**< pointer to the Model object */
42
43
  };
43
44
 
44
- enum CallbackRetValue : uint32_t {
45
- kContinue = 0,
46
- kStopTraining = 1,
47
- kExit = 2,
48
- kUnknownRetValue = 0xFFFFFFFF
49
- };
45
+ enum CallbackRetValue : uint32_t { kContinue = 0, kStopTraining = 1, kExit = 2, kUnknownRetValue = 0xFFFFFFFF };
50
46
 
51
- class TrainCallBack {
47
+ class MS_API TrainCallBack {
52
48
  public:
53
49
  virtual ~TrainCallBack() = default;
54
50
 
@@ -90,7 +86,7 @@ class TrainCallBack {
90
86
  protected:
91
87
  friend class Model;
92
88
  friend class ModelImpl;
93
- CallbackImpl* callback_impl_ = nullptr;
89
+ CallbackImpl *callback_impl_ = nullptr;
94
90
  };
95
91
 
96
92
  } // namespace mindspore
@@ -1,5 +1,5 @@
1
1
  /**
2
- * Copyright 2021 Huawei Technologies Co., Ltd
2
+ * Copyright 2021-2023 Huawei Technologies Co., Ltd
3
3
  *
4
4
  * Licensed under the Apache License, Version 2.0 (the "License");
5
5
  * you may not use this file except in compliance with the License.
@@ -25,7 +25,7 @@
25
25
 
26
26
  namespace mindspore {
27
27
 
28
- class CkptSaver: public TrainCallBack {
28
+ class MS_API CkptSaver : public TrainCallBack {
29
29
  public:
30
30
  inline CkptSaver(int save_every_n, const std::string &filename_prefix);
31
31
  virtual ~CkptSaver();
@@ -1,5 +1,5 @@
1
1
  /**
2
- * Copyright 2021 Huawei Technologies Co., Ltd
2
+ * Copyright 2021-2023 Huawei Technologies Co., Ltd
3
3
  *
4
4
  * Licensed under the Apache License, Version 2.0 (the "License");
5
5
  * you may not use this file except in compliance with the License.
@@ -23,7 +23,7 @@
23
23
 
24
24
  namespace mindspore {
25
25
 
26
- class LossMonitor: public TrainCallBack {
26
+ class MS_API LossMonitor : public TrainCallBack {
27
27
  public:
28
28
  explicit LossMonitor(int print_every_n_steps = INT_MAX);
29
29
  virtual ~LossMonitor();
@@ -1,5 +1,5 @@
1
1
  /**
2
- * Copyright 2021 Huawei Technologies Co., Ltd
2
+ * Copyright 2021-2023 Huawei Technologies Co., Ltd
3
3
  *
4
4
  * Licensed under the Apache License, Version 2.0 (the "License");
5
5
  * you may not use this file except in compliance with the License.
@@ -30,18 +30,18 @@ constexpr int UPDATE_LR = 1;
30
30
  using LR_Lambda = std::function<int(float *lr, int epoch, void *cb_data)>;
31
31
 
32
32
  /// \brief Multiply the LR by a factor of gamma every epoch
33
- int MultiplicativeLRLambda(float *lr, int epoch, void *multiplication);
33
+ MS_API int MultiplicativeLRLambda(float *lr, int epoch, void *multiplication);
34
34
 
35
35
  /// \brief Multiply the LR by a factor of gamma every step_size
36
- int StepLRLambda(float *lr, int epoch, void *step_size);
37
- struct StepLRLambda {
36
+ MS_API int StepLRLambda(float *lr, int epoch, void *step_size);
37
+ struct MS_API StepLRLambda {
38
38
  StepLRLambda(int step, float g) : step_size(step), gamma(g) {}
39
39
 
40
40
  int step_size; // period of LR decay
41
41
  float gamma; // LR decay factor
42
42
  };
43
43
 
44
- class LRScheduler: public TrainCallBack {
44
+ class MS_API LRScheduler : public TrainCallBack {
45
45
  public:
46
46
  explicit LRScheduler(LR_Lambda lambda_func, void *lr_cb_data = nullptr, int step = 1);
47
47
  virtual ~LRScheduler();
@@ -1,5 +1,5 @@
1
1
  /**
2
- * Copyright 2021 Huawei Technologies Co., Ltd
2
+ * Copyright 2021-2023 Huawei Technologies Co., Ltd
3
3
  *
4
4
  * Licensed under the Apache License, Version 2.0 (the "License");
5
5
  * you may not use this file except in compliance with the License.
@@ -24,7 +24,7 @@
24
24
 
25
25
  namespace mindspore {
26
26
 
27
- class TimeMonitor: public TrainCallBack {
27
+ class MS_API TimeMonitor : public TrainCallBack {
28
28
  public:
29
29
  virtual ~TimeMonitor() = default;
30
30
  void EpochBegin(const TrainCallBackData &cb_data) override;
@@ -1,5 +1,5 @@
1
1
  /**
2
- * Copyright 2021 Huawei Technologies Co., Ltd
2
+ * Copyright 2021-2023 Huawei Technologies Co., Ltd
3
3
  *
4
4
  * Licensed under the Apache License, Version 2.0 (the "License");
5
5
  * you may not use this file except in compliance with the License.
@@ -26,12 +26,10 @@
26
26
 
27
27
  namespace mindspore {
28
28
 
29
- class TrainAccuracy: public TrainCallBack {
29
+ class MS_API TrainAccuracy : public TrainCallBack {
30
30
  public:
31
- explicit TrainAccuracy(int print_every_n = INT_MAX,
32
- int accuracy_metrics = METRICS_CLASSIFICATION,
33
- const std::vector<int> &input_indexes = {1},
34
- const std::vector<int> &output_indexes = {0});
31
+ explicit TrainAccuracy(int print_every_n = INT_MAX, int accuracy_metrics = METRICS_CLASSIFICATION,
32
+ const std::vector<int> &input_indexes = {1}, const std::vector<int> &output_indexes = {0});
35
33
  virtual ~TrainAccuracy();
36
34
  const std::vector<GraphPoint> &GetAccuracyPoints();
37
35
  };
@@ -1,5 +1,5 @@
1
1
  /**
2
- * Copyright 2022 Huawei Technologies Co., Ltd
2
+ * Copyright 2022-2023 Huawei Technologies Co., Ltd
3
3
  *
4
4
  * Licensed under the Apache License, Version 2.0 (the "License");
5
5
  * you may not use this file except in compliance with the License.
@@ -26,7 +26,7 @@
26
26
 
27
27
  namespace mindspore {
28
28
  constexpr int iter_th = 1000;
29
- class MixPrecisionCfg {
29
+ class MS_API MixPrecisionCfg {
30
30
  public:
31
31
  MixPrecisionCfg() {
32
32
  this->dynamic_loss_scale_ = false;
@@ -49,7 +49,7 @@ class MixPrecisionCfg {
49
49
  bool is_raw_mix_precision_ = false; /**< Is mix precision model export from mindspore */
50
50
  };
51
51
 
52
- class TrainCfg {
52
+ class MS_API TrainCfg {
53
53
  public:
54
54
  TrainCfg() = default;
55
55
  TrainCfg(const TrainCfg &rhs) {
@@ -59,11 +59,24 @@ class TrainCfg {
59
59
  }
60
60
  ~TrainCfg() = default;
61
61
 
62
+ /// \brief obtain part of the name that identify a loss kernel.
63
+ ///
64
+ /// \return loss_name.
65
+ inline std::vector<std::string> GetLossName() const;
66
+ /// \brief Set part of the name that identify a loss kernel.
67
+ ///
68
+ /// \param[in] loss_name define part of the name that identify a loss kernel.
69
+ inline void SetLossName(const std::vector<std::string> &loss_name);
70
+
62
71
  OptimizationLevel optimization_level_ = kO0;
63
- std::vector<std::string> loss_name_ = {
64
- "loss_fct", "_loss_fn", "SigmoidCrossEntropy"}; /**< Set part of the name that identify a loss kernel */
65
- MixPrecisionCfg mix_precision_cfg_; /**< Mix precision configuration */
72
+ MixPrecisionCfg mix_precision_cfg_; /**< Mix precision configuration */
66
73
  bool accumulate_gradients_ = false;
74
+
75
+ private:
76
+ std::vector<std::vector<char>> loss_name_ = VectorStringToChar({"loss_fct", "_loss_fn", "SigmoidCrossEntropy"});
67
77
  };
78
+
79
+ std::vector<std::string> TrainCfg::GetLossName() const { return VectorCharToString(loss_name_); }
80
+ void TrainCfg::SetLossName(const std::vector<std::string> &loss_name) { loss_name_ = VectorStringToChar(loss_name); }
68
81
  } // namespace mindspore
69
82
  #endif // MINDSPORE_INCLUDE_API_CFG_H
@@ -37,6 +37,8 @@ enum DeviceType {
37
37
  kAscend,
38
38
  kAscend910,
39
39
  kAscend310,
40
+ kCustomDevice,
41
+ kAllDevice,
40
42
  // add new type here
41
43
  kInvalidDeviceType = 100,
42
44
  };
@@ -52,6 +54,7 @@ class MS_API Context {
52
54
  struct Data;
53
55
  Context();
54
56
  ~Context() = default;
57
+ Context(const Context &rhs) : data_(rhs.data_) {}
55
58
 
56
59
  /// \brief Set the number of threads at runtime.
57
60
  ///
@@ -182,16 +185,17 @@ class MS_API DeviceInfoContext : public std::enable_shared_from_this<DeviceInfoC
182
185
  ///
183
186
  /// \return provider's name.
184
187
  inline std::string GetProvider() const;
188
+
185
189
  /// \brief set provider's name.
186
190
  ///
187
191
  /// \param[in] provider define the provider's name.
188
-
189
192
  inline void SetProvider(const std::string &provider);
193
+
190
194
  /// \brief obtain provider's device type.
191
195
  ///
192
196
  /// \return provider's device type.
193
-
194
197
  inline std::string GetProviderDevice() const;
198
+
195
199
  /// \brief set provider's device type.
196
200
  ///
197
201
  /// \param[in] device define the provider's device type.EG: CPU.
@@ -221,6 +225,16 @@ void DeviceInfoContext::SetProvider(const std::string &provider) { SetProvider(S
221
225
  std::string DeviceInfoContext::GetProviderDevice() const { return CharToString(GetProviderDeviceChar()); }
222
226
  void DeviceInfoContext::SetProviderDevice(const std::string &device) { SetProviderDevice(StringToChar(device)); }
223
227
 
228
+ /// \brief Derived from DeviceInfoContext, The configuration of the model running auto on the Host Devices, include
229
+ /// CPU/GPU/NPU/Ascend310/Ascend910. This option is only valid for MindSpore Lite.
230
+ class MS_API AutoDeviceInfo : public DeviceInfoContext {
231
+ public:
232
+ /// \brief Get the type of this DeviceInfoContext.
233
+ ///
234
+ /// \return Type of this DeviceInfoContext.
235
+ enum DeviceType GetDeviceType() const override { return DeviceType::kAllDevice; };
236
+ };
237
+
224
238
  /// \brief Derived from DeviceInfoContext, The configuration of the model running on the CPU. This option is only valid
225
239
  /// for MindSpore Lite.
226
240
  class MS_API CPUDeviceInfo : public DeviceInfoContext {
@@ -391,7 +405,7 @@ class MS_API AscendDeviceInfo : public DeviceInfoContext {
391
405
 
392
406
  /// \brief Set format of model inputs.
393
407
  ///
394
- /// \param[in] format Optional "NCHW", "NHWC", etc.
408
+ /// \param[in] format Optional "NCHW", "NHWC", and "ND".
395
409
  inline void SetInputFormat(const std::string &format);
396
410
 
397
411
  /// \brief Get format of model inputs.
@@ -401,7 +415,7 @@ class MS_API AscendDeviceInfo : public DeviceInfoContext {
401
415
 
402
416
  /// \brief Set shape of model inputs.
403
417
  ///
404
- /// \param[in] shape e.g. "input_op_name1: 1,2,3,4;input_op_name2: 4,3,2,1".
418
+ /// \param[in] shape e.g. "input_op_name1:1,2,3,4;input_op_name2:4,3,2,1".
405
419
  inline void SetInputShape(const std::string &shape);
406
420
 
407
421
  /// \brief Get shape of model inputs.
@@ -411,7 +425,7 @@ class MS_API AscendDeviceInfo : public DeviceInfoContext {
411
425
 
412
426
  /// \brief Set shape of model inputs.
413
427
  ///
414
- /// \param[in] shape e.g. {{1, {1,2,3,4}}, {2, {4,3,2,1}}} means the first input shape 1,2,3,4 and the second input
428
+ /// \param[in] shape e.g. {{0, {1,2,3,4}}, {1, {4,3,2,1}}} means the first input shape 1,2,3,4 and the second input
415
429
  /// shape 4,3,2,1.
416
430
  void SetInputShapeMap(const std::map<int, std::vector<int>> &shape);
417
431
 
@@ -420,7 +434,14 @@ class MS_API AscendDeviceInfo : public DeviceInfoContext {
420
434
  /// \return The shape of model inputs.
421
435
  std::map<int, std::vector<int>> GetInputShapeMap() const;
422
436
 
437
+ /// \brief Set dynamic batch sizes of model inputs. Ranges from 2 to 100.
438
+ ///
439
+ /// \param[in] dynamic_batch_size e.g. {1, 2} means batch size 1 and 2 are configured.
423
440
  void SetDynamicBatchSize(const std::vector<size_t> &dynamic_batch_size);
441
+
442
+ /// \brief Get dynamic batch sizes of model inputs.
443
+ ///
444
+ /// \return The dynamic batch sizes of model inputs in string format.
424
445
  inline std::string GetDynamicBatchSize() const;
425
446
 
426
447
  /// \brief Set the dynamic image size of model inputs.
@@ -435,7 +456,7 @@ class MS_API AscendDeviceInfo : public DeviceInfoContext {
435
456
 
436
457
  /// \brief Set type of model outputs.
437
458
  ///
438
- /// \param[in] output_type FP32, UINT8 or FP16, default as FP32.
459
+ /// \param[in] output_type FP32, UINT8 or FP16.
439
460
  void SetOutputType(enum DataType output_type);
440
461
 
441
462
  /// \brief Get type of model outputs.
@@ -445,8 +466,8 @@ class MS_API AscendDeviceInfo : public DeviceInfoContext {
445
466
 
446
467
  /// \brief Set precision mode of model.
447
468
  ///
448
- /// \param[in] precision_mode Optional "force_fp16", "allow_fp32_to_fp16", "must_keep_origin_dtype" and
449
- /// "allow_mix_precision", "force_fp16" is set as default
469
+ /// \param[in] precision_mode Optional "enforce_fp16", "preferred_fp32", "enforce_origin", "enforce_fp32" and
470
+ /// "preferred_optimal", "enforce_fp16" is set as default
450
471
  inline void SetPrecisionMode(const std::string &precision_mode);
451
472
 
452
473
  /// \brief Get precision mode of model.
@@ -465,11 +486,25 @@ class MS_API AscendDeviceInfo : public DeviceInfoContext {
465
486
  /// \return The set op select implementation mode.
466
487
  inline std::string GetOpSelectImplMode() const;
467
488
 
489
+ /// \brief Set fusion switch config file path. Controls which fusion passes to be turned off.
490
+ ///
491
+ /// \param[in] cfg_path fusion switch config file path.
468
492
  inline void SetFusionSwitchConfigPath(const std::string &cfg_path);
493
+
494
+ /// \brief Get fusion switch config file path.
495
+ ///
496
+ /// \return The fusion switch config file path.
469
497
  inline std::string GetFusionSwitchConfigPath() const;
470
498
 
471
- // Optional "l1_optimize", "l2_optimize", "off_optimize" or "l1_and_l2_optimize", default as "l2_optimize"
499
+ /// \brief Set buffer optimize mode.
500
+ ///
501
+ /// \param[in] buffer_optimize_mode Optional "l1_optimize", "l2_optimize", "off_optimize" or "l1_and_l2_optimize",
502
+ /// default as "l2_optimize".
472
503
  inline void SetBufferOptimizeMode(const std::string &buffer_optimize_mode);
504
+
505
+ /// \brief Get buffer optimize mode.
506
+ ///
507
+ /// \return The buffer optimize mode.
473
508
  inline std::string GetBufferOptimizeMode() const;
474
509
 
475
510
  private:
@@ -50,7 +50,7 @@ class MS_API DelegateModel {
50
50
 
51
51
  /// \brief Get Primitive of kernel::Kernel.
52
52
  ///
53
- /// \param[in] a kernel in DelegateModel kernels vector.
53
+ /// \param[in] kernel kernel in DelegateModel kernels vector.
54
54
  ///
55
55
  /// \return The Primitive of The kernel.
56
56
  const T *GetPrimitive(kernel::Kernel *kernel) const {
@@ -1,5 +1,5 @@
1
1
  /**
2
- * Copyright 2021 Huawei Technologies Co., Ltd
2
+ * Copyright 2021-2023 Huawei Technologies Co., Ltd
3
3
  *
4
4
  * Licensed under the Apache License, Version 2.0 (the "License");
5
5
  * you may not use this file except in compliance with the License.
@@ -23,7 +23,7 @@ namespace mindspore {
23
23
  constexpr int METRICS_CLASSIFICATION = 0;
24
24
  constexpr int METRICS_MULTILABEL = 1;
25
25
 
26
- class AccuracyMetrics : public Metrics {
26
+ class MS_API AccuracyMetrics : public Metrics {
27
27
  public:
28
28
  explicit AccuracyMetrics(int accuracy_metrics = METRICS_CLASSIFICATION, const std::vector<int> &input_indexes = {1},
29
29
  const std::vector<int> &output_indexes = {0});
@@ -1,5 +1,5 @@
1
1
  /**
2
- * Copyright 2021 Huawei Technologies Co., Ltd
2
+ * Copyright 2021-2023 Huawei Technologies Co., Ltd
3
3
  *
4
4
  * Licensed under the Apache License, Version 2.0 (the "License");
5
5
  * you may not use this file except in compliance with the License.
@@ -24,16 +24,17 @@ class MetricsImpl;
24
24
  class ModelImpl;
25
25
  class MSTensor;
26
26
 
27
- class Metrics {
27
+ class MS_API Metrics {
28
28
  public:
29
29
  virtual ~Metrics() = default;
30
30
  virtual void Clear() {}
31
31
  virtual float Eval() { return 0.0; }
32
32
  virtual void Update(std::vector<MSTensor *> inputs, std::vector<MSTensor *> outputs) {}
33
+
33
34
  protected:
34
35
  friend class Model;
35
36
  friend class ModelImpl;
36
- MetricsImpl* metrics_impl_;
37
+ MetricsImpl *metrics_impl_;
37
38
  };
38
39
 
39
40
  } // namespace mindspore
@@ -151,7 +151,7 @@ class MS_API Model {
151
151
  /// \return Status.
152
152
  Status UpdateWeights(const std::vector<MSTensor> &new_weights);
153
153
 
154
- /// \brief Inference model.
154
+ /// \brief Inference model API. If use this API in train mode, it's equal to RunStep API.
155
155
  ///
156
156
  /// \param[in] inputs A vector where model inputs are arranged in sequence.
157
157
  /// \param[out] outputs Which is a pointer to a vector. The model outputs are filled in the container in sequence.
@@ -162,7 +162,7 @@ class MS_API Model {
162
162
  Status Predict(const std::vector<MSTensor> &inputs, std::vector<MSTensor> *outputs,
163
163
  const MSKernelCallBack &before = nullptr, const MSKernelCallBack &after = nullptr);
164
164
 
165
- /// \brief Inference model.
165
+ /// \brief Inference model API. If use this API in train mode, it's equal to RunStep API.
166
166
  ///
167
167
  /// \param[in] before CallBack before predict.
168
168
  /// \param[in] after CallBack after predict.
@@ -170,7 +170,7 @@ class MS_API Model {
170
170
  /// \return Status.
171
171
  Status Predict(const MSKernelCallBack &before = nullptr, const MSKernelCallBack &after = nullptr);
172
172
 
173
- /// \brief Run model by step.
173
+ /// \brief Training API. Run model by step.
174
174
  ///
175
175
  /// \param[in] before CallBack before RunStep.
176
176
  /// \param[in] after CallBack after RunStep.
@@ -240,9 +240,14 @@ class MS_API Model {
240
240
 
241
241
  /// \brief Obtain all weights tensors of the model.
242
242
  ///
243
- /// \return The vector that includes all gradient tensors.
243
+ /// \return The vector that includes all weights tensors.
244
244
  std::vector<MSTensor> GetFeatureMaps() const;
245
245
 
246
+ /// \brief Obtain all trainable parameters of the model optimizers.
247
+ ///
248
+ /// \return The vector that includes all trainable parameters.
249
+ std::vector<MSTensor> GetTrainableParams() const;
250
+
246
251
  /// \brief Update weights tensors of the model.
247
252
  ///
248
253
  /// \param[in] new_weights A vector new weights.
@@ -1,5 +1,5 @@
1
1
  /**
2
- * Copyright 2022 Huawei Technologies Co., Ltd
2
+ * Copyright 2022-2023 Huawei Technologies Co., Ltd
3
3
  *
4
4
  * Licensed under the Apache License, Version 2.0 (the "License");
5
5
  * you may not use this file except in compliance with the License.
@@ -25,7 +25,7 @@
25
25
  namespace mindspore {
26
26
  /// \brief The RunnerConfig class is used to store environment variables during execution
27
27
  /// management.
28
- class RunnerConfig {
28
+ class MS_API RunnerConfig {
29
29
  public:
30
30
  struct Data;
31
31
  RunnerConfig();