mindspore 2.0.0a0__cp37-cp37m-win_amd64.whl → 2.0.0rc1__cp37-cp37m-win_amd64.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of mindspore might be problematic. Click here for more details.

Files changed (655) hide show
  1. mindspore/.commit_id +1 -1
  2. mindspore/__init__.py +4 -2
  3. mindspore/_c_dataengine.cp37-win_amd64.pyd +0 -0
  4. mindspore/_c_expression.cp37-win_amd64.pyd +0 -0
  5. mindspore/_c_mindrecord.cp37-win_amd64.pyd +0 -0
  6. mindspore/_check_jit_forbidden_api.py +102 -0
  7. mindspore/_checkparam.py +1066 -1001
  8. mindspore/_extends/parallel_compile/akg_compiler/akg_process.py +4 -3
  9. mindspore/_extends/parallel_compile/akg_compiler/tbe_topi.py +50 -48
  10. mindspore/_extends/parallel_compile/akg_compiler/util.py +9 -4
  11. mindspore/_extends/parallel_compile/tbe_compiler/tbe_adapter.py +4 -4
  12. mindspore/_extends/parallel_compile/tbe_compiler/tbe_helper.py +9 -4
  13. mindspore/_extends/parse/__init__.py +5 -3
  14. mindspore/_extends/parse/namespace.py +16 -1
  15. mindspore/_extends/parse/parser.py +107 -22
  16. mindspore/_extends/parse/resources.py +0 -7
  17. mindspore/_extends/parse/standard_method.py +885 -413
  18. mindspore/amp.py +52 -57
  19. mindspore/boost/boost.py +2 -2
  20. mindspore/boost/boost_cell_wrapper.py +38 -20
  21. mindspore/boost/dim_reduce.py +3 -3
  22. mindspore/boost/group_loss_scale_manager.py +1 -1
  23. mindspore/common/__init__.py +4 -6
  24. mindspore/common/_decorator.py +2 -0
  25. mindspore/common/_register_for_adapter.py +55 -0
  26. mindspore/common/_stub_tensor.py +201 -0
  27. mindspore/common/_utils.py +41 -7
  28. mindspore/common/api.py +215 -141
  29. mindspore/common/dtype.py +8 -1
  30. mindspore/common/dump.py +2 -2
  31. mindspore/common/initializer.py +4 -2
  32. mindspore/common/jit_config.py +17 -13
  33. mindspore/common/mutable.py +33 -13
  34. mindspore/common/parameter.py +23 -21
  35. mindspore/common/seed.py +8 -24
  36. mindspore/common/sparse_tensor.py +62 -41
  37. mindspore/common/tensor.py +852 -1154
  38. mindspore/communication/__init__.py +2 -2
  39. mindspore/communication/_comm_helper.py +11 -4
  40. mindspore/communication/management.py +22 -21
  41. mindspore/config/op_info.config +501 -1008
  42. mindspore/context.py +201 -23
  43. mindspore/dataset/__init__.py +6 -6
  44. mindspore/dataset/audio/__init__.py +7 -7
  45. mindspore/dataset/audio/transforms.py +670 -30
  46. mindspore/dataset/audio/utils.py +47 -4
  47. mindspore/dataset/audio/validators.py +223 -1
  48. mindspore/dataset/callback/ds_callback.py +2 -2
  49. mindspore/dataset/core/config.py +210 -14
  50. mindspore/dataset/core/validator_helpers.py +2 -2
  51. mindspore/{parallel/nn/layers.py → dataset/debug/__init__.py} +7 -8
  52. mindspore/dataset/debug/debug_hook.py +65 -0
  53. mindspore/dataset/debug/pre_defined_hook.py +67 -0
  54. mindspore/dataset/engine/__init__.py +7 -3
  55. mindspore/dataset/engine/cache_client.py +1 -1
  56. mindspore/dataset/engine/datasets.py +322 -66
  57. mindspore/dataset/engine/datasets_audio.py +80 -76
  58. mindspore/dataset/engine/datasets_standard_format.py +51 -38
  59. mindspore/dataset/engine/datasets_text.py +232 -118
  60. mindspore/dataset/engine/datasets_user_defined.py +41 -17
  61. mindspore/dataset/engine/datasets_vision.py +746 -225
  62. mindspore/dataset/engine/graphdata.py +75 -10
  63. mindspore/dataset/engine/iterators.py +45 -5
  64. mindspore/dataset/engine/offload.py +48 -28
  65. mindspore/dataset/engine/validators.py +117 -8
  66. mindspore/dataset/text/__init__.py +6 -5
  67. mindspore/dataset/text/transforms.py +86 -3
  68. mindspore/dataset/text/utils.py +6 -4
  69. mindspore/dataset/text/validators.py +25 -0
  70. mindspore/dataset/transforms/__init__.py +3 -2
  71. mindspore/dataset/transforms/c_transforms.py +1 -1
  72. mindspore/dataset/transforms/transforms.py +2 -2
  73. mindspore/dataset/utils/__init__.py +2 -1
  74. mindspore/dataset/utils/line_reader.py +121 -0
  75. mindspore/dataset/vision/__init__.py +2 -3
  76. mindspore/dataset/vision/c_transforms.py +9 -9
  77. mindspore/dataset/vision/py_transforms.py +5 -5
  78. mindspore/dataset/vision/py_transforms_util.py +2 -0
  79. mindspore/dataset/vision/transforms.py +160 -161
  80. mindspore/dataset/vision/utils.py +3 -3
  81. mindspore/experimental/map_parameter.py +38 -26
  82. mindspore/include/OWNERS +0 -1
  83. mindspore/include/api/callback/callback.h +9 -13
  84. mindspore/include/api/callback/ckpt_saver.h +2 -2
  85. mindspore/include/api/callback/loss_monitor.h +2 -2
  86. mindspore/include/api/callback/lr_scheduler.h +5 -5
  87. mindspore/include/api/callback/time_monitor.h +2 -2
  88. mindspore/include/api/callback/train_accuracy.h +4 -6
  89. mindspore/include/api/cfg.h +19 -6
  90. mindspore/include/api/context.h +44 -9
  91. mindspore/include/api/delegate.h +1 -1
  92. mindspore/include/api/metrics/accuracy.h +2 -2
  93. mindspore/include/api/metrics/metrics.h +4 -3
  94. mindspore/include/api/model.h +9 -4
  95. mindspore/include/api/model_parallel_runner.h +2 -2
  96. mindspore/include/api/net.h +12 -11
  97. mindspore/include/api/serialization.h +19 -3
  98. mindspore/include/api/types.h +3 -3
  99. mindspore/include/dataset/constants.h +7 -0
  100. mindspore/include/dataset/text.h +59 -0
  101. mindspore/jpeg62.dll +0 -0
  102. mindspore/log.py +1 -1
  103. mindspore/mindrecord/filereader.py +18 -0
  104. mindspore/mindrecord/filewriter.py +197 -34
  105. mindspore/mindrecord/shardreader.py +9 -0
  106. mindspore/mindrecord/shardwriter.py +1 -1
  107. mindspore/mindrecord/tools/cifar100_to_mr.py +3 -3
  108. mindspore/mindrecord/tools/cifar10_to_mr.py +3 -3
  109. mindspore/mindrecord/tools/csv_to_mr.py +3 -3
  110. mindspore/mindrecord/tools/imagenet_to_mr.py +16 -11
  111. mindspore/mindrecord/tools/mnist_to_mr.py +2 -2
  112. mindspore/mindrecord/tools/tfrecord_to_mr.py +6 -6
  113. mindspore/mindspore_backend.dll +0 -0
  114. mindspore/mindspore_common.dll +0 -0
  115. mindspore/mindspore_core.dll +0 -0
  116. mindspore/mindspore_glog.dll +0 -0
  117. mindspore/mindspore_shared_lib.dll +0 -0
  118. mindspore/nn/__init__.py +0 -4
  119. mindspore/nn/cell.py +204 -132
  120. mindspore/nn/dynamic_lr.py +1 -1
  121. mindspore/nn/grad/cell_grad.py +7 -6
  122. mindspore/nn/layer/__init__.py +5 -4
  123. mindspore/nn/layer/activation.py +40 -89
  124. mindspore/nn/layer/basic.py +255 -624
  125. mindspore/nn/layer/channel_shuffle.py +7 -6
  126. mindspore/nn/layer/combined.py +1 -1
  127. mindspore/nn/layer/container.py +41 -4
  128. mindspore/nn/layer/conv.py +64 -28
  129. mindspore/nn/layer/dense.py +9 -8
  130. mindspore/nn/layer/embedding.py +27 -25
  131. mindspore/nn/layer/image.py +53 -46
  132. mindspore/nn/layer/math.py +97 -105
  133. mindspore/nn/layer/normalization.py +117 -86
  134. mindspore/nn/layer/padding.py +185 -95
  135. mindspore/nn/layer/pooling.py +817 -414
  136. mindspore/nn/layer/rnn_cells.py +10 -15
  137. mindspore/nn/layer/rnns.py +37 -38
  138. mindspore/nn/layer/thor_layer.py +11 -12
  139. mindspore/nn/layer/timedistributed.py +5 -5
  140. mindspore/nn/layer/transformer.py +701 -0
  141. mindspore/nn/learning_rate_schedule.py +8 -8
  142. mindspore/nn/loss/__init__.py +5 -4
  143. mindspore/nn/loss/loss.py +334 -199
  144. mindspore/nn/optim/ada_grad.py +6 -6
  145. mindspore/nn/optim/adadelta.py +2 -3
  146. mindspore/nn/optim/adafactor.py +4 -5
  147. mindspore/nn/optim/adam.py +126 -62
  148. mindspore/nn/optim/adamax.py +3 -4
  149. mindspore/nn/optim/adasum.py +6 -6
  150. mindspore/nn/optim/asgd.py +2 -2
  151. mindspore/nn/optim/ftrl.py +67 -38
  152. mindspore/nn/optim/lamb.py +4 -5
  153. mindspore/nn/optim/lars.py +2 -2
  154. mindspore/nn/optim/lazyadam.py +43 -4
  155. mindspore/nn/optim/momentum.py +6 -5
  156. mindspore/nn/optim/optimizer.py +3 -1
  157. mindspore/nn/optim/proximal_ada_grad.py +2 -2
  158. mindspore/nn/optim/rmsprop.py +1 -1
  159. mindspore/nn/optim/rprop.py +8 -9
  160. mindspore/nn/optim/sgd.py +19 -13
  161. mindspore/nn/optim/thor.py +10 -15
  162. mindspore/nn/probability/__init__.py +0 -2
  163. mindspore/nn/probability/bijector/bijector.py +4 -4
  164. mindspore/nn/probability/bijector/invert.py +1 -1
  165. mindspore/nn/probability/bijector/softplus.py +2 -2
  166. mindspore/nn/probability/bnn_layers/dense_variational.py +1 -1
  167. mindspore/nn/probability/bnn_layers/layer_distribution.py +2 -2
  168. mindspore/nn/probability/distribution/_utils/utils.py +9 -15
  169. mindspore/nn/probability/distribution/bernoulli.py +3 -3
  170. mindspore/nn/probability/distribution/beta.py +1 -1
  171. mindspore/nn/probability/distribution/categorical.py +5 -7
  172. mindspore/nn/probability/distribution/cauchy.py +3 -3
  173. mindspore/nn/probability/distribution/distribution.py +2 -2
  174. mindspore/nn/probability/distribution/exponential.py +2 -2
  175. mindspore/nn/probability/distribution/gamma.py +3 -3
  176. mindspore/nn/probability/distribution/geometric.py +1 -1
  177. mindspore/nn/probability/distribution/gumbel.py +3 -3
  178. mindspore/nn/probability/distribution/half_normal.py +15 -11
  179. mindspore/nn/probability/distribution/laplace.py +16 -13
  180. mindspore/nn/probability/distribution/logistic.py +2 -2
  181. mindspore/nn/probability/distribution/normal.py +1 -1
  182. mindspore/nn/probability/distribution/poisson.py +1 -1
  183. mindspore/nn/probability/distribution/student_t.py +20 -15
  184. mindspore/nn/probability/distribution/transformed_distribution.py +4 -4
  185. mindspore/nn/probability/distribution/uniform.py +2 -2
  186. mindspore/nn/reinforcement/_tensors_queue.py +3 -3
  187. mindspore/nn/reinforcement/tensor_array.py +2 -2
  188. mindspore/nn/sparse/sparse.py +2 -2
  189. mindspore/nn/wrap/cell_wrapper.py +27 -10
  190. mindspore/nn/wrap/grad_reducer.py +2 -2
  191. mindspore/nn/wrap/loss_scale.py +40 -24
  192. mindspore/numpy/array_creations.py +33 -22
  193. mindspore/numpy/array_ops.py +35 -30
  194. mindspore/numpy/logic_ops.py +6 -27
  195. mindspore/numpy/math_ops.py +22 -19
  196. mindspore/numpy/utils.py +1 -1
  197. mindspore/numpy/utils_const.py +108 -58
  198. mindspore/opencv_core452.dll +0 -0
  199. mindspore/opencv_imgcodecs452.dll +0 -0
  200. mindspore/opencv_imgproc452.dll +0 -0
  201. mindspore/ops/_constants.py +0 -6
  202. mindspore/ops/_grad/__init__.py +2 -1
  203. mindspore/ops/_grad/grad_array_ops.py +86 -117
  204. mindspore/ops/_grad/grad_base.py +23 -1
  205. mindspore/ops/_grad/grad_clip_ops.py +2 -3
  206. mindspore/ops/_grad/grad_comm_ops.py +34 -24
  207. mindspore/ops/_grad/grad_implementations.py +9 -45
  208. mindspore/ops/_grad/grad_inner_ops.py +47 -4
  209. mindspore/ops/_grad/grad_math_ops.py +142 -117
  210. mindspore/ops/_grad/grad_nn_ops.py +71 -165
  211. mindspore/ops/_grad/grad_sequence_ops.py +296 -0
  212. mindspore/ops/_grad/grad_sparse.py +7 -6
  213. mindspore/ops/_grad_experimental/__init__.py +1 -0
  214. mindspore/ops/_grad_experimental/grad_array_ops.py +150 -15
  215. mindspore/ops/_grad_experimental/grad_image_ops.py +16 -7
  216. mindspore/ops/_grad_experimental/grad_inner_ops.py +1 -22
  217. mindspore/ops/_grad_experimental/grad_linalg_ops.py +4 -11
  218. mindspore/ops/_grad_experimental/grad_math_ops.py +210 -89
  219. mindspore/ops/_grad_experimental/grad_nn_ops.py +26 -22
  220. mindspore/ops/_grad_experimental/grad_scalar_ops.py +112 -0
  221. mindspore/ops/_grad_experimental/grad_sparse_ops.py +49 -8
  222. mindspore/ops/_op_impl/_custom_op/batch_matmul_impl.py +1 -1
  223. mindspore/ops/_op_impl/_custom_op/batchnorm_fold.py +2 -2
  224. mindspore/ops/_op_impl/_custom_op/batchnorm_fold2.py +2 -2
  225. mindspore/ops/_op_impl/_custom_op/batchnorm_fold2_grad.py +2 -2
  226. mindspore/ops/_op_impl/_custom_op/batchnorm_fold2_grad_reduce.py +4 -4
  227. mindspore/ops/_op_impl/_custom_op/batchnorm_fold_grad.py +3 -3
  228. mindspore/ops/_op_impl/_custom_op/cholesky_trsm_impl.py +1 -1
  229. mindspore/ops/_op_impl/_custom_op/correction_mul.py +2 -2
  230. mindspore/ops/_op_impl/_custom_op/correction_mul_grad.py +2 -2
  231. mindspore/ops/_op_impl/_custom_op/dsd_back_impl.py +1 -5
  232. mindspore/ops/_op_impl/_custom_op/dsd_impl.py +1 -1
  233. mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perchannel.py +2 -2
  234. mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perchannel_grad.py +2 -2
  235. mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perchannel_grad_reduce.py +2 -2
  236. mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perlayer.py +2 -2
  237. mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perlayer_grad.py +2 -2
  238. mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perlayer_grad_reduce.py +2 -2
  239. mindspore/ops/_op_impl/_custom_op/fake_quant_perchannel.py +2 -2
  240. mindspore/ops/_op_impl/_custom_op/fake_quant_perchannel_grad.py +2 -2
  241. mindspore/ops/_op_impl/_custom_op/fake_quant_perlayer.py +2 -2
  242. mindspore/ops/_op_impl/_custom_op/fake_quant_perlayer_grad.py +2 -2
  243. mindspore/ops/_op_impl/_custom_op/fused_abs_max1_impl.py +1 -1
  244. mindspore/ops/_op_impl/_custom_op/img2col_impl.py +1 -1
  245. mindspore/ops/_op_impl/_custom_op/matmul_cube_dense_left_impl.py +2 -2
  246. mindspore/ops/_op_impl/_custom_op/matmul_cube_dense_right_impl.py +1 -1
  247. mindspore/ops/_op_impl/_custom_op/matmul_cube_fracz_left_cast_impl.py +1 -1
  248. mindspore/ops/_op_impl/_custom_op/matmul_cube_fracz_right_mul_impl.py +1 -1
  249. mindspore/ops/_op_impl/_custom_op/matmul_cube_impl.py +2 -2
  250. mindspore/ops/_op_impl/_custom_op/matmul_dds_impl.py +0 -4
  251. mindspore/ops/_op_impl/_custom_op/matrix_combine_impl.py +1 -1
  252. mindspore/ops/_op_impl/_custom_op/minmax_update_perchannel.py +2 -2
  253. mindspore/ops/_op_impl/_custom_op/minmax_update_perlayer.py +2 -2
  254. mindspore/ops/_op_impl/_custom_op/transpose02314_impl.py +1 -1
  255. mindspore/ops/_op_impl/aicpu/__init__.py +236 -4
  256. mindspore/ops/_op_impl/aicpu/abs.py +36 -0
  257. mindspore/ops/_op_impl/aicpu/{adaptive_avg_pool_2d_v1.py → adaptive_avg_pool_2d.py} +6 -5
  258. mindspore/ops/_op_impl/aicpu/adaptive_avg_pool_2d_grad.py +34 -0
  259. mindspore/ops/_op_impl/aicpu/add.py +43 -0
  260. mindspore/ops/_op_impl/aicpu/addcdiv.py +0 -32
  261. mindspore/ops/_op_impl/aicpu/addcmul.py +0 -84
  262. mindspore/ops/_op_impl/aicpu/affine_grid_grad.py +35 -0
  263. mindspore/ops/_op_impl/aicpu/batch_matmul.py +43 -43
  264. mindspore/ops/_op_impl/aicpu/bernoulli.py +48 -0
  265. mindspore/{compression/common/__init__.py → ops/_op_impl/aicpu/bessel_i0.py} +15 -8
  266. mindspore/ops/_op_impl/aicpu/channel_shuffle.py +40 -0
  267. mindspore/ops/_op_impl/aicpu/conj.py +11 -0
  268. mindspore/ops/_op_impl/aicpu/cumulative_logsumexp.py +0 -3
  269. mindspore/ops/_op_impl/aicpu/deformable_offsets.py +38 -0
  270. mindspore/ops/_op_impl/aicpu/deformable_offsets_grad.py +43 -0
  271. mindspore/ops/_op_impl/aicpu/{adaptive_avg_pool_2d_grad_v1.py → digamma.py} +7 -9
  272. mindspore/ops/_op_impl/aicpu/flatten.py +1 -0
  273. mindspore/ops/_op_impl/aicpu/fmax.py +36 -0
  274. mindspore/ops/_op_impl/aicpu/fmin.py +37 -0
  275. mindspore/ops/_op_impl/aicpu/fractional_max_pool3d_with_fixed_ksize.py +1 -1
  276. mindspore/ops/_op_impl/aicpu/fse_decode.py +43 -0
  277. mindspore/ops/_op_impl/aicpu/greater.py +41 -0
  278. mindspore/ops/_op_impl/aicpu/greater_equal.py +41 -0
  279. mindspore/ops/_op_impl/aicpu/index_put.py +50 -0
  280. mindspore/ops/_op_impl/aicpu/less.py +41 -0
  281. mindspore/{nn/probability/infer/variational/__init__.py → ops/_op_impl/aicpu/lgamma.py} +16 -10
  282. mindspore/ops/_op_impl/aicpu/mirror_pad.py +0 -4
  283. mindspore/ops/_op_impl/aicpu/mirror_pad_grad.py +0 -4
  284. mindspore/ops/_op_impl/aicpu/mul.py +3 -1
  285. mindspore/ops/_op_impl/aicpu/multinomial.py +14 -6
  286. mindspore/ops/_op_impl/aicpu/nllloss.py +38 -0
  287. mindspore/ops/_op_impl/aicpu/nllloss_grad.py +39 -0
  288. mindspore/ops/_op_impl/aicpu/ones_like.py +0 -2
  289. mindspore/ops/_op_impl/aicpu/polar.py +32 -0
  290. mindspore/ops/_op_impl/aicpu/polygamma.py +34 -0
  291. mindspore/ops/_op_impl/aicpu/quant_dtype_cast.py +40 -0
  292. mindspore/ops/_op_impl/aicpu/quantile.py +35 -0
  293. mindspore/ops/_op_impl/aicpu/ragged_tensor_to_sparse.py +73 -0
  294. mindspore/ops/_op_impl/aicpu/randperm_v2.py +41 -0
  295. mindspore/ops/_op_impl/aicpu/resize_bicubic.py +2 -8
  296. mindspore/ops/_op_impl/aicpu/resize_bicubic_grad.py +1 -1
  297. mindspore/ops/_op_impl/aicpu/resize_v2.py +68 -0
  298. mindspore/ops/_op_impl/aicpu/resize_v2_grad.py +68 -0
  299. mindspore/ops/_op_impl/aicpu/scatter_elements.py +4 -0
  300. mindspore/ops/_op_impl/aicpu/scatter_nd_update.py +2 -0
  301. mindspore/ops/_op_impl/aicpu/sequence_add.py +34 -0
  302. mindspore/ops/_op_impl/aicpu/sequence_add_offset.py +34 -0
  303. mindspore/ops/_op_impl/aicpu/sequence_addn.py +38 -0
  304. mindspore/ops/_op_impl/aicpu/smooth_l1_loss.py +35 -0
  305. mindspore/ops/_op_impl/aicpu/smooth_l1_loss_grad.py +37 -0
  306. mindspore/ops/_op_impl/aicpu/sparse_apply_adagrad_da.py +0 -24
  307. mindspore/ops/_op_impl/aicpu/sparse_cross.py +42 -0
  308. mindspore/ops/_op_impl/aicpu/sparse_slice.py +4 -0
  309. mindspore/ops/_op_impl/aicpu/sparse_slice_grad.py +6 -0
  310. mindspore/ops/_op_impl/aicpu/tensor_scatter_update.py +59 -0
  311. mindspore/ops/_op_impl/aicpu/trans_data.py +1 -0
  312. mindspore/ops/_op_impl/aicpu/tril_indices.py +34 -0
  313. mindspore/ops/_op_impl/aicpu/uniform.py +34 -0
  314. mindspore/ops/_op_impl/aicpu/uniform_candidate_sampler.py +1 -0
  315. mindspore/ops/_op_impl/aicpu/unique_consecutive.py +10 -2
  316. mindspore/ops/_op_impl/cpu/dynamic_shape.py +5 -1
  317. mindspore/ops/_op_impl/cpu/sparse_slice.py +4 -0
  318. mindspore/ops/_op_impl/cpu/sparse_slice_grad.py +6 -0
  319. mindspore/ops/_op_impl/cpu/tensor_shape.py +5 -1
  320. mindspore/ops/_op_impl/tbe/__init__.py +27 -611
  321. mindspore/ops/_op_impl/tbe/assign_add_ds.py +1 -0
  322. mindspore/ops/_op_impl/tbe/atomic_addr_clean.py +1 -1
  323. mindspore/ops/_op_impl/tbe/avg_pool_3d_grad.py +1 -1
  324. mindspore/ops/_op_impl/tbe/batch_matmul_ds.py +1 -0
  325. mindspore/ops/_op_impl/tbe/batch_to_space.py +1 -1
  326. mindspore/ops/_op_impl/tbe/batch_to_space_nd.py +1 -1
  327. mindspore/ops/_op_impl/tbe/bn_infer_grad.py +4 -2
  328. mindspore/ops/_op_impl/tbe/bn_training_update.py +0 -1
  329. mindspore/ops/_op_impl/tbe/bn_training_update_ds.py +0 -1
  330. mindspore/ops/_op_impl/tbe/broadcast_to_ds.py +6 -4
  331. mindspore/ops/_op_impl/tbe/cast.py +0 -2
  332. mindspore/ops/_op_impl/tbe/cast_ds.py +3 -3
  333. mindspore/ops/_op_impl/tbe/data_format_dim_map_ds.py +1 -0
  334. mindspore/ops/_op_impl/tbe/depthwise_conv2d.py +2 -2
  335. mindspore/ops/_op_impl/tbe/dynamic_atomic_addr_clean.py +1 -1
  336. mindspore/ops/_op_impl/tbe/gather_nd.py +1 -0
  337. mindspore/ops/_op_impl/tbe/{index_add.py → inplace_index_add.py} +3 -6
  338. mindspore/ops/_op_impl/tbe/matmul_ds.py +2 -0
  339. mindspore/ops/_op_impl/tbe/npu_clear_float_status_v2.py +35 -0
  340. mindspore/ops/_op_impl/tbe/npu_get_float_status_v2.py +35 -0
  341. mindspore/ops/_op_impl/tbe/scatter_mul.py +2 -0
  342. mindspore/ops/_op_impl/tbe/scatter_nd_add.py +0 -2
  343. mindspore/ops/_op_impl/tbe/space_to_batch.py +1 -1
  344. mindspore/ops/_op_impl/tbe/space_to_batch_nd.py +1 -1
  345. mindspore/ops/_op_impl/tbe/trans_data_ds.py +15 -5
  346. mindspore/ops/_register_for_op.py +1 -0
  347. mindspore/ops/_utils/__init__.py +1 -2
  348. mindspore/ops/_utils/utils.py +19 -40
  349. mindspore/ops/_vmap/vmap_array_ops.py +116 -38
  350. mindspore/ops/_vmap/vmap_base.py +16 -9
  351. mindspore/ops/_vmap/vmap_convolution_ops.py +7 -10
  352. mindspore/ops/_vmap/vmap_grad_math_ops.py +4 -4
  353. mindspore/ops/_vmap/vmap_grad_nn_ops.py +7 -5
  354. mindspore/ops/_vmap/vmap_image_ops.py +12 -5
  355. mindspore/ops/_vmap/vmap_math_ops.py +46 -5
  356. mindspore/ops/_vmap/vmap_nn_ops.py +15 -21
  357. mindspore/ops/_vmap/vmap_random_ops.py +1 -1
  358. mindspore/ops/bprop_mindir/AdaptiveAvgPool2D_bprop.mindir +0 -0
  359. mindspore/ops/bprop_mindir/AdaptiveMaxPool2D_bprop.mindir +0 -0
  360. mindspore/ops/bprop_mindir/AvgPool3D_bprop.mindir +150 -0
  361. mindspore/ops/bprop_mindir/AvgPool_bprop.mindir +66 -0
  362. mindspore/ops/bprop_mindir/BCEWithLogitsLoss_bprop.mindir +0 -0
  363. mindspore/ops/bprop_mindir/BatchNormGrad_bprop.mindir +0 -0
  364. mindspore/ops/bprop_mindir/BiasAddGrad_bprop.mindir +0 -0
  365. mindspore/ops/bprop_mindir/BinaryCrossEntropy_bprop.mindir +33 -0
  366. mindspore/ops/bprop_mindir/BroadcastTo_bprop.mindir +220 -106
  367. mindspore/ops/bprop_mindir/CTCLoss_bprop.mindir +0 -0
  368. mindspore/ops/bprop_mindir/Conv2DBackpropFilter_bprop.mindir +240 -0
  369. mindspore/ops/bprop_mindir/Conv2DBackpropInput_bprop.mindir +247 -0
  370. mindspore/ops/bprop_mindir/Conv2DTranspose_bprop.mindir +247 -0
  371. mindspore/ops/bprop_mindir/Conv3DTranspose_bprop.mindir +315 -0
  372. mindspore/ops/bprop_mindir/Conv3D_bprop.mindir +278 -0
  373. mindspore/ops/bprop_mindir/DeformableOffsets_bprop.mindir +58 -0
  374. mindspore/ops/bprop_mindir/DepthwiseConv2dNative_bprop.mindir +138 -0
  375. mindspore/ops/bprop_mindir/Dropout2D_bprop.mindir +0 -0
  376. mindspore/ops/bprop_mindir/Dropout3D_bprop.mindir +0 -0
  377. mindspore/ops/bprop_mindir/DropoutDoMask_bprop.mindir +22 -23
  378. mindspore/ops/bprop_mindir/DropoutGenMask_bprop.mindir +16 -17
  379. mindspore/ops/bprop_mindir/DropoutGrad_bprop.mindir +27 -0
  380. mindspore/ops/bprop_mindir/Dropout_bprop.mindir +0 -0
  381. mindspore/ops/bprop_mindir/DynamicGRUV2_bprop.mindir +0 -0
  382. mindspore/ops/bprop_mindir/DynamicRNN_bprop.mindir +0 -0
  383. mindspore/ops/bprop_mindir/Elu_bprop.mindir +16 -0
  384. mindspore/ops/bprop_mindir/EmbeddingLookup_bprop.mindir +0 -0
  385. mindspore/ops/bprop_mindir/ExpandDims_bprop.mindir +39 -41
  386. mindspore/ops/bprop_mindir/FastGeLU_bprop.mindir +16 -0
  387. mindspore/ops/bprop_mindir/Flatten_bprop.mindir +41 -43
  388. mindspore/ops/bprop_mindir/GatherNd_bprop.mindir +51 -57
  389. mindspore/ops/bprop_mindir/Gather_bprop.mindir +0 -0
  390. mindspore/ops/bprop_mindir/HSigmoid_bprop.mindir +16 -0
  391. mindspore/ops/bprop_mindir/HSwish_bprop.mindir +16 -0
  392. mindspore/ops/bprop_mindir/InstanceNorm_bprop.mindir +0 -0
  393. mindspore/ops/bprop_mindir/KLDivLoss_bprop.mindir +126 -0
  394. mindspore/ops/bprop_mindir/L2Loss_bprop.mindir +15 -0
  395. mindspore/ops/bprop_mindir/L2Normalize_bprop.mindir +30 -0
  396. mindspore/ops/bprop_mindir/LRN_bprop.mindir +43 -0
  397. mindspore/ops/bprop_mindir/LayerNormGrad_bprop.mindir +0 -0
  398. mindspore/ops/bprop_mindir/LogSoftmax_bprop.mindir +23 -0
  399. mindspore/ops/bprop_mindir/MaxPool3DGradGrad_bprop.mindir +74 -0
  400. mindspore/ops/bprop_mindir/MaxPool3DGrad_bprop.mindir +74 -0
  401. mindspore/ops/bprop_mindir/MaxPool3D_bprop.mindir +75 -0
  402. mindspore/ops/bprop_mindir/MaxPoolGradGrad_bprop.mindir +65 -0
  403. mindspore/ops/bprop_mindir/MaxPoolWithArgmax_bprop.mindir +0 -0
  404. mindspore/ops/bprop_mindir/MirrorPad_bprop.mindir +27 -0
  405. mindspore/ops/bprop_mindir/Mish_bprop.mindir +35 -0
  406. mindspore/ops/bprop_mindir/MulNoNan_bprop.mindir +0 -0
  407. mindspore/ops/bprop_mindir/NLLLoss_bprop.mindir +0 -0
  408. mindspore/ops/bprop_mindir/OneHot_bprop.mindir +24 -25
  409. mindspore/ops/bprop_mindir/PReLU_bprop.mindir +0 -0
  410. mindspore/ops/bprop_mindir/Pad_bprop.mindir +0 -0
  411. mindspore/ops/bprop_mindir/Padding_bprop.mindir +0 -0
  412. mindspore/ops/bprop_mindir/RNNTLoss_bprop.mindir +29 -0
  413. mindspore/ops/bprop_mindir/ROIAlign_bprop.mindir +82 -0
  414. mindspore/ops/bprop_mindir/ReLU6_bprop.mindir +16 -0
  415. mindspore/ops/bprop_mindir/ReLUV2_bprop.mindir +0 -0
  416. mindspore/ops/bprop_mindir/ReluGrad_bprop.mindir +18 -19
  417. mindspore/ops/bprop_mindir/Reshape_bprop.mindir +53 -53
  418. mindspore/ops/bprop_mindir/ResizeBilinear_bprop.mindir +29 -0
  419. mindspore/ops/bprop_mindir/ResizeNearestNeighbor_bprop.mindir +77 -85
  420. mindspore/ops/bprop_mindir/SeLU_bprop.mindir +21 -0
  421. mindspore/ops/bprop_mindir/SigmoidCrossEntropyWithLogits_bprop.mindir +21 -0
  422. mindspore/ops/bprop_mindir/SigmoidGrad_bprop.mindir +0 -0
  423. mindspore/ops/bprop_mindir/Sigmoid_bprop.mindir +16 -0
  424. mindspore/ops/bprop_mindir/SmoothL1Loss_bprop.mindir +36 -0
  425. mindspore/ops/bprop_mindir/SoftmaxCrossEntropyWithLogits_bprop.mindir +0 -0
  426. mindspore/ops/bprop_mindir/Softplus_bprop.mindir +16 -0
  427. mindspore/ops/bprop_mindir/Softsign_bprop.mindir +33 -0
  428. mindspore/ops/bprop_mindir/SparseSoftmaxCrossEntropyWithLogits_bprop.mindir +0 -0
  429. mindspore/ops/bprop_mindir/Squeeze_bprop.mindir +37 -39
  430. mindspore/ops/bprop_mindir/StridedSlice_bprop.mindir +70 -72
  431. mindspore/ops/bprop_mindir/TanhGrad_bprop.mindir +0 -0
  432. mindspore/ops/bprop_mindir/Tanh_bprop.mindir +66 -0
  433. mindspore/ops/bprop_mindir/Tile_bprop.mindir +0 -0
  434. mindspore/ops/bprop_mindir/TopK_bprop.mindir +0 -0
  435. mindspore/ops/bprop_mindir/TupleGetItem_bprop.mindir +17 -17
  436. mindspore/ops/bprop_mindir/UpsampleNearest3D_bprop.mindir +32 -0
  437. mindspore/ops/bprop_mindir/UpsampleTrilinear3D_bprop.mindir +38 -0
  438. mindspore/ops/bprop_mindir/generate_mindir.py +2 -0
  439. mindspore/ops/composite/__init__.py +7 -8
  440. mindspore/ops/composite/base.py +101 -47
  441. mindspore/ops/composite/math_ops.py +188 -158
  442. mindspore/ops/composite/multitype_ops/_compile_utils.py +415 -170
  443. mindspore/ops/composite/multitype_ops/_constexpr_utils.py +142 -87
  444. mindspore/ops/composite/multitype_ops/add_impl.py +6 -1
  445. mindspore/ops/composite/multitype_ops/div_impl.py +2 -3
  446. mindspore/ops/composite/multitype_ops/getitem_impl.py +31 -3
  447. mindspore/ops/composite/multitype_ops/greater_equal_impl.py +31 -0
  448. mindspore/ops/composite/multitype_ops/greater_impl.py +31 -0
  449. mindspore/ops/composite/multitype_ops/in_impl.py +9 -0
  450. mindspore/ops/composite/multitype_ops/less_equal_impl.py +31 -0
  451. mindspore/ops/composite/multitype_ops/less_impl.py +31 -0
  452. mindspore/ops/composite/multitype_ops/mul_impl.py +21 -5
  453. mindspore/ops/composite/multitype_ops/not_in_impl.py +9 -0
  454. mindspore/ops/composite/multitype_ops/ones_like_impl.py +2 -4
  455. mindspore/ops/composite/multitype_ops/setitem_impl.py +21 -3
  456. mindspore/ops/composite/multitype_ops/sub_impl.py +1 -1
  457. mindspore/ops/composite/multitype_ops/zeros_like_impl.py +35 -4
  458. mindspore/ops/function/__init__.py +152 -8
  459. mindspore/ops/function/array_func.py +2555 -674
  460. mindspore/ops/function/clip_func.py +209 -13
  461. mindspore/ops/function/debug_func.py +2 -2
  462. mindspore/ops/function/grad/__init__.py +2 -1
  463. mindspore/ops/function/grad/grad_func.py +147 -62
  464. mindspore/ops/function/image_func.py +54 -38
  465. mindspore/ops/function/linalg_func.py +167 -16
  466. mindspore/ops/function/math_func.py +4849 -1492
  467. mindspore/ops/function/nn_func.py +2573 -988
  468. mindspore/ops/function/other_func.py +115 -0
  469. mindspore/ops/function/parameter_func.py +3 -3
  470. mindspore/ops/function/random_func.py +790 -73
  471. mindspore/ops/function/sparse_func.py +98 -78
  472. mindspore/ops/function/sparse_unary_func.py +54 -53
  473. mindspore/ops/function/spectral_func.py +27 -24
  474. mindspore/ops/function/vmap_func.py +22 -2
  475. mindspore/ops/functional.py +97 -37
  476. mindspore/ops/op_info_register.py +70 -28
  477. mindspore/ops/operations/__init__.py +47 -14
  478. mindspore/ops/operations/_csr_ops.py +7 -7
  479. mindspore/ops/operations/_embedding_cache_ops.py +5 -5
  480. mindspore/ops/operations/_grad_ops.py +276 -187
  481. mindspore/ops/operations/_inner_ops.py +319 -113
  482. mindspore/ops/operations/_ms_kernel.py +10 -8
  483. mindspore/ops/operations/_ocr_ops.py +9 -9
  484. mindspore/ops/operations/_opaque_predicate_registry.py +4 -0
  485. mindspore/ops/operations/_quant_ops.py +137 -102
  486. mindspore/ops/operations/_rl_inner_ops.py +121 -60
  487. mindspore/ops/operations/_scalar_ops.py +466 -0
  488. mindspore/ops/operations/_sequence_ops.py +1004 -2
  489. mindspore/ops/operations/_tensor_array.py +10 -11
  490. mindspore/ops/operations/_thor_ops.py +1 -1
  491. mindspore/ops/operations/array_ops.py +801 -466
  492. mindspore/ops/operations/comm_ops.py +51 -49
  493. mindspore/ops/operations/control_ops.py +2 -2
  494. mindspore/ops/operations/custom_ops.py +123 -44
  495. mindspore/ops/operations/debug_ops.py +24 -24
  496. mindspore/ops/operations/image_ops.py +240 -153
  497. mindspore/ops/operations/inner_ops.py +34 -50
  498. mindspore/ops/operations/linalg_ops.py +31 -9
  499. mindspore/ops/operations/math_ops.py +988 -757
  500. mindspore/ops/operations/nn_ops.py +965 -819
  501. mindspore/ops/operations/other_ops.py +51 -40
  502. mindspore/ops/operations/random_ops.py +204 -122
  503. mindspore/ops/operations/rl_ops.py +8 -9
  504. mindspore/ops/operations/sparse_ops.py +254 -93
  505. mindspore/ops/operations/spectral_ops.py +35 -3
  506. mindspore/ops/primitive.py +111 -9
  507. mindspore/parallel/_auto_parallel_context.py +189 -83
  508. mindspore/parallel/_offload_context.py +185 -0
  509. mindspore/parallel/_parallel_serialization.py +99 -7
  510. mindspore/parallel/_ps_context.py +9 -5
  511. mindspore/parallel/_recovery_context.py +1 -1
  512. mindspore/parallel/_tensor.py +7 -1
  513. mindspore/{nn/transformer → parallel/_transformer}/__init__.py +6 -6
  514. mindspore/{nn/transformer → parallel/_transformer}/layers.py +6 -37
  515. mindspore/{nn/transformer → parallel/_transformer}/loss.py +4 -7
  516. mindspore/{nn/transformer → parallel/_transformer}/moe.py +20 -16
  517. mindspore/{nn/transformer → parallel/_transformer}/op_parallel_config.py +3 -3
  518. mindspore/{nn/transformer → parallel/_transformer}/transformer.py +48 -111
  519. mindspore/parallel/_utils.py +1 -2
  520. mindspore/parallel/algo_parameter_config.py +1 -1
  521. mindspore/parallel/checkpoint_transform.py +37 -34
  522. mindspore/parallel/shard.py +17 -18
  523. mindspore/profiler/common/validator/validate_path.py +2 -2
  524. mindspore/profiler/envprofiling.py +69 -47
  525. mindspore/profiler/parser/ascend_timeline_generator.py +49 -42
  526. mindspore/profiler/parser/base_timeline_generator.py +49 -56
  527. mindspore/profiler/parser/cpu_gpu_timeline_generator.py +98 -78
  528. mindspore/profiler/parser/hwts_log_parser.py +1 -1
  529. mindspore/profiler/parser/integrator.py +15 -14
  530. mindspore/profiler/parser/minddata_analyzer.py +2 -2
  531. mindspore/profiler/parser/msadvisor_analyzer.py +12 -25
  532. mindspore/profiler/parser/msadvisor_parser.py +2 -4
  533. mindspore/profiler/parser/optime_parser.py +17 -18
  534. mindspore/profiler/parser/profiler_info.py +2 -1
  535. mindspore/profiler/profiling.py +218 -186
  536. mindspore/rewrite/__init__.py +3 -1
  537. mindspore/rewrite/api/node.py +1 -114
  538. mindspore/rewrite/api/node_type.py +3 -0
  539. mindspore/rewrite/api/pattern_engine.py +31 -1
  540. mindspore/rewrite/api/scoped_value.py +4 -4
  541. mindspore/rewrite/api/symbol_tree.py +3 -78
  542. mindspore/rewrite/api/tree_node_helper.py +1 -1
  543. mindspore/rewrite/ast_creator_register.py +1 -0
  544. mindspore/rewrite/ast_helpers/__init__.py +2 -2
  545. mindspore/rewrite/ast_helpers/ast_creator.py +1 -2
  546. mindspore/rewrite/ast_helpers/ast_finder.py +65 -0
  547. mindspore/rewrite/ast_helpers/ast_modifier.py +11 -3
  548. mindspore/rewrite/ast_transformers/flatten_recursive_stmt.py +18 -2
  549. mindspore/rewrite/namespace.py +0 -2
  550. mindspore/rewrite/node.py +157 -11
  551. mindspore/rewrite/parsers/assign_parser.py +231 -53
  552. mindspore/rewrite/parsers/class_def_parser.py +187 -109
  553. mindspore/rewrite/parsers/for_parser.py +24 -14
  554. mindspore/rewrite/parsers/function_def_parser.py +21 -4
  555. mindspore/rewrite/parsers/if_parser.py +6 -2
  556. mindspore/rewrite/sparsify/__init__.py +0 -0
  557. mindspore/rewrite/sparsify/sparse_transformer.py +448 -0
  558. mindspore/rewrite/sparsify/sparsify.py +109 -0
  559. mindspore/rewrite/sparsify/utils.py +173 -0
  560. mindspore/rewrite/symbol_tree.py +256 -133
  561. mindspore/rewrite/symbol_tree_builder.py +38 -1
  562. mindspore/run_check/_check_version.py +69 -63
  563. mindspore/run_check/run_check.py +2 -1
  564. mindspore/tinyxml2.dll +0 -0
  565. mindspore/train/__init__.py +1 -1
  566. mindspore/train/_utils.py +28 -5
  567. mindspore/train/amp.py +273 -102
  568. mindspore/train/callback/_backup_and_restore.py +5 -5
  569. mindspore/train/callback/_callback.py +2 -2
  570. mindspore/train/callback/_checkpoint.py +3 -3
  571. mindspore/train/callback/_early_stop.py +3 -3
  572. mindspore/train/callback/_lambda_callback.py +2 -2
  573. mindspore/train/callback/_landscape.py +29 -31
  574. mindspore/train/callback/_loss_monitor.py +3 -3
  575. mindspore/train/callback/_on_request_exit.py +3 -3
  576. mindspore/train/callback/_reduce_lr_on_plateau.py +4 -4
  577. mindspore/train/callback/_summary_collector.py +23 -16
  578. mindspore/train/callback/_time_monitor.py +3 -3
  579. mindspore/train/checkpoint_pb2.py +68 -8
  580. mindspore/train/data_sink.py +15 -3
  581. mindspore/train/dataset_helper.py +10 -15
  582. mindspore/train/loss_scale_manager.py +8 -11
  583. mindspore/train/metrics/__init__.py +1 -1
  584. mindspore/train/metrics/bleu_score.py +1 -1
  585. mindspore/train/metrics/confusion_matrix.py +1 -1
  586. mindspore/train/metrics/cosine_similarity.py +1 -1
  587. mindspore/train/metrics/dice.py +2 -2
  588. mindspore/train/metrics/fbeta.py +1 -1
  589. mindspore/train/metrics/hausdorff_distance.py +4 -3
  590. mindspore/train/metrics/mean_surface_distance.py +2 -2
  591. mindspore/train/metrics/occlusion_sensitivity.py +1 -1
  592. mindspore/train/metrics/perplexity.py +1 -1
  593. mindspore/train/metrics/precision.py +1 -1
  594. mindspore/train/metrics/recall.py +1 -1
  595. mindspore/train/metrics/roc.py +2 -2
  596. mindspore/train/metrics/root_mean_square_surface_distance.py +2 -2
  597. mindspore/train/mind_ir_pb2.py +116 -37
  598. mindspore/train/model.py +45 -28
  599. mindspore/train/serialization.py +295 -188
  600. mindspore/train/summary/_summary_adapter.py +1 -1
  601. mindspore/train/summary/summary_record.py +43 -13
  602. mindspore/train/train_thor/convert_utils.py +2 -2
  603. mindspore/train/train_thor/dataset_helper.py +3 -3
  604. mindspore/turbojpeg.dll +0 -0
  605. mindspore/version.py +1 -1
  606. {mindspore-2.0.0a0.dist-info → mindspore-2.0.0rc1.dist-info}/METADATA +3 -2
  607. {mindspore-2.0.0a0.dist-info → mindspore-2.0.0rc1.dist-info}/RECORD +610 -541
  608. mindspore/compression/__init__.py +0 -19
  609. mindspore/compression/common/constant.py +0 -124
  610. mindspore/compression/export/__init__.py +0 -19
  611. mindspore/compression/export/quant_export.py +0 -515
  612. mindspore/compression/quant/__init__.py +0 -28
  613. mindspore/compression/quant/qat.py +0 -634
  614. mindspore/compression/quant/quant_utils.py +0 -462
  615. mindspore/compression/quant/quantizer.py +0 -68
  616. mindspore/nn/layer/quant.py +0 -1868
  617. mindspore/nn/layer/rnn_utils.py +0 -90
  618. mindspore/nn/probability/dpn/__init__.py +0 -22
  619. mindspore/nn/probability/dpn/vae/__init__.py +0 -25
  620. mindspore/nn/probability/dpn/vae/cvae.py +0 -140
  621. mindspore/nn/probability/dpn/vae/vae.py +0 -124
  622. mindspore/nn/probability/infer/__init__.py +0 -22
  623. mindspore/nn/probability/infer/variational/elbo.py +0 -70
  624. mindspore/nn/probability/infer/variational/svi.py +0 -84
  625. mindspore/nn/probability/toolbox/__init__.py +0 -22
  626. mindspore/nn/probability/toolbox/anomaly_detection.py +0 -99
  627. mindspore/nn/probability/toolbox/uncertainty_evaluation.py +0 -364
  628. mindspore/nn/probability/transforms/__init__.py +0 -22
  629. mindspore/nn/probability/transforms/transform_bnn.py +0 -262
  630. mindspore/nn/probability/zhusuan/__init__.py +0 -18
  631. mindspore/nn/probability/zhusuan/framework/__init__.py +0 -18
  632. mindspore/nn/probability/zhusuan/framework/bn.py +0 -95
  633. mindspore/nn/probability/zhusuan/variational/__init__.py +0 -18
  634. mindspore/nn/probability/zhusuan/variational/elbo.py +0 -46
  635. mindspore/ops/_op_impl/aicpu/parallel_concat.py +0 -42
  636. mindspore/ops/_op_impl/tbe/gather_v2.py +0 -56
  637. mindspore/ops/bprop_mindir/AssignAdd_bprop.mindir +0 -19
  638. mindspore/ops/bprop_mindir/Cast_bprop.mindir +0 -19
  639. mindspore/ops/bprop_mindir/LogicalOr_bprop.mindir +0 -19
  640. mindspore/ops/bprop_mindir/MatMul_bprop.mindir +0 -0
  641. mindspore/ops/bprop_mindir/ReLU_bprop.mindir +0 -17
  642. mindspore/ops/bprop_mindir/Transpose_bprop.mindir +0 -0
  643. mindspore/ops/bprop_mindir/UpdateState_bprop.mindir +0 -15
  644. mindspore/ops/composite/array_ops.py +0 -241
  645. mindspore/ops/composite/clip_ops.py +0 -134
  646. mindspore/ops/composite/random_ops.py +0 -426
  647. mindspore/ops/composite/vmap_ops.py +0 -38
  648. mindspore/parallel/nn/__init__.py +0 -42
  649. mindspore/parallel/nn/loss.py +0 -22
  650. mindspore/parallel/nn/moe.py +0 -21
  651. mindspore/parallel/nn/op_parallel_config.py +0 -22
  652. mindspore/parallel/nn/transformer.py +0 -31
  653. {mindspore-2.0.0a0.dist-info → mindspore-2.0.0rc1.dist-info}/WHEEL +0 -0
  654. {mindspore-2.0.0a0.dist-info → mindspore-2.0.0rc1.dist-info}/entry_points.txt +0 -0
  655. {mindspore-2.0.0a0.dist-info → mindspore-2.0.0rc1.dist-info}/top_level.txt +0 -0
@@ -0,0 +1,36 @@
1
+
2
+ 0.1.1 MindSpore*2.0.0:�
3
+ s&get_bprop_smooth_l1_loss.3:[CNode]14:1&get_bprop_smooth_l1_loss.3:[CNode]14:1" REF::bprop.5:Default/bprop.5-op0
4
+ :
5
+ value*beta�
6
+ �
7
+ get_bprop_smooth_l1_loss.3:self
8
+
9
+ ?
10
+ value* reduction�
11
+ �
12
+ get_bprop_smooth_l1_loss.3:self
13
+
14
+ �
15
+ %get_bprop_smooth_l1_loss.3:[CNode]1:2
16
+ %get_bprop_smooth_l1_loss.3:[CNode]2:4!get_bprop_smooth_l1_loss.3:grad:5!get_bprop_smooth_l1_loss.3:grad:5"CREF::ClassType::mindspore.ops.operations._grad_ops.SmoothL1LossGrad:WDefault/MindIRClassType:class 'mindspore.ops.operations._grad_ops.SmoothL1LossGrad'-op3get_bprop_smooth_l1_loss.3*!
17
+ get_bprop_smooth_l1_loss.3:self*'
18
+ %get_bprop_smooth_l1_loss.3:prediction*#
19
+ !get_bprop_smooth_l1_loss.3:target*
20
+ get_bprop_smooth_l1_loss.3:out*!
21
+ get_bprop_smooth_l1_loss.3:dout2(
22
+ &get_bprop_smooth_l1_loss.3:[CNode]14:1:@314af1f905ccdbb7b74529580bda29b0bf0da9ff41f53edb382ab764cf470067J/grad_nn_ops.pyB�
23
+ �
24
+ %get_bprop_smooth_l1_loss.3:prediction
25
+ !get_bprop_smooth_l1_loss.3:target
26
+ get_bprop_smooth_l1_loss.3:dout bprop.5:dx:6 bprop.5:dx:6"&REF::get_bprop_smooth_l1_loss.3:grad:5:4
27
+ �
28
+ !get_bprop_smooth_l1_loss.3:target
29
+ %get_bprop_smooth_l1_loss.3:prediction
30
+ get_bprop_smooth_l1_loss.3:dout bprop.5:dy:7 bprop.5:dy:7"&REF::get_bprop_smooth_l1_loss.3:grad:5:5
31
+ {
32
+ bprop.5:dx:6
33
+ bprop.5:dy:7bprop.5:[CNode]4:8bprop.5:[CNode]4:8"REF::S-Prim-MakeTuple:9:Default/S-Prim-MakeTuple-op6bprop.52
34
+ bprop.5:[CNode]4:8Pb
35
+ getattr:3getattrb&
36
+ S-Prim-MakeTuple:9S-Prim-MakeTupleh
@@ -0,0 +1,16 @@
1
+
2
+ 0.1.1 MindSpore*2.0.0:�
3
+ eget_bprop_softplus.1:[CNode]8:1get_bprop_softplus.1:[CNode]8:1" REF::bprop.3:Default/bprop.3-op0
4
+ �$get_bprop_softplus.1:softplus_grad:2$get_bprop_softplus.1:softplus_grad:2"?REF::ClassType::mindspore.ops.operations._grad_ops.SoftplusGrad:SDefault/MindIRClassType:class 'mindspore.ops.operations._grad_ops.SoftplusGrad'-op1get_bprop_softplus.1*
5
+ get_bprop_softplus.1:self*
6
+ get_bprop_softplus.1:x*
7
+ get_bprop_softplus.1:out*
8
+ get_bprop_softplus.1:dout2!
9
+ get_bprop_softplus.1:[CNode]8:1:@3a7cb85a47fbe925db20ce152e09968888e09f915fa9ab78b0f0a85185434ed3J/grad_nn_ops.pyB�
10
+ }
11
+ get_bprop_softplus.1:dout
12
+ get_bprop_softplus.1:x bprop.3:dx:3 bprop.3:dx:3")REF::get_bprop_softplus.1:softplus_grad:2:2
13
+ m
14
+ bprop.3:dx:3bprop.3:[CNode]2:4bprop.3:[CNode]2:4"REF::S-Prim-MakeTuple:5:Default/S-Prim-MakeTuple-op3bprop.32
15
+ bprop.3:[CNode]2:4Pb&
16
+ S-Prim-MakeTuple:5S-Prim-MakeTupleh
@@ -0,0 +1,33 @@
1
+
2
+ 0.1.1 MindSpore*2.0.0:�
3
+ g get_bprop_softsign.2:[CNode]18:1 get_bprop_softsign.2:[CNode]18:1" REF::bprop.7:Default/bprop.7-op0
4
+ �get_bprop_softsign.2:mul:2get_bprop_softsign.2:mul:2"5REF::ClassType::mindspore.ops.operations.math_ops.Mul:IDefault/MindIRClassType:class 'mindspore.ops.operations.math_ops.Mul'-op1
5
+ �get_bprop_softsign.2:div:3get_bprop_softsign.2:div:3"5REF::ClassType::mindspore.ops.operations.math_ops.Div:IDefault/MindIRClassType:class 'mindspore.ops.operations.math_ops.Div'-op2
6
+ �get_bprop_softsign.2:square:4get_bprop_softsign.2:square:4"8REF::ClassType::mindspore.ops.operations.math_ops.Square:LDefault/MindIRClassType:class 'mindspore.ops.operations.math_ops.Square'-op3
7
+ �get_bprop_softsign.2:absolute:5get_bprop_softsign.2:absolute:5"5REF::ClassType::mindspore.ops.operations.math_ops.Abs:IDefault/MindIRClassType:class 'mindspore.ops.operations.math_ops.Abs'-op4get_bprop_softsign.2*
8
+ get_bprop_softsign.2:self*
9
+ get_bprop_softsign.2:x*
10
+ get_bprop_softsign.2:out*
11
+ get_bprop_softsign.2:dout2"
12
+ get_bprop_softsign.2:[CNode]18:1:@c01fde5841c04ea3da368f04a0559c317edc5a8328033ec7ca692b8c2ee0805aJ/grad_nn_ops.pyB�
13
+ i
14
+ get_bprop_softsign.2:xbprop.7:[CNode]1:6bprop.7:[CNode]1:6"$REF::get_bprop_softsign.2:absolute:5:5
15
+ 6
16
+ value�
17
+ |
18
+
19
+ bprop.7:[CNode]1:6bprop.7:[CNode]3:7bprop.7:[CNode]3:7"REF::MetaFuncGraph::add:Default/S-Prim-add-op6
20
+ c
21
+ bprop.7:[CNode]3:7bprop.7:[CNode]4:8bprop.7:[CNode]4:8""REF::get_bprop_softsign.2:square:4:7
22
+ 6
23
+ value�
24
+ o
25
+
26
+ bprop.7:[CNode]4:8bprop.7:[CNode]5:9bprop.7:[CNode]5:9"REF::get_bprop_softsign.2:div:3:8
27
+ q
28
+ get_bprop_softsign.2:dout
29
+ bprop.7:[CNode]5:9
30
+ r
31
+
32
+ bprop.7:[CNode]6:11Pb'
33
+ S-Prim-MakeTuple:12S-Prim-MakeTupleh
@@ -1,56 +1,54 @@
1
1
 
2
2
  0.1.1 MindSpore*2.0.0:�
3
- j get_bprop_squeeze.72:[CNode]73:1 get_bprop_squeeze.72:[CNode]73:1"
4
- get_bprop_squeeze.72:self*
5
- get_bprop_squeeze.72:x*
6
- get_bprop_squeeze.72:out*
7
- get_bprop_squeeze.72:фdout2"
8
- get_bprop_squeeze.72:[CNode]73:1:@3140bf3d4cdd0e284b14c8e0404c78c8616ea5400ff577b8fb1e9276737406efJ/grad_array_ops.pyB�
3
+ j get_bprop_squeeze.37:[CNode]38:1 get_bprop_squeeze.37:[CNode]38:1"
4
+ get_bprop_squeeze.37:self*
5
+ get_bprop_squeeze.37:x*
6
+ get_bprop_squeeze.37:out*
7
+ get_bprop_squeeze.37:фdout2"
8
+ get_bprop_squeeze.37:[CNode]38:1:@5ea4080e1f189d05653ba505a6a9e0e4e9be103c3bcd5a867ca2f1aaaa82bb49J/grad_array_ops.pyB�
9
9
  n
10
- get_bprop_squeeze.72:xbprop.74:shapex:2bprop.74:shapex:2"REF::S-Prim-Shape:3:Default/S-Prim-Shape-op53
11
- �
12
- bprop.74:shapex:2bprop.74:[CNode]75:4bprop.74:[CNode]75:4"REF::S-Prim-is_shape_unknown:5:$Default/S-Prim-is_shape_unknown-op54
10
+ get_bprop_squeeze.37:xbprop.39:shapex:2bprop.39:shapex:2"REF::S-Prim-Shape:3:Default/S-Prim-Shape-op29
11
+ �
12
+ bprop.39:shapex:2bprop.39:[CNode]40:4bprop.39:[CNode]40:4"REF::S-Prim-IsShapeUnKnown:5:"Default/S-Prim-IsShapeUnKnown-op30
13
13
  h
14
- bprop.74:[CNode]75:4bprop.74:[CNode]76:6bprop.74:[CNode]76:6"
14
+ bprop.39:[CNode]40:4bprop.39:[CNode]41:6bprop.39:[CNode]41:6"
15
15
  �
16
- bprop.74:[CNode]76:6
17
- ✓bprop.78
18
- ✗bprop.79bprop.74:[CNode]80:7bprop.74:[CNode]80:7"
19
- Kbprop.74:[CNode]81:9bprop.74:[CNode]81:9"REF::bprop.74:[CNode]80:7:57
16
+ bprop.39:[CNode]41:6
17
+ ✓bprop.43
18
+ ✗bprop.44bprop.39:[CNode]45:7bprop.39:[CNode]45:7"
19
+ Kbprop.39:[CNode]46:9bprop.39:[CNode]46:9"REF::bprop.39:[CNode]45:7:33
20
20
  p
21
- bprop.74:[CNode]81:9bprop.74:[CNode]82:10bprop.74:[CNode]82:10"REF::↓bprop.83:Default/↓bprop.83-op58bprop.742
22
- bprop.74:[CNode]82:10B�
23
- �↓bprop.83:84:11↓bprop.83:84:11":REF::ClassType::mindspore.ops.operations.array_ops.Reshape:?Default/class 'mindspore.ops.operations.array_ops.Reshape'-op59
21
+ bprop.39:[CNode]46:9bprop.39:[CNode]47:10bprop.39:[CNode]47:10"REF::↓bprop.48:Default/↓bprop.48-op34bprop.392
22
+ bprop.39:[CNode]47:10B�
23
+ �↓bprop.48:49:11↓bprop.48:49:11":REF::ClassType::mindspore.ops.operations.array_ops.Reshape:ODefault/MindIRClassType:class 'mindspore.ops.operations.array_ops.Reshape'-op35
24
24
  u
25
- get_bprop_squeeze.72:фdout
26
- ↓bprop.83:фshapex↓bprop.83:84:12↓bprop.83:84:12"REF::↓bprop.83:84:11:60
25
+ get_bprop_squeeze.37:фdout
26
+ ↓bprop.48:фshapex↓bprop.48:49:12↓bprop.48:49:12"REF::↓bprop.48:49:11:36
27
27
  �
28
- ↓bprop.83:84:12↓bprop.83:[CNode]85:13↓bprop.83:[CNode]85:13"REF::S-Prim-MakeTuple:14:Default/S-Prim-MakeTuple-op61 ↓bprop.83*
29
- ↓bprop.83:фshapex2
30
- ↓bprop.83:[CNode]85:13B
31
- after_block� B" ✗bprop.792
32
- bprop.74:shapex:2B�
28
+ ↓bprop.48:49:12↓bprop.48:[CNode]50:13↓bprop.48:[CNode]50:13"REF::S-Prim-MakeTuple:14:Default/S-Prim-MakeTuple-op37 ↓bprop.48*
29
+ ↓bprop.48:фshapex2
30
+ ↓bprop.48:[CNode]50:13B
31
+ after_block� B" ✗bprop.442
32
+ bprop.39:shapex:2B�
33
33
  �
34
- get_bprop_squeeze.72:x✓bprop.78:shapex:15✓bprop.78:shapex:15"REF::S-Prim-TensorShape:16:Default/S-Prim-TensorShape-op62 ✓bprop.782
35
- ✓bprop.78:shapex:15B�
36
- >
34
+ get_bprop_squeeze.37:x✓bprop.43:shapex:15✓bprop.43:shapex:15"REF::S-Prim-TensorShape:16:Default/S-Prim-TensorShape-op38 ✓bprop.432
35
+ ✓bprop.43:shapex:15B�
36
+ >
37
37
  value*__bool__�
38
38
  p
39
39
 
40
- bool_.77:x
41
-
42
- Nbool_.77:[CNode]88:19bool_.77:[CNode]88:19"REF::bool_.77:[CNode]87:17:64bool_.77*
40
+ bool_.42:x
41
+
42
+ Nbool_.42:[CNode]53:19bool_.42:[CNode]53:19"REF::bool_.42:[CNode]52:17:40bool_.42*
43
43
 
44
- bool_.77:x2
45
- bool_.77:[CNode]88:19Pb
44
+ bool_.42:x2
45
+ bool_.42:[CNode]53:19Pb
46
46
  Switch:8Switchb
47
47
 
48
- getattr:18getattrb
49
- S-Prim-Shape:3 S-Prim-Shapeb�
50
- S-Prim-is_shape_unknown:5S-Prim-is_shape_unknown1
51
- constexpr_module*mindspore.ops._utils.utils�%
52
- constexpr_name*is_shape_unknown�b'
53
- S-Prim-MakeTuple:14S-Prim-MakeTuplebm
48
+ getattr:18getattrbm
54
49
  S-Prim-TensorShape:16S-Prim-TensorShape
55
50
  output_names�� Zoutput�
56
- input_names�� Zinput_x�h
51
+ input_names�� Zinput_x�b'
52
+ S-Prim-MakeTuple:14S-Prim-MakeTupleb0
53
+ S-Prim-IsShapeUnKnown:5S-Prim-IsShapeUnKnownb
54
+ S-Prim-Shape:3 S-Prim-Shapeh
@@ -1,100 +1,98 @@
1
1
 
2
- 0.1.1 MindSpore*2.0.0:�
3
- }(get_bprop_strided_slice.929:[CNode]930:1(get_bprop_strided_slice.929:[CNode]930:1"REF::bprop.931:Default/bprop.931-op754
4
- B[ValueNode]941[ValueNode]941"Constant*
2
+ 0.1.1 MindSpore*2.0.0:�
3
+ }(get_bprop_strided_slice.370:[CNode]371:1(get_bprop_strided_slice.370:[CNode]371:1"REF::bprop.372:Default/bprop.372-op318
4
+ B[ValueNode]382[ValueNode]382"Constant*
5
5
  value*
6
6
  begin_mask�
7
7
  �
8
- get_bprop_strided_slice.929:self
9
- [ValueNode]941)get_bprop_strided_slice.929:[CNode]942:11)get_bprop_strided_slice.929:[CNode]942:11"REF::getattr:12:Default/getattr-op761
10
- @[ValueNode]943[ValueNode]943"Constant*
8
+ get_bprop_strided_slice.370:self
9
+ [ValueNode]382)get_bprop_strided_slice.370:[CNode]383:11)get_bprop_strided_slice.370:[CNode]383:11"REF::getattr:12:Default/getattr-op325
10
+ @[ValueNode]384[ValueNode]384"Constant*
11
11
  value*end_mask�
12
12
  �
13
- get_bprop_strided_slice.929:self
14
- [ValueNode]943)get_bprop_strided_slice.929:[CNode]944:13)get_bprop_strided_slice.929:[CNode]944:13"REF::getattr:12:Default/getattr-op762
15
- E[ValueNode]945[ValueNode]945"Constant*
13
+ get_bprop_strided_slice.370:self
14
+ [ValueNode]384)get_bprop_strided_slice.370:[CNode]385:13)get_bprop_strided_slice.370:[CNode]385:13"REF::getattr:12:Default/getattr-op326
15
+ E[ValueNode]386[ValueNode]386"Constant*
16
16
  value*
17
17
  �
18
- get_bprop_strided_slice.929:self
19
- [ValueNode]945)get_bprop_strided_slice.929:[CNode]946:14)get_bprop_strided_slice.929:[CNode]946:14"REF::getattr:12:Default/getattr-op763
20
- E[ValueNode]947[ValueNode]947"Constant*
18
+ get_bprop_strided_slice.370:self
19
+ [ValueNode]386)get_bprop_strided_slice.370:[CNode]387:14)get_bprop_strided_slice.370:[CNode]387:14"REF::getattr:12:Default/getattr-op327
20
+ E[ValueNode]388[ValueNode]388"Constant*
21
21
  value*
22
22
  �
23
- get_bprop_strided_slice.929:self
24
- [ValueNode]947)get_bprop_strided_slice.929:[CNode]948:15)get_bprop_strided_slice.929:[CNode]948:15"REF::getattr:12:Default/getattr-op764
25
- H[ValueNode]949[ValueNode]949"Constant*
23
+ get_bprop_strided_slice.370:self
24
+ [ValueNode]388)get_bprop_strided_slice.370:[CNode]389:15)get_bprop_strided_slice.370:[CNode]389:15"REF::getattr:12:Default/getattr-op328
25
+ H[ValueNode]390[ValueNode]390"Constant*
26
26
  value*shrink_axis_mask�
27
27
  �
28
- get_bprop_strided_slice.929:self
29
- [ValueNode]949)get_bprop_strided_slice.929:[CNode]950:16)get_bprop_strided_slice.929:[CNode]950:16"REF::getattr:12:Default/getattr-op765
30
- �
31
- )get_bprop_strided_slice.929:[CNode]942:11
32
- )get_bprop_strided_slice.929:[CNode]944:13
33
- )get_bprop_strided_slice.929:[CNode]946:14
34
- )get_bprop_strided_slice.929:[CNode]948:15
35
- )get_bprop_strided_slice.929:[CNode]950:16+get_bprop_strided_slice.929:фinput_grad:17+get_bprop_strided_slice.929:фinput_grad:17"CREF::ClassType::mindspore.ops.operations._grad_ops.StridedSliceGrad:IDefault/class 'mindspore.ops.operations._grad_ops.StridedSliceGrad'-op766get_bprop_strided_slice.929*"
36
- get_bprop_strided_slice.929:self*
37
- get_bprop_strided_slice.929:x*%
38
- #get_bprop_strided_slice.929:фbegin*#
39
- !get_bprop_strided_slice.929:фend*'
40
- %get_bprop_strided_slice.929:фstrides*!
41
- get_bprop_strided_slice.929:out*$
42
- "get_bprop_strided_slice.929:фdout2*
43
- (get_bprop_strided_slice.929:[CNode]930:1:@9c48fb72591f7f362dbcc5c38a58935cda6d7060711184d592c1ed0cdaa41cedJ/grad_array_ops.pyB�
28
+ get_bprop_strided_slice.370:self
29
+ [ValueNode]390)get_bprop_strided_slice.370:[CNode]391:16)get_bprop_strided_slice.370:[CNode]391:16"REF::getattr:12:Default/getattr-op329
30
+ �
31
+ )get_bprop_strided_slice.370:[CNode]383:11
32
+ )get_bprop_strided_slice.370:[CNode]385:13
33
+ )get_bprop_strided_slice.370:[CNode]387:14
34
+ )get_bprop_strided_slice.370:[CNode]389:15
35
+ )get_bprop_strided_slice.370:[CNode]391:16+get_bprop_strided_slice.370:фinput_grad:17+get_bprop_strided_slice.370:фinput_grad:17"CREF::ClassType::mindspore.ops.operations._grad_ops.StridedSliceGrad:YDefault/MindIRClassType:class 'mindspore.ops.operations._grad_ops.StridedSliceGrad'-op330get_bprop_strided_slice.370*"
36
+ get_bprop_strided_slice.370:self*
37
+ get_bprop_strided_slice.370:x*%
38
+ #get_bprop_strided_slice.370:фbegin*#
39
+ !get_bprop_strided_slice.370:фend*'
40
+ %get_bprop_strided_slice.370:фstrides*!
41
+ get_bprop_strided_slice.370:out*$
42
+ "get_bprop_strided_slice.370:фdout2*
43
+ (get_bprop_strided_slice.370:[CNode]371:1:@10d9df60e7853a61b74b274af84fc8e52796d01df754c8b0b281600ac9347e97J/grad_array_ops.pyB�
44
44
  z
45
- get_bprop_strided_slice.929:xbprop.931:x_shape:2bprop.931:x_shape:2"REF::S-Prim-Shape:3:Default/S-Prim-Shape-op755
46
- �
47
- bprop.931:x_shape:2bprop.931:[CNode]932:4bprop.931:[CNode]932:4"REF::S-Prim-is_shape_unknown:5:%Default/S-Prim-is_shape_unknown-op756
45
+ get_bprop_strided_slice.370:xbprop.372:x_shape:2bprop.372:x_shape:2"REF::S-Prim-Shape:3:Default/S-Prim-Shape-op319
46
+ �
47
+ bprop.372:x_shape:2bprop.372:[CNode]373:4bprop.372:[CNode]373:4"REF::S-Prim-IsShapeUnKnown:5:#Default/S-Prim-IsShapeUnKnown-op320
48
48
  q
49
- bprop.931:[CNode]932:4bprop.931:[CNode]933:6bprop.931:[CNode]933:6"REF::bool_.934:Default/bool_.934-op757
49
+ bprop.372:[CNode]373:4bprop.372:[CNode]374:6bprop.372:[CNode]374:6"REF::bool_.375:Default/bool_.375-op321
50
50
  �
51
- bprop.931:[CNode]933:6
52
- ✓bprop.935
53
- ✗bprop.936bprop.931:[CNode]937:7bprop.931:[CNode]937:7"
54
- Rbprop.931:[CNode]938:9bprop.931:[CNode]938:9"REF::bprop.931:[CNode]937:7:759
51
+ bprop.372:[CNode]374:6
52
+ ✓bprop.376
53
+ ✗bprop.377bprop.372:[CNode]378:7bprop.372:[CNode]378:7"
54
+ Rbprop.372:[CNode]379:9bprop.372:[CNode]379:9"REF::bprop.372:[CNode]378:7:323
55
55
  y
56
- bprop.931:[CNode]938:9bprop.931:[CNode]939:10bprop.931:[CNode]939:10"REF::↓bprop.940:Default/↓bprop.940-op760 bprop.9312
57
- bprop.931:[CNode]939:10B�
56
+ bprop.372:[CNode]379:9bprop.372:[CNode]380:10bprop.372:[CNode]380:10"REF::↓bprop.381:Default/↓bprop.381-op324 bprop.3722
57
+ bprop.372:[CNode]380:10B�
58
58
  �
59
- "get_bprop_strided_slice.929:фdout
60
- ↓bprop.940:фx_shape
61
- #get_bprop_strided_slice.929:фbegin
62
- !get_bprop_strided_slice.929:фend
63
- %get_bprop_strided_slice.929:фstrides↓bprop.940:dx:18↓bprop.940:dx:18"0REF::get_bprop_strided_slice.929:фinput_grad:17:767
59
+ "get_bprop_strided_slice.370:фdout
60
+ ↓bprop.381:фx_shape
61
+ #get_bprop_strided_slice.370:фbegin
62
+ !get_bprop_strided_slice.370:фend
63
+ %get_bprop_strided_slice.370:фstrides↓bprop.381:dx:18↓bprop.381:dx:18"0REF::get_bprop_strided_slice.370:фinput_grad:17:331
64
64
  �
65
- #get_bprop_strided_slice.929:фbegin↓bprop.940:[CNode]951:19↓bprop.940:[CNode]951:19".REF::MetaFuncGraph::hyper_map[zeros_like_leaf]:/Default/S-Prim-hyper_map[zeros_like_leaf]-op768
65
+ #get_bprop_strided_slice.370:фbegin↓bprop.381:[CNode]392:19↓bprop.381:[CNode]392:19".REF::MetaFuncGraph::hyper_map[zeros_like_leaf]:/Default/S-Prim-hyper_map[zeros_like_leaf]-op332
66
66
  �
67
- !get_bprop_strided_slice.929:фend↓bprop.940:[CNode]952:20↓bprop.940:[CNode]952:20".REF::MetaFuncGraph::hyper_map[zeros_like_leaf]:/Default/S-Prim-hyper_map[zeros_like_leaf]-op769
67
+ !get_bprop_strided_slice.370:фend↓bprop.381:[CNode]393:20↓bprop.381:[CNode]393:20".REF::MetaFuncGraph::hyper_map[zeros_like_leaf]:/Default/S-Prim-hyper_map[zeros_like_leaf]-op333
68
68
  �
69
- %get_bprop_strided_slice.929:фstrides↓bprop.940:[CNode]953:21↓bprop.940:[CNode]953:21".REF::MetaFuncGraph::hyper_map[zeros_like_leaf]:/Default/S-Prim-hyper_map[zeros_like_leaf]-op770
69
+ %get_bprop_strided_slice.370:фstrides↓bprop.381:[CNode]394:21↓bprop.381:[CNode]394:21".REF::MetaFuncGraph::hyper_map[zeros_like_leaf]:/Default/S-Prim-hyper_map[zeros_like_leaf]-op334
70
70
  �
71
- ↓bprop.940:dx:18
72
- ↓bprop.940:[CNode]951:19
73
- ↓bprop.940:[CNode]952:20
74
- ↓bprop.940:[CNode]953:21↓bprop.940:[CNode]954:22↓bprop.940:[CNode]954:22"REF::S-Prim-MakeTuple:23:Default/S-Prim-MakeTuple-op771 ↓bprop.940*
75
- ↓bprop.940:фx_shape2
76
- ↓bprop.940:[CNode]954:22B
77
- after_block� B% ✗bprop.9362
78
- bprop.931:x_shape:2B�
71
+ ↓bprop.381:dx:18
72
+ ↓bprop.381:[CNode]392:19
73
+ ↓bprop.381:[CNode]393:20
74
+ ↓bprop.381:[CNode]394:21↓bprop.381:[CNode]395:22↓bprop.381:[CNode]395:22"REF::S-Prim-MakeTuple:23:Default/S-Prim-MakeTuple-op335 ↓bprop.381*
75
+ ↓bprop.381:фx_shape2
76
+ ↓bprop.381:[CNode]395:22B
77
+ after_block� B% ✗bprop.3772
78
+ bprop.372:x_shape:2B�
79
79
  �
80
- get_bprop_strided_slice.929:x✓bprop.935:x_shape:24✓bprop.935:x_shape:24"REF::S-Prim-TensorShape:25: Default/S-Prim-TensorShape-op772 ✓bprop.9352
81
- ✓bprop.935:x_shape:24B�
82
- @[ValueNode]955[ValueNode]955"Constant*
80
+ get_bprop_strided_slice.370:x✓bprop.376:x_shape:24✓bprop.376:x_shape:24"REF::S-Prim-TensorShape:25: Default/S-Prim-TensorShape-op336 ✓bprop.3762
81
+ ✓bprop.376:x_shape:24B�
82
+ @[ValueNode]396[ValueNode]396"Constant*
83
83
  value*__bool__�
84
84
  w
85
- bool_.934:x
86
- [ValueNode]955bool_.934:[CNode]956:26bool_.934:[CNode]956:26"REF::getattr:12:Default/getattr-op773
87
- Ubool_.934:[CNode]957:27bool_.934:[CNode]957:27"REF::bool_.934:[CNode]956:26:774 bool_.934*
88
- bool_.934:x2
89
- bool_.934:[CNode]957:27Pb
85
+ bool_.375:x
86
+ [ValueNode]396bool_.375:[CNode]397:26bool_.375:[CNode]397:26"REF::getattr:12:Default/getattr-op337
87
+ Ubool_.375:[CNode]398:27bool_.375:[CNode]398:27"REF::bool_.375:[CNode]397:26:338 bool_.375*
88
+ bool_.375:x2
89
+ bool_.375:[CNode]398:27Pb
90
90
  Switch:8Switchb
91
91
 
92
- getattr:12getattrbm
92
+ getattr:12getattrb
93
+ S-Prim-Shape:3 S-Prim-Shapeb'
94
+ S-Prim-MakeTuple:23S-Prim-MakeTuplebm
93
95
  S-Prim-TensorShape:25S-Prim-TensorShape
94
96
  output_names�� Zoutput�
95
- input_names�� Zinput_x�b�
96
- S-Prim-is_shape_unknown:5S-Prim-is_shape_unknown1
97
- constexpr_module*mindspore.ops._utils.utils�%
98
- constexpr_name*is_shape_unknown�b
99
- S-Prim-Shape:3 S-Prim-Shapeb'
100
- S-Prim-MakeTuple:23S-Prim-MakeTupleh
97
+ input_names�� Zinput_x�b0
98
+ S-Prim-IsShapeUnKnown:5S-Prim-IsShapeUnKnownh
@@ -0,0 +1,66 @@
1
+
2
+ 0.1.1 MindSpore*2.0.0:�
3
+ aget_bprop_tanh.9:[CNode]33:1get_bprop_tanh.9:[CNode]33:1"
4
+ �get_bprop_tanh.9:tanh_grad:14get_bprop_tanh.9:tanh_grad:14";REF::ClassType::mindspore.ops.operations._grad_ops.TanhGrad:ODefault/MindIRClassType:class 'mindspore.ops.operations._grad_ops.TanhGrad'-op9
5
+ �get_bprop_tanh.9:conj:16get_bprop_tanh.9:conj:16"6REF::ClassType::mindspore.ops.operations.math_ops.Conj:KDefault/MindIRClassType:class 'mindspore.ops.operations.math_ops.Conj'-op11get_bprop_tanh.9*
6
+ get_bprop_tanh.9:self*
7
+ get_bprop_tanh.9:x*
8
+ get_bprop_tanh.9:out*
9
+ get_bprop_tanh.9:dout2
10
+ get_bprop_tanh.9:[CNode]33:1:@9347c56cf78023e2150873f4c7aa5ee3cd0a267b5a83edb9f7899e9ec5b50988J/grad_nn_ops.pyB�
11
+ ;
12
+ value*dtype�
13
+ r
14
+ get_bprop_tanh.9:x
15
+
16
+ @
17
+ valueb
18
+ :value0�
19
+ @
20
+ valueb
21
+ :value0�
22
+ 
23
+
24
+
25
+ �
26
+ bprop.10:[CNode]4:2
27
+ bprop.10:[CNode]5:4bprop.10:[CNode]6:6bprop.10:[CNode]6:6"REF::MetaFuncGraph::in:Default/S-Prim-in-op3
28
+ b
29
+ bprop.10:[CNode]6:6bprop.10:[CNode]7:7bprop.10:[CNode]7:7" REF::bool_.8:Default/bool_.8-op4
30
+ ~
31
+ bprop.10:[CNode]7:7
32
+ ✓bprop.12
33
+ ✗bprop.13bprop.10:[CNode]11:8bprop.10:[CNode]11:8"
34
+ Lbprop.10:[CNode]14:10bprop.10:[CNode]14:10"REF::bprop.10:[CNode]11:8:6
35
+ p
36
+ bprop.10:[CNode]14:10bprop.10:[CNode]15:11bprop.10:[CNode]15:11"REF::↓bprop.16:Default/↓bprop.16-op7bprop.102
37
+ bprop.10:[CNode]15:11B�
38
+ |
39
+ ↓bprop.16:фdx↓bprop.16:[CNode]1:12↓bprop.16:[CNode]1:12"REF::S-Prim-MakeTuple:13:Default/S-Prim-MakeTuple-op8 ↓bprop.16*
40
+ ↓bprop.16:фdx2
41
+ ↓bprop.16:[CNode]1:12B
42
+ after_block� B�
43
+ {
44
+ get_bprop_tanh.9:out
45
+ get_bprop_tanh.9:dout✗bprop.13:dx:15✗bprop.13:dx:15""REF::get_bprop_tanh.9:tanh_grad:14:10 ✗bprop.132
46
+ ✗bprop.13:dx:15B�
47
+ d
48
+ get_bprop_tanh.9:dout✓bprop.12:dout:17✓bprop.12:dout:17"REF::get_bprop_tanh.9:conj:16:12
49
+ y
50
+ get_bprop_tanh.9:out
51
+ ✓bprop.12:dout:17✓bprop.12:dx:18✓bprop.12:dx:18""REF::get_bprop_tanh.9:tanh_grad:14:13
52
+ \
53
+ ✓bprop.12:dx:18✓bprop.12:dx:19✓bprop.12:dx:19"REF::get_bprop_tanh.9:conj:16:14 ✓bprop.122
54
+ ✓bprop.12:dx:19B�
55
+ >
56
+ value*__bool__�
57
+ j
58
+ bool_.8:x
59
+
60
+ Hbool_.8:[CNode]3:21bool_.8:[CNode]3:21"REF::bool_.8:[CNode]2:20:16bool_.8*
61
+ bool_.8:x2
62
+ bool_.8:[CNode]3:21Pb
63
+ Switch:9Switchb
64
+ getattr:3getattrb'
65
+ S-Prim-MakeTuple:13S-Prim-MakeTupleb&
66
+ S-Prim-MakeTuple:5S-Prim-MakeTupleh
@@ -1,20 +1,20 @@
1
1
 
2
- 0.1.1 MindSpore*2.0.0:�
3
- �
4
- bprop_tuple_getitem.1313:data&bprop_tuple_getitem.1313:[CNode]1314:1&bprop_tuple_getitem.1313:[CNode]1314:1".REF::MetaFuncGraph::hyper_map[zeros_like_leaf]:0Default/S-Prim-hyper_map[zeros_like_leaf]-op1018
5
- �
6
- &bprop_tuple_getitem.1313:[CNode]1314:1
7
- bprop_tuple_getitem.1313:idx
8
- bprop_tuple_getitem.1313:dout&bprop_tuple_getitem.1313:[CNode]1315:2&bprop_tuple_getitem.1313:[CNode]1315:2"REF::S-Prim-tuple_setitem:3:#Default/S-Prim-tuple_setitem-op1019
9
- �
10
- bprop_tuple_getitem.1313:idx&bprop_tuple_getitem.1313:[CNode]1316:4&bprop_tuple_getitem.1313:[CNode]1316:4".REF::MetaFuncGraph::hyper_map[zeros_like_leaf]:0Default/S-Prim-hyper_map[zeros_like_leaf]-op1020
11
- �
12
- &bprop_tuple_getitem.1313:[CNode]1315:2
13
- &bprop_tuple_getitem.1313:[CNode]1316:4&bprop_tuple_getitem.1313:[CNode]1317:5&bprop_tuple_getitem.1313:[CNode]1317:5"REF::S-Prim-MakeTuple:6:Default/S-Prim-MakeTuple-op1021bprop_tuple_getitem.1313*
14
- bprop_tuple_getitem.1313:data*
15
- bprop_tuple_getitem.1313:idx*
16
- bprop_tuple_getitem.1313:out*
17
- bprop_tuple_getitem.1313:dout2(
18
- &bprop_tuple_getitem.1313:[CNode]1317:5:@3b469bb8469b8fc1c99e64800ab2ec83690845a04557bbbf06a651184fbe83baJ/grad_implementations.pyPb.
2
+ 0.1.1 MindSpore*2.0.0:�
3
+ �
4
+ bprop_tuple_getitem.1:data bprop_tuple_getitem.1:[CNode]2:1 bprop_tuple_getitem.1:[CNode]2:1".REF::MetaFuncGraph::hyper_map[zeros_like_leaf]:-Default/S-Prim-hyper_map[zeros_like_leaf]-op0
5
+ �
6
+ bprop_tuple_getitem.1:[CNode]2:1
7
+ bprop_tuple_getitem.1:idx
8
+ bprop_tuple_getitem.1:dout bprop_tuple_getitem.1:[CNode]3:2 bprop_tuple_getitem.1:[CNode]3:2"REF::S-Prim-tuple_setitem:3: Default/S-Prim-tuple_setitem-op1
9
+ �
10
+ bprop_tuple_getitem.1:idx bprop_tuple_getitem.1:[CNode]4:4 bprop_tuple_getitem.1:[CNode]4:4".REF::MetaFuncGraph::hyper_map[zeros_like_leaf]:-Default/S-Prim-hyper_map[zeros_like_leaf]-op2
11
+ �
12
+ bprop_tuple_getitem.1:[CNode]3:2
13
+ bprop_tuple_getitem.1:[CNode]4:4 bprop_tuple_getitem.1:[CNode]5:5 bprop_tuple_getitem.1:[CNode]5:5"REF::S-Prim-MakeTuple:6:Default/S-Prim-MakeTuple-op3bprop_tuple_getitem.1*
14
+ bprop_tuple_getitem.1:data*
15
+ bprop_tuple_getitem.1:idx*
16
+ bprop_tuple_getitem.1:out*
17
+ bprop_tuple_getitem.1:dout2"
18
+ bprop_tuple_getitem.1:[CNode]5:5:@badb8d2f379272a9bfe28f5e50b98c3de21620b357eb5d206a8abc1d48964179J/grad_implementations.pyPb.
19
19
  S-Prim-tuple_setitem:3S-Prim-tuple_setitemb&
20
20
  S-Prim-MakeTuple:6S-Prim-MakeTupleh
@@ -0,0 +1,32 @@
1
+
2
+ 0.1.1 MindSpore*2.0.0:�
3
+ �0get_bprop_upsample_nearest_3d_grad.2:[CNode]13:10get_bprop_upsample_nearest_3d_grad.2:[CNode]13:1" REF::bprop.4:Default/bprop.4-op0
4
+ �0get_bprop_upsample_nearest_3d_grad.2:get_shape:20get_bprop_upsample_nearest_3d_grad.2:get_shape:2"8REF::ClassType::mindspore.ops.operations.array_ops.Shape:LDefault/MindIRClassType:class 'mindspore.ops.operations.array_ops.Shape'-op1
5
+ A
6
+ value* output_size�
7
+ �
8
+ )get_bprop_upsample_nearest_3d_grad.2:self
9
+
10
+ <
11
+ value*scales�
12
+ �
13
+ )get_bprop_upsample_nearest_3d_grad.2:self
14
+
15
+ )get_bprop_upsample_nearest_3d_grad.2:self*.
16
+ ,get_bprop_upsample_nearest_3d_grad.2:input_x**
17
+ (get_bprop_upsample_nearest_3d_grad.2:out*+
18
+ )get_bprop_upsample_nearest_3d_grad.2:dout22
19
+ 0get_bprop_upsample_nearest_3d_grad.2:[CNode]13:1:@89f303661abc4ca7469d2cbbfdc77c210c2a3053877fbd2b8ab19c9b86f6f56aJ/grad_nn_ops.pyB�
20
+ �
21
+ ,get_bprop_upsample_nearest_3d_grad.2:input_xbprop.4:[CNode]1:3bprop.4:[CNode]1:3"5REF::get_bprop_upsample_nearest_3d_grad.2:get_shape:2:2
22
+ �
23
+ bprop.4:[CNode]1:3
24
+ 2get_bprop_upsample_nearest_3d_grad.2:output_size:4
25
+ -get_bprop_upsample_nearest_3d_grad.2:scales:6bprop.4:input_grad:7bprop.4:input_grad:7"HREF::ClassType::mindspore.ops.operations._grad_ops.UpsampleNearest3DGrad:\Default/MindIRClassType:class 'mindspore.ops.operations._grad_ops.UpsampleNearest3DGrad'-op5
26
+ e
27
+ )get_bprop_upsample_nearest_3d_grad.2:dout bprop.4:dx:8 bprop.4:dx:8"REF::bprop.4:input_grad:7:6
28
+ n
29
+ bprop.4:dx:8bprop.4:[CNode]3:9bprop.4:[CNode]3:9"REF::S-Prim-MakeTuple:10:Default/S-Prim-MakeTuple-op7bprop.42
30
+ bprop.4:[CNode]3:9Pb
31
+ getattr:5getattrb'
32
+ S-Prim-MakeTuple:10S-Prim-MakeTupleh
@@ -0,0 +1,38 @@
1
+
2
+ 0.1.1 MindSpore*2.0.0:�
3
+ �2get_bprop_upsample_trilinear_3d_grad.2:[CNode]13:12get_bprop_upsample_trilinear_3d_grad.2:[CNode]13:1" REF::bprop.4:Default/bprop.4-op0
4
+ �2get_bprop_upsample_trilinear_3d_grad.2:get_shape:22get_bprop_upsample_trilinear_3d_grad.2:get_shape:2"8REF::ClassType::mindspore.ops.operations.array_ops.Shape:LDefault/MindIRClassType:class 'mindspore.ops.operations.array_ops.Shape'-op1
5
+ A
6
+ value* output_size�
7
+ �
8
+ +get_bprop_upsample_trilinear_3d_grad.2:self
9
+
10
+ <
11
+ value*scales�
12
+ �
13
+ +get_bprop_upsample_trilinear_3d_grad.2:self
14
+
15
+ C
16
+ value*
17
+ �
18
+ +get_bprop_upsample_trilinear_3d_grad.2:self
19
+
20
+ +get_bprop_upsample_trilinear_3d_grad.2:self*0
21
+ .get_bprop_upsample_trilinear_3d_grad.2:input_x*,
22
+ *get_bprop_upsample_trilinear_3d_grad.2:out*-
23
+ +get_bprop_upsample_trilinear_3d_grad.2:dout24
24
+ 2get_bprop_upsample_trilinear_3d_grad.2:[CNode]13:1:@de557b6ab60e23e396148159c8aa5c5a3a0a77cf25b1b19f25b6e067c283d1e4J/grad_nn_ops.pyB�
25
+ �
26
+ .get_bprop_upsample_trilinear_3d_grad.2:input_xbprop.4:[CNode]1:3bprop.4:[CNode]1:3"7REF::get_bprop_upsample_trilinear_3d_grad.2:get_shape:2:2
27
+ �
28
+ bprop.4:[CNode]1:3
29
+ 4get_bprop_upsample_trilinear_3d_grad.2:output_size:4
30
+ /get_bprop_upsample_trilinear_3d_grad.2:scales:6
31
+ 6get_bprop_upsample_trilinear_3d_grad.2:align_corners:7bprop.4:input_grad:8bprop.4:input_grad:8"JREF::ClassType::mindspore.ops.operations._grad_ops.UpsampleTrilinear3DGrad:^Default/MindIRClassType:class 'mindspore.ops.operations._grad_ops.UpsampleTrilinear3DGrad'-op6
32
+ g
33
+ +get_bprop_upsample_trilinear_3d_grad.2:dout bprop.4:dx:9 bprop.4:dx:9"REF::bprop.4:input_grad:8:7
34
+ p
35
+ bprop.4:dx:9bprop.4:[CNode]3:10bprop.4:[CNode]3:10"REF::S-Prim-MakeTuple:11:Default/S-Prim-MakeTuple-op8bprop.42
36
+ bprop.4:[CNode]3:10Pb
37
+ getattr:5getattrb'
38
+ S-Prim-MakeTuple:11S-Prim-MakeTupleh
@@ -28,6 +28,7 @@ os.environ['MS_DEV_EXPORT_BPROP_MINDIR'] = '1'
28
28
 
29
29
 
30
30
  def run_generate(bprop_mindir_install_dir, bprop_map, force_update):
31
+ """Run the generate process of bprop mindir."""
31
32
  for op_name in bprop_map.keys():
32
33
  if not isinstance(op_name, str):
33
34
  continue
@@ -36,6 +37,7 @@ def run_generate(bprop_mindir_install_dir, bprop_map, force_update):
36
37
 
37
38
 
38
39
  def run_generate_with_op_name(op_name, force_update):
40
+ """Run the generate process of bprop mindir for single op."""
39
41
  _export_bprop_mindir(op_name, force_update)
40
42
 
41
43
 
@@ -23,14 +23,14 @@ from __future__ import absolute_import
23
23
  from mindspore.ops.composite.base import GradOperation, _Grad, HyperMap, Map, MultitypeFuncGraph, add_flags, \
24
24
  tail, zip_operation, _Vmap, _TaylorOperation
25
25
  from mindspore.ops.composite.env_ops import env_get
26
- from mindspore.ops.composite.clip_ops import clip_by_global_norm
26
+ from mindspore.ops.function.clip_func import clip_by_global_norm
27
27
  from mindspore.ops.composite.multitype_ops.add_impl import hyper_add
28
28
  from mindspore.ops.composite.multitype_ops.ones_like_impl import ones_like
29
29
  from mindspore.ops.composite.multitype_ops.zeros_like_impl import zeros_like
30
- from mindspore.ops.composite.random_ops import normal, laplace, uniform, gamma, poisson, multinomial
31
- from mindspore.ops.composite.math_ops import count_nonzero, tensor_dot, dot, batch_dot, matmul, cummin
32
- from mindspore.ops.composite.array_ops import repeat_interleave, repeat_elements, sequence_mask
33
- from mindspore.ops.composite.vmap_ops import _VmapGeneralPreprocess, _VmapGeneralRule
30
+ from mindspore.ops.function.random_func import normal, laplace, uniform, gamma, poisson, multinomial
31
+ from mindspore.ops.composite.math_ops import count_nonzero, tensor_dot, dot, batch_dot, matmul, cummin, mm
32
+ from mindspore.ops.function.array_func import repeat_interleave, repeat_elements, sequence_mask
33
+ from mindspore.ops.function.vmap_func import _VmapGeneralPreprocess, _VmapGeneralRule
34
34
  from mindspore.ops.function.clip_func import clip_by_value
35
35
 
36
36
 
@@ -52,7 +52,6 @@ __all__ = [
52
52
  'gamma',
53
53
  'poisson',
54
54
  'multinomial',
55
- 'clip_by_global_norm',
56
55
  'count_nonzero',
57
56
  'cummin',
58
57
  'tensor_dot',
@@ -62,6 +61,6 @@ __all__ = [
62
61
  'repeat_interleave',
63
62
  'sequence_mask',
64
63
  'matmul',
64
+ 'mm',
65
65
  '_Grad',
66
- '_Vmap',
67
- '_VmapGeneralPreprocess']
66
+ '_Vmap']