mindspore 2.0.0a0__cp39-cp39-win_amd64.whl → 2.0.0rc1__cp39-cp39-win_amd64.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of mindspore might be problematic. Click here for more details.

Files changed (655) hide show
  1. mindspore/.commit_id +1 -1
  2. mindspore/__init__.py +4 -2
  3. mindspore/_c_dataengine.cp39-win_amd64.pyd +0 -0
  4. mindspore/_c_expression.cp39-win_amd64.pyd +0 -0
  5. mindspore/_c_mindrecord.cp39-win_amd64.pyd +0 -0
  6. mindspore/_check_jit_forbidden_api.py +102 -0
  7. mindspore/_checkparam.py +1066 -1001
  8. mindspore/_extends/parallel_compile/akg_compiler/akg_process.py +4 -3
  9. mindspore/_extends/parallel_compile/akg_compiler/tbe_topi.py +50 -48
  10. mindspore/_extends/parallel_compile/akg_compiler/util.py +9 -4
  11. mindspore/_extends/parallel_compile/tbe_compiler/tbe_adapter.py +4 -4
  12. mindspore/_extends/parallel_compile/tbe_compiler/tbe_helper.py +9 -4
  13. mindspore/_extends/parse/__init__.py +5 -3
  14. mindspore/_extends/parse/namespace.py +16 -1
  15. mindspore/_extends/parse/parser.py +107 -22
  16. mindspore/_extends/parse/resources.py +0 -7
  17. mindspore/_extends/parse/standard_method.py +885 -413
  18. mindspore/amp.py +52 -57
  19. mindspore/boost/boost.py +2 -2
  20. mindspore/boost/boost_cell_wrapper.py +38 -20
  21. mindspore/boost/dim_reduce.py +3 -3
  22. mindspore/boost/group_loss_scale_manager.py +1 -1
  23. mindspore/common/__init__.py +4 -6
  24. mindspore/common/_decorator.py +2 -0
  25. mindspore/common/_register_for_adapter.py +55 -0
  26. mindspore/common/_stub_tensor.py +201 -0
  27. mindspore/common/_utils.py +41 -7
  28. mindspore/common/api.py +215 -141
  29. mindspore/common/dtype.py +8 -1
  30. mindspore/common/dump.py +2 -2
  31. mindspore/common/initializer.py +4 -2
  32. mindspore/common/jit_config.py +17 -13
  33. mindspore/common/mutable.py +33 -13
  34. mindspore/common/parameter.py +23 -21
  35. mindspore/common/seed.py +8 -24
  36. mindspore/common/sparse_tensor.py +62 -41
  37. mindspore/common/tensor.py +852 -1154
  38. mindspore/communication/__init__.py +2 -2
  39. mindspore/communication/_comm_helper.py +11 -4
  40. mindspore/communication/management.py +22 -21
  41. mindspore/config/op_info.config +501 -1008
  42. mindspore/context.py +201 -23
  43. mindspore/dataset/__init__.py +6 -6
  44. mindspore/dataset/audio/__init__.py +7 -7
  45. mindspore/dataset/audio/transforms.py +670 -30
  46. mindspore/dataset/audio/utils.py +47 -4
  47. mindspore/dataset/audio/validators.py +223 -1
  48. mindspore/dataset/callback/ds_callback.py +2 -2
  49. mindspore/dataset/core/config.py +210 -14
  50. mindspore/dataset/core/validator_helpers.py +2 -2
  51. mindspore/{parallel/nn/layers.py → dataset/debug/__init__.py} +7 -8
  52. mindspore/dataset/debug/debug_hook.py +65 -0
  53. mindspore/dataset/debug/pre_defined_hook.py +67 -0
  54. mindspore/dataset/engine/__init__.py +7 -3
  55. mindspore/dataset/engine/cache_client.py +1 -1
  56. mindspore/dataset/engine/datasets.py +322 -66
  57. mindspore/dataset/engine/datasets_audio.py +80 -76
  58. mindspore/dataset/engine/datasets_standard_format.py +51 -38
  59. mindspore/dataset/engine/datasets_text.py +232 -118
  60. mindspore/dataset/engine/datasets_user_defined.py +41 -17
  61. mindspore/dataset/engine/datasets_vision.py +746 -225
  62. mindspore/dataset/engine/graphdata.py +75 -10
  63. mindspore/dataset/engine/iterators.py +45 -5
  64. mindspore/dataset/engine/offload.py +48 -28
  65. mindspore/dataset/engine/validators.py +117 -8
  66. mindspore/dataset/text/__init__.py +6 -5
  67. mindspore/dataset/text/transforms.py +86 -3
  68. mindspore/dataset/text/utils.py +6 -4
  69. mindspore/dataset/text/validators.py +25 -0
  70. mindspore/dataset/transforms/__init__.py +3 -2
  71. mindspore/dataset/transforms/c_transforms.py +1 -1
  72. mindspore/dataset/transforms/transforms.py +2 -2
  73. mindspore/dataset/utils/__init__.py +2 -1
  74. mindspore/dataset/utils/line_reader.py +121 -0
  75. mindspore/dataset/vision/__init__.py +2 -3
  76. mindspore/dataset/vision/c_transforms.py +9 -9
  77. mindspore/dataset/vision/py_transforms.py +5 -5
  78. mindspore/dataset/vision/py_transforms_util.py +2 -0
  79. mindspore/dataset/vision/transforms.py +160 -161
  80. mindspore/dataset/vision/utils.py +3 -3
  81. mindspore/experimental/map_parameter.py +38 -26
  82. mindspore/include/OWNERS +0 -1
  83. mindspore/include/api/callback/callback.h +9 -13
  84. mindspore/include/api/callback/ckpt_saver.h +2 -2
  85. mindspore/include/api/callback/loss_monitor.h +2 -2
  86. mindspore/include/api/callback/lr_scheduler.h +5 -5
  87. mindspore/include/api/callback/time_monitor.h +2 -2
  88. mindspore/include/api/callback/train_accuracy.h +4 -6
  89. mindspore/include/api/cfg.h +19 -6
  90. mindspore/include/api/context.h +44 -9
  91. mindspore/include/api/delegate.h +1 -1
  92. mindspore/include/api/metrics/accuracy.h +2 -2
  93. mindspore/include/api/metrics/metrics.h +4 -3
  94. mindspore/include/api/model.h +9 -4
  95. mindspore/include/api/model_parallel_runner.h +2 -2
  96. mindspore/include/api/net.h +12 -11
  97. mindspore/include/api/serialization.h +19 -3
  98. mindspore/include/api/types.h +3 -3
  99. mindspore/include/dataset/constants.h +7 -0
  100. mindspore/include/dataset/text.h +59 -0
  101. mindspore/jpeg62.dll +0 -0
  102. mindspore/log.py +1 -1
  103. mindspore/mindrecord/filereader.py +18 -0
  104. mindspore/mindrecord/filewriter.py +197 -34
  105. mindspore/mindrecord/shardreader.py +9 -0
  106. mindspore/mindrecord/shardwriter.py +1 -1
  107. mindspore/mindrecord/tools/cifar100_to_mr.py +3 -3
  108. mindspore/mindrecord/tools/cifar10_to_mr.py +3 -3
  109. mindspore/mindrecord/tools/csv_to_mr.py +3 -3
  110. mindspore/mindrecord/tools/imagenet_to_mr.py +16 -11
  111. mindspore/mindrecord/tools/mnist_to_mr.py +2 -2
  112. mindspore/mindrecord/tools/tfrecord_to_mr.py +6 -6
  113. mindspore/mindspore_backend.dll +0 -0
  114. mindspore/mindspore_common.dll +0 -0
  115. mindspore/mindspore_core.dll +0 -0
  116. mindspore/mindspore_glog.dll +0 -0
  117. mindspore/mindspore_shared_lib.dll +0 -0
  118. mindspore/nn/__init__.py +0 -4
  119. mindspore/nn/cell.py +204 -132
  120. mindspore/nn/dynamic_lr.py +1 -1
  121. mindspore/nn/grad/cell_grad.py +7 -6
  122. mindspore/nn/layer/__init__.py +5 -4
  123. mindspore/nn/layer/activation.py +40 -89
  124. mindspore/nn/layer/basic.py +255 -624
  125. mindspore/nn/layer/channel_shuffle.py +7 -6
  126. mindspore/nn/layer/combined.py +1 -1
  127. mindspore/nn/layer/container.py +41 -4
  128. mindspore/nn/layer/conv.py +64 -28
  129. mindspore/nn/layer/dense.py +9 -8
  130. mindspore/nn/layer/embedding.py +27 -25
  131. mindspore/nn/layer/image.py +53 -46
  132. mindspore/nn/layer/math.py +97 -105
  133. mindspore/nn/layer/normalization.py +117 -86
  134. mindspore/nn/layer/padding.py +185 -95
  135. mindspore/nn/layer/pooling.py +817 -414
  136. mindspore/nn/layer/rnn_cells.py +10 -15
  137. mindspore/nn/layer/rnns.py +37 -38
  138. mindspore/nn/layer/thor_layer.py +11 -12
  139. mindspore/nn/layer/timedistributed.py +5 -5
  140. mindspore/nn/layer/transformer.py +701 -0
  141. mindspore/nn/learning_rate_schedule.py +8 -8
  142. mindspore/nn/loss/__init__.py +5 -4
  143. mindspore/nn/loss/loss.py +334 -199
  144. mindspore/nn/optim/ada_grad.py +6 -6
  145. mindspore/nn/optim/adadelta.py +2 -3
  146. mindspore/nn/optim/adafactor.py +4 -5
  147. mindspore/nn/optim/adam.py +126 -62
  148. mindspore/nn/optim/adamax.py +3 -4
  149. mindspore/nn/optim/adasum.py +6 -6
  150. mindspore/nn/optim/asgd.py +2 -2
  151. mindspore/nn/optim/ftrl.py +67 -38
  152. mindspore/nn/optim/lamb.py +4 -5
  153. mindspore/nn/optim/lars.py +2 -2
  154. mindspore/nn/optim/lazyadam.py +43 -4
  155. mindspore/nn/optim/momentum.py +6 -5
  156. mindspore/nn/optim/optimizer.py +3 -1
  157. mindspore/nn/optim/proximal_ada_grad.py +2 -2
  158. mindspore/nn/optim/rmsprop.py +1 -1
  159. mindspore/nn/optim/rprop.py +8 -9
  160. mindspore/nn/optim/sgd.py +19 -13
  161. mindspore/nn/optim/thor.py +10 -15
  162. mindspore/nn/probability/__init__.py +0 -2
  163. mindspore/nn/probability/bijector/bijector.py +4 -4
  164. mindspore/nn/probability/bijector/invert.py +1 -1
  165. mindspore/nn/probability/bijector/softplus.py +2 -2
  166. mindspore/nn/probability/bnn_layers/dense_variational.py +1 -1
  167. mindspore/nn/probability/bnn_layers/layer_distribution.py +2 -2
  168. mindspore/nn/probability/distribution/_utils/utils.py +9 -15
  169. mindspore/nn/probability/distribution/bernoulli.py +3 -3
  170. mindspore/nn/probability/distribution/beta.py +1 -1
  171. mindspore/nn/probability/distribution/categorical.py +5 -7
  172. mindspore/nn/probability/distribution/cauchy.py +3 -3
  173. mindspore/nn/probability/distribution/distribution.py +2 -2
  174. mindspore/nn/probability/distribution/exponential.py +2 -2
  175. mindspore/nn/probability/distribution/gamma.py +3 -3
  176. mindspore/nn/probability/distribution/geometric.py +1 -1
  177. mindspore/nn/probability/distribution/gumbel.py +3 -3
  178. mindspore/nn/probability/distribution/half_normal.py +15 -11
  179. mindspore/nn/probability/distribution/laplace.py +16 -13
  180. mindspore/nn/probability/distribution/logistic.py +2 -2
  181. mindspore/nn/probability/distribution/normal.py +1 -1
  182. mindspore/nn/probability/distribution/poisson.py +1 -1
  183. mindspore/nn/probability/distribution/student_t.py +20 -15
  184. mindspore/nn/probability/distribution/transformed_distribution.py +4 -4
  185. mindspore/nn/probability/distribution/uniform.py +2 -2
  186. mindspore/nn/reinforcement/_tensors_queue.py +3 -3
  187. mindspore/nn/reinforcement/tensor_array.py +2 -2
  188. mindspore/nn/sparse/sparse.py +2 -2
  189. mindspore/nn/wrap/cell_wrapper.py +27 -10
  190. mindspore/nn/wrap/grad_reducer.py +2 -2
  191. mindspore/nn/wrap/loss_scale.py +40 -24
  192. mindspore/numpy/array_creations.py +33 -22
  193. mindspore/numpy/array_ops.py +35 -30
  194. mindspore/numpy/logic_ops.py +6 -27
  195. mindspore/numpy/math_ops.py +22 -19
  196. mindspore/numpy/utils.py +1 -1
  197. mindspore/numpy/utils_const.py +108 -58
  198. mindspore/opencv_core452.dll +0 -0
  199. mindspore/opencv_imgcodecs452.dll +0 -0
  200. mindspore/opencv_imgproc452.dll +0 -0
  201. mindspore/ops/_constants.py +0 -6
  202. mindspore/ops/_grad/__init__.py +2 -1
  203. mindspore/ops/_grad/grad_array_ops.py +86 -117
  204. mindspore/ops/_grad/grad_base.py +23 -1
  205. mindspore/ops/_grad/grad_clip_ops.py +2 -3
  206. mindspore/ops/_grad/grad_comm_ops.py +34 -24
  207. mindspore/ops/_grad/grad_implementations.py +9 -45
  208. mindspore/ops/_grad/grad_inner_ops.py +47 -4
  209. mindspore/ops/_grad/grad_math_ops.py +142 -117
  210. mindspore/ops/_grad/grad_nn_ops.py +71 -165
  211. mindspore/ops/_grad/grad_sequence_ops.py +296 -0
  212. mindspore/ops/_grad/grad_sparse.py +7 -6
  213. mindspore/ops/_grad_experimental/__init__.py +1 -0
  214. mindspore/ops/_grad_experimental/grad_array_ops.py +150 -15
  215. mindspore/ops/_grad_experimental/grad_image_ops.py +16 -7
  216. mindspore/ops/_grad_experimental/grad_inner_ops.py +1 -22
  217. mindspore/ops/_grad_experimental/grad_linalg_ops.py +4 -11
  218. mindspore/ops/_grad_experimental/grad_math_ops.py +210 -89
  219. mindspore/ops/_grad_experimental/grad_nn_ops.py +26 -22
  220. mindspore/ops/_grad_experimental/grad_scalar_ops.py +112 -0
  221. mindspore/ops/_grad_experimental/grad_sparse_ops.py +49 -8
  222. mindspore/ops/_op_impl/_custom_op/batch_matmul_impl.py +1 -1
  223. mindspore/ops/_op_impl/_custom_op/batchnorm_fold.py +2 -2
  224. mindspore/ops/_op_impl/_custom_op/batchnorm_fold2.py +2 -2
  225. mindspore/ops/_op_impl/_custom_op/batchnorm_fold2_grad.py +2 -2
  226. mindspore/ops/_op_impl/_custom_op/batchnorm_fold2_grad_reduce.py +4 -4
  227. mindspore/ops/_op_impl/_custom_op/batchnorm_fold_grad.py +3 -3
  228. mindspore/ops/_op_impl/_custom_op/cholesky_trsm_impl.py +1 -1
  229. mindspore/ops/_op_impl/_custom_op/correction_mul.py +2 -2
  230. mindspore/ops/_op_impl/_custom_op/correction_mul_grad.py +2 -2
  231. mindspore/ops/_op_impl/_custom_op/dsd_back_impl.py +1 -5
  232. mindspore/ops/_op_impl/_custom_op/dsd_impl.py +1 -1
  233. mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perchannel.py +2 -2
  234. mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perchannel_grad.py +2 -2
  235. mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perchannel_grad_reduce.py +2 -2
  236. mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perlayer.py +2 -2
  237. mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perlayer_grad.py +2 -2
  238. mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perlayer_grad_reduce.py +2 -2
  239. mindspore/ops/_op_impl/_custom_op/fake_quant_perchannel.py +2 -2
  240. mindspore/ops/_op_impl/_custom_op/fake_quant_perchannel_grad.py +2 -2
  241. mindspore/ops/_op_impl/_custom_op/fake_quant_perlayer.py +2 -2
  242. mindspore/ops/_op_impl/_custom_op/fake_quant_perlayer_grad.py +2 -2
  243. mindspore/ops/_op_impl/_custom_op/fused_abs_max1_impl.py +1 -1
  244. mindspore/ops/_op_impl/_custom_op/img2col_impl.py +1 -1
  245. mindspore/ops/_op_impl/_custom_op/matmul_cube_dense_left_impl.py +2 -2
  246. mindspore/ops/_op_impl/_custom_op/matmul_cube_dense_right_impl.py +1 -1
  247. mindspore/ops/_op_impl/_custom_op/matmul_cube_fracz_left_cast_impl.py +1 -1
  248. mindspore/ops/_op_impl/_custom_op/matmul_cube_fracz_right_mul_impl.py +1 -1
  249. mindspore/ops/_op_impl/_custom_op/matmul_cube_impl.py +2 -2
  250. mindspore/ops/_op_impl/_custom_op/matmul_dds_impl.py +0 -4
  251. mindspore/ops/_op_impl/_custom_op/matrix_combine_impl.py +1 -1
  252. mindspore/ops/_op_impl/_custom_op/minmax_update_perchannel.py +2 -2
  253. mindspore/ops/_op_impl/_custom_op/minmax_update_perlayer.py +2 -2
  254. mindspore/ops/_op_impl/_custom_op/transpose02314_impl.py +1 -1
  255. mindspore/ops/_op_impl/aicpu/__init__.py +236 -4
  256. mindspore/ops/_op_impl/aicpu/abs.py +36 -0
  257. mindspore/ops/_op_impl/aicpu/{adaptive_avg_pool_2d_v1.py → adaptive_avg_pool_2d.py} +6 -5
  258. mindspore/ops/_op_impl/aicpu/adaptive_avg_pool_2d_grad.py +34 -0
  259. mindspore/ops/_op_impl/aicpu/add.py +43 -0
  260. mindspore/ops/_op_impl/aicpu/addcdiv.py +0 -32
  261. mindspore/ops/_op_impl/aicpu/addcmul.py +0 -84
  262. mindspore/ops/_op_impl/aicpu/affine_grid_grad.py +35 -0
  263. mindspore/ops/_op_impl/aicpu/batch_matmul.py +43 -43
  264. mindspore/ops/_op_impl/aicpu/bernoulli.py +48 -0
  265. mindspore/{compression/common/__init__.py → ops/_op_impl/aicpu/bessel_i0.py} +15 -8
  266. mindspore/ops/_op_impl/aicpu/channel_shuffle.py +40 -0
  267. mindspore/ops/_op_impl/aicpu/conj.py +11 -0
  268. mindspore/ops/_op_impl/aicpu/cumulative_logsumexp.py +0 -3
  269. mindspore/ops/_op_impl/aicpu/deformable_offsets.py +38 -0
  270. mindspore/ops/_op_impl/aicpu/deformable_offsets_grad.py +43 -0
  271. mindspore/ops/_op_impl/aicpu/{adaptive_avg_pool_2d_grad_v1.py → digamma.py} +7 -9
  272. mindspore/ops/_op_impl/aicpu/flatten.py +1 -0
  273. mindspore/ops/_op_impl/aicpu/fmax.py +36 -0
  274. mindspore/ops/_op_impl/aicpu/fmin.py +37 -0
  275. mindspore/ops/_op_impl/aicpu/fractional_max_pool3d_with_fixed_ksize.py +1 -1
  276. mindspore/ops/_op_impl/aicpu/fse_decode.py +43 -0
  277. mindspore/ops/_op_impl/aicpu/greater.py +41 -0
  278. mindspore/ops/_op_impl/aicpu/greater_equal.py +41 -0
  279. mindspore/ops/_op_impl/aicpu/index_put.py +50 -0
  280. mindspore/ops/_op_impl/aicpu/less.py +41 -0
  281. mindspore/{nn/probability/infer/variational/__init__.py → ops/_op_impl/aicpu/lgamma.py} +16 -10
  282. mindspore/ops/_op_impl/aicpu/mirror_pad.py +0 -4
  283. mindspore/ops/_op_impl/aicpu/mirror_pad_grad.py +0 -4
  284. mindspore/ops/_op_impl/aicpu/mul.py +3 -1
  285. mindspore/ops/_op_impl/aicpu/multinomial.py +14 -6
  286. mindspore/ops/_op_impl/aicpu/nllloss.py +38 -0
  287. mindspore/ops/_op_impl/aicpu/nllloss_grad.py +39 -0
  288. mindspore/ops/_op_impl/aicpu/ones_like.py +0 -2
  289. mindspore/ops/_op_impl/aicpu/polar.py +32 -0
  290. mindspore/ops/_op_impl/aicpu/polygamma.py +34 -0
  291. mindspore/ops/_op_impl/aicpu/quant_dtype_cast.py +40 -0
  292. mindspore/ops/_op_impl/aicpu/quantile.py +35 -0
  293. mindspore/ops/_op_impl/aicpu/ragged_tensor_to_sparse.py +73 -0
  294. mindspore/ops/_op_impl/aicpu/randperm_v2.py +41 -0
  295. mindspore/ops/_op_impl/aicpu/resize_bicubic.py +2 -8
  296. mindspore/ops/_op_impl/aicpu/resize_bicubic_grad.py +1 -1
  297. mindspore/ops/_op_impl/aicpu/resize_v2.py +68 -0
  298. mindspore/ops/_op_impl/aicpu/resize_v2_grad.py +68 -0
  299. mindspore/ops/_op_impl/aicpu/scatter_elements.py +4 -0
  300. mindspore/ops/_op_impl/aicpu/scatter_nd_update.py +2 -0
  301. mindspore/ops/_op_impl/aicpu/sequence_add.py +34 -0
  302. mindspore/ops/_op_impl/aicpu/sequence_add_offset.py +34 -0
  303. mindspore/ops/_op_impl/aicpu/sequence_addn.py +38 -0
  304. mindspore/ops/_op_impl/aicpu/smooth_l1_loss.py +35 -0
  305. mindspore/ops/_op_impl/aicpu/smooth_l1_loss_grad.py +37 -0
  306. mindspore/ops/_op_impl/aicpu/sparse_apply_adagrad_da.py +0 -24
  307. mindspore/ops/_op_impl/aicpu/sparse_cross.py +42 -0
  308. mindspore/ops/_op_impl/aicpu/sparse_slice.py +4 -0
  309. mindspore/ops/_op_impl/aicpu/sparse_slice_grad.py +6 -0
  310. mindspore/ops/_op_impl/aicpu/tensor_scatter_update.py +59 -0
  311. mindspore/ops/_op_impl/aicpu/trans_data.py +1 -0
  312. mindspore/ops/_op_impl/aicpu/tril_indices.py +34 -0
  313. mindspore/ops/_op_impl/aicpu/uniform.py +34 -0
  314. mindspore/ops/_op_impl/aicpu/uniform_candidate_sampler.py +1 -0
  315. mindspore/ops/_op_impl/aicpu/unique_consecutive.py +10 -2
  316. mindspore/ops/_op_impl/cpu/dynamic_shape.py +5 -1
  317. mindspore/ops/_op_impl/cpu/sparse_slice.py +4 -0
  318. mindspore/ops/_op_impl/cpu/sparse_slice_grad.py +6 -0
  319. mindspore/ops/_op_impl/cpu/tensor_shape.py +5 -1
  320. mindspore/ops/_op_impl/tbe/__init__.py +27 -611
  321. mindspore/ops/_op_impl/tbe/assign_add_ds.py +1 -0
  322. mindspore/ops/_op_impl/tbe/atomic_addr_clean.py +1 -1
  323. mindspore/ops/_op_impl/tbe/avg_pool_3d_grad.py +1 -1
  324. mindspore/ops/_op_impl/tbe/batch_matmul_ds.py +1 -0
  325. mindspore/ops/_op_impl/tbe/batch_to_space.py +1 -1
  326. mindspore/ops/_op_impl/tbe/batch_to_space_nd.py +1 -1
  327. mindspore/ops/_op_impl/tbe/bn_infer_grad.py +4 -2
  328. mindspore/ops/_op_impl/tbe/bn_training_update.py +0 -1
  329. mindspore/ops/_op_impl/tbe/bn_training_update_ds.py +0 -1
  330. mindspore/ops/_op_impl/tbe/broadcast_to_ds.py +6 -4
  331. mindspore/ops/_op_impl/tbe/cast.py +0 -2
  332. mindspore/ops/_op_impl/tbe/cast_ds.py +3 -3
  333. mindspore/ops/_op_impl/tbe/data_format_dim_map_ds.py +1 -0
  334. mindspore/ops/_op_impl/tbe/depthwise_conv2d.py +2 -2
  335. mindspore/ops/_op_impl/tbe/dynamic_atomic_addr_clean.py +1 -1
  336. mindspore/ops/_op_impl/tbe/gather_nd.py +1 -0
  337. mindspore/ops/_op_impl/tbe/{index_add.py → inplace_index_add.py} +3 -6
  338. mindspore/ops/_op_impl/tbe/matmul_ds.py +2 -0
  339. mindspore/ops/_op_impl/tbe/npu_clear_float_status_v2.py +35 -0
  340. mindspore/ops/_op_impl/tbe/npu_get_float_status_v2.py +35 -0
  341. mindspore/ops/_op_impl/tbe/scatter_mul.py +2 -0
  342. mindspore/ops/_op_impl/tbe/scatter_nd_add.py +0 -2
  343. mindspore/ops/_op_impl/tbe/space_to_batch.py +1 -1
  344. mindspore/ops/_op_impl/tbe/space_to_batch_nd.py +1 -1
  345. mindspore/ops/_op_impl/tbe/trans_data_ds.py +15 -5
  346. mindspore/ops/_register_for_op.py +1 -0
  347. mindspore/ops/_utils/__init__.py +1 -2
  348. mindspore/ops/_utils/utils.py +19 -40
  349. mindspore/ops/_vmap/vmap_array_ops.py +116 -38
  350. mindspore/ops/_vmap/vmap_base.py +16 -9
  351. mindspore/ops/_vmap/vmap_convolution_ops.py +7 -10
  352. mindspore/ops/_vmap/vmap_grad_math_ops.py +4 -4
  353. mindspore/ops/_vmap/vmap_grad_nn_ops.py +7 -5
  354. mindspore/ops/_vmap/vmap_image_ops.py +12 -5
  355. mindspore/ops/_vmap/vmap_math_ops.py +46 -5
  356. mindspore/ops/_vmap/vmap_nn_ops.py +15 -21
  357. mindspore/ops/_vmap/vmap_random_ops.py +1 -1
  358. mindspore/ops/bprop_mindir/AdaptiveAvgPool2D_bprop.mindir +0 -0
  359. mindspore/ops/bprop_mindir/AdaptiveMaxPool2D_bprop.mindir +0 -0
  360. mindspore/ops/bprop_mindir/AvgPool3D_bprop.mindir +150 -0
  361. mindspore/ops/bprop_mindir/AvgPool_bprop.mindir +66 -0
  362. mindspore/ops/bprop_mindir/BCEWithLogitsLoss_bprop.mindir +0 -0
  363. mindspore/ops/bprop_mindir/BatchNormGrad_bprop.mindir +0 -0
  364. mindspore/ops/bprop_mindir/BiasAddGrad_bprop.mindir +0 -0
  365. mindspore/ops/bprop_mindir/BinaryCrossEntropy_bprop.mindir +33 -0
  366. mindspore/ops/bprop_mindir/BroadcastTo_bprop.mindir +220 -106
  367. mindspore/ops/bprop_mindir/CTCLoss_bprop.mindir +0 -0
  368. mindspore/ops/bprop_mindir/Conv2DBackpropFilter_bprop.mindir +240 -0
  369. mindspore/ops/bprop_mindir/Conv2DBackpropInput_bprop.mindir +247 -0
  370. mindspore/ops/bprop_mindir/Conv2DTranspose_bprop.mindir +247 -0
  371. mindspore/ops/bprop_mindir/Conv3DTranspose_bprop.mindir +315 -0
  372. mindspore/ops/bprop_mindir/Conv3D_bprop.mindir +278 -0
  373. mindspore/ops/bprop_mindir/DeformableOffsets_bprop.mindir +58 -0
  374. mindspore/ops/bprop_mindir/DepthwiseConv2dNative_bprop.mindir +138 -0
  375. mindspore/ops/bprop_mindir/Dropout2D_bprop.mindir +0 -0
  376. mindspore/ops/bprop_mindir/Dropout3D_bprop.mindir +0 -0
  377. mindspore/ops/bprop_mindir/DropoutDoMask_bprop.mindir +22 -23
  378. mindspore/ops/bprop_mindir/DropoutGenMask_bprop.mindir +16 -17
  379. mindspore/ops/bprop_mindir/DropoutGrad_bprop.mindir +27 -0
  380. mindspore/ops/bprop_mindir/Dropout_bprop.mindir +0 -0
  381. mindspore/ops/bprop_mindir/DynamicGRUV2_bprop.mindir +0 -0
  382. mindspore/ops/bprop_mindir/DynamicRNN_bprop.mindir +0 -0
  383. mindspore/ops/bprop_mindir/Elu_bprop.mindir +16 -0
  384. mindspore/ops/bprop_mindir/EmbeddingLookup_bprop.mindir +0 -0
  385. mindspore/ops/bprop_mindir/ExpandDims_bprop.mindir +39 -41
  386. mindspore/ops/bprop_mindir/FastGeLU_bprop.mindir +16 -0
  387. mindspore/ops/bprop_mindir/Flatten_bprop.mindir +41 -43
  388. mindspore/ops/bprop_mindir/GatherNd_bprop.mindir +51 -57
  389. mindspore/ops/bprop_mindir/Gather_bprop.mindir +0 -0
  390. mindspore/ops/bprop_mindir/HSigmoid_bprop.mindir +16 -0
  391. mindspore/ops/bprop_mindir/HSwish_bprop.mindir +16 -0
  392. mindspore/ops/bprop_mindir/InstanceNorm_bprop.mindir +0 -0
  393. mindspore/ops/bprop_mindir/KLDivLoss_bprop.mindir +126 -0
  394. mindspore/ops/bprop_mindir/L2Loss_bprop.mindir +15 -0
  395. mindspore/ops/bprop_mindir/L2Normalize_bprop.mindir +30 -0
  396. mindspore/ops/bprop_mindir/LRN_bprop.mindir +43 -0
  397. mindspore/ops/bprop_mindir/LayerNormGrad_bprop.mindir +0 -0
  398. mindspore/ops/bprop_mindir/LogSoftmax_bprop.mindir +23 -0
  399. mindspore/ops/bprop_mindir/MaxPool3DGradGrad_bprop.mindir +74 -0
  400. mindspore/ops/bprop_mindir/MaxPool3DGrad_bprop.mindir +74 -0
  401. mindspore/ops/bprop_mindir/MaxPool3D_bprop.mindir +75 -0
  402. mindspore/ops/bprop_mindir/MaxPoolGradGrad_bprop.mindir +65 -0
  403. mindspore/ops/bprop_mindir/MaxPoolWithArgmax_bprop.mindir +0 -0
  404. mindspore/ops/bprop_mindir/MirrorPad_bprop.mindir +27 -0
  405. mindspore/ops/bprop_mindir/Mish_bprop.mindir +35 -0
  406. mindspore/ops/bprop_mindir/MulNoNan_bprop.mindir +0 -0
  407. mindspore/ops/bprop_mindir/NLLLoss_bprop.mindir +0 -0
  408. mindspore/ops/bprop_mindir/OneHot_bprop.mindir +24 -25
  409. mindspore/ops/bprop_mindir/PReLU_bprop.mindir +0 -0
  410. mindspore/ops/bprop_mindir/Pad_bprop.mindir +0 -0
  411. mindspore/ops/bprop_mindir/Padding_bprop.mindir +0 -0
  412. mindspore/ops/bprop_mindir/RNNTLoss_bprop.mindir +29 -0
  413. mindspore/ops/bprop_mindir/ROIAlign_bprop.mindir +82 -0
  414. mindspore/ops/bprop_mindir/ReLU6_bprop.mindir +16 -0
  415. mindspore/ops/bprop_mindir/ReLUV2_bprop.mindir +0 -0
  416. mindspore/ops/bprop_mindir/ReluGrad_bprop.mindir +18 -19
  417. mindspore/ops/bprop_mindir/Reshape_bprop.mindir +53 -53
  418. mindspore/ops/bprop_mindir/ResizeBilinear_bprop.mindir +29 -0
  419. mindspore/ops/bprop_mindir/ResizeNearestNeighbor_bprop.mindir +77 -85
  420. mindspore/ops/bprop_mindir/SeLU_bprop.mindir +21 -0
  421. mindspore/ops/bprop_mindir/SigmoidCrossEntropyWithLogits_bprop.mindir +21 -0
  422. mindspore/ops/bprop_mindir/SigmoidGrad_bprop.mindir +0 -0
  423. mindspore/ops/bprop_mindir/Sigmoid_bprop.mindir +16 -0
  424. mindspore/ops/bprop_mindir/SmoothL1Loss_bprop.mindir +36 -0
  425. mindspore/ops/bprop_mindir/SoftmaxCrossEntropyWithLogits_bprop.mindir +0 -0
  426. mindspore/ops/bprop_mindir/Softplus_bprop.mindir +16 -0
  427. mindspore/ops/bprop_mindir/Softsign_bprop.mindir +33 -0
  428. mindspore/ops/bprop_mindir/SparseSoftmaxCrossEntropyWithLogits_bprop.mindir +0 -0
  429. mindspore/ops/bprop_mindir/Squeeze_bprop.mindir +37 -39
  430. mindspore/ops/bprop_mindir/StridedSlice_bprop.mindir +70 -72
  431. mindspore/ops/bprop_mindir/TanhGrad_bprop.mindir +0 -0
  432. mindspore/ops/bprop_mindir/Tanh_bprop.mindir +66 -0
  433. mindspore/ops/bprop_mindir/Tile_bprop.mindir +0 -0
  434. mindspore/ops/bprop_mindir/TopK_bprop.mindir +0 -0
  435. mindspore/ops/bprop_mindir/TupleGetItem_bprop.mindir +17 -17
  436. mindspore/ops/bprop_mindir/UpsampleNearest3D_bprop.mindir +32 -0
  437. mindspore/ops/bprop_mindir/UpsampleTrilinear3D_bprop.mindir +38 -0
  438. mindspore/ops/bprop_mindir/generate_mindir.py +2 -0
  439. mindspore/ops/composite/__init__.py +7 -8
  440. mindspore/ops/composite/base.py +101 -47
  441. mindspore/ops/composite/math_ops.py +188 -158
  442. mindspore/ops/composite/multitype_ops/_compile_utils.py +415 -170
  443. mindspore/ops/composite/multitype_ops/_constexpr_utils.py +142 -87
  444. mindspore/ops/composite/multitype_ops/add_impl.py +6 -1
  445. mindspore/ops/composite/multitype_ops/div_impl.py +2 -3
  446. mindspore/ops/composite/multitype_ops/getitem_impl.py +31 -3
  447. mindspore/ops/composite/multitype_ops/greater_equal_impl.py +31 -0
  448. mindspore/ops/composite/multitype_ops/greater_impl.py +31 -0
  449. mindspore/ops/composite/multitype_ops/in_impl.py +9 -0
  450. mindspore/ops/composite/multitype_ops/less_equal_impl.py +31 -0
  451. mindspore/ops/composite/multitype_ops/less_impl.py +31 -0
  452. mindspore/ops/composite/multitype_ops/mul_impl.py +21 -5
  453. mindspore/ops/composite/multitype_ops/not_in_impl.py +9 -0
  454. mindspore/ops/composite/multitype_ops/ones_like_impl.py +2 -4
  455. mindspore/ops/composite/multitype_ops/setitem_impl.py +21 -3
  456. mindspore/ops/composite/multitype_ops/sub_impl.py +1 -1
  457. mindspore/ops/composite/multitype_ops/zeros_like_impl.py +35 -4
  458. mindspore/ops/function/__init__.py +152 -8
  459. mindspore/ops/function/array_func.py +2555 -674
  460. mindspore/ops/function/clip_func.py +209 -13
  461. mindspore/ops/function/debug_func.py +2 -2
  462. mindspore/ops/function/grad/__init__.py +2 -1
  463. mindspore/ops/function/grad/grad_func.py +147 -62
  464. mindspore/ops/function/image_func.py +54 -38
  465. mindspore/ops/function/linalg_func.py +167 -16
  466. mindspore/ops/function/math_func.py +4849 -1492
  467. mindspore/ops/function/nn_func.py +2573 -988
  468. mindspore/ops/function/other_func.py +115 -0
  469. mindspore/ops/function/parameter_func.py +3 -3
  470. mindspore/ops/function/random_func.py +790 -73
  471. mindspore/ops/function/sparse_func.py +98 -78
  472. mindspore/ops/function/sparse_unary_func.py +54 -53
  473. mindspore/ops/function/spectral_func.py +27 -24
  474. mindspore/ops/function/vmap_func.py +22 -2
  475. mindspore/ops/functional.py +97 -37
  476. mindspore/ops/op_info_register.py +70 -28
  477. mindspore/ops/operations/__init__.py +47 -14
  478. mindspore/ops/operations/_csr_ops.py +7 -7
  479. mindspore/ops/operations/_embedding_cache_ops.py +5 -5
  480. mindspore/ops/operations/_grad_ops.py +276 -187
  481. mindspore/ops/operations/_inner_ops.py +319 -113
  482. mindspore/ops/operations/_ms_kernel.py +10 -8
  483. mindspore/ops/operations/_ocr_ops.py +9 -9
  484. mindspore/ops/operations/_opaque_predicate_registry.py +4 -0
  485. mindspore/ops/operations/_quant_ops.py +137 -102
  486. mindspore/ops/operations/_rl_inner_ops.py +121 -60
  487. mindspore/ops/operations/_scalar_ops.py +466 -0
  488. mindspore/ops/operations/_sequence_ops.py +1004 -2
  489. mindspore/ops/operations/_tensor_array.py +10 -11
  490. mindspore/ops/operations/_thor_ops.py +1 -1
  491. mindspore/ops/operations/array_ops.py +801 -466
  492. mindspore/ops/operations/comm_ops.py +51 -49
  493. mindspore/ops/operations/control_ops.py +2 -2
  494. mindspore/ops/operations/custom_ops.py +123 -44
  495. mindspore/ops/operations/debug_ops.py +24 -24
  496. mindspore/ops/operations/image_ops.py +240 -153
  497. mindspore/ops/operations/inner_ops.py +34 -50
  498. mindspore/ops/operations/linalg_ops.py +31 -9
  499. mindspore/ops/operations/math_ops.py +988 -757
  500. mindspore/ops/operations/nn_ops.py +965 -819
  501. mindspore/ops/operations/other_ops.py +51 -40
  502. mindspore/ops/operations/random_ops.py +204 -122
  503. mindspore/ops/operations/rl_ops.py +8 -9
  504. mindspore/ops/operations/sparse_ops.py +254 -93
  505. mindspore/ops/operations/spectral_ops.py +35 -3
  506. mindspore/ops/primitive.py +111 -9
  507. mindspore/parallel/_auto_parallel_context.py +189 -83
  508. mindspore/parallel/_offload_context.py +185 -0
  509. mindspore/parallel/_parallel_serialization.py +99 -7
  510. mindspore/parallel/_ps_context.py +9 -5
  511. mindspore/parallel/_recovery_context.py +1 -1
  512. mindspore/parallel/_tensor.py +7 -1
  513. mindspore/{nn/transformer → parallel/_transformer}/__init__.py +6 -6
  514. mindspore/{nn/transformer → parallel/_transformer}/layers.py +6 -37
  515. mindspore/{nn/transformer → parallel/_transformer}/loss.py +4 -7
  516. mindspore/{nn/transformer → parallel/_transformer}/moe.py +20 -16
  517. mindspore/{nn/transformer → parallel/_transformer}/op_parallel_config.py +3 -3
  518. mindspore/{nn/transformer → parallel/_transformer}/transformer.py +48 -111
  519. mindspore/parallel/_utils.py +1 -2
  520. mindspore/parallel/algo_parameter_config.py +1 -1
  521. mindspore/parallel/checkpoint_transform.py +37 -34
  522. mindspore/parallel/shard.py +17 -18
  523. mindspore/profiler/common/validator/validate_path.py +2 -2
  524. mindspore/profiler/envprofiling.py +69 -47
  525. mindspore/profiler/parser/ascend_timeline_generator.py +49 -42
  526. mindspore/profiler/parser/base_timeline_generator.py +49 -56
  527. mindspore/profiler/parser/cpu_gpu_timeline_generator.py +98 -78
  528. mindspore/profiler/parser/hwts_log_parser.py +1 -1
  529. mindspore/profiler/parser/integrator.py +15 -14
  530. mindspore/profiler/parser/minddata_analyzer.py +2 -2
  531. mindspore/profiler/parser/msadvisor_analyzer.py +12 -25
  532. mindspore/profiler/parser/msadvisor_parser.py +2 -4
  533. mindspore/profiler/parser/optime_parser.py +17 -18
  534. mindspore/profiler/parser/profiler_info.py +2 -1
  535. mindspore/profiler/profiling.py +218 -186
  536. mindspore/rewrite/__init__.py +3 -1
  537. mindspore/rewrite/api/node.py +1 -114
  538. mindspore/rewrite/api/node_type.py +3 -0
  539. mindspore/rewrite/api/pattern_engine.py +31 -1
  540. mindspore/rewrite/api/scoped_value.py +4 -4
  541. mindspore/rewrite/api/symbol_tree.py +3 -78
  542. mindspore/rewrite/api/tree_node_helper.py +1 -1
  543. mindspore/rewrite/ast_creator_register.py +1 -0
  544. mindspore/rewrite/ast_helpers/__init__.py +2 -2
  545. mindspore/rewrite/ast_helpers/ast_creator.py +1 -2
  546. mindspore/rewrite/ast_helpers/ast_finder.py +65 -0
  547. mindspore/rewrite/ast_helpers/ast_modifier.py +11 -3
  548. mindspore/rewrite/ast_transformers/flatten_recursive_stmt.py +18 -2
  549. mindspore/rewrite/namespace.py +0 -2
  550. mindspore/rewrite/node.py +157 -11
  551. mindspore/rewrite/parsers/assign_parser.py +231 -53
  552. mindspore/rewrite/parsers/class_def_parser.py +187 -109
  553. mindspore/rewrite/parsers/for_parser.py +24 -14
  554. mindspore/rewrite/parsers/function_def_parser.py +21 -4
  555. mindspore/rewrite/parsers/if_parser.py +6 -2
  556. mindspore/rewrite/sparsify/__init__.py +0 -0
  557. mindspore/rewrite/sparsify/sparse_transformer.py +448 -0
  558. mindspore/rewrite/sparsify/sparsify.py +109 -0
  559. mindspore/rewrite/sparsify/utils.py +173 -0
  560. mindspore/rewrite/symbol_tree.py +256 -133
  561. mindspore/rewrite/symbol_tree_builder.py +38 -1
  562. mindspore/run_check/_check_version.py +69 -63
  563. mindspore/run_check/run_check.py +2 -1
  564. mindspore/tinyxml2.dll +0 -0
  565. mindspore/train/__init__.py +1 -1
  566. mindspore/train/_utils.py +28 -5
  567. mindspore/train/amp.py +273 -102
  568. mindspore/train/callback/_backup_and_restore.py +5 -5
  569. mindspore/train/callback/_callback.py +2 -2
  570. mindspore/train/callback/_checkpoint.py +3 -3
  571. mindspore/train/callback/_early_stop.py +3 -3
  572. mindspore/train/callback/_lambda_callback.py +2 -2
  573. mindspore/train/callback/_landscape.py +29 -31
  574. mindspore/train/callback/_loss_monitor.py +3 -3
  575. mindspore/train/callback/_on_request_exit.py +3 -3
  576. mindspore/train/callback/_reduce_lr_on_plateau.py +4 -4
  577. mindspore/train/callback/_summary_collector.py +23 -16
  578. mindspore/train/callback/_time_monitor.py +3 -3
  579. mindspore/train/checkpoint_pb2.py +68 -8
  580. mindspore/train/data_sink.py +15 -3
  581. mindspore/train/dataset_helper.py +10 -15
  582. mindspore/train/loss_scale_manager.py +8 -11
  583. mindspore/train/metrics/__init__.py +1 -1
  584. mindspore/train/metrics/bleu_score.py +1 -1
  585. mindspore/train/metrics/confusion_matrix.py +1 -1
  586. mindspore/train/metrics/cosine_similarity.py +1 -1
  587. mindspore/train/metrics/dice.py +2 -2
  588. mindspore/train/metrics/fbeta.py +1 -1
  589. mindspore/train/metrics/hausdorff_distance.py +4 -3
  590. mindspore/train/metrics/mean_surface_distance.py +2 -2
  591. mindspore/train/metrics/occlusion_sensitivity.py +1 -1
  592. mindspore/train/metrics/perplexity.py +1 -1
  593. mindspore/train/metrics/precision.py +1 -1
  594. mindspore/train/metrics/recall.py +1 -1
  595. mindspore/train/metrics/roc.py +2 -2
  596. mindspore/train/metrics/root_mean_square_surface_distance.py +2 -2
  597. mindspore/train/mind_ir_pb2.py +116 -37
  598. mindspore/train/model.py +45 -28
  599. mindspore/train/serialization.py +295 -188
  600. mindspore/train/summary/_summary_adapter.py +1 -1
  601. mindspore/train/summary/summary_record.py +43 -13
  602. mindspore/train/train_thor/convert_utils.py +2 -2
  603. mindspore/train/train_thor/dataset_helper.py +3 -3
  604. mindspore/turbojpeg.dll +0 -0
  605. mindspore/version.py +1 -1
  606. {mindspore-2.0.0a0.dist-info → mindspore-2.0.0rc1.dist-info}/METADATA +3 -2
  607. {mindspore-2.0.0a0.dist-info → mindspore-2.0.0rc1.dist-info}/RECORD +610 -541
  608. mindspore/compression/__init__.py +0 -19
  609. mindspore/compression/common/constant.py +0 -124
  610. mindspore/compression/export/__init__.py +0 -19
  611. mindspore/compression/export/quant_export.py +0 -515
  612. mindspore/compression/quant/__init__.py +0 -28
  613. mindspore/compression/quant/qat.py +0 -634
  614. mindspore/compression/quant/quant_utils.py +0 -462
  615. mindspore/compression/quant/quantizer.py +0 -68
  616. mindspore/nn/layer/quant.py +0 -1868
  617. mindspore/nn/layer/rnn_utils.py +0 -90
  618. mindspore/nn/probability/dpn/__init__.py +0 -22
  619. mindspore/nn/probability/dpn/vae/__init__.py +0 -25
  620. mindspore/nn/probability/dpn/vae/cvae.py +0 -140
  621. mindspore/nn/probability/dpn/vae/vae.py +0 -124
  622. mindspore/nn/probability/infer/__init__.py +0 -22
  623. mindspore/nn/probability/infer/variational/elbo.py +0 -70
  624. mindspore/nn/probability/infer/variational/svi.py +0 -84
  625. mindspore/nn/probability/toolbox/__init__.py +0 -22
  626. mindspore/nn/probability/toolbox/anomaly_detection.py +0 -99
  627. mindspore/nn/probability/toolbox/uncertainty_evaluation.py +0 -364
  628. mindspore/nn/probability/transforms/__init__.py +0 -22
  629. mindspore/nn/probability/transforms/transform_bnn.py +0 -262
  630. mindspore/nn/probability/zhusuan/__init__.py +0 -18
  631. mindspore/nn/probability/zhusuan/framework/__init__.py +0 -18
  632. mindspore/nn/probability/zhusuan/framework/bn.py +0 -95
  633. mindspore/nn/probability/zhusuan/variational/__init__.py +0 -18
  634. mindspore/nn/probability/zhusuan/variational/elbo.py +0 -46
  635. mindspore/ops/_op_impl/aicpu/parallel_concat.py +0 -42
  636. mindspore/ops/_op_impl/tbe/gather_v2.py +0 -56
  637. mindspore/ops/bprop_mindir/AssignAdd_bprop.mindir +0 -19
  638. mindspore/ops/bprop_mindir/Cast_bprop.mindir +0 -19
  639. mindspore/ops/bprop_mindir/LogicalOr_bprop.mindir +0 -19
  640. mindspore/ops/bprop_mindir/MatMul_bprop.mindir +0 -0
  641. mindspore/ops/bprop_mindir/ReLU_bprop.mindir +0 -17
  642. mindspore/ops/bprop_mindir/Transpose_bprop.mindir +0 -0
  643. mindspore/ops/bprop_mindir/UpdateState_bprop.mindir +0 -15
  644. mindspore/ops/composite/array_ops.py +0 -241
  645. mindspore/ops/composite/clip_ops.py +0 -134
  646. mindspore/ops/composite/random_ops.py +0 -426
  647. mindspore/ops/composite/vmap_ops.py +0 -38
  648. mindspore/parallel/nn/__init__.py +0 -42
  649. mindspore/parallel/nn/loss.py +0 -22
  650. mindspore/parallel/nn/moe.py +0 -21
  651. mindspore/parallel/nn/op_parallel_config.py +0 -22
  652. mindspore/parallel/nn/transformer.py +0 -31
  653. {mindspore-2.0.0a0.dist-info → mindspore-2.0.0rc1.dist-info}/WHEEL +0 -0
  654. {mindspore-2.0.0a0.dist-info → mindspore-2.0.0rc1.dist-info}/entry_points.txt +0 -0
  655. {mindspore-2.0.0a0.dist-info → mindspore-2.0.0rc1.dist-info}/top_level.txt +0 -0
mindspore/ops/bprop_mindir/DepthwiseConv2dNative_bprop.mindir ADDED
@@ -0,0 +1,138 @@
1
+
2
+ 0.1.1 MindSpore*2.0.0:�6
3
+ �0get_bprop_depthwise_conv2d_native.11:[CNode]38:10get_bprop_depthwise_conv2d_native.11:[CNode]38:1"
4
+ H
5
+ value*channel_multiplier�
6
+ �
7
+ )get_bprop_depthwise_conv2d_native.11:self
8
+
9
+ A
10
+ value* kernel_size�
11
+ �
12
+ )get_bprop_depthwise_conv2d_native.11:self
13
+
14
+ >
15
+ value*pad_mode�
16
+ �
17
+ )get_bprop_depthwise_conv2d_native.11:self
18
+
19
+ 9
20
+ value*pad�
21
+ �
22
+ )get_bprop_depthwise_conv2d_native.11:self
23
+
24
+ >
25
+ value*pad_list�
26
+ �
27
+ )get_bprop_depthwise_conv2d_native.11:self
28
+
29
+ :
30
+ value*mode�
31
+ �
32
+ )get_bprop_depthwise_conv2d_native.11:self
33
+
34
+ <
35
+ value*stride�
36
+ �
37
+ )get_bprop_depthwise_conv2d_native.11:self
38
+
39
+ >
40
+ value*dilation�
41
+ �
42
+ )get_bprop_depthwise_conv2d_native.11:self
43
+
44
+ ;
45
+ value*group�
46
+ �
47
+ )get_bprop_depthwise_conv2d_native.11:self
48
+
49
+ �
50
+ /get_bprop_depthwise_conv2d_native.11:[CNode]1:2
51
+ /get_bprop_depthwise_conv2d_native.11:[CNode]2:4
52
+ /get_bprop_depthwise_conv2d_native.11:[CNode]3:5
53
+ /get_bprop_depthwise_conv2d_native.11:[CNode]4:6
54
+ /get_bprop_depthwise_conv2d_native.11:[CNode]5:7
55
+ /get_bprop_depthwise_conv2d_native.11:[CNode]6:8
56
+ /get_bprop_depthwise_conv2d_native.11:[CNode]7:9
57
+ 0get_bprop_depthwise_conv2d_native.11:[CNode]8:10
58
+ 0get_bprop_depthwise_conv2d_native.11:[CNode]9:112get_bprop_depthwise_conv2d_native.11:input_grad:122get_bprop_depthwise_conv2d_native.11:input_grad:12"UREF::ClassType::mindspore.ops.operations._grad_ops.DepthwiseConv2dNativeBackpropInput:jDefault/MindIRClassType:class 'mindspore.ops.operations._grad_ops.DepthwiseConv2dNativeBackpropInput'-op10
59
+ �1get_bprop_depthwise_conv2d_native.11:get_shape:131get_bprop_depthwise_conv2d_native.11:get_shape:13"8REF::ClassType::mindspore.ops.operations.array_ops.Shape:MDefault/MindIRClassType:class 'mindspore.ops.operations.array_ops.Shape'-op11
60
+ H
61
+ value*channel_multiplier�
62
+ �
63
+ )get_bprop_depthwise_conv2d_native.11:self
64
+
65
+ A
66
+ value* kernel_size�
67
+ �
68
+ )get_bprop_depthwise_conv2d_native.11:self
69
+
70
+ >
71
+ value*pad_mode�
72
+ �
73
+ )get_bprop_depthwise_conv2d_native.11:self
74
+
75
+ 9
76
+ value*pad�
77
+ �
78
+ )get_bprop_depthwise_conv2d_native.11:self
79
+
80
+ >
81
+ value*pad_list�
82
+ �
83
+ )get_bprop_depthwise_conv2d_native.11:self
84
+
85
+ :
86
+ value*mode�
87
+ �
88
+ )get_bprop_depthwise_conv2d_native.11:self
89
+
90
+ <
91
+ value*stride�
92
+ �
93
+ )get_bprop_depthwise_conv2d_native.11:self
94
+
95
+ >
96
+ value*dilation�
97
+ �
98
+ )get_bprop_depthwise_conv2d_native.11:self
99
+
100
+ ;
101
+ value*group�
102
+ �
103
+ )get_bprop_depthwise_conv2d_native.11:self
104
+
105
+ �
106
+ 1get_bprop_depthwise_conv2d_native.11:[CNode]12:16
107
+ 1get_bprop_depthwise_conv2d_native.11:[CNode]13:17
108
+ 1get_bprop_depthwise_conv2d_native.11:[CNode]14:18
109
+ 1get_bprop_depthwise_conv2d_native.11:[CNode]15:19
110
+ 1get_bprop_depthwise_conv2d_native.11:[CNode]16:20
111
+ 1get_bprop_depthwise_conv2d_native.11:[CNode]17:21
112
+ 1get_bprop_depthwise_conv2d_native.11:[CNode]18:22
113
+ 1get_bprop_depthwise_conv2d_native.11:[CNode]19:23
114
+ 1get_bprop_depthwise_conv2d_native.11:[CNode]20:243get_bprop_depthwise_conv2d_native.11:filter_grad:253get_bprop_depthwise_conv2d_native.11:filter_grad:25"VREF::ClassType::mindspore.ops.operations._grad_ops.DepthwiseConv2dNativeBackpropFilter:kDefault/MindIRClassType:class 'mindspore.ops.operations._grad_ops.DepthwiseConv2dNativeBackpropFilter'-op23$get_bprop_depthwise_conv2d_native.11*+
115
+ )get_bprop_depthwise_conv2d_native.11:self*(
116
+ &get_bprop_depthwise_conv2d_native.11:x*(
117
+ &get_bprop_depthwise_conv2d_native.11:w**
118
+ (get_bprop_depthwise_conv2d_native.11:out*+
119
+ )get_bprop_depthwise_conv2d_native.11:dout22
120
+ 0get_bprop_depthwise_conv2d_native.11:[CNode]38:1:@85175c1c488b3e1ea22f043bda0b2294bae9f00ea3df376e07c2ee6e401d7533J/grad_nn_ops.pyB�
121
+ �
122
+ &get_bprop_depthwise_conv2d_native.11:xbprop.23:[CNode]10:14bprop.23:[CNode]10:14"6REF::get_bprop_depthwise_conv2d_native.11:get_shape:13:12
123
+ �
124
+ bprop.23:[CNode]10:14
125
+ &get_bprop_depthwise_conv2d_native.11:w
126
+ )get_bprop_depthwise_conv2d_native.11:doutbprop.23:dx:15bprop.23:dx:15"7REF::get_bprop_depthwise_conv2d_native.11:input_grad:12:13
127
+ �
128
+ &get_bprop_depthwise_conv2d_native.11:wbprop.23:[CNode]21:26bprop.23:[CNode]21:26"6REF::get_bprop_depthwise_conv2d_native.11:get_shape:13:24
129
+ �
130
+ &get_bprop_depthwise_conv2d_native.11:x
131
+ bprop.23:[CNode]21:26
132
+ )get_bprop_depthwise_conv2d_native.11:doutbprop.23:dw:27bprop.23:dw:27"8REF::get_bprop_depthwise_conv2d_native.11:filter_grad:25:25
133
+ �
134
+ bprop.23:dx:15
135
+ bprop.23:dw:27bprop.23:[CNode]22:28bprop.23:[CNode]22:28"REF::S-Prim-MakeTuple:29:Default/S-Prim-MakeTuple-op26bprop.232
136
+ bprop.23:[CNode]22:28Pb
137
+ getattr:3getattrb'
138
+ S-Prim-MakeTuple:29S-Prim-MakeTupleh
mindspore/ops/bprop_mindir/DropoutDoMask_bprop.mindir CHANGED
@@ -1,26 +1,25 @@
1
1
 
2
- 0.1.1 MindSpore*2.0.0:�
3
- �,get_bprop_dropout_do_mask.1266:[CNode]1267:1,get_bprop_dropout_do_mask.1266:[CNode]1267:1"REF::bprop.1268:Default/bprop.1268-op981
4
- �(get_bprop_dropout_do_mask.1266:do_mask:2(get_bprop_dropout_do_mask.1266:do_mask:2"=REF::ClassType::mindspore.ops.operations.nn_ops.DropoutDoMask:CDefault/class 'mindspore.ops.operations.nn_ops.DropoutDoMask'-op982get_bprop_dropout_do_mask.1266*%
5
- #get_bprop_dropout_do_mask.1266:self*"
6
- get_bprop_dropout_do_mask.1266:x*"
7
- get_bprop_dropout_do_mask.1266:y**
8
- (get_bprop_dropout_do_mask.1266:keep_prob*$
9
- "get_bprop_dropout_do_mask.1266:out*%
10
- #get_bprop_dropout_do_mask.1266:dout2.
11
- ,get_bprop_dropout_do_mask.1266:[CNode]1267:1:@d55bb58e60c7eaa972eb71d556b2cefe597bc7308e175c779582adc8a7ab8215J/grad_nn_ops.pyB�
12
- �
13
- #get_bprop_dropout_do_mask.1266:dout
14
- get_bprop_dropout_do_mask.1266:y
15
- (get_bprop_dropout_do_mask.1266:keep_probbprop.1268:[CNode]1269:3bprop.1268:[CNode]1269:3"-REF::get_bprop_dropout_do_mask.1266:do_mask:2:983
16
- �
17
- get_bprop_dropout_do_mask.1266:ybprop.1268:[CNode]1270:4bprop.1268:[CNode]1270:4".REF::MetaFuncGraph::hyper_map[zeros_like_leaf]:/Default/S-Prim-hyper_map[zeros_like_leaf]-op984
2
+ 0.1.1 MindSpore*2.0.0:�
3
+ u'get_bprop_dropout_do_mask.2:[CNode]15:1'get_bprop_dropout_do_mask.2:[CNode]15:1" REF::bprop.6:Default/bprop.6-op0
4
+ �%get_bprop_dropout_do_mask.2:do_mask:2%get_bprop_dropout_do_mask.2:do_mask:2"=REF::ClassType::mindspore.ops.operations.nn_ops.DropoutDoMask:QDefault/MindIRClassType:class 'mindspore.ops.operations.nn_ops.DropoutDoMask'-op1get_bprop_dropout_do_mask.2*"
5
+ get_bprop_dropout_do_mask.2:self*
6
+ get_bprop_dropout_do_mask.2:x*
7
+ get_bprop_dropout_do_mask.2:y*'
8
+ %get_bprop_dropout_do_mask.2:keep_prob*!
9
+ get_bprop_dropout_do_mask.2:out*"
10
+ get_bprop_dropout_do_mask.2:dout2)
11
+ 'get_bprop_dropout_do_mask.2:[CNode]15:1:@d55bb58e60c7eaa972eb71d556b2cefe597bc7308e175c779582adc8a7ab8215J/grad_nn_ops.pyB�
18
12
  �
19
- (get_bprop_dropout_do_mask.1266:keep_probbprop.1268:[CNode]1271:5bprop.1268:[CNode]1271:5".REF::MetaFuncGraph::hyper_map[zeros_like_leaf]:/Default/S-Prim-hyper_map[zeros_like_leaf]-op985
20
- �
21
- bprop.1268:[CNode]1269:3
22
- bprop.1268:[CNode]1270:4
23
- bprop.1268:[CNode]1271:5bprop.1268:[CNode]1272:6bprop.1268:[CNode]1272:6"REF::S-Prim-MakeTuple:7:Default/S-Prim-MakeTuple-op986
24
- bprop.12682
25
- bprop.1268:[CNode]1272:6Pb&
13
+ get_bprop_dropout_do_mask.2:dout
14
+ get_bprop_dropout_do_mask.2:y
15
+ %get_bprop_dropout_do_mask.2:keep_probbprop.6:[CNode]1:3bprop.6:[CNode]1:3"*REF::get_bprop_dropout_do_mask.2:do_mask:2:2
16
+ �
17
+ get_bprop_dropout_do_mask.2:ybprop.6:[CNode]3:4bprop.6:[CNode]3:4".REF::MetaFuncGraph::hyper_map[zeros_like_leaf]:-Default/S-Prim-hyper_map[zeros_like_leaf]-op3
18
+ �
19
+ %get_bprop_dropout_do_mask.2:keep_probbprop.6:[CNode]4:5bprop.6:[CNode]4:5".REF::MetaFuncGraph::hyper_map[zeros_like_leaf]:-Default/S-Prim-hyper_map[zeros_like_leaf]-op4
20
+ �
21
+ bprop.6:[CNode]1:3
22
+ bprop.6:[CNode]3:4
23
+ bprop.6:[CNode]4:5bprop.6:[CNode]5:6bprop.6:[CNode]5:6"REF::S-Prim-MakeTuple:7:Default/S-Prim-MakeTuple-op5bprop.62
24
+ bprop.6:[CNode]5:6Pb&
26
25
  S-Prim-MakeTuple:7S-Prim-MakeTupleh
mindspore/ops/bprop_mindir/DropoutGenMask_bprop.mindir CHANGED
@@ -1,19 +1,18 @@
1
1
 
2
- 0.1.1 MindSpore*2.0.0:�
3
- �-get_bprop_dropout_gen_mask.1260:[CNode]1261:1-get_bprop_dropout_gen_mask.1260:[CNode]1261:1"REF::bprop.1262:Default/bprop.1262-op977get_bprop_dropout_gen_mask.1260*&
4
- $get_bprop_dropout_gen_mask.1260:self*'
5
- %get_bprop_dropout_gen_mask.1260:shape*+
6
- )get_bprop_dropout_gen_mask.1260:keep_prob*%
7
- #get_bprop_dropout_gen_mask.1260:out*&
8
- $get_bprop_dropout_gen_mask.1260:dout2/
9
- -get_bprop_dropout_gen_mask.1260:[CNode]1261:1:@33718d8b3c410d1dcbadfa6b75151a77958cc7faf49063290259e12bf3e47074J/grad_nn_ops.pyB�
10
- �
11
- %get_bprop_dropout_gen_mask.1260:shapebprop.1262:[CNode]1263:2bprop.1262:[CNode]1263:2".REF::MetaFuncGraph::hyper_map[zeros_like_leaf]:/Default/S-Prim-hyper_map[zeros_like_leaf]-op978
12
- �
13
- )get_bprop_dropout_gen_mask.1260:keep_probbprop.1262:[CNode]1264:3bprop.1262:[CNode]1264:3".REF::MetaFuncGraph::hyper_map[zeros_like_leaf]:/Default/S-Prim-hyper_map[zeros_like_leaf]-op979
14
- �
15
- bprop.1262:[CNode]1263:2
16
- bprop.1262:[CNode]1264:3bprop.1262:[CNode]1265:4bprop.1262:[CNode]1265:4"REF::S-Prim-MakeTuple:5:Default/S-Prim-MakeTuple-op980
17
- bprop.12622
18
- bprop.1262:[CNode]1265:4Pb&
2
+ 0.1.1 MindSpore*2.0.0:�
3
+ w(get_bprop_dropout_gen_mask.5:[CNode]12:1(get_bprop_dropout_gen_mask.5:[CNode]12:1" REF::bprop.4:Default/bprop.4-op0get_bprop_dropout_gen_mask.5*#
4
+ !get_bprop_dropout_gen_mask.5:self*$
5
+ "get_bprop_dropout_gen_mask.5:shape*(
6
+ &get_bprop_dropout_gen_mask.5:keep_prob*"
7
+ get_bprop_dropout_gen_mask.5:out*#
8
+ !get_bprop_dropout_gen_mask.5:dout2*
9
+ (get_bprop_dropout_gen_mask.5:[CNode]12:1:@33718d8b3c410d1dcbadfa6b75151a77958cc7faf49063290259e12bf3e47074J/grad_nn_ops.pyB�
10
+ �
11
+ "get_bprop_dropout_gen_mask.5:shapebprop.4:[CNode]1:2bprop.4:[CNode]1:2".REF::MetaFuncGraph::hyper_map[zeros_like_leaf]:-Default/S-Prim-hyper_map[zeros_like_leaf]-op1
12
+ �
13
+ &get_bprop_dropout_gen_mask.5:keep_probbprop.4:[CNode]2:3bprop.4:[CNode]2:3".REF::MetaFuncGraph::hyper_map[zeros_like_leaf]:-Default/S-Prim-hyper_map[zeros_like_leaf]-op2
14
+ �
15
+ bprop.4:[CNode]1:2
16
+ bprop.4:[CNode]2:3bprop.4:[CNode]3:4bprop.4:[CNode]3:4"REF::S-Prim-MakeTuple:5:Default/S-Prim-MakeTuple-op3bprop.42
17
+ bprop.4:[CNode]3:4Pb&
19
18
  S-Prim-MakeTuple:5S-Prim-MakeTupleh
mindspore/ops/bprop_mindir/DropoutGrad_bprop.mindir ADDED
@@ -0,0 +1,27 @@
1
+
2
+ 0.1.1 MindSpore*2.0.0:�
3
+ o$get_bprop_dropout_grad.2:[CNode]14:1$get_bprop_dropout_grad.2:[CNode]14:1" REF::bprop.5:Default/bprop.5-op0
4
+ ?
5
+ value* keep_prob�
6
+ �
7
+ get_bprop_dropout_grad.2:self
8
+
9
+ �
10
+ #get_bprop_dropout_grad.2:[CNode]1:2get_bprop_dropout_grad.2:grad:4get_bprop_dropout_grad.2:grad:4">REF::ClassType::mindspore.ops.operations._grad_ops.DropoutGrad:RDefault/MindIRClassType:class 'mindspore.ops.operations._grad_ops.DropoutGrad'-op2get_bprop_dropout_grad.2*
11
+ get_bprop_dropout_grad.2:self*
12
+ get_bprop_dropout_grad.2:x*
13
+ get_bprop_dropout_grad.2:mask*
14
+ get_bprop_dropout_grad.2:out*
15
+ get_bprop_dropout_grad.2:dy2&
16
+ $get_bprop_dropout_grad.2:[CNode]14:1:@89e2a3bef2988747bddb146c86ab518ee2c463f8bb5b18d245690a714c0fd454J/grad_nn_ops.pyB�
17
+ �
18
+ get_bprop_dropout_grad.2:dy
19
+ get_bprop_dropout_grad.2:mask bprop.5:dx:5 bprop.5:dx:5"$REF::get_bprop_dropout_grad.2:grad:4:3
20
+ �
21
+ get_bprop_dropout_grad.2:maskbprop.5:[CNode]3:6bprop.5:[CNode]3:6".REF::MetaFuncGraph::hyper_map[zeros_like_leaf]:-Default/S-Prim-hyper_map[zeros_like_leaf]-op4
22
+ �
23
+ bprop.5:dx:5
24
+ bprop.5:[CNode]3:6bprop.5:[CNode]4:7bprop.5:[CNode]4:7"REF::S-Prim-MakeTuple:8:Default/S-Prim-MakeTuple-op5bprop.52
25
+ bprop.5:[CNode]4:7Pb
26
+ getattr:3getattrb&
27
+ S-Prim-MakeTuple:8S-Prim-MakeTupleh
mindspore/ops/bprop_mindir/Elu_bprop.mindir ADDED
@@ -0,0 +1,16 @@
1
+
2
+ 0.1.1 MindSpore*2.0.0:�
3
+ [get_bprop_elu.1:[CNode]8:1get_bprop_elu.1:[CNode]8:1" REF::bprop.3:Default/bprop.3-op0
4
+ �get_bprop_elu.1:input_grad:2get_bprop_elu.1:input_grad:2":REF::ClassType::mindspore.ops.operations._grad_ops.EluGrad:NDefault/MindIRClassType:class 'mindspore.ops.operations._grad_ops.EluGrad'-op1get_bprop_elu.1*
5
+ get_bprop_elu.1:self*
6
+ get_bprop_elu.1:x*
7
+ get_bprop_elu.1:out*
8
+ get_bprop_elu.1:dout2
9
+ get_bprop_elu.1:[CNode]8:1:@19fb8fc96752e9b5d05ded7ddaaa82c4df4b6eb753fe2b88620d7d21aead292eJ/grad_nn_ops.pyB�
10
+ m
11
+ get_bprop_elu.1:dout
12
+ get_bprop_elu.1:out bprop.3:dx:3 bprop.3:dx:3"!REF::get_bprop_elu.1:input_grad:2:2
13
+ m
14
+ bprop.3:dx:3bprop.3:[CNode]2:4bprop.3:[CNode]2:4"REF::S-Prim-MakeTuple:5:Default/S-Prim-MakeTuple-op3bprop.32
15
+ bprop.3:[CNode]2:4Pb&
16
+ S-Prim-MakeTuple:5S-Prim-MakeTupleh
mindspore/ops/bprop_mindir/ExpandDims_bprop.mindir CHANGED
@@ -1,60 +1,58 @@
1
1
 
2
2
  0.1.1 MindSpore*2.0.0:�
3
- r$get_bprop_expand_dims.54:[CNode]55:1$get_bprop_expand_dims.54:[CNode]55:1"
4
- get_bprop_expand_dims.54:self*
5
- get_bprop_expand_dims.54:x*!
6
- get_bprop_expand_dims.54:фaxis*
7
- get_bprop_expand_dims.54:out*!
8
- get_bprop_expand_dims.54:фdout2&
9
- $get_bprop_expand_dims.54:[CNode]55:1:@00d0022c94fe11f40233eef241df1b2a18e6c066a343dc8b3b09893ac000b6f0J/grad_array_ops.pyB�
3
+ r$get_bprop_expand_dims.19:[CNode]20:1$get_bprop_expand_dims.19:[CNode]20:1"
4
+ get_bprop_expand_dims.19:self*
5
+ get_bprop_expand_dims.19:x*!
6
+ get_bprop_expand_dims.19:фaxis*
7
+ get_bprop_expand_dims.19:out*!
8
+ get_bprop_expand_dims.19:фdout2&
9
+ $get_bprop_expand_dims.19:[CNode]20:1:@a1c4ec8aa42e8d29a9d59c4322216dd206af1a1f537c77c505c5c0c0e2998236J/grad_array_ops.pyB�
10
10
  r
11
- get_bprop_expand_dims.54:xbprop.56:shapex:2bprop.56:shapex:2"REF::S-Prim-Shape:3:Default/S-Prim-Shape-op39
12
- �
13
- bprop.56:shapex:2bprop.56:[CNode]57:4bprop.56:[CNode]57:4"REF::S-Prim-is_shape_unknown:5:$Default/S-Prim-is_shape_unknown-op40
11
+ get_bprop_expand_dims.19:xbprop.21:shapex:2bprop.21:shapex:2"REF::S-Prim-Shape:3:Default/S-Prim-Shape-op15
12
+ �
13
+ bprop.21:shapex:2bprop.21:[CNode]22:4bprop.21:[CNode]22:4"REF::S-Prim-IsShapeUnKnown:5:"Default/S-Prim-IsShapeUnKnown-op16
14
14
  h
15
- bprop.56:[CNode]57:4bprop.56:[CNode]58:6bprop.56:[CNode]58:6"
15
+ bprop.21:[CNode]22:4bprop.21:[CNode]23:6bprop.21:[CNode]23:6"
16
16
  �
17
- bprop.56:[CNode]58:6
18
- ✓bprop.60
19
- ✗bprop.61bprop.56:[CNode]62:7bprop.56:[CNode]62:7"
20
- Kbprop.56:[CNode]63:9bprop.56:[CNode]63:9"REF::bprop.56:[CNode]62:7:43
17
+ bprop.21:[CNode]23:6
18
+ ✓bprop.25
19
+ ✗bprop.26bprop.21:[CNode]27:7bprop.21:[CNode]27:7"
20
+ Kbprop.21:[CNode]28:9bprop.21:[CNode]28:9"REF::bprop.21:[CNode]27:7:19
21
21
  p
22
- bprop.56:[CNode]63:9bprop.56:[CNode]64:10bprop.56:[CNode]64:10"REF::↓bprop.65:Default/↓bprop.65-op44bprop.562
23
- bprop.56:[CNode]64:10B�
24
- �↓bprop.65:66:11↓bprop.65:66:11":REF::ClassType::mindspore.ops.operations.array_ops.Reshape:?Default/class 'mindspore.ops.operations.array_ops.Reshape'-op45
22
+ bprop.21:[CNode]28:9bprop.21:[CNode]29:10bprop.21:[CNode]29:10"REF::↓bprop.30:Default/↓bprop.30-op20bprop.212
23
+ bprop.21:[CNode]29:10B�
24
+ �↓bprop.30:31:11↓bprop.30:31:11":REF::ClassType::mindspore.ops.operations.array_ops.Reshape:ODefault/MindIRClassType:class 'mindspore.ops.operations.array_ops.Reshape'-op21
25
25
  y
26
- get_bprop_expand_dims.54:фdout
27
- ↓bprop.65:фshapex↓bprop.65:66:12↓bprop.65:66:12"REF::↓bprop.65:66:11:46
26
+ get_bprop_expand_dims.19:фdout
27
+ ↓bprop.30:фshapex↓bprop.30:31:12↓bprop.30:31:12"REF::↓bprop.30:31:11:22
28
28
  �
29
- get_bprop_expand_dims.54:фaxis↓bprop.65:[CNode]67:13↓bprop.65:[CNode]67:13".REF::MetaFuncGraph::hyper_map[zeros_like_leaf]:.Default/S-Prim-hyper_map[zeros_like_leaf]-op47
29
+ get_bprop_expand_dims.19:фaxis↓bprop.30:[CNode]32:13↓bprop.30:[CNode]32:13".REF::MetaFuncGraph::hyper_map[zeros_like_leaf]:.Default/S-Prim-hyper_map[zeros_like_leaf]-op23
30
30
  �
31
- ↓bprop.65:66:12
32
- ↓bprop.65:[CNode]67:13↓bprop.65:[CNode]68:14↓bprop.65:[CNode]68:14"REF::S-Prim-MakeTuple:15:Default/S-Prim-MakeTuple-op48 ↓bprop.65*
33
- ↓bprop.65:фshapex2
34
- ↓bprop.65:[CNode]68:14B
35
- after_block� B" ✗bprop.612
36
- bprop.56:shapex:2B�
31
+ ↓bprop.30:31:12
32
+ ↓bprop.30:[CNode]32:13↓bprop.30:[CNode]33:14↓bprop.30:[CNode]33:14"REF::S-Prim-MakeTuple:15:Default/S-Prim-MakeTuple-op24 ↓bprop.30*
33
+ ↓bprop.30:фshapex2
34
+ ↓bprop.30:[CNode]33:14B
35
+ after_block� B" ✗bprop.262
36
+ bprop.21:shapex:2B�
37
37
  �
38
- get_bprop_expand_dims.54:x✓bprop.60:shapex:16✓bprop.60:shapex:16"REF::S-Prim-TensorShape:17:Default/S-Prim-TensorShape-op49 ✓bprop.602
39
- ✓bprop.60:shapex:16B�
40
- >
38
+ get_bprop_expand_dims.19:x✓bprop.25:shapex:16✓bprop.25:shapex:16"REF::S-Prim-TensorShape:17:Default/S-Prim-TensorShape-op25 ✓bprop.252
39
+ ✓bprop.25:shapex:16B�
40
+ >
41
41
  value*__bool__�
42
42
  p
43
43
 
44
- bool_.59:x
45
-
46
- Nbool_.59:[CNode]71:20bool_.59:[CNode]71:20"REF::bool_.59:[CNode]70:18:51bool_.59*
44
+ bool_.24:x
45
+
46
+ Nbool_.24:[CNode]36:20bool_.24:[CNode]36:20"REF::bool_.24:[CNode]35:18:27bool_.24*
47
47
 
48
- bool_.59:x2
49
- bool_.59:[CNode]71:20Pb
48
+ bool_.24:x2
49
+ bool_.24:[CNode]36:20Pb
50
50
  Switch:8Switchb
51
51
 
52
- getattr:19getattrb�
53
- S-Prim-is_shape_unknown:5S-Prim-is_shape_unknown1
54
- constexpr_module*mindspore.ops._utils.utils�%
55
- constexpr_name*is_shape_unknown�b'
56
- S-Prim-MakeTuple:15S-Prim-MakeTupleb
57
- S-Prim-Shape:3 S-Prim-Shapebm
52
+ getattr:19getattrb
53
+ S-Prim-Shape:3 S-Prim-Shapeb'
54
+ S-Prim-MakeTuple:15S-Prim-MakeTupleb0
55
+ S-Prim-IsShapeUnKnown:5S-Prim-IsShapeUnKnownbm
58
56
  S-Prim-TensorShape:17S-Prim-TensorShape
59
57
  output_names�� Zoutput�
60
58
  input_names�� Zinput_x�h
mindspore/ops/bprop_mindir/FastGeLU_bprop.mindir ADDED
@@ -0,0 +1,16 @@
1
+
2
+ 0.1.1 MindSpore*2.0.0:�
3
+ g get_bprop_fast_gelu.1:[CNode]8:1 get_bprop_fast_gelu.1:[CNode]8:1" REF::bprop.3:Default/bprop.3-op0
4
+ �"get_bprop_fast_gelu.1:input_grad:2"get_bprop_fast_gelu.1:input_grad:2"?REF::ClassType::mindspore.ops.operations._grad_ops.FastGeLUGrad:SDefault/MindIRClassType:class 'mindspore.ops.operations._grad_ops.FastGeLUGrad'-op1get_bprop_fast_gelu.1*
5
+ get_bprop_fast_gelu.1:self*
6
+ get_bprop_fast_gelu.1:x*
7
+ get_bprop_fast_gelu.1:out*
8
+ get_bprop_fast_gelu.1:dout2"
9
+ get_bprop_fast_gelu.1:[CNode]8:1:@88bc9dfe9d183465357f52f1af4a211e0c693a0d1db9208ca7282c9ccb25049eJ/grad_nn_ops.pyB�
10
+ }
11
+ get_bprop_fast_gelu.1:dout
12
+ get_bprop_fast_gelu.1:x bprop.3:dx:3 bprop.3:dx:3"'REF::get_bprop_fast_gelu.1:input_grad:2:2
13
+ m
14
+ bprop.3:dx:3bprop.3:[CNode]2:4bprop.3:[CNode]2:4"REF::S-Prim-MakeTuple:5:Default/S-Prim-MakeTuple-op3bprop.32
15
+ bprop.3:[CNode]2:4Pb&
16
+ S-Prim-MakeTuple:5S-Prim-MakeTupleh
mindspore/ops/bprop_mindir/Flatten_bprop.mindir CHANGED
@@ -1,56 +1,54 @@
1
1
 
2
- 0.1.1 MindSpore*2.0.0:�
3
- j get_bprop_flatten.89:[CNode]90:1 get_bprop_flatten.89:[CNode]90:1"
4
- �&get_bprop_flatten.89:фflatten_grad:11&get_bprop_flatten.89:фflatten_grad:11":REF::ClassType::mindspore.ops.operations.array_ops.Reshape:?Default/class 'mindspore.ops.operations.array_ops.Reshape'-op72get_bprop_flatten.89*
5
- get_bprop_flatten.89:self*
6
- get_bprop_flatten.89:x*
7
- get_bprop_flatten.89:out*
8
- get_bprop_flatten.89:фdout2"
9
- get_bprop_flatten.89:[CNode]90:1:@672c1b4b4251646f1a1d1d68f02253259f42283ef47e35ade5ee9713abe66c45J/grad_array_ops.pyB�
2
+ 0.1.1 MindSpore*2.0.0:�
3
+ j get_bprop_flatten.54:[CNode]55:1 get_bprop_flatten.54:[CNode]55:1"
4
+ �&get_bprop_flatten.54:фflatten_grad:11&get_bprop_flatten.54:фflatten_grad:11":REF::ClassType::mindspore.ops.operations.array_ops.Reshape:ODefault/MindIRClassType:class 'mindspore.ops.operations.array_ops.Reshape'-op48get_bprop_flatten.54*
5
+ get_bprop_flatten.54:self*
6
+ get_bprop_flatten.54:x*
7
+ get_bprop_flatten.54:out*
8
+ get_bprop_flatten.54:фdout2"
9
+ get_bprop_flatten.54:[CNode]55:1:@c9fb0a7930c15f748e6e0c0ea7bf44732f93e58d10956672bcbb48d0e70de932J/grad_array_ops.pyB�
10
10
  p
11
- get_bprop_flatten.89:xbprop.91:shape_x:2bprop.91:shape_x:2"REF::S-Prim-Shape:3:Default/S-Prim-Shape-op66
12
- �
13
- bprop.91:shape_x:2bprop.91:[CNode]92:4bprop.91:[CNode]92:4"REF::S-Prim-is_shape_unknown:5:$Default/S-Prim-is_shape_unknown-op67
11
+ get_bprop_flatten.54:xbprop.56:shape_x:2bprop.56:shape_x:2"REF::S-Prim-Shape:3:Default/S-Prim-Shape-op42
12
+ �
13
+ bprop.56:shape_x:2bprop.56:[CNode]57:4bprop.56:[CNode]57:4"REF::S-Prim-IsShapeUnKnown:5:"Default/S-Prim-IsShapeUnKnown-op43
14
14
  h
15
- bprop.91:[CNode]92:4bprop.91:[CNode]93:6bprop.91:[CNode]93:6"
15
+ bprop.56:[CNode]57:4bprop.56:[CNode]58:6bprop.56:[CNode]58:6"
16
16
  �
17
- bprop.91:[CNode]93:6
18
- ✓bprop.95
19
- ✗bprop.96bprop.91:[CNode]97:7bprop.91:[CNode]97:7"
20
- Kbprop.91:[CNode]98:9bprop.91:[CNode]98:9"REF::bprop.91:[CNode]97:7:70
21
- r
22
- bprop.91:[CNode]98:9bprop.91:[CNode]99:10bprop.91:[CNode]99:10"REF::↓bprop.100:Default/↓bprop.100-op71bprop.912
23
- bprop.91:[CNode]99:10B�
24
- �
25
- get_bprop_flatten.89:фdout
26
- ↓bprop.100:фshape_x↓bprop.100:dx:12↓bprop.100:dx:12"+REF::get_bprop_flatten.89:фflatten_grad:11:73
27
- �
28
- ↓bprop.100:dx:12↓bprop.100:[CNode]101:13↓bprop.100:[CNode]101:13"REF::S-Prim-MakeTuple:14:Default/S-Prim-MakeTuple-op74 ↓bprop.100*
29
- ↓bprop.100:фshape_x2
30
- ↓bprop.100:[CNode]101:13B
31
- after_block� B# ✗bprop.962
32
- bprop.91:shape_x:2B�
17
+ bprop.56:[CNode]58:6
18
+ ✓bprop.60
19
+ ✗bprop.61bprop.56:[CNode]62:7bprop.56:[CNode]62:7"
20
+ Kbprop.56:[CNode]63:9bprop.56:[CNode]63:9"REF::bprop.56:[CNode]62:7:46
21
+ p
22
+ bprop.56:[CNode]63:9bprop.56:[CNode]64:10bprop.56:[CNode]64:10"REF::↓bprop.65:Default/↓bprop.65-op47bprop.562
23
+ bprop.56:[CNode]64:10B�
24
+ �
25
+ get_bprop_flatten.54:фdout
26
+ ↓bprop.65:фshape_x↓bprop.65:dx:12↓bprop.65:dx:12"+REF::get_bprop_flatten.54:фflatten_grad:11:49
27
+ �
28
+ ↓bprop.65:dx:12↓bprop.65:[CNode]66:13↓bprop.65:[CNode]66:13"REF::S-Prim-MakeTuple:14:Default/S-Prim-MakeTuple-op50 ↓bprop.65*
29
+ ↓bprop.65:фshape_x2
30
+ ↓bprop.65:[CNode]66:13B
31
+ after_block� B# ✗bprop.612
32
+ bprop.56:shape_x:2B�
33
33
  �
34
- get_bprop_flatten.89:x✓bprop.95:shape_x:15✓bprop.95:shape_x:15"REF::S-Prim-TensorShape:16:Default/S-Prim-TensorShape-op75 ✓bprop.952
35
- ✓bprop.95:shape_x:15B�
36
- @[ValueNode]102[ValueNode]102"Constant*
34
+ get_bprop_flatten.54:x✓bprop.60:shape_x:15✓bprop.60:shape_x:15"REF::S-Prim-TensorShape:16:Default/S-Prim-TensorShape-op51 ✓bprop.602
35
+ ✓bprop.60:shape_x:15B�
36
+ >
37
37
  value*__bool__�
38
- s
38
+ p
39
39
 
40
- bool_.94:x
41
- [ValueNode]102bool_.94:[CNode]103:17bool_.94:[CNode]103:17"REF::getattr:18:Default/getattr-op76
42
- Qbool_.94:[CNode]104:19bool_.94:[CNode]104:19"REF::bool_.94:[CNode]103:17:77bool_.94*
40
+ bool_.59:x
41
+
42
+ Nbool_.59:[CNode]69:19bool_.59:[CNode]69:19"REF::bool_.59:[CNode]68:17:53bool_.59*
43
43
 
44
- bool_.94:x2
45
- bool_.94:[CNode]104:19Pb
44
+ bool_.59:x2
45
+ bool_.59:[CNode]69:19Pb
46
46
  Switch:8Switchb
47
47
 
48
48
  getattr:18getattrb'
49
- S-Prim-MakeTuple:14S-Prim-MakeTupleb
50
- S-Prim-Shape:3 S-Prim-Shapeb�
51
- S-Prim-is_shape_unknown:5S-Prim-is_shape_unknown1
52
- constexpr_module*mindspore.ops._utils.utils�%
53
- constexpr_name*is_shape_unknown�bm
49
+ S-Prim-MakeTuple:14S-Prim-MakeTuplebm
54
50
  S-Prim-TensorShape:16S-Prim-TensorShape
55
51
  output_names�� Zoutput�
56
- input_names�� Zinput_x�h
52
+ input_names�� Zinput_x�b0
53
+ S-Prim-IsShapeUnKnown:5S-Prim-IsShapeUnKnownb
54
+ S-Prim-Shape:3 S-Prim-Shapeh
mindspore/ops/bprop_mindir/GatherNd_bprop.mindir CHANGED
@@ -1,63 +1,57 @@
1
1
 
2
- 0.1.1 MindSpore*2.0.0:�
3
- g get_bprop_gather_nd.1:[CNode]2:1 get_bprop_gather_nd.1:[CNode]2:1" REF::bprop.3:Default/bprop.3-op0
4
- �get_bprop_gather_nd.1:фop:11get_bprop_gather_nd.1:фop:11"<REF::ClassType::mindspore.ops.operations.array_ops.ScatterNd:@Default/class 'mindspore.ops.operations.array_ops.ScatterNd'-op7get_bprop_gather_nd.1*
5
- get_bprop_gather_nd.1:self*
6
- get_bprop_gather_nd.1:x*!
7
- get_bprop_gather_nd.1:фindices*
8
- get_bprop_gather_nd.1:out*
9
- get_bprop_gather_nd.1:фdout2"
10
- get_bprop_gather_nd.1:[CNode]2:1:@89c21eb0121fe8f43b7e246951d5974ae8427450a42c36beac13ab0e857bb734J/grad_array_ops.pyB�
11
- f
12
- get_bprop_gather_nd.1:x
13
- |
14
-
15
- _
16
- bprop.3:[CNode]4:4bprop.3:[CNode]5:6bprop.3:[CNode]5:6" REF::bool_.6:Default/bool_.6-op3
17
- w
18
- bprop.3:[CNode]5:6
19
-
20
- ✓bprop.7
21
-
22
- ✗bprop.8bprop.3:[CNode]9:7bprop.3:[CNode]9:7"
23
- Fbprop.3:[CNode]10:9bprop.3:[CNode]10:9"REF::bprop.3:[CNode]9:7:5
24
- l
25
- bprop.3:[CNode]10:9bprop.3:[CNode]11:10bprop.3:[CNode]11:10"REF::↓bprop.12:Default/↓bprop.12-op6bprop.32
26
- bprop.3:[CNode]11:10B�
27
- �
28
- get_bprop_gather_nd.1:фindices
29
- get_bprop_gather_nd.1:фdout
30
- ↓bprop.12:фshp↓bprop.12:[CNode]13:12↓bprop.12:[CNode]13:12""REF::get_bprop_gather_nd.1:фop:11:8
31
- �
32
- get_bprop_gather_nd.1:фindices↓bprop.12:[CNode]14:13↓bprop.12:[CNode]14:13".REF::MetaFuncGraph::hyper_map[zeros_like_leaf]:-Default/S-Prim-hyper_map[zeros_like_leaf]-op9
33
- �
34
- ↓bprop.12:[CNode]13:12
35
- ↓bprop.12:[CNode]14:13↓bprop.12:[CNode]15:14↓bprop.12:[CNode]15:14"REF::S-Prim-MakeTuple:15:Default/S-Prim-MakeTuple-op10 ↓bprop.12*
36
- ↓bprop.12:фshp2
37
- ↓bprop.12:[CNode]15:14B
38
- after_block� B
39
- ✗bprop.82
40
-
41
- |
42
- get_bprop_gather_nd.1:x✓bprop.7:shp:16✓bprop.7:shp:16"REF::S-Prim-TensorShape:17:Default/S-Prim-TensorShape-op11
43
- ✓bprop.72
44
- ✓bprop.7:shp:16B�
45
- >
2
+ 0.1.1 MindSpore*2.0.0:�
3
+ u$get_bprop_gather_nd.430:[CNode]431:1$get_bprop_gather_nd.430:[CNode]431:1"REF::bprop.432:Default/bprop.432-op362
4
+ �get_bprop_gather_nd.430:фop:11get_bprop_gather_nd.430:фop:11"<REF::ClassType::mindspore.ops.operations.array_ops.ScatterNd:RDefault/MindIRClassType:class 'mindspore.ops.operations.array_ops.ScatterNd'-op369get_bprop_gather_nd.430*
5
+ get_bprop_gather_nd.430:self*
6
+ get_bprop_gather_nd.430:x*#
7
+ !get_bprop_gather_nd.430:фindices*
8
+ get_bprop_gather_nd.430:out*
9
+ get_bprop_gather_nd.430:фdout2&
10
+ $get_bprop_gather_nd.430:[CNode]431:1:@be261fb23b310b5e9235ddf384a7a829659ee107d65085acd9bd525553b5470fJ/grad_array_ops.pyB�
11
+ n
12
+ get_bprop_gather_nd.430:xbprop.432:shp:2bprop.432:shp:2"REF::S-Prim-Shape:3:Default/S-Prim-Shape-op363
13
+ �
14
+ bprop.432:shp:2bprop.432:[CNode]433:4bprop.432:[CNode]433:4"REF::S-Prim-IsShapeUnKnown:5:#Default/S-Prim-IsShapeUnKnown-op364
15
+ q
16
+ bprop.432:[CNode]433:4bprop.432:[CNode]434:6bprop.432:[CNode]434:6"REF::bool_.435:Default/bool_.435-op365
17
+ �
18
+ bprop.432:[CNode]434:6
19
+ ✓bprop.436
20
+ ✗bprop.437bprop.432:[CNode]438:7bprop.432:[CNode]438:7"
21
+ Rbprop.432:[CNode]439:9bprop.432:[CNode]439:9"REF::bprop.432:[CNode]438:7:367
22
+ y
23
+ bprop.432:[CNode]439:9bprop.432:[CNode]440:10bprop.432:[CNode]440:10"REF::↓bprop.441:Default/↓bprop.441-op368 bprop.4322
24
+ bprop.432:[CNode]440:10B�
25
+ �
26
+ !get_bprop_gather_nd.430:фindices
27
+ get_bprop_gather_nd.430:фdout
28
+ ↓bprop.441:фshp↓bprop.441:[CNode]442:12↓bprop.441:[CNode]442:12"$REF::get_bprop_gather_nd.430:фop:11:370
29
+ �
30
+ !get_bprop_gather_nd.430:фindices↓bprop.441:[CNode]443:13↓bprop.441:[CNode]443:13".REF::MetaFuncGraph::hyper_map[zeros_like_leaf]:/Default/S-Prim-hyper_map[zeros_like_leaf]-op371
31
+ �
32
+ ↓bprop.441:[CNode]442:12
33
+ ↓bprop.441:[CNode]443:13↓bprop.441:[CNode]444:14↓bprop.441:[CNode]444:14"REF::S-Prim-MakeTuple:15:Default/S-Prim-MakeTuple-op372 ↓bprop.441*
34
+ ↓bprop.441:фshp2
35
+ ↓bprop.441:[CNode]444:14B
36
+ after_block� B! ✗bprop.4372
37
+ bprop.432:shp:2B�
38
+ �
39
+ get_bprop_gather_nd.430:x✓bprop.436:shp:16✓bprop.436:shp:16"REF::S-Prim-TensorShape:17: Default/S-Prim-TensorShape-op373 ✓bprop.4362
40
+ ✓bprop.436:shp:16B�
41
+ @[ValueNode]445[ValueNode]445"Constant*
46
42
  value*__bool__�
47
- m
48
- bool_.6:x
49
-
50
- Kbool_.6:[CNode]18:20bool_.6:[CNode]18:20"REF::bool_.6:[CNode]17:18:13bool_.6*
51
- bool_.6:x2
52
- bool_.6:[CNode]18:20Pb
43
+ w
44
+ bool_.435:x
45
+ [ValueNode]445bool_.435:[CNode]446:18bool_.435:[CNode]446:18"REF::getattr:19:Default/getattr-op374
46
+ Ubool_.435:[CNode]447:20bool_.435:[CNode]447:20"REF::bool_.435:[CNode]446:18:375 bool_.435*
47
+ bool_.435:x2
48
+ bool_.435:[CNode]447:20Pb
53
49
  Switch:8Switchb
54
50
 
55
- getattr:19getattrb'
56
- S-Prim-MakeTuple:15S-Prim-MakeTupleb�
57
- S-Prim-is_shape_unknown:5S-Prim-is_shape_unknown1
58
- constexpr_module*mindspore.ops._utils.utils�%
59
- constexpr_name*is_shape_unknown�bm
51
+ getattr:19getattrb0
52
+ S-Prim-IsShapeUnKnown:5S-Prim-IsShapeUnKnownb
53
+ S-Prim-Shape:3 S-Prim-Shapebm
60
54
  S-Prim-TensorShape:17S-Prim-TensorShape
61
55
  output_names�� Zoutput�
62
- input_names�� Zinput_x�b
63
- S-Prim-Shape:3 S-Prim-Shapeh
56
+ input_names�� Zinput_x�b'
57
+ S-Prim-MakeTuple:15S-Prim-MakeTupleh