mindspore 2.0.0a0__cp37-none-any.whl → 2.0.0rc1__cp37-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of mindspore might be problematic. Click here for more details.

Files changed (693) hide show
  1. mindspore/.commit_id +1 -1
  2. mindspore/Third_Party_Open_Source_Software_Notice +9064 -0
  3. mindspore/__init__.py +4 -2
  4. mindspore/_akg/akg/composite/build_module.py +11 -0
  5. mindspore/_akg/akg/config/repository_cuda.json +11 -0
  6. mindspore/_akg/akg/tvm/contrib/nvcc.py +4 -3
  7. mindspore/_c_dataengine.cpython-37m-aarch64-linux-gnu.so +0 -0
  8. mindspore/_c_expression.cpython-37m-aarch64-linux-gnu.so +0 -0
  9. mindspore/_c_mindrecord.cpython-37m-aarch64-linux-gnu.so +0 -0
  10. mindspore/_check_jit_forbidden_api.py +102 -0
  11. mindspore/_checkparam.py +1066 -1001
  12. mindspore/_extends/parallel_compile/akg_compiler/akg_process.py +4 -3
  13. mindspore/_extends/parallel_compile/akg_compiler/tbe_topi.py +50 -48
  14. mindspore/_extends/parallel_compile/akg_compiler/util.py +9 -4
  15. mindspore/_extends/parallel_compile/tbe_compiler/tbe_adapter.py +4 -4
  16. mindspore/_extends/parallel_compile/tbe_compiler/tbe_helper.py +9 -4
  17. mindspore/_extends/parse/__init__.py +5 -3
  18. mindspore/_extends/parse/namespace.py +16 -1
  19. mindspore/_extends/parse/parser.py +107 -22
  20. mindspore/_extends/parse/resources.py +0 -7
  21. mindspore/_extends/parse/standard_method.py +885 -413
  22. mindspore/_mindspore_offline_debug.cpython-37m-aarch64-linux-gnu.so +0 -0
  23. mindspore/amp.py +52 -57
  24. mindspore/bin/cache_admin +0 -0
  25. mindspore/bin/cache_server +0 -0
  26. mindspore/boost/boost.py +2 -2
  27. mindspore/boost/boost_cell_wrapper.py +38 -20
  28. mindspore/boost/dim_reduce.py +3 -3
  29. mindspore/boost/group_loss_scale_manager.py +1 -1
  30. mindspore/common/__init__.py +4 -6
  31. mindspore/common/_decorator.py +2 -0
  32. mindspore/common/_register_for_adapter.py +55 -0
  33. mindspore/common/_stub_tensor.py +201 -0
  34. mindspore/common/_utils.py +41 -7
  35. mindspore/common/api.py +215 -141
  36. mindspore/common/dtype.py +8 -1
  37. mindspore/common/dump.py +2 -2
  38. mindspore/common/initializer.py +4 -2
  39. mindspore/common/jit_config.py +17 -13
  40. mindspore/common/mutable.py +33 -13
  41. mindspore/common/parameter.py +23 -21
  42. mindspore/common/seed.py +8 -24
  43. mindspore/common/sparse_tensor.py +62 -41
  44. mindspore/common/tensor.py +852 -1154
  45. mindspore/communication/__init__.py +2 -2
  46. mindspore/communication/_comm_helper.py +11 -4
  47. mindspore/communication/management.py +22 -21
  48. mindspore/config/op_info.config +501 -1008
  49. mindspore/config/super_bar_config.json +512 -0
  50. mindspore/context.py +201 -23
  51. mindspore/dataset/__init__.py +6 -6
  52. mindspore/dataset/audio/__init__.py +7 -7
  53. mindspore/dataset/audio/transforms.py +670 -30
  54. mindspore/dataset/audio/utils.py +47 -4
  55. mindspore/dataset/audio/validators.py +223 -1
  56. mindspore/dataset/callback/ds_callback.py +2 -2
  57. mindspore/dataset/core/config.py +210 -14
  58. mindspore/dataset/core/validator_helpers.py +2 -2
  59. mindspore/{parallel/nn/layers.py → dataset/debug/__init__.py} +7 -8
  60. mindspore/dataset/debug/debug_hook.py +65 -0
  61. mindspore/dataset/debug/pre_defined_hook.py +67 -0
  62. mindspore/dataset/engine/__init__.py +7 -3
  63. mindspore/dataset/engine/cache_client.py +1 -1
  64. mindspore/dataset/engine/datasets.py +322 -66
  65. mindspore/dataset/engine/datasets_audio.py +80 -76
  66. mindspore/dataset/engine/datasets_standard_format.py +51 -38
  67. mindspore/dataset/engine/datasets_text.py +232 -118
  68. mindspore/dataset/engine/datasets_user_defined.py +41 -17
  69. mindspore/dataset/engine/datasets_vision.py +746 -225
  70. mindspore/dataset/engine/graphdata.py +75 -10
  71. mindspore/dataset/engine/iterators.py +45 -5
  72. mindspore/dataset/engine/offload.py +48 -28
  73. mindspore/dataset/engine/validators.py +117 -8
  74. mindspore/dataset/text/__init__.py +6 -5
  75. mindspore/dataset/text/transforms.py +86 -3
  76. mindspore/dataset/text/utils.py +6 -4
  77. mindspore/dataset/text/validators.py +25 -0
  78. mindspore/dataset/transforms/__init__.py +3 -2
  79. mindspore/dataset/transforms/c_transforms.py +1 -1
  80. mindspore/dataset/transforms/transforms.py +2 -2
  81. mindspore/dataset/utils/__init__.py +2 -1
  82. mindspore/dataset/utils/line_reader.py +121 -0
  83. mindspore/dataset/vision/__init__.py +2 -3
  84. mindspore/dataset/vision/c_transforms.py +9 -9
  85. mindspore/dataset/vision/py_transforms.py +5 -5
  86. mindspore/dataset/vision/py_transforms_util.py +2 -0
  87. mindspore/dataset/vision/transforms.py +160 -161
  88. mindspore/dataset/vision/utils.py +3 -3
  89. mindspore/experimental/map_parameter.py +38 -26
  90. mindspore/include/OWNERS +0 -1
  91. mindspore/include/api/callback/callback.h +9 -13
  92. mindspore/include/api/callback/ckpt_saver.h +2 -2
  93. mindspore/include/api/callback/loss_monitor.h +2 -2
  94. mindspore/include/api/callback/lr_scheduler.h +5 -5
  95. mindspore/include/api/callback/time_monitor.h +2 -2
  96. mindspore/include/api/callback/train_accuracy.h +4 -6
  97. mindspore/include/api/cfg.h +19 -6
  98. mindspore/include/api/context.h +44 -9
  99. mindspore/include/api/delegate.h +1 -1
  100. mindspore/include/api/metrics/accuracy.h +2 -2
  101. mindspore/include/api/metrics/metrics.h +4 -3
  102. mindspore/include/api/model.h +9 -4
  103. mindspore/include/api/model_parallel_runner.h +2 -2
  104. mindspore/include/api/net.h +12 -11
  105. mindspore/include/api/serialization.h +19 -3
  106. mindspore/include/api/types.h +3 -3
  107. mindspore/include/dataset/constants.h +7 -0
  108. mindspore/include/dataset/text.h +59 -0
  109. mindspore/include/mindapi/base/type_id.h +1 -0
  110. mindspore/lib/libdnnl.so.2 +0 -0
  111. mindspore/lib/libicudata.so.69 +0 -0
  112. mindspore/lib/libicui18n.so.69 +0 -0
  113. mindspore/lib/libicuuc.so.69 +0 -0
  114. mindspore/lib/libmindspore.so +0 -0
  115. mindspore/lib/libmindspore_backend.so +0 -0
  116. mindspore/lib/libmindspore_common.so +0 -0
  117. mindspore/lib/libmindspore_core.so +0 -0
  118. mindspore/lib/libmindspore_glog.so.0 +0 -0
  119. mindspore/lib/libmindspore_gpr.so.15 +0 -0
  120. mindspore/lib/libmindspore_grpc++.so.1 +0 -0
  121. mindspore/lib/libmindspore_grpc.so.15 +0 -0
  122. mindspore/lib/libmindspore_shared_lib.so +0 -0
  123. mindspore/lib/libmpi_adapter.so +0 -0
  124. mindspore/lib/libmpi_collective.so +0 -0
  125. mindspore/lib/libnnacl.so +0 -0
  126. mindspore/lib/libopencv_core.so.4.5 +0 -0
  127. mindspore/lib/libopencv_imgcodecs.so.4.5 +0 -0
  128. mindspore/lib/libopencv_imgproc.so.4.5 +0 -0
  129. mindspore/lib/libps_cache.so +0 -0
  130. mindspore/lib/plugin/ascend/libakg.so +0 -0
  131. mindspore/lib/plugin/ascend/libascend_collective.so +0 -0
  132. mindspore/lib/plugin/ascend/libdvpp_utils.so +0 -0
  133. mindspore/lib/plugin/ascend/libhccl_plugin.so +0 -0
  134. mindspore/lib/plugin/ascend/libmindspore_aicpu_kernels.so +0 -0
  135. mindspore/lib/plugin/ascend/libmindspore_cpu_kernels.so +0 -0
  136. mindspore/lib/plugin/cpu/libakg.so +0 -0
  137. mindspore/lib/plugin/libmindspore_ascend.so.1 +0 -0
  138. mindspore/lib/plugin/{libmindspore_ascend.so → libmindspore_ascend.so.2} +0 -0
  139. mindspore/log.py +1 -1
  140. mindspore/mindrecord/filereader.py +18 -0
  141. mindspore/mindrecord/filewriter.py +197 -34
  142. mindspore/mindrecord/shardreader.py +9 -0
  143. mindspore/mindrecord/shardwriter.py +1 -1
  144. mindspore/mindrecord/tools/cifar100_to_mr.py +3 -3
  145. mindspore/mindrecord/tools/cifar10_to_mr.py +3 -3
  146. mindspore/mindrecord/tools/csv_to_mr.py +3 -3
  147. mindspore/mindrecord/tools/imagenet_to_mr.py +16 -11
  148. mindspore/mindrecord/tools/mnist_to_mr.py +2 -2
  149. mindspore/mindrecord/tools/tfrecord_to_mr.py +6 -6
  150. mindspore/nn/__init__.py +0 -4
  151. mindspore/nn/cell.py +204 -132
  152. mindspore/nn/dynamic_lr.py +1 -1
  153. mindspore/nn/grad/cell_grad.py +7 -6
  154. mindspore/nn/layer/__init__.py +5 -4
  155. mindspore/nn/layer/activation.py +40 -89
  156. mindspore/nn/layer/basic.py +255 -624
  157. mindspore/nn/layer/channel_shuffle.py +7 -6
  158. mindspore/nn/layer/combined.py +1 -1
  159. mindspore/nn/layer/container.py +41 -4
  160. mindspore/nn/layer/conv.py +64 -28
  161. mindspore/nn/layer/dense.py +9 -8
  162. mindspore/nn/layer/embedding.py +27 -25
  163. mindspore/nn/layer/image.py +53 -46
  164. mindspore/nn/layer/math.py +97 -105
  165. mindspore/nn/layer/normalization.py +117 -86
  166. mindspore/nn/layer/padding.py +185 -95
  167. mindspore/nn/layer/pooling.py +817 -414
  168. mindspore/nn/layer/rnn_cells.py +10 -15
  169. mindspore/nn/layer/rnns.py +37 -38
  170. mindspore/nn/layer/thor_layer.py +11 -12
  171. mindspore/nn/layer/timedistributed.py +5 -5
  172. mindspore/nn/layer/transformer.py +701 -0
  173. mindspore/nn/learning_rate_schedule.py +8 -8
  174. mindspore/nn/loss/__init__.py +5 -4
  175. mindspore/nn/loss/loss.py +334 -199
  176. mindspore/nn/optim/ada_grad.py +6 -6
  177. mindspore/nn/optim/adadelta.py +2 -3
  178. mindspore/nn/optim/adafactor.py +4 -5
  179. mindspore/nn/optim/adam.py +126 -62
  180. mindspore/nn/optim/adamax.py +3 -4
  181. mindspore/nn/optim/adasum.py +6 -6
  182. mindspore/nn/optim/asgd.py +2 -2
  183. mindspore/nn/optim/ftrl.py +67 -38
  184. mindspore/nn/optim/lamb.py +4 -5
  185. mindspore/nn/optim/lars.py +2 -2
  186. mindspore/nn/optim/lazyadam.py +43 -4
  187. mindspore/nn/optim/momentum.py +6 -5
  188. mindspore/nn/optim/optimizer.py +3 -1
  189. mindspore/nn/optim/proximal_ada_grad.py +2 -2
  190. mindspore/nn/optim/rmsprop.py +1 -1
  191. mindspore/nn/optim/rprop.py +8 -9
  192. mindspore/nn/optim/sgd.py +19 -13
  193. mindspore/nn/optim/thor.py +10 -15
  194. mindspore/nn/probability/__init__.py +0 -2
  195. mindspore/nn/probability/bijector/bijector.py +4 -4
  196. mindspore/nn/probability/bijector/invert.py +1 -1
  197. mindspore/nn/probability/bijector/softplus.py +2 -2
  198. mindspore/nn/probability/bnn_layers/dense_variational.py +1 -1
  199. mindspore/nn/probability/bnn_layers/layer_distribution.py +2 -2
  200. mindspore/nn/probability/distribution/_utils/utils.py +9 -15
  201. mindspore/nn/probability/distribution/bernoulli.py +3 -3
  202. mindspore/nn/probability/distribution/beta.py +1 -1
  203. mindspore/nn/probability/distribution/categorical.py +5 -7
  204. mindspore/nn/probability/distribution/cauchy.py +3 -3
  205. mindspore/nn/probability/distribution/distribution.py +2 -2
  206. mindspore/nn/probability/distribution/exponential.py +2 -2
  207. mindspore/nn/probability/distribution/gamma.py +3 -3
  208. mindspore/nn/probability/distribution/geometric.py +1 -1
  209. mindspore/nn/probability/distribution/gumbel.py +3 -3
  210. mindspore/nn/probability/distribution/half_normal.py +15 -11
  211. mindspore/nn/probability/distribution/laplace.py +16 -13
  212. mindspore/nn/probability/distribution/logistic.py +2 -2
  213. mindspore/nn/probability/distribution/normal.py +1 -1
  214. mindspore/nn/probability/distribution/poisson.py +1 -1
  215. mindspore/nn/probability/distribution/student_t.py +20 -15
  216. mindspore/nn/probability/distribution/transformed_distribution.py +4 -4
  217. mindspore/nn/probability/distribution/uniform.py +2 -2
  218. mindspore/nn/reinforcement/_tensors_queue.py +3 -3
  219. mindspore/nn/reinforcement/tensor_array.py +2 -2
  220. mindspore/nn/sparse/sparse.py +2 -2
  221. mindspore/nn/wrap/cell_wrapper.py +27 -10
  222. mindspore/nn/wrap/grad_reducer.py +2 -2
  223. mindspore/nn/wrap/loss_scale.py +40 -24
  224. mindspore/numpy/array_creations.py +33 -22
  225. mindspore/numpy/array_ops.py +35 -30
  226. mindspore/numpy/logic_ops.py +6 -27
  227. mindspore/numpy/math_ops.py +22 -19
  228. mindspore/numpy/utils.py +1 -1
  229. mindspore/numpy/utils_const.py +108 -58
  230. mindspore/ops/_constants.py +0 -6
  231. mindspore/ops/_grad/__init__.py +2 -1
  232. mindspore/ops/_grad/grad_array_ops.py +86 -117
  233. mindspore/ops/_grad/grad_base.py +23 -1
  234. mindspore/ops/_grad/grad_clip_ops.py +2 -3
  235. mindspore/ops/_grad/grad_comm_ops.py +34 -24
  236. mindspore/ops/_grad/grad_implementations.py +9 -45
  237. mindspore/ops/_grad/grad_inner_ops.py +47 -4
  238. mindspore/ops/_grad/grad_math_ops.py +142 -117
  239. mindspore/ops/_grad/grad_nn_ops.py +71 -165
  240. mindspore/ops/_grad/grad_sequence_ops.py +296 -0
  241. mindspore/ops/_grad/grad_sparse.py +7 -6
  242. mindspore/ops/_grad_experimental/__init__.py +1 -0
  243. mindspore/ops/_grad_experimental/grad_array_ops.py +150 -15
  244. mindspore/ops/_grad_experimental/grad_image_ops.py +16 -7
  245. mindspore/ops/_grad_experimental/grad_inner_ops.py +1 -22
  246. mindspore/ops/_grad_experimental/grad_linalg_ops.py +4 -11
  247. mindspore/ops/_grad_experimental/grad_math_ops.py +210 -89
  248. mindspore/ops/_grad_experimental/grad_nn_ops.py +26 -22
  249. mindspore/ops/_grad_experimental/grad_scalar_ops.py +112 -0
  250. mindspore/ops/_grad_experimental/grad_sparse_ops.py +49 -8
  251. mindspore/ops/_op_impl/_custom_op/batch_matmul_impl.py +1 -1
  252. mindspore/ops/_op_impl/_custom_op/batchnorm_fold.py +2 -2
  253. mindspore/ops/_op_impl/_custom_op/batchnorm_fold2.py +2 -2
  254. mindspore/ops/_op_impl/_custom_op/batchnorm_fold2_grad.py +2 -2
  255. mindspore/ops/_op_impl/_custom_op/batchnorm_fold2_grad_reduce.py +4 -4
  256. mindspore/ops/_op_impl/_custom_op/batchnorm_fold_grad.py +3 -3
  257. mindspore/ops/_op_impl/_custom_op/cholesky_trsm_impl.py +1 -1
  258. mindspore/ops/_op_impl/_custom_op/correction_mul.py +2 -2
  259. mindspore/ops/_op_impl/_custom_op/correction_mul_grad.py +2 -2
  260. mindspore/ops/_op_impl/_custom_op/dsd_back_impl.py +1 -5
  261. mindspore/ops/_op_impl/_custom_op/dsd_impl.py +1 -1
  262. mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perchannel.py +2 -2
  263. mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perchannel_grad.py +2 -2
  264. mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perchannel_grad_reduce.py +2 -2
  265. mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perlayer.py +2 -2
  266. mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perlayer_grad.py +2 -2
  267. mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perlayer_grad_reduce.py +2 -2
  268. mindspore/ops/_op_impl/_custom_op/fake_quant_perchannel.py +2 -2
  269. mindspore/ops/_op_impl/_custom_op/fake_quant_perchannel_grad.py +2 -2
  270. mindspore/ops/_op_impl/_custom_op/fake_quant_perlayer.py +2 -2
  271. mindspore/ops/_op_impl/_custom_op/fake_quant_perlayer_grad.py +2 -2
  272. mindspore/ops/_op_impl/_custom_op/fused_abs_max1_impl.py +1 -1
  273. mindspore/ops/_op_impl/_custom_op/img2col_impl.py +1 -1
  274. mindspore/ops/_op_impl/_custom_op/matmul_cube_dense_left_impl.py +2 -2
  275. mindspore/ops/_op_impl/_custom_op/matmul_cube_dense_right_impl.py +1 -1
  276. mindspore/ops/_op_impl/_custom_op/matmul_cube_fracz_left_cast_impl.py +1 -1
  277. mindspore/ops/_op_impl/_custom_op/matmul_cube_fracz_right_mul_impl.py +1 -1
  278. mindspore/ops/_op_impl/_custom_op/matmul_cube_impl.py +2 -2
  279. mindspore/ops/_op_impl/_custom_op/matmul_dds_impl.py +0 -4
  280. mindspore/ops/_op_impl/_custom_op/matrix_combine_impl.py +1 -1
  281. mindspore/ops/_op_impl/_custom_op/minmax_update_perchannel.py +2 -2
  282. mindspore/ops/_op_impl/_custom_op/minmax_update_perlayer.py +2 -2
  283. mindspore/ops/_op_impl/_custom_op/transpose02314_impl.py +1 -1
  284. mindspore/ops/_op_impl/aicpu/__init__.py +236 -4
  285. mindspore/ops/_op_impl/aicpu/abs.py +36 -0
  286. mindspore/ops/_op_impl/aicpu/{adaptive_avg_pool_2d_v1.py → adaptive_avg_pool_2d.py} +6 -5
  287. mindspore/ops/_op_impl/aicpu/adaptive_avg_pool_2d_grad.py +34 -0
  288. mindspore/ops/_op_impl/aicpu/add.py +43 -0
  289. mindspore/ops/_op_impl/aicpu/addcdiv.py +0 -32
  290. mindspore/ops/_op_impl/aicpu/addcmul.py +0 -84
  291. mindspore/ops/_op_impl/aicpu/affine_grid_grad.py +35 -0
  292. mindspore/ops/_op_impl/aicpu/batch_matmul.py +43 -43
  293. mindspore/ops/_op_impl/aicpu/bernoulli.py +48 -0
  294. mindspore/{compression/common/__init__.py → ops/_op_impl/aicpu/bessel_i0.py} +15 -8
  295. mindspore/ops/_op_impl/aicpu/channel_shuffle.py +40 -0
  296. mindspore/ops/_op_impl/aicpu/conj.py +11 -0
  297. mindspore/ops/_op_impl/aicpu/cumulative_logsumexp.py +0 -3
  298. mindspore/ops/_op_impl/aicpu/deformable_offsets.py +38 -0
  299. mindspore/ops/_op_impl/aicpu/deformable_offsets_grad.py +43 -0
  300. mindspore/ops/_op_impl/aicpu/{adaptive_avg_pool_2d_grad_v1.py → digamma.py} +7 -9
  301. mindspore/ops/_op_impl/aicpu/flatten.py +1 -0
  302. mindspore/ops/_op_impl/aicpu/fmax.py +36 -0
  303. mindspore/ops/_op_impl/aicpu/fmin.py +37 -0
  304. mindspore/ops/_op_impl/aicpu/fractional_max_pool3d_with_fixed_ksize.py +1 -1
  305. mindspore/ops/_op_impl/aicpu/fse_decode.py +43 -0
  306. mindspore/ops/_op_impl/aicpu/greater.py +41 -0
  307. mindspore/ops/_op_impl/aicpu/greater_equal.py +41 -0
  308. mindspore/ops/_op_impl/aicpu/index_put.py +50 -0
  309. mindspore/ops/_op_impl/aicpu/less.py +41 -0
  310. mindspore/{nn/probability/infer/variational/__init__.py → ops/_op_impl/aicpu/lgamma.py} +16 -10
  311. mindspore/ops/_op_impl/aicpu/mirror_pad.py +0 -4
  312. mindspore/ops/_op_impl/aicpu/mirror_pad_grad.py +0 -4
  313. mindspore/ops/_op_impl/aicpu/mul.py +3 -1
  314. mindspore/ops/_op_impl/aicpu/multinomial.py +14 -6
  315. mindspore/ops/_op_impl/aicpu/nllloss.py +38 -0
  316. mindspore/ops/_op_impl/aicpu/nllloss_grad.py +39 -0
  317. mindspore/ops/_op_impl/aicpu/ones_like.py +0 -2
  318. mindspore/ops/_op_impl/aicpu/polar.py +32 -0
  319. mindspore/ops/_op_impl/aicpu/polygamma.py +34 -0
  320. mindspore/ops/_op_impl/aicpu/quant_dtype_cast.py +40 -0
  321. mindspore/ops/_op_impl/aicpu/quantile.py +35 -0
  322. mindspore/ops/_op_impl/aicpu/ragged_tensor_to_sparse.py +73 -0
  323. mindspore/ops/_op_impl/aicpu/randperm_v2.py +41 -0
  324. mindspore/ops/_op_impl/aicpu/resize_bicubic.py +2 -8
  325. mindspore/ops/_op_impl/aicpu/resize_bicubic_grad.py +1 -1
  326. mindspore/ops/_op_impl/aicpu/resize_v2.py +68 -0
  327. mindspore/ops/_op_impl/aicpu/resize_v2_grad.py +68 -0
  328. mindspore/ops/_op_impl/aicpu/scatter_elements.py +4 -0
  329. mindspore/ops/_op_impl/aicpu/scatter_nd_update.py +2 -0
  330. mindspore/ops/_op_impl/aicpu/sequence_add.py +34 -0
  331. mindspore/ops/_op_impl/aicpu/sequence_add_offset.py +34 -0
  332. mindspore/ops/_op_impl/aicpu/sequence_addn.py +38 -0
  333. mindspore/ops/_op_impl/aicpu/smooth_l1_loss.py +35 -0
  334. mindspore/ops/_op_impl/aicpu/smooth_l1_loss_grad.py +37 -0
  335. mindspore/ops/_op_impl/aicpu/sparse_apply_adagrad_da.py +0 -24
  336. mindspore/ops/_op_impl/aicpu/sparse_cross.py +42 -0
  337. mindspore/ops/_op_impl/aicpu/sparse_slice.py +4 -0
  338. mindspore/ops/_op_impl/aicpu/sparse_slice_grad.py +6 -0
  339. mindspore/ops/_op_impl/aicpu/tensor_scatter_update.py +59 -0
  340. mindspore/ops/_op_impl/aicpu/trans_data.py +1 -0
  341. mindspore/ops/_op_impl/aicpu/tril_indices.py +34 -0
  342. mindspore/ops/_op_impl/aicpu/uniform.py +34 -0
  343. mindspore/ops/_op_impl/aicpu/uniform_candidate_sampler.py +1 -0
  344. mindspore/ops/_op_impl/aicpu/unique_consecutive.py +10 -2
  345. mindspore/ops/_op_impl/cpu/dynamic_shape.py +5 -1
  346. mindspore/ops/_op_impl/cpu/sparse_slice.py +4 -0
  347. mindspore/ops/_op_impl/cpu/sparse_slice_grad.py +6 -0
  348. mindspore/ops/_op_impl/cpu/tensor_shape.py +5 -1
  349. mindspore/ops/_op_impl/tbe/__init__.py +27 -611
  350. mindspore/ops/_op_impl/tbe/assign_add_ds.py +1 -0
  351. mindspore/ops/_op_impl/tbe/atomic_addr_clean.py +1 -1
  352. mindspore/ops/_op_impl/tbe/avg_pool_3d_grad.py +1 -1
  353. mindspore/ops/_op_impl/tbe/batch_matmul_ds.py +1 -0
  354. mindspore/ops/_op_impl/tbe/batch_to_space.py +1 -1
  355. mindspore/ops/_op_impl/tbe/batch_to_space_nd.py +1 -1
  356. mindspore/ops/_op_impl/tbe/bn_infer_grad.py +4 -2
  357. mindspore/ops/_op_impl/tbe/bn_training_update.py +0 -1
  358. mindspore/ops/_op_impl/tbe/bn_training_update_ds.py +0 -1
  359. mindspore/ops/_op_impl/tbe/broadcast_to_ds.py +6 -4
  360. mindspore/ops/_op_impl/tbe/cast.py +0 -2
  361. mindspore/ops/_op_impl/tbe/cast_ds.py +3 -3
  362. mindspore/ops/_op_impl/tbe/data_format_dim_map_ds.py +1 -0
  363. mindspore/ops/_op_impl/tbe/depthwise_conv2d.py +2 -2
  364. mindspore/ops/_op_impl/tbe/dynamic_atomic_addr_clean.py +1 -1
  365. mindspore/ops/_op_impl/tbe/gather_nd.py +1 -0
  366. mindspore/ops/_op_impl/tbe/{index_add.py → inplace_index_add.py} +3 -6
  367. mindspore/ops/_op_impl/tbe/matmul_ds.py +2 -0
  368. mindspore/ops/_op_impl/tbe/npu_clear_float_status_v2.py +35 -0
  369. mindspore/ops/_op_impl/tbe/npu_get_float_status_v2.py +35 -0
  370. mindspore/ops/_op_impl/tbe/scatter_mul.py +2 -0
  371. mindspore/ops/_op_impl/tbe/scatter_nd_add.py +0 -2
  372. mindspore/ops/_op_impl/tbe/space_to_batch.py +1 -1
  373. mindspore/ops/_op_impl/tbe/space_to_batch_nd.py +1 -1
  374. mindspore/ops/_op_impl/tbe/trans_data_ds.py +15 -5
  375. mindspore/ops/_register_for_op.py +1 -0
  376. mindspore/ops/_utils/__init__.py +1 -2
  377. mindspore/ops/_utils/utils.py +19 -40
  378. mindspore/ops/_vmap/vmap_array_ops.py +116 -38
  379. mindspore/ops/_vmap/vmap_base.py +16 -9
  380. mindspore/ops/_vmap/vmap_convolution_ops.py +7 -10
  381. mindspore/ops/_vmap/vmap_grad_math_ops.py +4 -4
  382. mindspore/ops/_vmap/vmap_grad_nn_ops.py +7 -5
  383. mindspore/ops/_vmap/vmap_image_ops.py +12 -5
  384. mindspore/ops/_vmap/vmap_math_ops.py +46 -5
  385. mindspore/ops/_vmap/vmap_nn_ops.py +15 -21
  386. mindspore/ops/_vmap/vmap_random_ops.py +1 -1
  387. mindspore/ops/bprop_mindir/AdaptiveAvgPool2D_bprop.mindir +0 -0
  388. mindspore/ops/bprop_mindir/AdaptiveMaxPool2D_bprop.mindir +0 -0
  389. mindspore/ops/bprop_mindir/AvgPool3D_bprop.mindir +150 -0
  390. mindspore/ops/bprop_mindir/AvgPool_bprop.mindir +66 -0
  391. mindspore/ops/bprop_mindir/BCEWithLogitsLoss_bprop.mindir +0 -0
  392. mindspore/ops/bprop_mindir/BatchNormGrad_bprop.mindir +0 -0
  393. mindspore/ops/bprop_mindir/BiasAddGrad_bprop.mindir +0 -0
  394. mindspore/ops/bprop_mindir/BinaryCrossEntropy_bprop.mindir +33 -0
  395. mindspore/ops/bprop_mindir/BroadcastTo_bprop.mindir +220 -106
  396. mindspore/ops/bprop_mindir/CTCLoss_bprop.mindir +0 -0
  397. mindspore/ops/bprop_mindir/Conv2DBackpropFilter_bprop.mindir +240 -0
  398. mindspore/ops/bprop_mindir/Conv2DBackpropInput_bprop.mindir +247 -0
  399. mindspore/ops/bprop_mindir/Conv2DTranspose_bprop.mindir +247 -0
  400. mindspore/ops/bprop_mindir/Conv3DTranspose_bprop.mindir +315 -0
  401. mindspore/ops/bprop_mindir/Conv3D_bprop.mindir +278 -0
  402. mindspore/ops/bprop_mindir/DeformableOffsets_bprop.mindir +58 -0
  403. mindspore/ops/bprop_mindir/DepthwiseConv2dNative_bprop.mindir +138 -0
  404. mindspore/ops/bprop_mindir/Dropout2D_bprop.mindir +0 -0
  405. mindspore/ops/bprop_mindir/Dropout3D_bprop.mindir +0 -0
  406. mindspore/ops/bprop_mindir/DropoutDoMask_bprop.mindir +22 -23
  407. mindspore/ops/bprop_mindir/DropoutGenMask_bprop.mindir +16 -17
  408. mindspore/ops/bprop_mindir/DropoutGrad_bprop.mindir +27 -0
  409. mindspore/ops/bprop_mindir/Dropout_bprop.mindir +0 -0
  410. mindspore/ops/bprop_mindir/DynamicGRUV2_bprop.mindir +0 -0
  411. mindspore/ops/bprop_mindir/DynamicRNN_bprop.mindir +0 -0
  412. mindspore/ops/bprop_mindir/Elu_bprop.mindir +16 -0
  413. mindspore/ops/bprop_mindir/EmbeddingLookup_bprop.mindir +0 -0
  414. mindspore/ops/bprop_mindir/ExpandDims_bprop.mindir +39 -41
  415. mindspore/ops/bprop_mindir/FastGeLU_bprop.mindir +16 -0
  416. mindspore/ops/bprop_mindir/Flatten_bprop.mindir +41 -43
  417. mindspore/ops/bprop_mindir/GatherNd_bprop.mindir +51 -57
  418. mindspore/ops/bprop_mindir/Gather_bprop.mindir +0 -0
  419. mindspore/ops/bprop_mindir/HSigmoid_bprop.mindir +16 -0
  420. mindspore/ops/bprop_mindir/HSwish_bprop.mindir +16 -0
  421. mindspore/ops/bprop_mindir/InstanceNorm_bprop.mindir +0 -0
  422. mindspore/ops/bprop_mindir/KLDivLoss_bprop.mindir +126 -0
  423. mindspore/ops/bprop_mindir/L2Loss_bprop.mindir +15 -0
  424. mindspore/ops/bprop_mindir/L2Normalize_bprop.mindir +30 -0
  425. mindspore/ops/bprop_mindir/LRN_bprop.mindir +43 -0
  426. mindspore/ops/bprop_mindir/LayerNormGrad_bprop.mindir +0 -0
  427. mindspore/ops/bprop_mindir/LogSoftmax_bprop.mindir +23 -0
  428. mindspore/ops/bprop_mindir/MaxPool3DGradGrad_bprop.mindir +74 -0
  429. mindspore/ops/bprop_mindir/MaxPool3DGrad_bprop.mindir +74 -0
  430. mindspore/ops/bprop_mindir/MaxPool3D_bprop.mindir +75 -0
  431. mindspore/ops/bprop_mindir/MaxPoolGradGrad_bprop.mindir +65 -0
  432. mindspore/ops/bprop_mindir/MaxPoolWithArgmax_bprop.mindir +0 -0
  433. mindspore/ops/bprop_mindir/MirrorPad_bprop.mindir +27 -0
  434. mindspore/ops/bprop_mindir/Mish_bprop.mindir +35 -0
  435. mindspore/ops/bprop_mindir/MulNoNan_bprop.mindir +0 -0
  436. mindspore/ops/bprop_mindir/NLLLoss_bprop.mindir +0 -0
  437. mindspore/ops/bprop_mindir/OneHot_bprop.mindir +24 -25
  438. mindspore/ops/bprop_mindir/PReLU_bprop.mindir +0 -0
  439. mindspore/ops/bprop_mindir/Pad_bprop.mindir +0 -0
  440. mindspore/ops/bprop_mindir/Padding_bprop.mindir +0 -0
  441. mindspore/ops/bprop_mindir/RNNTLoss_bprop.mindir +29 -0
  442. mindspore/ops/bprop_mindir/ROIAlign_bprop.mindir +82 -0
  443. mindspore/ops/bprop_mindir/ReLU6_bprop.mindir +16 -0
  444. mindspore/ops/bprop_mindir/ReLUV2_bprop.mindir +0 -0
  445. mindspore/ops/bprop_mindir/ReluGrad_bprop.mindir +18 -19
  446. mindspore/ops/bprop_mindir/Reshape_bprop.mindir +53 -53
  447. mindspore/ops/bprop_mindir/ResizeBilinear_bprop.mindir +29 -0
  448. mindspore/ops/bprop_mindir/ResizeNearestNeighbor_bprop.mindir +77 -85
  449. mindspore/ops/bprop_mindir/SeLU_bprop.mindir +21 -0
  450. mindspore/ops/bprop_mindir/SigmoidCrossEntropyWithLogits_bprop.mindir +21 -0
  451. mindspore/ops/bprop_mindir/SigmoidGrad_bprop.mindir +0 -0
  452. mindspore/ops/bprop_mindir/Sigmoid_bprop.mindir +16 -0
  453. mindspore/ops/bprop_mindir/SmoothL1Loss_bprop.mindir +36 -0
  454. mindspore/ops/bprop_mindir/SoftmaxCrossEntropyWithLogits_bprop.mindir +0 -0
  455. mindspore/ops/bprop_mindir/Softplus_bprop.mindir +16 -0
  456. mindspore/ops/bprop_mindir/Softsign_bprop.mindir +33 -0
  457. mindspore/ops/bprop_mindir/SparseSoftmaxCrossEntropyWithLogits_bprop.mindir +0 -0
  458. mindspore/ops/bprop_mindir/Squeeze_bprop.mindir +37 -39
  459. mindspore/ops/bprop_mindir/StridedSlice_bprop.mindir +70 -72
  460. mindspore/ops/bprop_mindir/TanhGrad_bprop.mindir +0 -0
  461. mindspore/ops/bprop_mindir/Tanh_bprop.mindir +66 -0
  462. mindspore/ops/bprop_mindir/Tile_bprop.mindir +0 -0
  463. mindspore/ops/bprop_mindir/TopK_bprop.mindir +0 -0
  464. mindspore/ops/bprop_mindir/TupleGetItem_bprop.mindir +17 -17
  465. mindspore/ops/bprop_mindir/UpsampleNearest3D_bprop.mindir +32 -0
  466. mindspore/ops/bprop_mindir/UpsampleTrilinear3D_bprop.mindir +38 -0
  467. mindspore/ops/bprop_mindir/generate_mindir.py +2 -0
  468. mindspore/ops/composite/__init__.py +7 -8
  469. mindspore/ops/composite/base.py +101 -47
  470. mindspore/ops/composite/math_ops.py +188 -158
  471. mindspore/ops/composite/multitype_ops/_compile_utils.py +415 -170
  472. mindspore/ops/composite/multitype_ops/_constexpr_utils.py +142 -87
  473. mindspore/ops/composite/multitype_ops/add_impl.py +6 -1
  474. mindspore/ops/composite/multitype_ops/div_impl.py +2 -3
  475. mindspore/ops/composite/multitype_ops/getitem_impl.py +31 -3
  476. mindspore/ops/composite/multitype_ops/greater_equal_impl.py +31 -0
  477. mindspore/ops/composite/multitype_ops/greater_impl.py +31 -0
  478. mindspore/ops/composite/multitype_ops/in_impl.py +9 -0
  479. mindspore/ops/composite/multitype_ops/less_equal_impl.py +31 -0
  480. mindspore/ops/composite/multitype_ops/less_impl.py +31 -0
  481. mindspore/ops/composite/multitype_ops/mul_impl.py +21 -5
  482. mindspore/ops/composite/multitype_ops/not_in_impl.py +9 -0
  483. mindspore/ops/composite/multitype_ops/ones_like_impl.py +2 -4
  484. mindspore/ops/composite/multitype_ops/setitem_impl.py +21 -3
  485. mindspore/ops/composite/multitype_ops/sub_impl.py +1 -1
  486. mindspore/ops/composite/multitype_ops/zeros_like_impl.py +35 -4
  487. mindspore/ops/function/__init__.py +152 -8
  488. mindspore/ops/function/array_func.py +2555 -674
  489. mindspore/ops/function/clip_func.py +209 -13
  490. mindspore/ops/function/debug_func.py +2 -2
  491. mindspore/ops/function/grad/__init__.py +2 -1
  492. mindspore/ops/function/grad/grad_func.py +147 -62
  493. mindspore/ops/function/image_func.py +54 -38
  494. mindspore/ops/function/linalg_func.py +167 -16
  495. mindspore/ops/function/math_func.py +4849 -1492
  496. mindspore/ops/function/nn_func.py +2573 -988
  497. mindspore/ops/function/other_func.py +115 -0
  498. mindspore/ops/function/parameter_func.py +3 -3
  499. mindspore/ops/function/random_func.py +790 -73
  500. mindspore/ops/function/sparse_func.py +98 -78
  501. mindspore/ops/function/sparse_unary_func.py +54 -53
  502. mindspore/ops/function/spectral_func.py +27 -24
  503. mindspore/ops/function/vmap_func.py +22 -2
  504. mindspore/ops/functional.py +97 -37
  505. mindspore/ops/op_info_register.py +70 -28
  506. mindspore/ops/operations/__init__.py +47 -14
  507. mindspore/ops/operations/_csr_ops.py +7 -7
  508. mindspore/ops/operations/_embedding_cache_ops.py +5 -5
  509. mindspore/ops/operations/_grad_ops.py +276 -187
  510. mindspore/ops/operations/_inner_ops.py +319 -113
  511. mindspore/ops/operations/_ms_kernel.py +10 -8
  512. mindspore/ops/operations/_ocr_ops.py +9 -9
  513. mindspore/ops/operations/_opaque_predicate_registry.py +4 -0
  514. mindspore/ops/operations/_quant_ops.py +137 -102
  515. mindspore/ops/operations/_rl_inner_ops.py +121 -60
  516. mindspore/ops/operations/_scalar_ops.py +466 -0
  517. mindspore/ops/operations/_sequence_ops.py +1004 -2
  518. mindspore/ops/operations/_tensor_array.py +10 -11
  519. mindspore/ops/operations/_thor_ops.py +1 -1
  520. mindspore/ops/operations/array_ops.py +801 -466
  521. mindspore/ops/operations/comm_ops.py +51 -49
  522. mindspore/ops/operations/control_ops.py +2 -2
  523. mindspore/ops/operations/custom_ops.py +123 -44
  524. mindspore/ops/operations/debug_ops.py +24 -24
  525. mindspore/ops/operations/image_ops.py +240 -153
  526. mindspore/ops/operations/inner_ops.py +34 -50
  527. mindspore/ops/operations/linalg_ops.py +31 -9
  528. mindspore/ops/operations/math_ops.py +988 -757
  529. mindspore/ops/operations/nn_ops.py +965 -819
  530. mindspore/ops/operations/other_ops.py +51 -40
  531. mindspore/ops/operations/random_ops.py +204 -122
  532. mindspore/ops/operations/rl_ops.py +8 -9
  533. mindspore/ops/operations/sparse_ops.py +254 -93
  534. mindspore/ops/operations/spectral_ops.py +35 -3
  535. mindspore/ops/primitive.py +111 -9
  536. mindspore/parallel/_auto_parallel_context.py +189 -83
  537. mindspore/parallel/_offload_context.py +185 -0
  538. mindspore/parallel/_parallel_serialization.py +99 -7
  539. mindspore/parallel/_ps_context.py +9 -5
  540. mindspore/parallel/_recovery_context.py +1 -1
  541. mindspore/parallel/_tensor.py +7 -1
  542. mindspore/{nn/transformer → parallel/_transformer}/__init__.py +6 -6
  543. mindspore/{nn/transformer → parallel/_transformer}/layers.py +6 -37
  544. mindspore/{nn/transformer → parallel/_transformer}/loss.py +4 -7
  545. mindspore/{nn/transformer → parallel/_transformer}/moe.py +20 -16
  546. mindspore/{nn/transformer → parallel/_transformer}/op_parallel_config.py +3 -3
  547. mindspore/{nn/transformer → parallel/_transformer}/transformer.py +48 -111
  548. mindspore/parallel/_utils.py +1 -2
  549. mindspore/parallel/algo_parameter_config.py +1 -1
  550. mindspore/parallel/checkpoint_transform.py +37 -34
  551. mindspore/parallel/shard.py +17 -18
  552. mindspore/profiler/common/validator/validate_path.py +2 -2
  553. mindspore/profiler/envprofiling.py +69 -47
  554. mindspore/profiler/parser/ascend_timeline_generator.py +49 -42
  555. mindspore/profiler/parser/base_timeline_generator.py +49 -56
  556. mindspore/profiler/parser/cpu_gpu_timeline_generator.py +98 -78
  557. mindspore/profiler/parser/hwts_log_parser.py +1 -1
  558. mindspore/profiler/parser/integrator.py +15 -14
  559. mindspore/profiler/parser/minddata_analyzer.py +2 -2
  560. mindspore/profiler/parser/msadvisor_analyzer.py +12 -25
  561. mindspore/profiler/parser/msadvisor_parser.py +2 -4
  562. mindspore/profiler/parser/optime_parser.py +17 -18
  563. mindspore/profiler/parser/profiler_info.py +2 -1
  564. mindspore/profiler/profiling.py +218 -186
  565. mindspore/rewrite/__init__.py +3 -1
  566. mindspore/rewrite/api/node.py +1 -114
  567. mindspore/rewrite/api/node_type.py +3 -0
  568. mindspore/rewrite/api/pattern_engine.py +31 -1
  569. mindspore/rewrite/api/scoped_value.py +4 -4
  570. mindspore/rewrite/api/symbol_tree.py +3 -78
  571. mindspore/rewrite/api/tree_node_helper.py +1 -1
  572. mindspore/rewrite/ast_creator_register.py +1 -0
  573. mindspore/rewrite/ast_helpers/__init__.py +2 -2
  574. mindspore/rewrite/ast_helpers/ast_creator.py +1 -2
  575. mindspore/rewrite/ast_helpers/ast_finder.py +65 -0
  576. mindspore/rewrite/ast_helpers/ast_modifier.py +11 -3
  577. mindspore/rewrite/ast_transformers/flatten_recursive_stmt.py +18 -2
  578. mindspore/rewrite/namespace.py +0 -2
  579. mindspore/rewrite/node.py +157 -11
  580. mindspore/rewrite/parsers/assign_parser.py +231 -53
  581. mindspore/rewrite/parsers/class_def_parser.py +187 -109
  582. mindspore/rewrite/parsers/for_parser.py +24 -14
  583. mindspore/rewrite/parsers/function_def_parser.py +21 -4
  584. mindspore/rewrite/parsers/if_parser.py +6 -2
  585. mindspore/rewrite/sparsify/__init__.py +0 -0
  586. mindspore/rewrite/sparsify/sparse_transformer.py +448 -0
  587. mindspore/rewrite/sparsify/sparsify.py +109 -0
  588. mindspore/rewrite/sparsify/utils.py +173 -0
  589. mindspore/rewrite/symbol_tree.py +256 -133
  590. mindspore/rewrite/symbol_tree_builder.py +38 -1
  591. mindspore/run_check/_check_version.py +69 -63
  592. mindspore/run_check/run_check.py +2 -1
  593. mindspore/scipy/linalg.py +10 -114
  594. mindspore/scipy/ops.py +2 -2
  595. mindspore/scipy/ops_wrapper.py +1 -1
  596. mindspore/scipy/optimize/_bfgs.py +1 -1
  597. mindspore/scipy/optimize/_lagrange.py +200 -0
  598. mindspore/scipy/optimize/line_search.py +3 -2
  599. mindspore/scipy/optimize/minimize.py +41 -2
  600. mindspore/scipy/sparse/__init__.py +2 -2
  601. mindspore/scipy/sparse/linalg.py +4 -464
  602. mindspore/scipy/utils.py +1 -1
  603. mindspore/scipy/utils_const.py +7 -1
  604. mindspore/train/__init__.py +1 -1
  605. mindspore/train/_utils.py +28 -5
  606. mindspore/train/amp.py +273 -102
  607. mindspore/train/callback/_backup_and_restore.py +5 -5
  608. mindspore/train/callback/_callback.py +2 -2
  609. mindspore/train/callback/_checkpoint.py +3 -3
  610. mindspore/train/callback/_early_stop.py +3 -3
  611. mindspore/train/callback/_lambda_callback.py +2 -2
  612. mindspore/train/callback/_landscape.py +29 -31
  613. mindspore/train/callback/_loss_monitor.py +3 -3
  614. mindspore/train/callback/_on_request_exit.py +3 -3
  615. mindspore/train/callback/_reduce_lr_on_plateau.py +4 -4
  616. mindspore/train/callback/_summary_collector.py +23 -16
  617. mindspore/train/callback/_time_monitor.py +3 -3
  618. mindspore/train/checkpoint_pb2.py +68 -8
  619. mindspore/train/data_sink.py +15 -3
  620. mindspore/train/dataset_helper.py +10 -15
  621. mindspore/train/loss_scale_manager.py +8 -11
  622. mindspore/train/metrics/__init__.py +1 -1
  623. mindspore/train/metrics/bleu_score.py +1 -1
  624. mindspore/train/metrics/confusion_matrix.py +1 -1
  625. mindspore/train/metrics/cosine_similarity.py +1 -1
  626. mindspore/train/metrics/dice.py +2 -2
  627. mindspore/train/metrics/fbeta.py +1 -1
  628. mindspore/train/metrics/hausdorff_distance.py +4 -3
  629. mindspore/train/metrics/mean_surface_distance.py +2 -2
  630. mindspore/train/metrics/occlusion_sensitivity.py +1 -1
  631. mindspore/train/metrics/perplexity.py +1 -1
  632. mindspore/train/metrics/precision.py +1 -1
  633. mindspore/train/metrics/recall.py +1 -1
  634. mindspore/train/metrics/roc.py +2 -2
  635. mindspore/train/metrics/root_mean_square_surface_distance.py +2 -2
  636. mindspore/train/mind_ir_pb2.py +116 -37
  637. mindspore/train/model.py +45 -28
  638. mindspore/train/serialization.py +295 -188
  639. mindspore/train/summary/_summary_adapter.py +1 -1
  640. mindspore/train/summary/summary_record.py +43 -13
  641. mindspore/train/train_thor/convert_utils.py +2 -2
  642. mindspore/train/train_thor/dataset_helper.py +3 -3
  643. mindspore/version.py +1 -1
  644. {mindspore-2.0.0a0.dist-info → mindspore-2.0.0rc1.dist-info}/METADATA +3 -2
  645. {mindspore-2.0.0a0.dist-info → mindspore-2.0.0rc1.dist-info}/RECORD +648 -574
  646. mindspore/compression/__init__.py +0 -19
  647. mindspore/compression/common/constant.py +0 -124
  648. mindspore/compression/export/__init__.py +0 -19
  649. mindspore/compression/export/quant_export.py +0 -515
  650. mindspore/compression/quant/__init__.py +0 -28
  651. mindspore/compression/quant/qat.py +0 -634
  652. mindspore/compression/quant/quant_utils.py +0 -462
  653. mindspore/compression/quant/quantizer.py +0 -68
  654. mindspore/nn/layer/quant.py +0 -1868
  655. mindspore/nn/layer/rnn_utils.py +0 -90
  656. mindspore/nn/probability/dpn/__init__.py +0 -22
  657. mindspore/nn/probability/dpn/vae/__init__.py +0 -25
  658. mindspore/nn/probability/dpn/vae/cvae.py +0 -140
  659. mindspore/nn/probability/dpn/vae/vae.py +0 -124
  660. mindspore/nn/probability/infer/__init__.py +0 -22
  661. mindspore/nn/probability/infer/variational/elbo.py +0 -70
  662. mindspore/nn/probability/infer/variational/svi.py +0 -84
  663. mindspore/nn/probability/toolbox/__init__.py +0 -22
  664. mindspore/nn/probability/toolbox/anomaly_detection.py +0 -99
  665. mindspore/nn/probability/toolbox/uncertainty_evaluation.py +0 -364
  666. mindspore/nn/probability/transforms/__init__.py +0 -22
  667. mindspore/nn/probability/transforms/transform_bnn.py +0 -262
  668. mindspore/nn/probability/zhusuan/__init__.py +0 -18
  669. mindspore/nn/probability/zhusuan/framework/__init__.py +0 -18
  670. mindspore/nn/probability/zhusuan/framework/bn.py +0 -95
  671. mindspore/nn/probability/zhusuan/variational/__init__.py +0 -18
  672. mindspore/nn/probability/zhusuan/variational/elbo.py +0 -46
  673. mindspore/ops/_op_impl/aicpu/parallel_concat.py +0 -42
  674. mindspore/ops/_op_impl/tbe/gather_v2.py +0 -56
  675. mindspore/ops/bprop_mindir/AssignAdd_bprop.mindir +0 -19
  676. mindspore/ops/bprop_mindir/Cast_bprop.mindir +0 -19
  677. mindspore/ops/bprop_mindir/LogicalOr_bprop.mindir +0 -19
  678. mindspore/ops/bprop_mindir/MatMul_bprop.mindir +0 -0
  679. mindspore/ops/bprop_mindir/ReLU_bprop.mindir +0 -17
  680. mindspore/ops/bprop_mindir/Transpose_bprop.mindir +0 -0
  681. mindspore/ops/bprop_mindir/UpdateState_bprop.mindir +0 -15
  682. mindspore/ops/composite/array_ops.py +0 -241
  683. mindspore/ops/composite/clip_ops.py +0 -134
  684. mindspore/ops/composite/random_ops.py +0 -426
  685. mindspore/ops/composite/vmap_ops.py +0 -38
  686. mindspore/parallel/nn/__init__.py +0 -42
  687. mindspore/parallel/nn/loss.py +0 -22
  688. mindspore/parallel/nn/moe.py +0 -21
  689. mindspore/parallel/nn/op_parallel_config.py +0 -22
  690. mindspore/parallel/nn/transformer.py +0 -31
  691. {mindspore-2.0.0a0.dist-info → mindspore-2.0.0rc1.dist-info}/WHEEL +0 -0
  692. {mindspore-2.0.0a0.dist-info → mindspore-2.0.0rc1.dist-info}/entry_points.txt +0 -0
  693. {mindspore-2.0.0a0.dist-info → mindspore-2.0.0rc1.dist-info}/top_level.txt +0 -0
mindspore/ops/bprop_mindir/HSigmoid_bprop.mindir ADDED
@@ -0,0 +1,16 @@
1
+
2
+ 0.1.1 MindSpore*2.0.0:�
3
+ eget_bprop_hsigmoid.1:[CNode]8:1get_bprop_hsigmoid.1:[CNode]8:1" REF::bprop.3:Default/bprop.3-op0
4
+ �!get_bprop_hsigmoid.1:input_grad:2!get_bprop_hsigmoid.1:input_grad:2"?REF::ClassType::mindspore.ops.operations._grad_ops.HSigmoidGrad:SDefault/MindIRClassType:class 'mindspore.ops.operations._grad_ops.HSigmoidGrad'-op1get_bprop_hsigmoid.1*
5
+ get_bprop_hsigmoid.1:self*
6
+ get_bprop_hsigmoid.1:x*
7
+ get_bprop_hsigmoid.1:out*
8
+ get_bprop_hsigmoid.1:dout2!
9
+ get_bprop_hsigmoid.1:[CNode]8:1:@b4ee8c49faa18bc2190a334ef0a9c4b173a2ed82e2154af4fb8a300186888417J/grad_nn_ops.pyB�
10
+ z
11
+ get_bprop_hsigmoid.1:dout
12
+ get_bprop_hsigmoid.1:x bprop.3:dx:3 bprop.3:dx:3"&REF::get_bprop_hsigmoid.1:input_grad:2:2
13
+ m
14
+ bprop.3:dx:3bprop.3:[CNode]2:4bprop.3:[CNode]2:4"REF::S-Prim-MakeTuple:5:Default/S-Prim-MakeTuple-op3bprop.32
15
+ bprop.3:[CNode]2:4Pb&
16
+ S-Prim-MakeTuple:5S-Prim-MakeTupleh
mindspore/ops/bprop_mindir/HSwish_bprop.mindir ADDED
@@ -0,0 +1,16 @@
1
+
2
+ 0.1.1 MindSpore*2.0.0:�
3
+ aget_bprop_hswish.1:[CNode]8:1get_bprop_hswish.1:[CNode]8:1" REF::bprop.3:Default/bprop.3-op0
4
+ �get_bprop_hswish.1:input_grad:2get_bprop_hswish.1:input_grad:2"=REF::ClassType::mindspore.ops.operations._grad_ops.HSwishGrad:QDefault/MindIRClassType:class 'mindspore.ops.operations._grad_ops.HSwishGrad'-op1get_bprop_hswish.1*
5
+ get_bprop_hswish.1:self*
6
+ get_bprop_hswish.1:x*
7
+ get_bprop_hswish.1:out*
8
+ get_bprop_hswish.1:dout2
9
+ get_bprop_hswish.1:[CNode]8:1:@ef72c31f38722807db7a3d6dde921c9321fd52ef3c30f03feb423924921a553dJ/grad_nn_ops.pyB�
10
+ t
11
+ get_bprop_hswish.1:dout
12
+ get_bprop_hswish.1:x bprop.3:dx:3 bprop.3:dx:3"$REF::get_bprop_hswish.1:input_grad:2:2
13
+ m
14
+ bprop.3:dx:3bprop.3:[CNode]2:4bprop.3:[CNode]2:4"REF::S-Prim-MakeTuple:5:Default/S-Prim-MakeTuple-op3bprop.32
15
+ bprop.3:[CNode]2:4Pb&
16
+ S-Prim-MakeTuple:5S-Prim-MakeTupleh
mindspore/ops/bprop_mindir/KLDivLoss_bprop.mindir ADDED
@@ -0,0 +1,126 @@
1
+
2
+ 0.1.1 MindSpore*2.0.0:�
3
+ �(get_bprop_kl_div_loss.1318:[CNode]1319:1(get_bprop_kl_div_loss.1318:[CNode]1319:1"REF::bprop.1320:Default/bprop.1320-op1002
4
+ C[ValueNode]1321[ValueNode]1321"Constant*
5
+ value* reduction�
6
+ �
7
+ get_bprop_kl_div_loss.1318:self
8
+ [ValueNode]1321*get_bprop_kl_div_loss.1318:фreduce_type:2*get_bprop_kl_div_loss.1318:фreduce_type:2"REF::getattr:3:Default/getattr-op1003
9
+ �%get_bprop_kl_div_loss.1318:фshape:19%get_bprop_kl_div_loss.1318:фshape:19"8REF::ClassType::mindspore.ops.operations.array_ops.Shape:ODefault/MindIRClassType:class 'mindspore.ops.operations.array_ops.Shape'-op1017
10
+ �$get_bprop_kl_div_loss.1318:фsize:30$get_bprop_kl_div_loss.1318:фsize:30"7REF::ClassType::mindspore.ops.operations.array_ops.Size:NDefault/MindIRClassType:class 'mindspore.ops.operations.array_ops.Size'-op1026
11
+ M
12
+ фdyn_size
13
+ фdyn_size"Constant*)
14
+ value*mindspore.ops._grad.grad_base�"
15
+ >
16
+ value*dyn_size�#
17
+ �
18
+
19
+ фdyn_size
20
+
21
+ get_bprop_kl_div_loss.1318:self*
22
+ get_bprop_kl_div_loss.1318:фx*
23
+ get_bprop_kl_div_loss.1318:фy*
24
+ get_bprop_kl_div_loss.1318:out*#
25
+ !get_bprop_kl_div_loss.1318:фdout2*
26
+ (get_bprop_kl_div_loss.1318:[CNode]1319:1:@e844b8a0bc7b6ccad86e53e619f03ea72ed702a6576972ce9467f99b9020dba3J/grad_nn_ops.pyB�
27
+ >[ValueNode]1322[ValueNode]1322"Constant*
28
+ value*mean�
29
+ �
30
+ *get_bprop_kl_div_loss.1318:фreduce_type:2
31
+ [ValueNode]1322bprop.1320:[CNode]1323:4bprop.1320:[CNode]1323:4"REF::MetaFuncGraph::equal:Default/S-Prim-equal-op1004
32
+ z
33
+ bprop.1320:[CNode]1323:4bprop.1320:[CNode]1324:5bprop.1320:[CNode]1324:5"REF::bool_.1325:Default/bool_.1325-op1005
34
+ �
35
+ bprop.1320:[CNode]1324:5
36
+
37
+
38
+ Ybprop.1320:[CNode]1329:8bprop.1320:[CNode]1329:8"REF::bprop.1320:[CNode]1328:6:1007
39
+ �
40
+ bprop.1320:[CNode]1329:8bprop.1320:[CNode]1330:9bprop.1320:[CNode]1330:9"REF::↓bprop.1331:Default/↓bprop.1331-op1008
41
+ bprop.13202
42
+ bprop.1320:[CNode]1330:9B�
43
+ >[ValueNode]1332[ValueNode]1332"Constant*
44
+ value*mean�
45
+ �
46
+ *get_bprop_kl_div_loss.1318:фreduce_type:2
47
+ [ValueNode]1332↓bprop.1331:[CNode]1333:10↓bprop.1331:[CNode]1333:10"REF::MetaFuncGraph::equal:Default/S-Prim-equal-op1009
48
+ �
49
+ ↓bprop.1331:[CNode]1333:10↓bprop.1331:[CNode]1334:11↓bprop.1331:[CNode]1334:11"REF::bool_.1325:Default/bool_.1325-op1010
50
+ �
51
+ ↓bprop.1331:[CNode]1334:11
52
+ ✓↓bprop.1335
53
+ ✗↓bprop.1336↓bprop.1331:[CNode]1337:12↓bprop.1331:[CNode]1337:12"
54
+ e↓bprop.1331:[CNode]1338:13↓bprop.1331:[CNode]1338:13"!REF::↓bprop.1331:[CNode]1337:12:1012
55
+ �
56
+ !get_bprop_kl_div_loss.1318:фdout
57
+ get_bprop_kl_div_loss.1318:фx
58
+ get_bprop_kl_div_loss.1318:фy↓bprop.1331:dx:15↓bprop.1331:dx:15"REF::↓bprop.1331:фgrad:1014
59
+ ↓bprop.1331:фgrad2
60
+ ↓bprop.1331:[CNode]1338:13B
61
+ after_block� B�
62
+ z✗↓bprop.1336:[CNode]1339:14✗↓bprop.1336:[CNode]1339:14"REF::↓↓bprop.1340:Default/↓↓bprop.1340-op1013✗↓bprop.13362!
63
+ ✗↓bprop.1336:[CNode]1339:14B�
64
+ �
65
+ get_bprop_kl_div_loss.1318:фy↓↓bprop.1340:[CNode]1341:16↓↓bprop.1340:[CNode]1341:16".REF::MetaFuncGraph::hyper_map[zeros_like_leaf]:0Default/S-Prim-hyper_map[zeros_like_leaf]-op1015
66
+ �
67
+ ↓bprop.1331:dx:15
68
+ ↓↓bprop.1340:[CNode]1341:16↓↓bprop.1340:[CNode]1342:17↓↓bprop.1340:[CNode]1342:17"REF::S-Prim-MakeTuple:18:Default/S-Prim-MakeTuple-op1016↓↓bprop.13402!
69
+ ↓↓bprop.1340:[CNode]1342:17B
70
+ after_block� B�
71
+
72
+ �
73
+ get_bprop_kl_div_loss.1318:фx✓↓bprop.1335:[CNode]1343:20✓↓bprop.1335:[CNode]1343:20"*REF::get_bprop_kl_div_loss.1318:фshape:19:1018
74
+ �
75
+ ✓↓bprop.1335:[CNode]1343:20✓↓bprop.1335:[CNode]1344:21✓↓bprop.1335:[CNode]1344:21"REF::S-Prim-IsShapeUnKnown:22:$Default/S-Prim-IsShapeUnKnown-op1019
76
+ �
77
+ ✓↓bprop.1335:[CNode]1344:21✓↓bprop.1335:[CNode]1345:23✓↓bprop.1335:[CNode]1345:23"REF::bool_.1325:Default/bool_.1325-op1020
78
+ �
79
+ ✓↓bprop.1335:[CNode]1345:23
80
+ ↰✓↓bprop.1346
81
+ ↱✓↓bprop.1347✓↓bprop.1335:[CNode]1348:24✓↓bprop.1335:[CNode]1348:24"
82
+ d✓↓bprop.1335:x_size:25✓↓bprop.1335:x_size:25"$REF::✓↓bprop.1335:[CNode]1348:24:1022
83
+ �
84
+ ↓bprop.1331:dx:15
85
+ ✓↓bprop.1335:x_size:25✓↓bprop.1335:[CNode]1349:26✓↓bprop.1335:[CNode]1349:26"REF::MetaFuncGraph::div:Default/S-Prim-div-op1023
86
+ �
87
+ get_bprop_kl_div_loss.1318:фy✓↓bprop.1335:[CNode]1350:27✓↓bprop.1335:[CNode]1350:27".REF::MetaFuncGraph::hyper_map[zeros_like_leaf]:0Default/S-Prim-hyper_map[zeros_like_leaf]-op1024
88
+ �
89
+ ✓↓bprop.1335:[CNode]1349:26
90
+ ✓↓bprop.1335:[CNode]1350:27✓↓bprop.1335:[CNode]1351:28✓↓bprop.1335:[CNode]1351:28"REF::S-Prim-MakeTuple:29:Default/S-Prim-MakeTuple-op1025✓↓bprop.13352!
91
+ ✓↓bprop.1335:[CNode]1351:28B�
92
+ �
93
+ get_bprop_kl_div_loss.1318:фx"↱✓↓bprop.1347:[CNode]1352:31"↱✓↓bprop.1347:[CNode]1352:31")REF::get_bprop_kl_div_loss.1318:фsize:30:1027↱✓↓bprop.13472$
94
+ "↱✓↓bprop.1347:[CNode]1352:31B�
95
+ �
96
+ get_bprop_kl_div_loss.1318:фx"↰✓↓bprop.1346:[CNode]1353:35"↰✓↓bprop.1346:[CNode]1353:35"-REF::get_bprop_kl_div_loss.1318:фdyn_size:33:1029↰✓↓bprop.13462$
97
+ "↰✓↓bprop.1346:[CNode]1353:35B�
98
+ B[ValueNode]1354[ValueNode]1354"Constant*
99
+ value*__bool__�
100
+ }
101
+ bool_.1325:x
102
+ [ValueNode]1354bool_.1325:[CNode]1355:36bool_.1325:[CNode]1355:36"REF::getattr:3:Default/getattr-op1030
103
+ \bool_.1325:[CNode]1356:37bool_.1325:[CNode]1356:37"REF::bool_.1325:[CNode]1355:36:1031
104
+ bool_.1325*
105
+ bool_.1325:x2
106
+ bool_.1325:[CNode]1356:37B�
107
+ C[ValueNode]1357[ValueNode]1357"Constant*
108
+ value* reduction�
109
+ �
110
+ get_bprop_kl_div_loss.1318:self
111
+ [ValueNode]1357✗bprop.1327:[CNode]1358:38✗bprop.1327:[CNode]1358:38"REF::getattr:3:Default/getattr-op1032
112
+ �
113
+ ✗bprop.1327:[CNode]1358:38✗bprop.1327:grad:39✗bprop.1327:grad:39"@REF::ClassType::mindspore.ops.operations._grad_ops.KLDivLossGrad:WDefault/MindIRClassType:class 'mindspore.ops.operations._grad_ops.KLDivLossGrad'-op1033
114
+ ✗bprop.1327:grad:39B�
115
+ =[ValueNode]1359[ValueNode]1359"Constant*
116
+ value*sum�
117
+ �
118
+ [ValueNode]1359✓bprop.1326:grad:40✓bprop.1326:grad:40"@REF::ClassType::mindspore.ops.operations._grad_ops.KLDivLossGrad:WDefault/MindIRClassType:class 'mindspore.ops.operations._grad_ops.KLDivLossGrad'-op1034
119
+ ✓bprop.1326:grad:40Pb
120
+ Switch:7Switchb
121
+ getattr:3getattrb
122
+
123
+ resolve:34resolveb'
124
+ S-Prim-MakeTuple:18S-Prim-MakeTupleb'
125
+ S-Prim-MakeTuple:29S-Prim-MakeTupleb1
126
+ S-Prim-IsShapeUnKnown:22S-Prim-IsShapeUnKnownh
mindspore/ops/bprop_mindir/L2Loss_bprop.mindir ADDED
@@ -0,0 +1,15 @@
1
+
2
+ 0.1.1 MindSpore*2.0.0:�
3
+ cget_bprop_l2_loss.3:[CNode]6:1get_bprop_l2_loss.3:[CNode]6:1" REF::bprop.2:Default/bprop.2-op0get_bprop_l2_loss.3*
4
+ get_bprop_l2_loss.3:self*
5
+ get_bprop_l2_loss.3:x*
6
+ get_bprop_l2_loss.3:out*
7
+ get_bprop_l2_loss.3:dout2
8
+ get_bprop_l2_loss.3:[CNode]6:1:@b46308cc07962d9a50e3c3dabeee1d84e9069ba3921349473bea7d13157543fdJ/grad_nn_ops.pyB�
9
+ ~
10
+ get_bprop_l2_loss.3:x
11
+ get_bprop_l2_loss.3:dout bprop.2:dx:2 bprop.2:dx:2"REF::MetaFuncGraph::mul:Default/S-Prim-mul-op1
12
+ m
13
+ bprop.2:dx:2bprop.2:[CNode]1:3bprop.2:[CNode]1:3"REF::S-Prim-MakeTuple:4:Default/S-Prim-MakeTuple-op2bprop.22
14
+ bprop.2:[CNode]1:3Pb&
15
+ S-Prim-MakeTuple:4S-Prim-MakeTupleh
mindspore/ops/bprop_mindir/L2Normalize_bprop.mindir ADDED
@@ -0,0 +1,30 @@
1
+
2
+ 0.1.1 MindSpore*2.0.0:�
3
+ m#get_bprop_l2normalize.3:[CNode]12:1#get_bprop_l2normalize.3:[CNode]12:1" REF::bprop.5:Default/bprop.5-op0
4
+ :
5
+ value*axis�
6
+ �
7
+ get_bprop_l2normalize.3:self
8
+
9
+ =
10
+ value*epsilon�
11
+ �
12
+ get_bprop_l2normalize.3:self
13
+
14
+ �
15
+ "get_bprop_l2normalize.3:[CNode]1:2
16
+ "get_bprop_l2normalize.3:[CNode]2:4$get_bprop_l2normalize.3:input_grad:5$get_bprop_l2normalize.3:input_grad:5"BREF::ClassType::mindspore.ops.operations._grad_ops.L2NormalizeGrad:VDefault/MindIRClassType:class 'mindspore.ops.operations._grad_ops.L2NormalizeGrad'-op3get_bprop_l2normalize.3*
17
+ get_bprop_l2normalize.3:self*
18
+ get_bprop_l2normalize.3:x*
19
+ get_bprop_l2normalize.3:out*
20
+ get_bprop_l2normalize.3:dout2%
21
+ #get_bprop_l2normalize.3:[CNode]12:1:@7e47f004aec6bcc3089a2660bb2aa9135fef290ebe1e49df666a1fc7d6c96d05J/grad_nn_ops.pyB�
22
+ �
23
+ get_bprop_l2normalize.3:x
24
+ get_bprop_l2normalize.3:out
25
+ get_bprop_l2normalize.3:dout bprop.5:dx:6 bprop.5:dx:6")REF::get_bprop_l2normalize.3:input_grad:5:4
26
+ m
27
+ bprop.5:dx:6bprop.5:[CNode]4:7bprop.5:[CNode]4:7"REF::S-Prim-MakeTuple:8:Default/S-Prim-MakeTuple-op5bprop.52
28
+ bprop.5:[CNode]4:7Pb
29
+ getattr:3getattrb&
30
+ S-Prim-MakeTuple:8S-Prim-MakeTupleh
mindspore/ops/bprop_mindir/LRN_bprop.mindir ADDED
@@ -0,0 +1,43 @@
1
+
2
+ 0.1.1 MindSpore*2.0.0:�
3
+
4
+ ]get_bprop_lrn.5:[CNode]14:1get_bprop_lrn.5:[CNode]14:1" REF::bprop.7:Default/bprop.7-op0
5
+ B
6
+ value* depth_radius�
7
+ �
8
+ get_bprop_lrn.5:self
9
+
10
+ :
11
+ value*bias�
12
+ �
13
+ get_bprop_lrn.5:self
14
+
15
+ ;
16
+ value*alpha�
17
+ �
18
+ get_bprop_lrn.5:self
19
+
20
+ :
21
+ value*beta�
22
+ �
23
+ get_bprop_lrn.5:self
24
+
25
+ �
26
+ get_bprop_lrn.5:[CNode]1:2
27
+ get_bprop_lrn.5:[CNode]2:4
28
+ get_bprop_lrn.5:[CNode]3:5
29
+ get_bprop_lrn.5:[CNode]4:6get_bprop_lrn.5:grad:7get_bprop_lrn.5:grad:7":REF::ClassType::mindspore.ops.operations._grad_ops.LRNGrad:NDefault/MindIRClassType:class 'mindspore.ops.operations._grad_ops.LRNGrad'-op5get_bprop_lrn.5*
30
+ get_bprop_lrn.5:self*
31
+ get_bprop_lrn.5:x*
32
+ get_bprop_lrn.5:out*
33
+ get_bprop_lrn.5:dout2
34
+ get_bprop_lrn.5:[CNode]14:1:@f23898275c465951fa875c7c243645efce89db2d0fa1ec9bf0022ddf3103fcb4J/grad_nn_ops.pyB�
35
+ z
36
+ get_bprop_lrn.5:dout
37
+ get_bprop_lrn.5:x
38
+ get_bprop_lrn.5:out bprop.7:dx:8 bprop.7:dx:8"REF::get_bprop_lrn.5:grad:7:6
39
+ n
40
+ bprop.7:dx:8bprop.7:[CNode]6:9bprop.7:[CNode]6:9"REF::S-Prim-MakeTuple:10:Default/S-Prim-MakeTuple-op7bprop.72
41
+ bprop.7:[CNode]6:9Pb
42
+ getattr:3getattrb'
43
+ S-Prim-MakeTuple:10S-Prim-MakeTupleh
mindspore/ops/bprop_mindir/LogSoftmax_bprop.mindir ADDED
@@ -0,0 +1,23 @@
1
+
2
+ 0.1.1 MindSpore*2.0.0:�
3
+ m#get_bprop_log_softmax.2:[CNode]11:1#get_bprop_log_softmax.2:[CNode]11:1" REF::bprop.4:Default/bprop.4-op0
4
+ :
5
+ value*axis�
6
+ �
7
+ get_bprop_log_softmax.2:self
8
+
9
+ �
10
+ "get_bprop_log_softmax.2:[CNode]1:2)get_bprop_log_softmax.2:logsoftmax_grad:4)get_bprop_log_softmax.2:logsoftmax_grad:4"AREF::ClassType::mindspore.ops.operations._grad_ops.LogSoftmaxGrad:UDefault/MindIRClassType:class 'mindspore.ops.operations._grad_ops.LogSoftmaxGrad'-op2get_bprop_log_softmax.2*
11
+ get_bprop_log_softmax.2:self*
12
+ get_bprop_log_softmax.2:x*
13
+ get_bprop_log_softmax.2:out*
14
+ get_bprop_log_softmax.2:dout2%
15
+ #get_bprop_log_softmax.2:[CNode]11:1:@7f476a8474e5f7146dea7e08261878ab5759007b0266d80df7d12ce8bd6fc4c7J/grad_nn_ops.pyB�
16
+ �
17
+ get_bprop_log_softmax.2:out
18
+ get_bprop_log_softmax.2:dout bprop.4:dx:5 bprop.4:dx:5".REF::get_bprop_log_softmax.2:logsoftmax_grad:4:3
19
+ m
20
+ bprop.4:dx:5bprop.4:[CNode]3:6bprop.4:[CNode]3:6"REF::S-Prim-MakeTuple:7:Default/S-Prim-MakeTuple-op4bprop.42
21
+ bprop.4:[CNode]3:6Pb
22
+ getattr:3getattrb&
23
+ S-Prim-MakeTuple:7S-Prim-MakeTupleh
mindspore/ops/bprop_mindir/MaxPool3DGradGrad_bprop.mindir ADDED
@@ -0,0 +1,74 @@
1
+
2
+ 0.1.1 MindSpore*2.0.0:�
3
+ �2get_bprop_max_pool3d_grad_grad_grad.11:[CNode]22:12get_bprop_max_pool3d_grad_grad_grad.11:[CNode]22:1"
4
+ A
5
+ value* kernel_size�
6
+ =
7
+ value*strides�
8
+ >
9
+ value*pad_mode�
10
+ A
11
+ value* data_format�
12
+ �
13
+
14
+
15
+
16
+
17
+ A
18
+ value* kernel_size�
19
+ �
20
+ +get_bprop_max_pool3d_grad_grad_grad.11:self
21
+
22
+ =
23
+ value*strides�
24
+ �
25
+ +get_bprop_max_pool3d_grad_grad_grad.11:self
26
+
27
+ >
28
+ value*pad_mode�
29
+ �
30
+ +get_bprop_max_pool3d_grad_grad_grad.11:self
31
+
32
+ A
33
+ value* data_format�
34
+ �
35
+ +get_bprop_max_pool3d_grad_grad_grad.11:self
36
+
37
+ �
38
+ 1get_bprop_max_pool3d_grad_grad_grad.11:[CNode]4:6
39
+ 1get_bprop_max_pool3d_grad_grad_grad.11:[CNode]5:8
40
+ 1get_bprop_max_pool3d_grad_grad_grad.11:[CNode]6:9
41
+ 2get_bprop_max_pool3d_grad_grad_grad.11:[CNode]7:102get_bprop_max_pool3d_grad_grad_grad.11:[CNode]8:112get_bprop_max_pool3d_grad_grad_grad.11:[CNode]8:11"REF::S-Prim-MakeTuple:12:Default/S-Prim-MakeTuple-op8
42
+ �
43
+ 1get_bprop_max_pool3d_grad_grad_grad.11:[CNode]3:4
44
+ 2get_bprop_max_pool3d_grad_grad_grad.11:[CNode]8:112get_bprop_max_pool3d_grad_grad_grad.11:[CNode]9:132get_bprop_max_pool3d_grad_grad_grad.11:[CNode]9:13"REF::S-Prim-make_dict:14:Default/S-Prim-make_dict-op9
45
+ P3131"Constant*<
46
+ value*0mindspore.ops.operations._grad_ops.MaxPool3DGrad�!
47
+ �
48
+ 31
49
+ 2get_bprop_max_pool3d_grad_grad_grad.11:[CNode]9:139get_bprop_max_pool3d_grad_grad_grad.11:max_pool3d_grad:159get_bprop_max_pool3d_grad_grad_grad.11:max_pool3d_grad:15"REF::MetaFuncGraph::unpack_call:Default/unpack_call.10-op10&get_bprop_max_pool3d_grad_grad_grad.11*-
50
+ +get_bprop_max_pool3d_grad_grad_grad.11:self**
51
+ (get_bprop_max_pool3d_grad_grad_grad.11:x**
52
+ (get_bprop_max_pool3d_grad_grad_grad.11:y*-
53
+ +get_bprop_max_pool3d_grad_grad_grad.11:grad*,
54
+ *get_bprop_max_pool3d_grad_grad_grad.11:out*-
55
+ +get_bprop_max_pool3d_grad_grad_grad.11:dout24
56
+ 2get_bprop_max_pool3d_grad_grad_grad.11:[CNode]22:1:@c7874a2ca2e1b24f5d12e06888ae9a5447bce6ab0d7ddad32ad2c23e5631fa10J/grad_nn_ops.pyB�
57
+ �
58
+ (get_bprop_max_pool3d_grad_grad_grad.11:xbprop.13:[CNode]1:2bprop.13:[CNode]1:2".REF::MetaFuncGraph::hyper_map[zeros_like_leaf]:-Default/S-Prim-hyper_map[zeros_like_leaf]-op1
59
+ �
60
+ (get_bprop_max_pool3d_grad_grad_grad.11:ybprop.13:[CNode]2:3bprop.13:[CNode]2:3".REF::MetaFuncGraph::hyper_map[zeros_like_leaf]:-Default/S-Prim-hyper_map[zeros_like_leaf]-op2
61
+ �
62
+ (get_bprop_max_pool3d_grad_grad_grad.11:x
63
+ (get_bprop_max_pool3d_grad_grad_grad.11:y
64
+ +get_bprop_max_pool3d_grad_grad_grad.11:doutbprop.13:dgrad:16bprop.13:dgrad:16">REF::get_bprop_max_pool3d_grad_grad_grad.11:max_pool3d_grad:15:11
65
+ �
66
+ bprop.13:[CNode]1:2
67
+ bprop.13:[CNode]2:3
68
+ bprop.13:dgrad:16bprop.13:[CNode]12:17bprop.13:[CNode]12:17"REF::S-Prim-MakeTuple:18:Default/S-Prim-MakeTuple-op12bprop.132
69
+ bprop.13:[CNode]12:17Pb
70
+ getattr:7getattrb'
71
+ S-Prim-MakeTuple:18S-Prim-MakeTupleb&
72
+ S-Prim-MakeTuple:5S-Prim-MakeTupleb'
73
+ S-Prim-MakeTuple:12S-Prim-MakeTupleb'
74
+ S-Prim-make_dict:14S-Prim-make_dicth
mindspore/ops/bprop_mindir/MaxPool3DGrad_bprop.mindir ADDED
@@ -0,0 +1,74 @@
1
+
2
+ 0.1.1 MindSpore*2.0.0:�
3
+ �-get_bprop_max_pool3d_grad_grad.11:[CNode]22:1-get_bprop_max_pool3d_grad_grad.11:[CNode]22:1"
4
+ A
5
+ value* kernel_size�
6
+ =
7
+ value*strides�
8
+ >
9
+ value*pad_mode�
10
+ A
11
+ value* data_format�
12
+ �
13
+
14
+
15
+
16
+
17
+ A
18
+ value* kernel_size�
19
+ �
20
+ &get_bprop_max_pool3d_grad_grad.11:self
21
+
22
+ =
23
+ value*strides�
24
+ �
25
+ &get_bprop_max_pool3d_grad_grad.11:self
26
+
27
+ >
28
+ value*pad_mode�
29
+ �
30
+ &get_bprop_max_pool3d_grad_grad.11:self
31
+
32
+ A
33
+ value* data_format�
34
+ �
35
+ &get_bprop_max_pool3d_grad_grad.11:self
36
+
37
+ �
38
+ ,get_bprop_max_pool3d_grad_grad.11:[CNode]4:6
39
+ ,get_bprop_max_pool3d_grad_grad.11:[CNode]5:8
40
+ ,get_bprop_max_pool3d_grad_grad.11:[CNode]6:9
41
+ -get_bprop_max_pool3d_grad_grad.11:[CNode]7:10-get_bprop_max_pool3d_grad_grad.11:[CNode]8:11-get_bprop_max_pool3d_grad_grad.11:[CNode]8:11"REF::S-Prim-MakeTuple:12:Default/S-Prim-MakeTuple-op8
42
+ �
43
+ ,get_bprop_max_pool3d_grad_grad.11:[CNode]3:4
44
+ -get_bprop_max_pool3d_grad_grad.11:[CNode]8:11-get_bprop_max_pool3d_grad_grad.11:[CNode]9:13-get_bprop_max_pool3d_grad_grad.11:[CNode]9:13"REF::S-Prim-make_dict:14:Default/S-Prim-make_dict-op9
45
+ T3131"Constant*@
46
+ value*4mindspore.ops.operations._grad_ops.MaxPool3DGradGrad�!
47
+ �
48
+ 31
49
+ -get_bprop_max_pool3d_grad_grad.11:[CNode]9:139get_bprop_max_pool3d_grad_grad.11:max_pool3d_grad_grad:159get_bprop_max_pool3d_grad_grad.11:max_pool3d_grad_grad:15"REF::MetaFuncGraph::unpack_call:Default/unpack_call.10-op10!get_bprop_max_pool3d_grad_grad.11*(
50
+ &get_bprop_max_pool3d_grad_grad.11:self*%
51
+ #get_bprop_max_pool3d_grad_grad.11:x*%
52
+ #get_bprop_max_pool3d_grad_grad.11:y*(
53
+ &get_bprop_max_pool3d_grad_grad.11:grad*'
54
+ %get_bprop_max_pool3d_grad_grad.11:out*(
55
+ &get_bprop_max_pool3d_grad_grad.11:dout2/
56
+ -get_bprop_max_pool3d_grad_grad.11:[CNode]22:1:@edb523030c808bfd0b0f0b7f512f4e978f4d64a7a1fcb39fe4c0a78676a87c34J/grad_nn_ops.pyB�
57
+ �
58
+ #get_bprop_max_pool3d_grad_grad.11:xbprop.13:[CNode]1:2bprop.13:[CNode]1:2".REF::MetaFuncGraph::hyper_map[zeros_like_leaf]:-Default/S-Prim-hyper_map[zeros_like_leaf]-op1
59
+ �
60
+ #get_bprop_max_pool3d_grad_grad.11:ybprop.13:[CNode]2:3bprop.13:[CNode]2:3".REF::MetaFuncGraph::hyper_map[zeros_like_leaf]:-Default/S-Prim-hyper_map[zeros_like_leaf]-op2
61
+ �
62
+ #get_bprop_max_pool3d_grad_grad.11:x
63
+ #get_bprop_max_pool3d_grad_grad.11:y
64
+ &get_bprop_max_pool3d_grad_grad.11:doutbprop.13:dgrad:16bprop.13:dgrad:16">REF::get_bprop_max_pool3d_grad_grad.11:max_pool3d_grad_grad:15:11
65
+ �
66
+ bprop.13:[CNode]1:2
67
+ bprop.13:[CNode]2:3
68
+ bprop.13:dgrad:16bprop.13:[CNode]12:17bprop.13:[CNode]12:17"REF::S-Prim-MakeTuple:18:Default/S-Prim-MakeTuple-op12bprop.132
69
+ bprop.13:[CNode]12:17Pb
70
+ getattr:7getattrb'
71
+ S-Prim-MakeTuple:12S-Prim-MakeTupleb&
72
+ S-Prim-MakeTuple:5S-Prim-MakeTupleb'
73
+ S-Prim-make_dict:14S-Prim-make_dictb'
74
+ S-Prim-MakeTuple:18S-Prim-MakeTupleh
mindspore/ops/bprop_mindir/MaxPool3D_bprop.mindir ADDED
@@ -0,0 +1,75 @@
1
+
2
+ 0.1.1 MindSpore*2.0.0:�
3
+ y(get_bprop_max_pool3d_grad.10:[CNode]17:1(get_bprop_max_pool3d_grad.10:[CNode]17:1"
4
+ A
5
+ value* kernel_size�
6
+ =
7
+ value*strides�
8
+ >
9
+ value*pad_mode�
10
+ >
11
+ value*pad_list�
12
+ A
13
+ value* data_format�
14
+ �
15
+
16
+
17
+
18
+
19
+
20
+ A
21
+ value* kernel_size�
22
+ �
23
+ !get_bprop_max_pool3d_grad.10:self
24
+
25
+ =
26
+ value*strides�
27
+ �
28
+ !get_bprop_max_pool3d_grad.10:self
29
+
30
+ >
31
+ value*pad_mode�
32
+ �
33
+ !get_bprop_max_pool3d_grad.10:self
34
+
35
+ >
36
+ value*pad_list�
37
+ �
38
+ !get_bprop_max_pool3d_grad.10:self
39
+
40
+ A
41
+ value* data_format�
42
+ �
43
+ !get_bprop_max_pool3d_grad.10:self
44
+
45
+ �
46
+ 'get_bprop_max_pool3d_grad.10:[CNode]2:4
47
+ 'get_bprop_max_pool3d_grad.10:[CNode]3:6
48
+ 'get_bprop_max_pool3d_grad.10:[CNode]4:7
49
+ 'get_bprop_max_pool3d_grad.10:[CNode]5:8
50
+ 'get_bprop_max_pool3d_grad.10:[CNode]6:9(get_bprop_max_pool3d_grad.10:[CNode]7:10(get_bprop_max_pool3d_grad.10:[CNode]7:10"REF::S-Prim-MakeTuple:11:Default/S-Prim-MakeTuple-op7
51
+ �
52
+ 'get_bprop_max_pool3d_grad.10:[CNode]1:2
53
+ (get_bprop_max_pool3d_grad.10:[CNode]7:10(get_bprop_max_pool3d_grad.10:[CNode]8:12(get_bprop_max_pool3d_grad.10:[CNode]8:12"REF::S-Prim-make_dict:13:Default/S-Prim-make_dict-op8
54
+ P2828"Constant*<
55
+ value*0mindspore.ops.operations._grad_ops.MaxPool3DGrad�!
56
+ �
57
+ 28
58
+ (get_bprop_max_pool3d_grad.10:[CNode]8:12/get_bprop_max_pool3d_grad.10:max_pool3d_grad:14/get_bprop_max_pool3d_grad.10:max_pool3d_grad:14"REF::MetaFuncGraph::unpack_call:Default/unpack_call.9-op9get_bprop_max_pool3d_grad.10*#
59
+ !get_bprop_max_pool3d_grad.10:self*
60
+ get_bprop_max_pool3d_grad.10:x*"
61
+ get_bprop_max_pool3d_grad.10:out*#
62
+ !get_bprop_max_pool3d_grad.10:dout2*
63
+ (get_bprop_max_pool3d_grad.10:[CNode]17:1:@c7a688dc144d07310d78082be9125d4ec70a0945cf4b130702d2f5e9d83c72bbJ/grad_nn_ops.pyB�
64
+ �
65
+ get_bprop_max_pool3d_grad.10:x
66
+ get_bprop_max_pool3d_grad.10:out
67
+ !get_bprop_max_pool3d_grad.10:doutbprop.12:dx:15bprop.12:dx:15"4REF::get_bprop_max_pool3d_grad.10:max_pool3d_grad:14:10
68
+ w
69
+ bprop.12:dx:15bprop.12:[CNode]11:16bprop.12:[CNode]11:16"REF::S-Prim-MakeTuple:17:Default/S-Prim-MakeTuple-op11bprop.122
70
+ bprop.12:[CNode]11:16Pb
71
+ getattr:5getattrb'
72
+ S-Prim-MakeTuple:11S-Prim-MakeTupleb&
73
+ S-Prim-MakeTuple:3S-Prim-MakeTupleb'
74
+ S-Prim-make_dict:13S-Prim-make_dictb'
75
+ S-Prim-MakeTuple:17S-Prim-MakeTupleh
mindspore/ops/bprop_mindir/MaxPoolGradGrad_bprop.mindir ADDED
@@ -0,0 +1,65 @@
1
+
2
+ 0.1.1 MindSpore*2.0.0:�
3
+ �/get_bprop_max_pool_grad_grad_grad.8:[CNode]19:1/get_bprop_max_pool_grad_grad_grad.8:[CNode]19:1"
4
+ A
5
+ value* kernel_size�
6
+ =
7
+ value*strides�
8
+ >
9
+ value*pad_mode�
10
+ �
11
+
12
+
13
+
14
+ A
15
+ value* kernel_size�
16
+ �
17
+ (get_bprop_max_pool_grad_grad_grad.8:self
18
+
19
+ =
20
+ value*strides�
21
+ �
22
+ (get_bprop_max_pool_grad_grad_grad.8:self
23
+
24
+ >
25
+ value*pad_mode�
26
+ �
27
+ (get_bprop_max_pool_grad_grad_grad.8:self
28
+
29
+ �
30
+ .get_bprop_max_pool_grad_grad_grad.8:[CNode]2:6
31
+ .get_bprop_max_pool_grad_grad_grad.8:[CNode]3:8
32
+ .get_bprop_max_pool_grad_grad_grad.8:[CNode]4:9/get_bprop_max_pool_grad_grad_grad.8:[CNode]5:10/get_bprop_max_pool_grad_grad_grad.8:[CNode]5:10"REF::S-Prim-MakeTuple:11:Default/S-Prim-MakeTuple-op7
33
+ �
34
+ .get_bprop_max_pool_grad_grad_grad.8:[CNode]1:4
35
+ /get_bprop_max_pool_grad_grad_grad.8:[CNode]5:10/get_bprop_max_pool_grad_grad_grad.8:[CNode]6:12/get_bprop_max_pool_grad_grad_grad.8:[CNode]6:12"REF::S-Prim-make_dict:13:Default/S-Prim-make_dict-op8
36
+ N2626"Constant*:
37
+ value*.mindspore.ops.operations._grad_ops.MaxPoolGrad�!
38
+ �
39
+ 26
40
+ /get_bprop_max_pool_grad_grad_grad.8:[CNode]6:123get_bprop_max_pool_grad_grad_grad.8:maxpool_grad:143get_bprop_max_pool_grad_grad_grad.8:maxpool_grad:14"REF::MetaFuncGraph::unpack_call:Default/unpack_call.7-op9#get_bprop_max_pool_grad_grad_grad.8**
41
+ (get_bprop_max_pool_grad_grad_grad.8:self*(
42
+ &get_bprop_max_pool_grad_grad_grad.8:x1*(
43
+ &get_bprop_max_pool_grad_grad_grad.8:x2**
44
+ (get_bprop_max_pool_grad_grad_grad.8:grad*)
45
+ 'get_bprop_max_pool_grad_grad_grad.8:out**
46
+ (get_bprop_max_pool_grad_grad_grad.8:dout21
47
+ /get_bprop_max_pool_grad_grad_grad.8:[CNode]19:1:@97688529092da78fef744a14b9fbf9c8c8570bc23ea687b91e8d46f1be4c3aa2J/grad_nn_ops.pyB�
48
+ �
49
+ &get_bprop_max_pool_grad_grad_grad.8:x1bprop.10:dx1:2bprop.10:dx1:2".REF::MetaFuncGraph::hyper_map[zeros_like_leaf]:-Default/S-Prim-hyper_map[zeros_like_leaf]-op1
50
+ �
51
+ &get_bprop_max_pool_grad_grad_grad.8:x2bprop.10:dx2:3bprop.10:dx2:3".REF::MetaFuncGraph::hyper_map[zeros_like_leaf]:-Default/S-Prim-hyper_map[zeros_like_leaf]-op2
52
+ �
53
+ &get_bprop_max_pool_grad_grad_grad.8:x1
54
+ &get_bprop_max_pool_grad_grad_grad.8:x2
55
+ (get_bprop_max_pool_grad_grad_grad.8:doutbprop.10:dgrad:15bprop.10:dgrad:15"8REF::get_bprop_max_pool_grad_grad_grad.8:maxpool_grad:14:10
56
+ �
57
+ bprop.10:dx1:2
58
+ bprop.10:dx2:3
59
+ bprop.10:dgrad:15bprop.10:[CNode]9:16bprop.10:[CNode]9:16"REF::S-Prim-MakeTuple:17:Default/S-Prim-MakeTuple-op11bprop.102
60
+ bprop.10:[CNode]9:16Pb
61
+ getattr:7getattrb'
62
+ S-Prim-MakeTuple:11S-Prim-MakeTupleb&
63
+ S-Prim-MakeTuple:5S-Prim-MakeTupleb'
64
+ S-Prim-make_dict:13S-Prim-make_dictb'
65
+ S-Prim-MakeTuple:17S-Prim-MakeTupleh
mindspore/ops/bprop_mindir/MirrorPad_bprop.mindir ADDED
@@ -0,0 +1,27 @@
1
+
2
+ 0.1.1 MindSpore*2.0.0:�
3
+ k"get_bprop_mirror_pad.2:[CNode]14:1"get_bprop_mirror_pad.2:[CNode]14:1" REF::bprop.5:Default/bprop.5-op0
4
+ :
5
+ value*mode�
6
+ �
7
+ get_bprop_mirror_pad.2:self
8
+
9
+ �
10
+ !get_bprop_mirror_pad.2:[CNode]1:2(get_bprop_mirror_pad.2:mirror_pad_grad:4(get_bprop_mirror_pad.2:mirror_pad_grad:4"@REF::ClassType::mindspore.ops.operations._grad_ops.MirrorPadGrad:TDefault/MindIRClassType:class 'mindspore.ops.operations._grad_ops.MirrorPadGrad'-op2get_bprop_mirror_pad.2*
11
+ get_bprop_mirror_pad.2:self*
12
+ get_bprop_mirror_pad.2:x*!
13
+ get_bprop_mirror_pad.2:paddings*
14
+ get_bprop_mirror_pad.2:out*
15
+ get_bprop_mirror_pad.2:dout2$
16
+ "get_bprop_mirror_pad.2:[CNode]14:1:@36d33f400ad334c867dd1e0358493be69f5934de922dd05f1c7a17caf93b032cJ/grad_nn_ops.pyB�
17
+ �
18
+ get_bprop_mirror_pad.2:dout
19
+ get_bprop_mirror_pad.2:paddings bprop.5:dx:5 bprop.5:dx:5"-REF::get_bprop_mirror_pad.2:mirror_pad_grad:4:3
20
+ �
21
+ get_bprop_mirror_pad.2:paddingsbprop.5:[CNode]3:6bprop.5:[CNode]3:6".REF::MetaFuncGraph::hyper_map[zeros_like_leaf]:-Default/S-Prim-hyper_map[zeros_like_leaf]-op4
22
+ �
23
+ bprop.5:dx:5
24
+ bprop.5:[CNode]3:6bprop.5:[CNode]4:7bprop.5:[CNode]4:7"REF::S-Prim-MakeTuple:8:Default/S-Prim-MakeTuple-op5bprop.52
25
+ bprop.5:[CNode]4:7Pb
26
+ getattr:3getattrb&
27
+ S-Prim-MakeTuple:8S-Prim-MakeTupleh
mindspore/ops/bprop_mindir/Mish_bprop.mindir ADDED
@@ -0,0 +1,35 @@
1
+
2
+ 0.1.1 MindSpore*2.0.0:�
3
+ _get_bprop_mish.2:[CNode]18:1get_bprop_mish.2:[CNode]18:1" REF::bprop.7:Default/bprop.7-op0
4
+ �get_bprop_mish.2:tanh:2get_bprop_mish.2:tanh:2"4REF::ClassType::mindspore.ops.operations.nn_ops.Tanh:HDefault/MindIRClassType:class 'mindspore.ops.operations.nn_ops.Tanh'-op1
5
+ �get_bprop_mish.2:softplus:3get_bprop_mish.2:softplus:3"8REF::ClassType::mindspore.ops.operations.nn_ops.Softplus:LDefault/MindIRClassType:class 'mindspore.ops.operations.nn_ops.Softplus'-op2
6
+ � get_bprop_mish.2:softplus_grad:7 get_bprop_mish.2:softplus_grad:7"?REF::ClassType::mindspore.ops.operations._grad_ops.SoftplusGrad:SDefault/MindIRClassType:class 'mindspore.ops.operations._grad_ops.SoftplusGrad'-op6
7
+ �get_bprop_mish.2:tanh_grad:8get_bprop_mish.2:tanh_grad:8";REF::ClassType::mindspore.ops.operations._grad_ops.TanhGrad:ODefault/MindIRClassType:class 'mindspore.ops.operations._grad_ops.TanhGrad'-op7get_bprop_mish.2*
8
+ get_bprop_mish.2:self*
9
+ get_bprop_mish.2:x*
10
+ get_bprop_mish.2:out*
11
+ get_bprop_mish.2:dout2
12
+ get_bprop_mish.2:[CNode]18:1:@5210604c845b3a7d7a09f7d80ce6b08fb6a151ff053fc1aedb3276d00e54f857J/grad_nn_ops.pyB�
13
+ a
14
+ get_bprop_mish.2:xbprop.7:[CNode]1:4bprop.7:[CNode]1:4" REF::get_bprop_mish.2:softplus:3:3
15
+ S
16
+ bprop.7:[CNode]1:4
17
+ 
18
+
19
+ get_bprop_mish.2:doutbprop.7:[CNode]3:6bprop.7:[CNode]3:6"REF::MetaFuncGraph::mul:Default/S-Prim-mul-op5
20
+ �
21
+ get_bprop_mish.2:x
22
+ get_bprop_mish.2:doutbprop.7:[CNode]4:9bprop.7:[CNode]4:9"REF::MetaFuncGraph::mul:Default/S-Prim-mul-op8
23
+ s
24
+
25
+ bprop.7:[CNode]4:9bprop.7:[CNode]5:10bprop.7:[CNode]5:10"!REF::get_bprop_mish.2:tanh_grad:8:9
26
+ t
27
+ bprop.7:[CNode]5:10
28
+ get_bprop_mish.2:xbprop.7:dx2:11bprop.7:dx2:11"%REF::get_bprop_mish.2:softplus_grad:7:10
29
+ t
30
+ bprop.7:[CNode]3:6
31
+ bprop.7:dx2:11
32
+ r
33
+
34
+ bprop.7:[CNode]6:13Pb'
35
+ S-Prim-MakeTuple:14S-Prim-MakeTupleh