mindspore 2.0.0a0__cp37-none-any.whl → 2.0.0rc1__cp37-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of mindspore might be problematic. Click here for more details.

Files changed (693) hide show
  1. mindspore/.commit_id +1 -1
  2. mindspore/Third_Party_Open_Source_Software_Notice +9064 -0
  3. mindspore/__init__.py +4 -2
  4. mindspore/_akg/akg/composite/build_module.py +11 -0
  5. mindspore/_akg/akg/config/repository_cuda.json +11 -0
  6. mindspore/_akg/akg/tvm/contrib/nvcc.py +4 -3
  7. mindspore/_c_dataengine.cpython-37m-aarch64-linux-gnu.so +0 -0
  8. mindspore/_c_expression.cpython-37m-aarch64-linux-gnu.so +0 -0
  9. mindspore/_c_mindrecord.cpython-37m-aarch64-linux-gnu.so +0 -0
  10. mindspore/_check_jit_forbidden_api.py +102 -0
  11. mindspore/_checkparam.py +1066 -1001
  12. mindspore/_extends/parallel_compile/akg_compiler/akg_process.py +4 -3
  13. mindspore/_extends/parallel_compile/akg_compiler/tbe_topi.py +50 -48
  14. mindspore/_extends/parallel_compile/akg_compiler/util.py +9 -4
  15. mindspore/_extends/parallel_compile/tbe_compiler/tbe_adapter.py +4 -4
  16. mindspore/_extends/parallel_compile/tbe_compiler/tbe_helper.py +9 -4
  17. mindspore/_extends/parse/__init__.py +5 -3
  18. mindspore/_extends/parse/namespace.py +16 -1
  19. mindspore/_extends/parse/parser.py +107 -22
  20. mindspore/_extends/parse/resources.py +0 -7
  21. mindspore/_extends/parse/standard_method.py +885 -413
  22. mindspore/_mindspore_offline_debug.cpython-37m-aarch64-linux-gnu.so +0 -0
  23. mindspore/amp.py +52 -57
  24. mindspore/bin/cache_admin +0 -0
  25. mindspore/bin/cache_server +0 -0
  26. mindspore/boost/boost.py +2 -2
  27. mindspore/boost/boost_cell_wrapper.py +38 -20
  28. mindspore/boost/dim_reduce.py +3 -3
  29. mindspore/boost/group_loss_scale_manager.py +1 -1
  30. mindspore/common/__init__.py +4 -6
  31. mindspore/common/_decorator.py +2 -0
  32. mindspore/common/_register_for_adapter.py +55 -0
  33. mindspore/common/_stub_tensor.py +201 -0
  34. mindspore/common/_utils.py +41 -7
  35. mindspore/common/api.py +215 -141
  36. mindspore/common/dtype.py +8 -1
  37. mindspore/common/dump.py +2 -2
  38. mindspore/common/initializer.py +4 -2
  39. mindspore/common/jit_config.py +17 -13
  40. mindspore/common/mutable.py +33 -13
  41. mindspore/common/parameter.py +23 -21
  42. mindspore/common/seed.py +8 -24
  43. mindspore/common/sparse_tensor.py +62 -41
  44. mindspore/common/tensor.py +852 -1154
  45. mindspore/communication/__init__.py +2 -2
  46. mindspore/communication/_comm_helper.py +11 -4
  47. mindspore/communication/management.py +22 -21
  48. mindspore/config/op_info.config +501 -1008
  49. mindspore/config/super_bar_config.json +512 -0
  50. mindspore/context.py +201 -23
  51. mindspore/dataset/__init__.py +6 -6
  52. mindspore/dataset/audio/__init__.py +7 -7
  53. mindspore/dataset/audio/transforms.py +670 -30
  54. mindspore/dataset/audio/utils.py +47 -4
  55. mindspore/dataset/audio/validators.py +223 -1
  56. mindspore/dataset/callback/ds_callback.py +2 -2
  57. mindspore/dataset/core/config.py +210 -14
  58. mindspore/dataset/core/validator_helpers.py +2 -2
  59. mindspore/{parallel/nn/layers.py → dataset/debug/__init__.py} +7 -8
  60. mindspore/dataset/debug/debug_hook.py +65 -0
  61. mindspore/dataset/debug/pre_defined_hook.py +67 -0
  62. mindspore/dataset/engine/__init__.py +7 -3
  63. mindspore/dataset/engine/cache_client.py +1 -1
  64. mindspore/dataset/engine/datasets.py +322 -66
  65. mindspore/dataset/engine/datasets_audio.py +80 -76
  66. mindspore/dataset/engine/datasets_standard_format.py +51 -38
  67. mindspore/dataset/engine/datasets_text.py +232 -118
  68. mindspore/dataset/engine/datasets_user_defined.py +41 -17
  69. mindspore/dataset/engine/datasets_vision.py +746 -225
  70. mindspore/dataset/engine/graphdata.py +75 -10
  71. mindspore/dataset/engine/iterators.py +45 -5
  72. mindspore/dataset/engine/offload.py +48 -28
  73. mindspore/dataset/engine/validators.py +117 -8
  74. mindspore/dataset/text/__init__.py +6 -5
  75. mindspore/dataset/text/transforms.py +86 -3
  76. mindspore/dataset/text/utils.py +6 -4
  77. mindspore/dataset/text/validators.py +25 -0
  78. mindspore/dataset/transforms/__init__.py +3 -2
  79. mindspore/dataset/transforms/c_transforms.py +1 -1
  80. mindspore/dataset/transforms/transforms.py +2 -2
  81. mindspore/dataset/utils/__init__.py +2 -1
  82. mindspore/dataset/utils/line_reader.py +121 -0
  83. mindspore/dataset/vision/__init__.py +2 -3
  84. mindspore/dataset/vision/c_transforms.py +9 -9
  85. mindspore/dataset/vision/py_transforms.py +5 -5
  86. mindspore/dataset/vision/py_transforms_util.py +2 -0
  87. mindspore/dataset/vision/transforms.py +160 -161
  88. mindspore/dataset/vision/utils.py +3 -3
  89. mindspore/experimental/map_parameter.py +38 -26
  90. mindspore/include/OWNERS +0 -1
  91. mindspore/include/api/callback/callback.h +9 -13
  92. mindspore/include/api/callback/ckpt_saver.h +2 -2
  93. mindspore/include/api/callback/loss_monitor.h +2 -2
  94. mindspore/include/api/callback/lr_scheduler.h +5 -5
  95. mindspore/include/api/callback/time_monitor.h +2 -2
  96. mindspore/include/api/callback/train_accuracy.h +4 -6
  97. mindspore/include/api/cfg.h +19 -6
  98. mindspore/include/api/context.h +44 -9
  99. mindspore/include/api/delegate.h +1 -1
  100. mindspore/include/api/metrics/accuracy.h +2 -2
  101. mindspore/include/api/metrics/metrics.h +4 -3
  102. mindspore/include/api/model.h +9 -4
  103. mindspore/include/api/model_parallel_runner.h +2 -2
  104. mindspore/include/api/net.h +12 -11
  105. mindspore/include/api/serialization.h +19 -3
  106. mindspore/include/api/types.h +3 -3
  107. mindspore/include/dataset/constants.h +7 -0
  108. mindspore/include/dataset/text.h +59 -0
  109. mindspore/include/mindapi/base/type_id.h +1 -0
  110. mindspore/lib/libdnnl.so.2 +0 -0
  111. mindspore/lib/libicudata.so.69 +0 -0
  112. mindspore/lib/libicui18n.so.69 +0 -0
  113. mindspore/lib/libicuuc.so.69 +0 -0
  114. mindspore/lib/libmindspore.so +0 -0
  115. mindspore/lib/libmindspore_backend.so +0 -0
  116. mindspore/lib/libmindspore_common.so +0 -0
  117. mindspore/lib/libmindspore_core.so +0 -0
  118. mindspore/lib/libmindspore_glog.so.0 +0 -0
  119. mindspore/lib/libmindspore_gpr.so.15 +0 -0
  120. mindspore/lib/libmindspore_grpc++.so.1 +0 -0
  121. mindspore/lib/libmindspore_grpc.so.15 +0 -0
  122. mindspore/lib/libmindspore_shared_lib.so +0 -0
  123. mindspore/lib/libmpi_adapter.so +0 -0
  124. mindspore/lib/libmpi_collective.so +0 -0
  125. mindspore/lib/libnnacl.so +0 -0
  126. mindspore/lib/libopencv_core.so.4.5 +0 -0
  127. mindspore/lib/libopencv_imgcodecs.so.4.5 +0 -0
  128. mindspore/lib/libopencv_imgproc.so.4.5 +0 -0
  129. mindspore/lib/libps_cache.so +0 -0
  130. mindspore/lib/plugin/ascend/libakg.so +0 -0
  131. mindspore/lib/plugin/ascend/libascend_collective.so +0 -0
  132. mindspore/lib/plugin/ascend/libdvpp_utils.so +0 -0
  133. mindspore/lib/plugin/ascend/libhccl_plugin.so +0 -0
  134. mindspore/lib/plugin/ascend/libmindspore_aicpu_kernels.so +0 -0
  135. mindspore/lib/plugin/ascend/libmindspore_cpu_kernels.so +0 -0
  136. mindspore/lib/plugin/cpu/libakg.so +0 -0
  137. mindspore/lib/plugin/libmindspore_ascend.so.1 +0 -0
  138. mindspore/lib/plugin/{libmindspore_ascend.so → libmindspore_ascend.so.2} +0 -0
  139. mindspore/log.py +1 -1
  140. mindspore/mindrecord/filereader.py +18 -0
  141. mindspore/mindrecord/filewriter.py +197 -34
  142. mindspore/mindrecord/shardreader.py +9 -0
  143. mindspore/mindrecord/shardwriter.py +1 -1
  144. mindspore/mindrecord/tools/cifar100_to_mr.py +3 -3
  145. mindspore/mindrecord/tools/cifar10_to_mr.py +3 -3
  146. mindspore/mindrecord/tools/csv_to_mr.py +3 -3
  147. mindspore/mindrecord/tools/imagenet_to_mr.py +16 -11
  148. mindspore/mindrecord/tools/mnist_to_mr.py +2 -2
  149. mindspore/mindrecord/tools/tfrecord_to_mr.py +6 -6
  150. mindspore/nn/__init__.py +0 -4
  151. mindspore/nn/cell.py +204 -132
  152. mindspore/nn/dynamic_lr.py +1 -1
  153. mindspore/nn/grad/cell_grad.py +7 -6
  154. mindspore/nn/layer/__init__.py +5 -4
  155. mindspore/nn/layer/activation.py +40 -89
  156. mindspore/nn/layer/basic.py +255 -624
  157. mindspore/nn/layer/channel_shuffle.py +7 -6
  158. mindspore/nn/layer/combined.py +1 -1
  159. mindspore/nn/layer/container.py +41 -4
  160. mindspore/nn/layer/conv.py +64 -28
  161. mindspore/nn/layer/dense.py +9 -8
  162. mindspore/nn/layer/embedding.py +27 -25
  163. mindspore/nn/layer/image.py +53 -46
  164. mindspore/nn/layer/math.py +97 -105
  165. mindspore/nn/layer/normalization.py +117 -86
  166. mindspore/nn/layer/padding.py +185 -95
  167. mindspore/nn/layer/pooling.py +817 -414
  168. mindspore/nn/layer/rnn_cells.py +10 -15
  169. mindspore/nn/layer/rnns.py +37 -38
  170. mindspore/nn/layer/thor_layer.py +11 -12
  171. mindspore/nn/layer/timedistributed.py +5 -5
  172. mindspore/nn/layer/transformer.py +701 -0
  173. mindspore/nn/learning_rate_schedule.py +8 -8
  174. mindspore/nn/loss/__init__.py +5 -4
  175. mindspore/nn/loss/loss.py +334 -199
  176. mindspore/nn/optim/ada_grad.py +6 -6
  177. mindspore/nn/optim/adadelta.py +2 -3
  178. mindspore/nn/optim/adafactor.py +4 -5
  179. mindspore/nn/optim/adam.py +126 -62
  180. mindspore/nn/optim/adamax.py +3 -4
  181. mindspore/nn/optim/adasum.py +6 -6
  182. mindspore/nn/optim/asgd.py +2 -2
  183. mindspore/nn/optim/ftrl.py +67 -38
  184. mindspore/nn/optim/lamb.py +4 -5
  185. mindspore/nn/optim/lars.py +2 -2
  186. mindspore/nn/optim/lazyadam.py +43 -4
  187. mindspore/nn/optim/momentum.py +6 -5
  188. mindspore/nn/optim/optimizer.py +3 -1
  189. mindspore/nn/optim/proximal_ada_grad.py +2 -2
  190. mindspore/nn/optim/rmsprop.py +1 -1
  191. mindspore/nn/optim/rprop.py +8 -9
  192. mindspore/nn/optim/sgd.py +19 -13
  193. mindspore/nn/optim/thor.py +10 -15
  194. mindspore/nn/probability/__init__.py +0 -2
  195. mindspore/nn/probability/bijector/bijector.py +4 -4
  196. mindspore/nn/probability/bijector/invert.py +1 -1
  197. mindspore/nn/probability/bijector/softplus.py +2 -2
  198. mindspore/nn/probability/bnn_layers/dense_variational.py +1 -1
  199. mindspore/nn/probability/bnn_layers/layer_distribution.py +2 -2
  200. mindspore/nn/probability/distribution/_utils/utils.py +9 -15
  201. mindspore/nn/probability/distribution/bernoulli.py +3 -3
  202. mindspore/nn/probability/distribution/beta.py +1 -1
  203. mindspore/nn/probability/distribution/categorical.py +5 -7
  204. mindspore/nn/probability/distribution/cauchy.py +3 -3
  205. mindspore/nn/probability/distribution/distribution.py +2 -2
  206. mindspore/nn/probability/distribution/exponential.py +2 -2
  207. mindspore/nn/probability/distribution/gamma.py +3 -3
  208. mindspore/nn/probability/distribution/geometric.py +1 -1
  209. mindspore/nn/probability/distribution/gumbel.py +3 -3
  210. mindspore/nn/probability/distribution/half_normal.py +15 -11
  211. mindspore/nn/probability/distribution/laplace.py +16 -13
  212. mindspore/nn/probability/distribution/logistic.py +2 -2
  213. mindspore/nn/probability/distribution/normal.py +1 -1
  214. mindspore/nn/probability/distribution/poisson.py +1 -1
  215. mindspore/nn/probability/distribution/student_t.py +20 -15
  216. mindspore/nn/probability/distribution/transformed_distribution.py +4 -4
  217. mindspore/nn/probability/distribution/uniform.py +2 -2
  218. mindspore/nn/reinforcement/_tensors_queue.py +3 -3
  219. mindspore/nn/reinforcement/tensor_array.py +2 -2
  220. mindspore/nn/sparse/sparse.py +2 -2
  221. mindspore/nn/wrap/cell_wrapper.py +27 -10
  222. mindspore/nn/wrap/grad_reducer.py +2 -2
  223. mindspore/nn/wrap/loss_scale.py +40 -24
  224. mindspore/numpy/array_creations.py +33 -22
  225. mindspore/numpy/array_ops.py +35 -30
  226. mindspore/numpy/logic_ops.py +6 -27
  227. mindspore/numpy/math_ops.py +22 -19
  228. mindspore/numpy/utils.py +1 -1
  229. mindspore/numpy/utils_const.py +108 -58
  230. mindspore/ops/_constants.py +0 -6
  231. mindspore/ops/_grad/__init__.py +2 -1
  232. mindspore/ops/_grad/grad_array_ops.py +86 -117
  233. mindspore/ops/_grad/grad_base.py +23 -1
  234. mindspore/ops/_grad/grad_clip_ops.py +2 -3
  235. mindspore/ops/_grad/grad_comm_ops.py +34 -24
  236. mindspore/ops/_grad/grad_implementations.py +9 -45
  237. mindspore/ops/_grad/grad_inner_ops.py +47 -4
  238. mindspore/ops/_grad/grad_math_ops.py +142 -117
  239. mindspore/ops/_grad/grad_nn_ops.py +71 -165
  240. mindspore/ops/_grad/grad_sequence_ops.py +296 -0
  241. mindspore/ops/_grad/grad_sparse.py +7 -6
  242. mindspore/ops/_grad_experimental/__init__.py +1 -0
  243. mindspore/ops/_grad_experimental/grad_array_ops.py +150 -15
  244. mindspore/ops/_grad_experimental/grad_image_ops.py +16 -7
  245. mindspore/ops/_grad_experimental/grad_inner_ops.py +1 -22
  246. mindspore/ops/_grad_experimental/grad_linalg_ops.py +4 -11
  247. mindspore/ops/_grad_experimental/grad_math_ops.py +210 -89
  248. mindspore/ops/_grad_experimental/grad_nn_ops.py +26 -22
  249. mindspore/ops/_grad_experimental/grad_scalar_ops.py +112 -0
  250. mindspore/ops/_grad_experimental/grad_sparse_ops.py +49 -8
  251. mindspore/ops/_op_impl/_custom_op/batch_matmul_impl.py +1 -1
  252. mindspore/ops/_op_impl/_custom_op/batchnorm_fold.py +2 -2
  253. mindspore/ops/_op_impl/_custom_op/batchnorm_fold2.py +2 -2
  254. mindspore/ops/_op_impl/_custom_op/batchnorm_fold2_grad.py +2 -2
  255. mindspore/ops/_op_impl/_custom_op/batchnorm_fold2_grad_reduce.py +4 -4
  256. mindspore/ops/_op_impl/_custom_op/batchnorm_fold_grad.py +3 -3
  257. mindspore/ops/_op_impl/_custom_op/cholesky_trsm_impl.py +1 -1
  258. mindspore/ops/_op_impl/_custom_op/correction_mul.py +2 -2
  259. mindspore/ops/_op_impl/_custom_op/correction_mul_grad.py +2 -2
  260. mindspore/ops/_op_impl/_custom_op/dsd_back_impl.py +1 -5
  261. mindspore/ops/_op_impl/_custom_op/dsd_impl.py +1 -1
  262. mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perchannel.py +2 -2
  263. mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perchannel_grad.py +2 -2
  264. mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perchannel_grad_reduce.py +2 -2
  265. mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perlayer.py +2 -2
  266. mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perlayer_grad.py +2 -2
  267. mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perlayer_grad_reduce.py +2 -2
  268. mindspore/ops/_op_impl/_custom_op/fake_quant_perchannel.py +2 -2
  269. mindspore/ops/_op_impl/_custom_op/fake_quant_perchannel_grad.py +2 -2
  270. mindspore/ops/_op_impl/_custom_op/fake_quant_perlayer.py +2 -2
  271. mindspore/ops/_op_impl/_custom_op/fake_quant_perlayer_grad.py +2 -2
  272. mindspore/ops/_op_impl/_custom_op/fused_abs_max1_impl.py +1 -1
  273. mindspore/ops/_op_impl/_custom_op/img2col_impl.py +1 -1
  274. mindspore/ops/_op_impl/_custom_op/matmul_cube_dense_left_impl.py +2 -2
  275. mindspore/ops/_op_impl/_custom_op/matmul_cube_dense_right_impl.py +1 -1
  276. mindspore/ops/_op_impl/_custom_op/matmul_cube_fracz_left_cast_impl.py +1 -1
  277. mindspore/ops/_op_impl/_custom_op/matmul_cube_fracz_right_mul_impl.py +1 -1
  278. mindspore/ops/_op_impl/_custom_op/matmul_cube_impl.py +2 -2
  279. mindspore/ops/_op_impl/_custom_op/matmul_dds_impl.py +0 -4
  280. mindspore/ops/_op_impl/_custom_op/matrix_combine_impl.py +1 -1
  281. mindspore/ops/_op_impl/_custom_op/minmax_update_perchannel.py +2 -2
  282. mindspore/ops/_op_impl/_custom_op/minmax_update_perlayer.py +2 -2
  283. mindspore/ops/_op_impl/_custom_op/transpose02314_impl.py +1 -1
  284. mindspore/ops/_op_impl/aicpu/__init__.py +236 -4
  285. mindspore/ops/_op_impl/aicpu/abs.py +36 -0
  286. mindspore/ops/_op_impl/aicpu/{adaptive_avg_pool_2d_v1.py → adaptive_avg_pool_2d.py} +6 -5
  287. mindspore/ops/_op_impl/aicpu/adaptive_avg_pool_2d_grad.py +34 -0
  288. mindspore/ops/_op_impl/aicpu/add.py +43 -0
  289. mindspore/ops/_op_impl/aicpu/addcdiv.py +0 -32
  290. mindspore/ops/_op_impl/aicpu/addcmul.py +0 -84
  291. mindspore/ops/_op_impl/aicpu/affine_grid_grad.py +35 -0
  292. mindspore/ops/_op_impl/aicpu/batch_matmul.py +43 -43
  293. mindspore/ops/_op_impl/aicpu/bernoulli.py +48 -0
  294. mindspore/{compression/common/__init__.py → ops/_op_impl/aicpu/bessel_i0.py} +15 -8
  295. mindspore/ops/_op_impl/aicpu/channel_shuffle.py +40 -0
  296. mindspore/ops/_op_impl/aicpu/conj.py +11 -0
  297. mindspore/ops/_op_impl/aicpu/cumulative_logsumexp.py +0 -3
  298. mindspore/ops/_op_impl/aicpu/deformable_offsets.py +38 -0
  299. mindspore/ops/_op_impl/aicpu/deformable_offsets_grad.py +43 -0
  300. mindspore/ops/_op_impl/aicpu/{adaptive_avg_pool_2d_grad_v1.py → digamma.py} +7 -9
  301. mindspore/ops/_op_impl/aicpu/flatten.py +1 -0
  302. mindspore/ops/_op_impl/aicpu/fmax.py +36 -0
  303. mindspore/ops/_op_impl/aicpu/fmin.py +37 -0
  304. mindspore/ops/_op_impl/aicpu/fractional_max_pool3d_with_fixed_ksize.py +1 -1
  305. mindspore/ops/_op_impl/aicpu/fse_decode.py +43 -0
  306. mindspore/ops/_op_impl/aicpu/greater.py +41 -0
  307. mindspore/ops/_op_impl/aicpu/greater_equal.py +41 -0
  308. mindspore/ops/_op_impl/aicpu/index_put.py +50 -0
  309. mindspore/ops/_op_impl/aicpu/less.py +41 -0
  310. mindspore/{nn/probability/infer/variational/__init__.py → ops/_op_impl/aicpu/lgamma.py} +16 -10
  311. mindspore/ops/_op_impl/aicpu/mirror_pad.py +0 -4
  312. mindspore/ops/_op_impl/aicpu/mirror_pad_grad.py +0 -4
  313. mindspore/ops/_op_impl/aicpu/mul.py +3 -1
  314. mindspore/ops/_op_impl/aicpu/multinomial.py +14 -6
  315. mindspore/ops/_op_impl/aicpu/nllloss.py +38 -0
  316. mindspore/ops/_op_impl/aicpu/nllloss_grad.py +39 -0
  317. mindspore/ops/_op_impl/aicpu/ones_like.py +0 -2
  318. mindspore/ops/_op_impl/aicpu/polar.py +32 -0
  319. mindspore/ops/_op_impl/aicpu/polygamma.py +34 -0
  320. mindspore/ops/_op_impl/aicpu/quant_dtype_cast.py +40 -0
  321. mindspore/ops/_op_impl/aicpu/quantile.py +35 -0
  322. mindspore/ops/_op_impl/aicpu/ragged_tensor_to_sparse.py +73 -0
  323. mindspore/ops/_op_impl/aicpu/randperm_v2.py +41 -0
  324. mindspore/ops/_op_impl/aicpu/resize_bicubic.py +2 -8
  325. mindspore/ops/_op_impl/aicpu/resize_bicubic_grad.py +1 -1
  326. mindspore/ops/_op_impl/aicpu/resize_v2.py +68 -0
  327. mindspore/ops/_op_impl/aicpu/resize_v2_grad.py +68 -0
  328. mindspore/ops/_op_impl/aicpu/scatter_elements.py +4 -0
  329. mindspore/ops/_op_impl/aicpu/scatter_nd_update.py +2 -0
  330. mindspore/ops/_op_impl/aicpu/sequence_add.py +34 -0
  331. mindspore/ops/_op_impl/aicpu/sequence_add_offset.py +34 -0
  332. mindspore/ops/_op_impl/aicpu/sequence_addn.py +38 -0
  333. mindspore/ops/_op_impl/aicpu/smooth_l1_loss.py +35 -0
  334. mindspore/ops/_op_impl/aicpu/smooth_l1_loss_grad.py +37 -0
  335. mindspore/ops/_op_impl/aicpu/sparse_apply_adagrad_da.py +0 -24
  336. mindspore/ops/_op_impl/aicpu/sparse_cross.py +42 -0
  337. mindspore/ops/_op_impl/aicpu/sparse_slice.py +4 -0
  338. mindspore/ops/_op_impl/aicpu/sparse_slice_grad.py +6 -0
  339. mindspore/ops/_op_impl/aicpu/tensor_scatter_update.py +59 -0
  340. mindspore/ops/_op_impl/aicpu/trans_data.py +1 -0
  341. mindspore/ops/_op_impl/aicpu/tril_indices.py +34 -0
  342. mindspore/ops/_op_impl/aicpu/uniform.py +34 -0
  343. mindspore/ops/_op_impl/aicpu/uniform_candidate_sampler.py +1 -0
  344. mindspore/ops/_op_impl/aicpu/unique_consecutive.py +10 -2
  345. mindspore/ops/_op_impl/cpu/dynamic_shape.py +5 -1
  346. mindspore/ops/_op_impl/cpu/sparse_slice.py +4 -0
  347. mindspore/ops/_op_impl/cpu/sparse_slice_grad.py +6 -0
  348. mindspore/ops/_op_impl/cpu/tensor_shape.py +5 -1
  349. mindspore/ops/_op_impl/tbe/__init__.py +27 -611
  350. mindspore/ops/_op_impl/tbe/assign_add_ds.py +1 -0
  351. mindspore/ops/_op_impl/tbe/atomic_addr_clean.py +1 -1
  352. mindspore/ops/_op_impl/tbe/avg_pool_3d_grad.py +1 -1
  353. mindspore/ops/_op_impl/tbe/batch_matmul_ds.py +1 -0
  354. mindspore/ops/_op_impl/tbe/batch_to_space.py +1 -1
  355. mindspore/ops/_op_impl/tbe/batch_to_space_nd.py +1 -1
  356. mindspore/ops/_op_impl/tbe/bn_infer_grad.py +4 -2
  357. mindspore/ops/_op_impl/tbe/bn_training_update.py +0 -1
  358. mindspore/ops/_op_impl/tbe/bn_training_update_ds.py +0 -1
  359. mindspore/ops/_op_impl/tbe/broadcast_to_ds.py +6 -4
  360. mindspore/ops/_op_impl/tbe/cast.py +0 -2
  361. mindspore/ops/_op_impl/tbe/cast_ds.py +3 -3
  362. mindspore/ops/_op_impl/tbe/data_format_dim_map_ds.py +1 -0
  363. mindspore/ops/_op_impl/tbe/depthwise_conv2d.py +2 -2
  364. mindspore/ops/_op_impl/tbe/dynamic_atomic_addr_clean.py +1 -1
  365. mindspore/ops/_op_impl/tbe/gather_nd.py +1 -0
  366. mindspore/ops/_op_impl/tbe/{index_add.py → inplace_index_add.py} +3 -6
  367. mindspore/ops/_op_impl/tbe/matmul_ds.py +2 -0
  368. mindspore/ops/_op_impl/tbe/npu_clear_float_status_v2.py +35 -0
  369. mindspore/ops/_op_impl/tbe/npu_get_float_status_v2.py +35 -0
  370. mindspore/ops/_op_impl/tbe/scatter_mul.py +2 -0
  371. mindspore/ops/_op_impl/tbe/scatter_nd_add.py +0 -2
  372. mindspore/ops/_op_impl/tbe/space_to_batch.py +1 -1
  373. mindspore/ops/_op_impl/tbe/space_to_batch_nd.py +1 -1
  374. mindspore/ops/_op_impl/tbe/trans_data_ds.py +15 -5
  375. mindspore/ops/_register_for_op.py +1 -0
  376. mindspore/ops/_utils/__init__.py +1 -2
  377. mindspore/ops/_utils/utils.py +19 -40
  378. mindspore/ops/_vmap/vmap_array_ops.py +116 -38
  379. mindspore/ops/_vmap/vmap_base.py +16 -9
  380. mindspore/ops/_vmap/vmap_convolution_ops.py +7 -10
  381. mindspore/ops/_vmap/vmap_grad_math_ops.py +4 -4
  382. mindspore/ops/_vmap/vmap_grad_nn_ops.py +7 -5
  383. mindspore/ops/_vmap/vmap_image_ops.py +12 -5
  384. mindspore/ops/_vmap/vmap_math_ops.py +46 -5
  385. mindspore/ops/_vmap/vmap_nn_ops.py +15 -21
  386. mindspore/ops/_vmap/vmap_random_ops.py +1 -1
  387. mindspore/ops/bprop_mindir/AdaptiveAvgPool2D_bprop.mindir +0 -0
  388. mindspore/ops/bprop_mindir/AdaptiveMaxPool2D_bprop.mindir +0 -0
  389. mindspore/ops/bprop_mindir/AvgPool3D_bprop.mindir +150 -0
  390. mindspore/ops/bprop_mindir/AvgPool_bprop.mindir +66 -0
  391. mindspore/ops/bprop_mindir/BCEWithLogitsLoss_bprop.mindir +0 -0
  392. mindspore/ops/bprop_mindir/BatchNormGrad_bprop.mindir +0 -0
  393. mindspore/ops/bprop_mindir/BiasAddGrad_bprop.mindir +0 -0
  394. mindspore/ops/bprop_mindir/BinaryCrossEntropy_bprop.mindir +33 -0
  395. mindspore/ops/bprop_mindir/BroadcastTo_bprop.mindir +220 -106
  396. mindspore/ops/bprop_mindir/CTCLoss_bprop.mindir +0 -0
  397. mindspore/ops/bprop_mindir/Conv2DBackpropFilter_bprop.mindir +240 -0
  398. mindspore/ops/bprop_mindir/Conv2DBackpropInput_bprop.mindir +247 -0
  399. mindspore/ops/bprop_mindir/Conv2DTranspose_bprop.mindir +247 -0
  400. mindspore/ops/bprop_mindir/Conv3DTranspose_bprop.mindir +315 -0
  401. mindspore/ops/bprop_mindir/Conv3D_bprop.mindir +278 -0
  402. mindspore/ops/bprop_mindir/DeformableOffsets_bprop.mindir +58 -0
  403. mindspore/ops/bprop_mindir/DepthwiseConv2dNative_bprop.mindir +138 -0
  404. mindspore/ops/bprop_mindir/Dropout2D_bprop.mindir +0 -0
  405. mindspore/ops/bprop_mindir/Dropout3D_bprop.mindir +0 -0
  406. mindspore/ops/bprop_mindir/DropoutDoMask_bprop.mindir +22 -23
  407. mindspore/ops/bprop_mindir/DropoutGenMask_bprop.mindir +16 -17
  408. mindspore/ops/bprop_mindir/DropoutGrad_bprop.mindir +27 -0
  409. mindspore/ops/bprop_mindir/Dropout_bprop.mindir +0 -0
  410. mindspore/ops/bprop_mindir/DynamicGRUV2_bprop.mindir +0 -0
  411. mindspore/ops/bprop_mindir/DynamicRNN_bprop.mindir +0 -0
  412. mindspore/ops/bprop_mindir/Elu_bprop.mindir +16 -0
  413. mindspore/ops/bprop_mindir/EmbeddingLookup_bprop.mindir +0 -0
  414. mindspore/ops/bprop_mindir/ExpandDims_bprop.mindir +39 -41
  415. mindspore/ops/bprop_mindir/FastGeLU_bprop.mindir +16 -0
  416. mindspore/ops/bprop_mindir/Flatten_bprop.mindir +41 -43
  417. mindspore/ops/bprop_mindir/GatherNd_bprop.mindir +51 -57
  418. mindspore/ops/bprop_mindir/Gather_bprop.mindir +0 -0
  419. mindspore/ops/bprop_mindir/HSigmoid_bprop.mindir +16 -0
  420. mindspore/ops/bprop_mindir/HSwish_bprop.mindir +16 -0
  421. mindspore/ops/bprop_mindir/InstanceNorm_bprop.mindir +0 -0
  422. mindspore/ops/bprop_mindir/KLDivLoss_bprop.mindir +126 -0
  423. mindspore/ops/bprop_mindir/L2Loss_bprop.mindir +15 -0
  424. mindspore/ops/bprop_mindir/L2Normalize_bprop.mindir +30 -0
  425. mindspore/ops/bprop_mindir/LRN_bprop.mindir +43 -0
  426. mindspore/ops/bprop_mindir/LayerNormGrad_bprop.mindir +0 -0
  427. mindspore/ops/bprop_mindir/LogSoftmax_bprop.mindir +23 -0
  428. mindspore/ops/bprop_mindir/MaxPool3DGradGrad_bprop.mindir +74 -0
  429. mindspore/ops/bprop_mindir/MaxPool3DGrad_bprop.mindir +74 -0
  430. mindspore/ops/bprop_mindir/MaxPool3D_bprop.mindir +75 -0
  431. mindspore/ops/bprop_mindir/MaxPoolGradGrad_bprop.mindir +65 -0
  432. mindspore/ops/bprop_mindir/MaxPoolWithArgmax_bprop.mindir +0 -0
  433. mindspore/ops/bprop_mindir/MirrorPad_bprop.mindir +27 -0
  434. mindspore/ops/bprop_mindir/Mish_bprop.mindir +35 -0
  435. mindspore/ops/bprop_mindir/MulNoNan_bprop.mindir +0 -0
  436. mindspore/ops/bprop_mindir/NLLLoss_bprop.mindir +0 -0
  437. mindspore/ops/bprop_mindir/OneHot_bprop.mindir +24 -25
  438. mindspore/ops/bprop_mindir/PReLU_bprop.mindir +0 -0
  439. mindspore/ops/bprop_mindir/Pad_bprop.mindir +0 -0
  440. mindspore/ops/bprop_mindir/Padding_bprop.mindir +0 -0
  441. mindspore/ops/bprop_mindir/RNNTLoss_bprop.mindir +29 -0
  442. mindspore/ops/bprop_mindir/ROIAlign_bprop.mindir +82 -0
  443. mindspore/ops/bprop_mindir/ReLU6_bprop.mindir +16 -0
  444. mindspore/ops/bprop_mindir/ReLUV2_bprop.mindir +0 -0
  445. mindspore/ops/bprop_mindir/ReluGrad_bprop.mindir +18 -19
  446. mindspore/ops/bprop_mindir/Reshape_bprop.mindir +53 -53
  447. mindspore/ops/bprop_mindir/ResizeBilinear_bprop.mindir +29 -0
  448. mindspore/ops/bprop_mindir/ResizeNearestNeighbor_bprop.mindir +77 -85
  449. mindspore/ops/bprop_mindir/SeLU_bprop.mindir +21 -0
  450. mindspore/ops/bprop_mindir/SigmoidCrossEntropyWithLogits_bprop.mindir +21 -0
  451. mindspore/ops/bprop_mindir/SigmoidGrad_bprop.mindir +0 -0
  452. mindspore/ops/bprop_mindir/Sigmoid_bprop.mindir +16 -0
  453. mindspore/ops/bprop_mindir/SmoothL1Loss_bprop.mindir +36 -0
  454. mindspore/ops/bprop_mindir/SoftmaxCrossEntropyWithLogits_bprop.mindir +0 -0
  455. mindspore/ops/bprop_mindir/Softplus_bprop.mindir +16 -0
  456. mindspore/ops/bprop_mindir/Softsign_bprop.mindir +33 -0
  457. mindspore/ops/bprop_mindir/SparseSoftmaxCrossEntropyWithLogits_bprop.mindir +0 -0
  458. mindspore/ops/bprop_mindir/Squeeze_bprop.mindir +37 -39
  459. mindspore/ops/bprop_mindir/StridedSlice_bprop.mindir +70 -72
  460. mindspore/ops/bprop_mindir/TanhGrad_bprop.mindir +0 -0
  461. mindspore/ops/bprop_mindir/Tanh_bprop.mindir +66 -0
  462. mindspore/ops/bprop_mindir/Tile_bprop.mindir +0 -0
  463. mindspore/ops/bprop_mindir/TopK_bprop.mindir +0 -0
  464. mindspore/ops/bprop_mindir/TupleGetItem_bprop.mindir +17 -17
  465. mindspore/ops/bprop_mindir/UpsampleNearest3D_bprop.mindir +32 -0
  466. mindspore/ops/bprop_mindir/UpsampleTrilinear3D_bprop.mindir +38 -0
  467. mindspore/ops/bprop_mindir/generate_mindir.py +2 -0
  468. mindspore/ops/composite/__init__.py +7 -8
  469. mindspore/ops/composite/base.py +101 -47
  470. mindspore/ops/composite/math_ops.py +188 -158
  471. mindspore/ops/composite/multitype_ops/_compile_utils.py +415 -170
  472. mindspore/ops/composite/multitype_ops/_constexpr_utils.py +142 -87
  473. mindspore/ops/composite/multitype_ops/add_impl.py +6 -1
  474. mindspore/ops/composite/multitype_ops/div_impl.py +2 -3
  475. mindspore/ops/composite/multitype_ops/getitem_impl.py +31 -3
  476. mindspore/ops/composite/multitype_ops/greater_equal_impl.py +31 -0
  477. mindspore/ops/composite/multitype_ops/greater_impl.py +31 -0
  478. mindspore/ops/composite/multitype_ops/in_impl.py +9 -0
  479. mindspore/ops/composite/multitype_ops/less_equal_impl.py +31 -0
  480. mindspore/ops/composite/multitype_ops/less_impl.py +31 -0
  481. mindspore/ops/composite/multitype_ops/mul_impl.py +21 -5
  482. mindspore/ops/composite/multitype_ops/not_in_impl.py +9 -0
  483. mindspore/ops/composite/multitype_ops/ones_like_impl.py +2 -4
  484. mindspore/ops/composite/multitype_ops/setitem_impl.py +21 -3
  485. mindspore/ops/composite/multitype_ops/sub_impl.py +1 -1
  486. mindspore/ops/composite/multitype_ops/zeros_like_impl.py +35 -4
  487. mindspore/ops/function/__init__.py +152 -8
  488. mindspore/ops/function/array_func.py +2555 -674
  489. mindspore/ops/function/clip_func.py +209 -13
  490. mindspore/ops/function/debug_func.py +2 -2
  491. mindspore/ops/function/grad/__init__.py +2 -1
  492. mindspore/ops/function/grad/grad_func.py +147 -62
  493. mindspore/ops/function/image_func.py +54 -38
  494. mindspore/ops/function/linalg_func.py +167 -16
  495. mindspore/ops/function/math_func.py +4849 -1492
  496. mindspore/ops/function/nn_func.py +2573 -988
  497. mindspore/ops/function/other_func.py +115 -0
  498. mindspore/ops/function/parameter_func.py +3 -3
  499. mindspore/ops/function/random_func.py +790 -73
  500. mindspore/ops/function/sparse_func.py +98 -78
  501. mindspore/ops/function/sparse_unary_func.py +54 -53
  502. mindspore/ops/function/spectral_func.py +27 -24
  503. mindspore/ops/function/vmap_func.py +22 -2
  504. mindspore/ops/functional.py +97 -37
  505. mindspore/ops/op_info_register.py +70 -28
  506. mindspore/ops/operations/__init__.py +47 -14
  507. mindspore/ops/operations/_csr_ops.py +7 -7
  508. mindspore/ops/operations/_embedding_cache_ops.py +5 -5
  509. mindspore/ops/operations/_grad_ops.py +276 -187
  510. mindspore/ops/operations/_inner_ops.py +319 -113
  511. mindspore/ops/operations/_ms_kernel.py +10 -8
  512. mindspore/ops/operations/_ocr_ops.py +9 -9
  513. mindspore/ops/operations/_opaque_predicate_registry.py +4 -0
  514. mindspore/ops/operations/_quant_ops.py +137 -102
  515. mindspore/ops/operations/_rl_inner_ops.py +121 -60
  516. mindspore/ops/operations/_scalar_ops.py +466 -0
  517. mindspore/ops/operations/_sequence_ops.py +1004 -2
  518. mindspore/ops/operations/_tensor_array.py +10 -11
  519. mindspore/ops/operations/_thor_ops.py +1 -1
  520. mindspore/ops/operations/array_ops.py +801 -466
  521. mindspore/ops/operations/comm_ops.py +51 -49
  522. mindspore/ops/operations/control_ops.py +2 -2
  523. mindspore/ops/operations/custom_ops.py +123 -44
  524. mindspore/ops/operations/debug_ops.py +24 -24
  525. mindspore/ops/operations/image_ops.py +240 -153
  526. mindspore/ops/operations/inner_ops.py +34 -50
  527. mindspore/ops/operations/linalg_ops.py +31 -9
  528. mindspore/ops/operations/math_ops.py +988 -757
  529. mindspore/ops/operations/nn_ops.py +965 -819
  530. mindspore/ops/operations/other_ops.py +51 -40
  531. mindspore/ops/operations/random_ops.py +204 -122
  532. mindspore/ops/operations/rl_ops.py +8 -9
  533. mindspore/ops/operations/sparse_ops.py +254 -93
  534. mindspore/ops/operations/spectral_ops.py +35 -3
  535. mindspore/ops/primitive.py +111 -9
  536. mindspore/parallel/_auto_parallel_context.py +189 -83
  537. mindspore/parallel/_offload_context.py +185 -0
  538. mindspore/parallel/_parallel_serialization.py +99 -7
  539. mindspore/parallel/_ps_context.py +9 -5
  540. mindspore/parallel/_recovery_context.py +1 -1
  541. mindspore/parallel/_tensor.py +7 -1
  542. mindspore/{nn/transformer → parallel/_transformer}/__init__.py +6 -6
  543. mindspore/{nn/transformer → parallel/_transformer}/layers.py +6 -37
  544. mindspore/{nn/transformer → parallel/_transformer}/loss.py +4 -7
  545. mindspore/{nn/transformer → parallel/_transformer}/moe.py +20 -16
  546. mindspore/{nn/transformer → parallel/_transformer}/op_parallel_config.py +3 -3
  547. mindspore/{nn/transformer → parallel/_transformer}/transformer.py +48 -111
  548. mindspore/parallel/_utils.py +1 -2
  549. mindspore/parallel/algo_parameter_config.py +1 -1
  550. mindspore/parallel/checkpoint_transform.py +37 -34
  551. mindspore/parallel/shard.py +17 -18
  552. mindspore/profiler/common/validator/validate_path.py +2 -2
  553. mindspore/profiler/envprofiling.py +69 -47
  554. mindspore/profiler/parser/ascend_timeline_generator.py +49 -42
  555. mindspore/profiler/parser/base_timeline_generator.py +49 -56
  556. mindspore/profiler/parser/cpu_gpu_timeline_generator.py +98 -78
  557. mindspore/profiler/parser/hwts_log_parser.py +1 -1
  558. mindspore/profiler/parser/integrator.py +15 -14
  559. mindspore/profiler/parser/minddata_analyzer.py +2 -2
  560. mindspore/profiler/parser/msadvisor_analyzer.py +12 -25
  561. mindspore/profiler/parser/msadvisor_parser.py +2 -4
  562. mindspore/profiler/parser/optime_parser.py +17 -18
  563. mindspore/profiler/parser/profiler_info.py +2 -1
  564. mindspore/profiler/profiling.py +218 -186
  565. mindspore/rewrite/__init__.py +3 -1
  566. mindspore/rewrite/api/node.py +1 -114
  567. mindspore/rewrite/api/node_type.py +3 -0
  568. mindspore/rewrite/api/pattern_engine.py +31 -1
  569. mindspore/rewrite/api/scoped_value.py +4 -4
  570. mindspore/rewrite/api/symbol_tree.py +3 -78
  571. mindspore/rewrite/api/tree_node_helper.py +1 -1
  572. mindspore/rewrite/ast_creator_register.py +1 -0
  573. mindspore/rewrite/ast_helpers/__init__.py +2 -2
  574. mindspore/rewrite/ast_helpers/ast_creator.py +1 -2
  575. mindspore/rewrite/ast_helpers/ast_finder.py +65 -0
  576. mindspore/rewrite/ast_helpers/ast_modifier.py +11 -3
  577. mindspore/rewrite/ast_transformers/flatten_recursive_stmt.py +18 -2
  578. mindspore/rewrite/namespace.py +0 -2
  579. mindspore/rewrite/node.py +157 -11
  580. mindspore/rewrite/parsers/assign_parser.py +231 -53
  581. mindspore/rewrite/parsers/class_def_parser.py +187 -109
  582. mindspore/rewrite/parsers/for_parser.py +24 -14
  583. mindspore/rewrite/parsers/function_def_parser.py +21 -4
  584. mindspore/rewrite/parsers/if_parser.py +6 -2
  585. mindspore/rewrite/sparsify/__init__.py +0 -0
  586. mindspore/rewrite/sparsify/sparse_transformer.py +448 -0
  587. mindspore/rewrite/sparsify/sparsify.py +109 -0
  588. mindspore/rewrite/sparsify/utils.py +173 -0
  589. mindspore/rewrite/symbol_tree.py +256 -133
  590. mindspore/rewrite/symbol_tree_builder.py +38 -1
  591. mindspore/run_check/_check_version.py +69 -63
  592. mindspore/run_check/run_check.py +2 -1
  593. mindspore/scipy/linalg.py +10 -114
  594. mindspore/scipy/ops.py +2 -2
  595. mindspore/scipy/ops_wrapper.py +1 -1
  596. mindspore/scipy/optimize/_bfgs.py +1 -1
  597. mindspore/scipy/optimize/_lagrange.py +200 -0
  598. mindspore/scipy/optimize/line_search.py +3 -2
  599. mindspore/scipy/optimize/minimize.py +41 -2
  600. mindspore/scipy/sparse/__init__.py +2 -2
  601. mindspore/scipy/sparse/linalg.py +4 -464
  602. mindspore/scipy/utils.py +1 -1
  603. mindspore/scipy/utils_const.py +7 -1
  604. mindspore/train/__init__.py +1 -1
  605. mindspore/train/_utils.py +28 -5
  606. mindspore/train/amp.py +273 -102
  607. mindspore/train/callback/_backup_and_restore.py +5 -5
  608. mindspore/train/callback/_callback.py +2 -2
  609. mindspore/train/callback/_checkpoint.py +3 -3
  610. mindspore/train/callback/_early_stop.py +3 -3
  611. mindspore/train/callback/_lambda_callback.py +2 -2
  612. mindspore/train/callback/_landscape.py +29 -31
  613. mindspore/train/callback/_loss_monitor.py +3 -3
  614. mindspore/train/callback/_on_request_exit.py +3 -3
  615. mindspore/train/callback/_reduce_lr_on_plateau.py +4 -4
  616. mindspore/train/callback/_summary_collector.py +23 -16
  617. mindspore/train/callback/_time_monitor.py +3 -3
  618. mindspore/train/checkpoint_pb2.py +68 -8
  619. mindspore/train/data_sink.py +15 -3
  620. mindspore/train/dataset_helper.py +10 -15
  621. mindspore/train/loss_scale_manager.py +8 -11
  622. mindspore/train/metrics/__init__.py +1 -1
  623. mindspore/train/metrics/bleu_score.py +1 -1
  624. mindspore/train/metrics/confusion_matrix.py +1 -1
  625. mindspore/train/metrics/cosine_similarity.py +1 -1
  626. mindspore/train/metrics/dice.py +2 -2
  627. mindspore/train/metrics/fbeta.py +1 -1
  628. mindspore/train/metrics/hausdorff_distance.py +4 -3
  629. mindspore/train/metrics/mean_surface_distance.py +2 -2
  630. mindspore/train/metrics/occlusion_sensitivity.py +1 -1
  631. mindspore/train/metrics/perplexity.py +1 -1
  632. mindspore/train/metrics/precision.py +1 -1
  633. mindspore/train/metrics/recall.py +1 -1
  634. mindspore/train/metrics/roc.py +2 -2
  635. mindspore/train/metrics/root_mean_square_surface_distance.py +2 -2
  636. mindspore/train/mind_ir_pb2.py +116 -37
  637. mindspore/train/model.py +45 -28
  638. mindspore/train/serialization.py +295 -188
  639. mindspore/train/summary/_summary_adapter.py +1 -1
  640. mindspore/train/summary/summary_record.py +43 -13
  641. mindspore/train/train_thor/convert_utils.py +2 -2
  642. mindspore/train/train_thor/dataset_helper.py +3 -3
  643. mindspore/version.py +1 -1
  644. {mindspore-2.0.0a0.dist-info → mindspore-2.0.0rc1.dist-info}/METADATA +3 -2
  645. {mindspore-2.0.0a0.dist-info → mindspore-2.0.0rc1.dist-info}/RECORD +648 -574
  646. mindspore/compression/__init__.py +0 -19
  647. mindspore/compression/common/constant.py +0 -124
  648. mindspore/compression/export/__init__.py +0 -19
  649. mindspore/compression/export/quant_export.py +0 -515
  650. mindspore/compression/quant/__init__.py +0 -28
  651. mindspore/compression/quant/qat.py +0 -634
  652. mindspore/compression/quant/quant_utils.py +0 -462
  653. mindspore/compression/quant/quantizer.py +0 -68
  654. mindspore/nn/layer/quant.py +0 -1868
  655. mindspore/nn/layer/rnn_utils.py +0 -90
  656. mindspore/nn/probability/dpn/__init__.py +0 -22
  657. mindspore/nn/probability/dpn/vae/__init__.py +0 -25
  658. mindspore/nn/probability/dpn/vae/cvae.py +0 -140
  659. mindspore/nn/probability/dpn/vae/vae.py +0 -124
  660. mindspore/nn/probability/infer/__init__.py +0 -22
  661. mindspore/nn/probability/infer/variational/elbo.py +0 -70
  662. mindspore/nn/probability/infer/variational/svi.py +0 -84
  663. mindspore/nn/probability/toolbox/__init__.py +0 -22
  664. mindspore/nn/probability/toolbox/anomaly_detection.py +0 -99
  665. mindspore/nn/probability/toolbox/uncertainty_evaluation.py +0 -364
  666. mindspore/nn/probability/transforms/__init__.py +0 -22
  667. mindspore/nn/probability/transforms/transform_bnn.py +0 -262
  668. mindspore/nn/probability/zhusuan/__init__.py +0 -18
  669. mindspore/nn/probability/zhusuan/framework/__init__.py +0 -18
  670. mindspore/nn/probability/zhusuan/framework/bn.py +0 -95
  671. mindspore/nn/probability/zhusuan/variational/__init__.py +0 -18
  672. mindspore/nn/probability/zhusuan/variational/elbo.py +0 -46
  673. mindspore/ops/_op_impl/aicpu/parallel_concat.py +0 -42
  674. mindspore/ops/_op_impl/tbe/gather_v2.py +0 -56
  675. mindspore/ops/bprop_mindir/AssignAdd_bprop.mindir +0 -19
  676. mindspore/ops/bprop_mindir/Cast_bprop.mindir +0 -19
  677. mindspore/ops/bprop_mindir/LogicalOr_bprop.mindir +0 -19
  678. mindspore/ops/bprop_mindir/MatMul_bprop.mindir +0 -0
  679. mindspore/ops/bprop_mindir/ReLU_bprop.mindir +0 -17
  680. mindspore/ops/bprop_mindir/Transpose_bprop.mindir +0 -0
  681. mindspore/ops/bprop_mindir/UpdateState_bprop.mindir +0 -15
  682. mindspore/ops/composite/array_ops.py +0 -241
  683. mindspore/ops/composite/clip_ops.py +0 -134
  684. mindspore/ops/composite/random_ops.py +0 -426
  685. mindspore/ops/composite/vmap_ops.py +0 -38
  686. mindspore/parallel/nn/__init__.py +0 -42
  687. mindspore/parallel/nn/loss.py +0 -22
  688. mindspore/parallel/nn/moe.py +0 -21
  689. mindspore/parallel/nn/op_parallel_config.py +0 -22
  690. mindspore/parallel/nn/transformer.py +0 -31
  691. {mindspore-2.0.0a0.dist-info → mindspore-2.0.0rc1.dist-info}/WHEEL +0 -0
  692. {mindspore-2.0.0a0.dist-info → mindspore-2.0.0rc1.dist-info}/entry_points.txt +0 -0
  693. {mindspore-2.0.0a0.dist-info → mindspore-2.0.0rc1.dist-info}/top_level.txt +0 -0
@@ -19,13 +19,13 @@ from __future__ import absolute_import
19
19
  import mindspore.numpy as mnp
20
20
  from mindspore.ops import operations as P
21
21
  from mindspore.ops import functional as F
22
- from mindspore.ops import constexpr
22
+ from mindspore.ops.primitive import _primexpr
23
23
  from mindspore.common import Tensor
24
24
  from mindspore.ops.operations import math_ops
25
25
  from mindspore.ops.operations import linalg_ops
26
26
  from mindspore.ops.operations import _inner_ops
27
27
  from mindspore.ops.primitive import Primitive
28
- from mindspore.ops.composite import _VmapGeneralRule
28
+ from mindspore.ops.function import _VmapGeneralRule
29
29
  from mindspore.ops._vmap.vmap_base import vmap_rules_getters, vmap_general_preprocess, get_assign_vmap_rule, \
30
30
  get_unop_vmap_rule, _raise_value_error, _bdim_at_front, _broadcast_by_axis, _handle_broadcasting, \
31
31
  _vmap_clone_prim, _bdim_at_any, _get_reduce_batch_axis, _get_reduce_out_dim
@@ -33,7 +33,7 @@ from mindspore.ops.operations.math_ops import Bernoulli, BesselI0, BesselI1, Bes
33
33
  BesselK0, BesselK0e, BesselY0, BesselY1, BesselK1, BesselK1e, Median
34
34
 
35
35
 
36
- @constexpr
36
+ @_primexpr
37
37
  def _broadcast_shape(nd, x_ndim, x_shape):
38
38
  return x_shape + (1,) * (nd - x_ndim)
39
39
 
@@ -111,6 +111,9 @@ def get_addcxxx_vmap_rule(prim, axis_size):
111
111
  x1, x1_dim = x1_bdim
112
112
  x2, x2_dim = x2_bdim
113
113
  value, value_dim = value_bdim
114
+ if input_data_dim == x1_dim and x1_dim == x2_dim and x2_dim == value_dim:
115
+ out = prim(input_data, x1, x2, value)
116
+ return out, input_data_dim
114
117
 
115
118
  input_data = _bdim_at_front(input_data, input_data_dim, axis_size)
116
119
  x1 = _bdim_at_front(x1, x1_dim, axis_size)
@@ -433,7 +436,7 @@ def get_median_vmap_rule(prim, axis_size):
433
436
  axis = prim.axis
434
437
  keep_dims = prim.keep_dims
435
438
 
436
- @constexpr
439
+ @_primexpr
437
440
  def trans_axis(axis, rank, dim, keep_dims):
438
441
  if axis < 0:
439
442
  axis += rank - 1
@@ -461,7 +464,7 @@ def get_index_add_vmap_rule(prim, axis_size):
461
464
  """VmapRule for IndexAdd."""
462
465
  axis = prim.axis
463
466
 
464
- @constexpr
467
+ @_primexpr
465
468
  def _get_index_add_batch_axis(axis, x_dim, x_ndim):
466
469
  """get batch_axis for IndexAdd."""
467
470
  # case1: batch not exists
@@ -800,6 +803,44 @@ def get_square_sum_all_vmap_rule(prim, axis_size):
800
803
  return vmap_rule
801
804
 
802
805
 
806
+ @vmap_rules_getters.register(math_ops.FFTWithSize)
807
+ def get_fft_with_size_vmap_rule(prim, axis_size):
808
+ """VmapRule for `FFTWithSize` operation"""
809
+ if isinstance(prim, str):
810
+ prim_name = prim
811
+ prim = Primitive(prim)
812
+ signal_ndim = 1
813
+ inverse = False
814
+ real = False
815
+ norm = "backward"
816
+ oneside = True
817
+ signal_sizes = ()
818
+ else:
819
+ prim_name = prim.name
820
+ signal_ndim = prim.signal_ndim
821
+ inverse = prim.inverse
822
+ real = prim.real
823
+ norm = prim.norm
824
+ oneside = prim.oneside
825
+ signal_sizes = prim.signal_sizes
826
+
827
+ fft = math_ops.FFTWithSize(signal_ndim, inverse, real, norm, oneside, signal_sizes)
828
+
829
+ def vmap_rule(x_bdim):
830
+ is_all_none, result = vmap_general_preprocess(prim, x_bdim)
831
+ if is_all_none:
832
+ return result
833
+ x, x_dim = x_bdim
834
+ x_ndim = F.rank(x)
835
+ if x_dim < 0 or x_dim >= x_ndim - signal_ndim:
836
+ _raise_value_error("The source axi of `x` in `{} must be`in range of ({} {}), "
837
+ "but got {}.".format(prim_name, 0, x_ndim - signal_ndim, x_dim))
838
+ out = fft(x)
839
+ return (out, x_dim)
840
+
841
+ return vmap_rule
842
+
843
+
803
844
  get_assign_vmap_rule = vmap_rules_getters.register(P.AssignAdd)(get_assign_vmap_rule)
804
845
  get_assign_vmap_rule = vmap_rules_getters.register(P.AssignSub)(get_assign_vmap_rule)
805
846
 
@@ -23,6 +23,7 @@ from mindspore.ops.operations import _grad_ops as G
23
23
  from mindspore.ops.operations import nn_ops as NN
24
24
  from mindspore.ops import functional as F
25
25
  from mindspore.ops import constexpr
26
+ from mindspore.ops.primitive import _primexpr
26
27
  from mindspore.ops._vmap.vmap_base import vmap_rules_getters, vmap_general_preprocess, get_unop_vmap_rule, \
27
28
  _bdim_at_any, _bdim_at_front, _bdim_at_back, _handle_broadcasting, get_unary_grad_vmap_rule, _raise_value_error, \
28
29
  _vmap_clone_prim, _get_reduce_batch_axis
@@ -375,7 +376,7 @@ def get_bias_add_vmap_rule(prim, axis_size):
375
376
  def get_channal_pos_in_x(d_format):
376
377
  return d_format.find('C') + 1
377
378
 
378
- @constexpr
379
+ @_primexpr
379
380
  def get_bias_dst_shape(x_shape, n_dims, d_format, has_b_dim: bool):
380
381
  pos = get_channal_pos_in_x(d_format)
381
382
 
@@ -430,7 +431,7 @@ def get_bias_add_grad_vmap_rule(prim, axis_size):
430
431
  def get_channal_pos(d_format):
431
432
  return d_format.find('C') + 1
432
433
 
433
- @constexpr
434
+ @_primexpr
434
435
  def get_axis_for_reduce(x_shape_rank, data_format):
435
436
  channal_pos = get_channal_pos(data_format)
436
437
  axis_list = ()
@@ -1332,10 +1333,9 @@ def get_adam_rule(prim, axis_size):
1332
1333
  epsilon, epsilon_dim = epsilon_bdim
1333
1334
  grad, grad_dim = grad_bdim
1334
1335
 
1336
+ all_dim = [m_dim, v_dim, beta1_power_dim, beta2_power_dim, lr_dim, beta1_dim, beta2_dim, epsilon_dim, grad_dim]
1335
1337
  if var_dim is None:
1336
- if any(dim is not None for dim in [m_dim, v_dim, beta1_power_dim,
1337
- beta2_power_dim, lr_dim, beta1_dim,
1338
- beta2_dim, epsilon_dim, grad_dim]):
1338
+ if any(dim is not None for dim in all_dim):
1339
1339
  raise ValueError("The source axis of `var` is None, "
1340
1340
  "but the source axis of `m/v/vhat/beta1_power/beta2_power/lr/beta1/beta2/epsilon grad"
1341
1341
  " is not None. The execution of operator `{}` cannot be guaranteed.".format(prim_name))
@@ -1516,10 +1516,9 @@ def get_adaptive_max_pool_2d_vmap_rule(prim, axis_size):
1516
1516
  nchw_index = 4
1517
1517
  chw_reverse_index = -3
1518
1518
  hw_size = 2
1519
- return_indices = prim.return_indices
1520
1519
  output_size = prim.output_size
1521
1520
 
1522
- @constexpr
1521
+ @_primexpr
1523
1522
  def get_output_shape(x_ori_shape, output_size):
1524
1523
  if isinstance(output_size, tuple):
1525
1524
  h_out, w_out = output_size
@@ -1554,20 +1553,14 @@ def get_adaptive_max_pool_2d_vmap_rule(prim, axis_size):
1554
1553
  x_ori_shape = F.shape(x)
1555
1554
  x = F.reshape(x, (-1,) + x_ori_shape[chw_reverse_index:])
1556
1555
  output_shape = get_output_shape(x_ori_shape, output_size)
1557
- if return_indices:
1558
- out, indices = prim(x)
1559
- out = F.reshape(out, output_shape)
1560
- indices = F.reshape(indices, output_shape)
1561
- return (out, 0), (indices, 0)
1562
- out = prim(x)
1563
- out = F.reshape(out, output_shape)
1564
- return out, 0
1565
- # for the case of CHW
1566
- if return_indices:
1567
1556
  out, indices = prim(x)
1557
+ out = F.reshape(out, output_shape)
1558
+ indices = F.reshape(indices, output_shape)
1568
1559
  return (out, 0), (indices, 0)
1569
- out = prim(x)
1570
- return out, 0
1560
+
1561
+ # for the case of CHW
1562
+ out, indices = prim(x)
1563
+ return (out, 0), (indices, 0)
1571
1564
 
1572
1565
  return vmap_rule
1573
1566
 
@@ -1712,6 +1705,7 @@ def get_apply_centered_rmsprop_vmap_rule(prim, axis_size):
1712
1705
 
1713
1706
  @vmap_rules_getters.register(P.MaxPool)
1714
1707
  @vmap_rules_getters.register(P.MaxPoolWithArgmax)
1708
+ @vmap_rules_getters.register(P.MaxPoolWithArgmaxV2)
1715
1709
  def get_max_pool_vmap_rule(prim, axis_size):
1716
1710
  """VmapRule for `MaxPool` operation."""
1717
1711
  if isinstance(prim, str):
@@ -1719,7 +1713,7 @@ def get_max_pool_vmap_rule(prim, axis_size):
1719
1713
 
1720
1714
  prim_name = prim.name
1721
1715
 
1722
- @constexpr
1716
+ @_primexpr
1723
1717
  def get_original_shape(x_shape, out_shape):
1724
1718
  h_new = out_shape[2]
1725
1719
  w_new = out_shape[3]
@@ -1764,7 +1758,7 @@ def get_layernorm_vmap_rule(prim, axis_size):
1764
1758
  params_axis = process_attr_axis(prim.begin_params_axis)
1765
1759
  batch_prim = P.LayerNorm(norm_axis, params_axis, prim.epsilon)
1766
1760
 
1767
- @constexpr
1761
+ @_primexpr
1768
1762
  def get_logical_shape(var_shape):
1769
1763
  return var_shape[1:]
1770
1764
 
@@ -18,7 +18,7 @@ from __future__ import absolute_import
18
18
 
19
19
  from mindspore.ops.operations.random_ops import UniformCandidateSampler, RandomShuffle, Multinomial, \
20
20
  RandomChoiceWithMask
21
- from mindspore.ops.composite import _VmapGeneralRule
21
+ from mindspore.ops.function import _VmapGeneralRule
22
22
  from mindspore.ops._vmap.vmap_base import vmap_rules_getters, _bdim_at_front, _vmap_clone_prim, \
23
23
  vmap_general_preprocess, _raise_value_error
24
24
 
@@ -0,0 +1,150 @@
1
+
2
+ 0.1.1 MindSpore*2.0.0:�)
3
+ �+get_bprop_avg_pool_3d_grad.822:[CNode]823:1+get_bprop_avg_pool_3d_grad.822:[CNode]823:1"REF::bprop.824:Default/bprop.824-op627
4
+ C[ValueNode]835[ValueNode]835"Constant*
5
+ value* kernel_size�
6
+ ?[ValueNode]836[ValueNode]836"Constant*
7
+ value*strides�
8
+ <[ValueNode]837[ValueNode]837"Constant*
9
+ value*pads�
10
+ A[ValueNode]838[ValueNode]838"Constant*
11
+ value* ceil_mode�
12
+ I[ValueNode]839[ValueNode]839"Constant*
13
+ value*count_include_pad�
14
+ H[ValueNode]840[ValueNode]840"Constant*
15
+ value*divisor_override�
16
+ C[ValueNode]841[ValueNode]841"Constant*
17
+ value* data_format�
18
+ @[ValueNode]842[ValueNode]842"Constant*
19
+ value*pad_mode�
20
+ �
21
+ [ValueNode]835
22
+ [ValueNode]836
23
+ [ValueNode]837
24
+ [ValueNode]838
25
+ [ValueNode]839
26
+ [ValueNode]840
27
+ [ValueNode]841
28
+ [ValueNode]842,get_bprop_avg_pool_3d_grad.822:[CNode]843:10,get_bprop_avg_pool_3d_grad.822:[CNode]843:10"REF::S-Prim-MakeTuple:11:Default/S-Prim-MakeTuple-op634
29
+ C[ValueNode]844[ValueNode]844"Constant*
30
+ value* kernel_size�
31
+ �
32
+ #get_bprop_avg_pool_3d_grad.822:self
33
+ [ValueNode]844,get_bprop_avg_pool_3d_grad.822:[CNode]845:12,get_bprop_avg_pool_3d_grad.822:[CNode]845:12"REF::getattr:13:Default/getattr-op635
34
+ ?[ValueNode]846[ValueNode]846"Constant*
35
+ value*strides�
36
+ �
37
+ #get_bprop_avg_pool_3d_grad.822:self
38
+ [ValueNode]846,get_bprop_avg_pool_3d_grad.822:[CNode]847:14,get_bprop_avg_pool_3d_grad.822:[CNode]847:14"REF::getattr:13:Default/getattr-op636
39
+ E[ValueNode]848[ValueNode]848"Constant*
40
+ value*
41
+ �
42
+ #get_bprop_avg_pool_3d_grad.822:self
43
+ [ValueNode]848,get_bprop_avg_pool_3d_grad.822:[CNode]849:15,get_bprop_avg_pool_3d_grad.822:[CNode]849:15"REF::getattr:13:Default/getattr-op637
44
+ �,get_bprop_avg_pool_3d_grad.822:[CNode]850:16,get_bprop_avg_pool_3d_grad.822:[CNode]850:16"1REF::get_bprop_avg_pool_3d_grad.822:[CNode]849:15:638
45
+ @[ValueNode]851[ValueNode]851"Constant*
46
+ value*pad_list�
47
+ �
48
+ ,get_bprop_avg_pool_3d_grad.822:[CNode]850:16
49
+ [ValueNode]851*get_bprop_avg_pool_3d_grad.822:pad_list:17*get_bprop_avg_pool_3d_grad.822:pad_list:17"REF::MetaFuncGraph::getitem:Default/S-Prim-getitem-op639
50
+ A[ValueNode]852[ValueNode]852"Constant*
51
+ value* ceil_mode�
52
+ �
53
+ #get_bprop_avg_pool_3d_grad.822:self
54
+ [ValueNode]852,get_bprop_avg_pool_3d_grad.822:[CNode]853:18,get_bprop_avg_pool_3d_grad.822:[CNode]853:18"REF::getattr:13:Default/getattr-op640
55
+ E[ValueNode]854[ValueNode]854"Constant*
56
+ value*
57
+ �
58
+ #get_bprop_avg_pool_3d_grad.822:self
59
+ [ValueNode]854,get_bprop_avg_pool_3d_grad.822:[CNode]855:19,get_bprop_avg_pool_3d_grad.822:[CNode]855:19"REF::getattr:13:Default/getattr-op641
60
+ �,get_bprop_avg_pool_3d_grad.822:[CNode]856:20,get_bprop_avg_pool_3d_grad.822:[CNode]856:20"1REF::get_bprop_avg_pool_3d_grad.822:[CNode]855:19:642
61
+ I[ValueNode]857[ValueNode]857"Constant*
62
+ value*count_include_pad�
63
+ �
64
+ ,get_bprop_avg_pool_3d_grad.822:[CNode]856:20
65
+ [ValueNode]8573get_bprop_avg_pool_3d_grad.822:count_include_pad:213get_bprop_avg_pool_3d_grad.822:count_include_pad:21"REF::MetaFuncGraph::getitem:Default/S-Prim-getitem-op643
66
+ H[ValueNode]858[ValueNode]858"Constant*
67
+ value*divisor_override�
68
+ �
69
+ #get_bprop_avg_pool_3d_grad.822:self
70
+ [ValueNode]858,get_bprop_avg_pool_3d_grad.822:[CNode]859:22,get_bprop_avg_pool_3d_grad.822:[CNode]859:22"REF::getattr:13:Default/getattr-op644
71
+ C[ValueNode]860[ValueNode]860"Constant*
72
+ value* data_format�
73
+ �
74
+ #get_bprop_avg_pool_3d_grad.822:self
75
+ [ValueNode]860,get_bprop_avg_pool_3d_grad.822:[CNode]861:23,get_bprop_avg_pool_3d_grad.822:[CNode]861:23"REF::getattr:13:Default/getattr-op645
76
+ @[ValueNode]862[ValueNode]862"Constant*
77
+ value*pad_mode�
78
+ �
79
+ #get_bprop_avg_pool_3d_grad.822:self
80
+ [ValueNode]862,get_bprop_avg_pool_3d_grad.822:[CNode]863:24,get_bprop_avg_pool_3d_grad.822:[CNode]863:24"REF::getattr:13:Default/getattr-op646
81
+ �
82
+ ,get_bprop_avg_pool_3d_grad.822:[CNode]845:12
83
+ ,get_bprop_avg_pool_3d_grad.822:[CNode]847:14
84
+ *get_bprop_avg_pool_3d_grad.822:pad_list:17
85
+ ,get_bprop_avg_pool_3d_grad.822:[CNode]853:18
86
+ 3get_bprop_avg_pool_3d_grad.822:count_include_pad:21
87
+ ,get_bprop_avg_pool_3d_grad.822:[CNode]859:22
88
+ ,get_bprop_avg_pool_3d_grad.822:[CNode]861:23
89
+ ,get_bprop_avg_pool_3d_grad.822:[CNode]863:24,get_bprop_avg_pool_3d_grad.822:[CNode]864:25,get_bprop_avg_pool_3d_grad.822:[CNode]864:25"REF::S-Prim-MakeTuple:26:Default/S-Prim-MakeTuple-op647
90
+ �
91
+ ,get_bprop_avg_pool_3d_grad.822:[CNode]843:10
92
+ ,get_bprop_avg_pool_3d_grad.822:[CNode]864:25,get_bprop_avg_pool_3d_grad.822:[CNode]865:27,get_bprop_avg_pool_3d_grad.822:[CNode]865:27"REF::S-Prim-make_dict:28:Default/S-Prim-make_dict-op648
93
+ R866866"Constant*<
94
+ value*0mindspore.ops.operations._grad_ops.AvgPool3DGrad�!
95
+ �
96
+ 866
97
+ ,get_bprop_avg_pool_3d_grad.822:[CNode]865:272get_bprop_avg_pool_3d_grad.822:фavgpool3d_grad:292get_bprop_avg_pool_3d_grad.822:фavgpool3d_grad:29"REF::MetaFuncGraph::unpack_call:Default/unpack_call.867-op649get_bprop_avg_pool_3d_grad.822*%
98
+ #get_bprop_avg_pool_3d_grad.822:self*"
99
+ get_bprop_avg_pool_3d_grad.822:x*$
100
+ "get_bprop_avg_pool_3d_grad.822:out*'
101
+ %get_bprop_avg_pool_3d_grad.822:фdout2-
102
+ +get_bprop_avg_pool_3d_grad.822:[CNode]823:1:@bf8b8248fd9c9db80b0d31d687666512880861acf459f9165036db6d5b9bb2a0J/grad_nn_ops.pyB�
103
+ u
104
+ get_bprop_avg_pool_3d_grad.822:xbprop.824:x_shape:2bprop.824:x_shape:2"REF::shape.825:Default/shape.825-op628
105
+ �
106
+ bprop.824:x_shape:2bprop.824:[CNode]826:3bprop.824:[CNode]826:3"REF::S-Prim-IsShapeUnKnown:4:#Default/S-Prim-IsShapeUnKnown-op629
107
+ q
108
+ bprop.824:[CNode]826:3bprop.824:[CNode]827:5bprop.824:[CNode]827:5"REF::bool_.828:Default/bool_.828-op630
109
+ �
110
+ bprop.824:[CNode]827:5
111
+ ✓bprop.829
112
+ ✗bprop.830bprop.824:[CNode]831:6bprop.824:[CNode]831:6"
113
+ Rbprop.824:[CNode]832:8bprop.824:[CNode]832:8"REF::bprop.824:[CNode]831:6:632
114
+ w
115
+ bprop.824:[CNode]832:8bprop.824:[CNode]833:9bprop.824:[CNode]833:9"REF::↓bprop.834:Default/↓bprop.834-op633 bprop.8242
116
+ bprop.824:[CNode]833:9B�
117
+ �
118
+ ↓bprop.834:фx_shape
119
+ %get_bprop_avg_pool_3d_grad.822:фdout↓bprop.834:dx:30↓bprop.834:dx:30"7REF::get_bprop_avg_pool_3d_grad.822:фavgpool3d_grad:29:650
120
+ �
121
+ ↓bprop.834:dx:30↓bprop.834:[CNode]868:31↓bprop.834:[CNode]868:31"REF::S-Prim-MakeTuple:32:Default/S-Prim-MakeTuple-op651 ↓bprop.834*
122
+ ↓bprop.834:фx_shape2
123
+ ↓bprop.834:[CNode]868:31B
124
+ after_block� B% ✗bprop.8302
125
+ bprop.824:x_shape:2B�
126
+ �✓bprop.829:[CNode]869:33✓bprop.829:[CNode]869:33">REF::ClassType::mindspore.ops.operations.array_ops.TensorShape:TDefault/MindIRClassType:class 'mindspore.ops.operations.array_ops.TensorShape'-op652
127
+ z
128
+ get_bprop_avg_pool_3d_grad.822:x✓bprop.829:x_shape:34✓bprop.829:x_shape:34"REF::✓bprop.829:[CNode]869:33:653 ✓bprop.8292
129
+ ✓bprop.829:x_shape:34B�
130
+ @[ValueNode]870[ValueNode]870"Constant*
131
+ value*__bool__�
132
+ w
133
+ bool_.828:x
134
+ [ValueNode]870bool_.828:[CNode]871:35bool_.828:[CNode]871:35"REF::getattr:13:Default/getattr-op654
135
+ Ubool_.828:[CNode]872:36bool_.828:[CNode]872:36"REF::bool_.828:[CNode]871:35:655 bool_.828*
136
+ bool_.828:x2
137
+ bool_.828:[CNode]872:36B�
138
+ w
139
+ shape.825:input_xshape.825:[CNode]873:37shape.825:[CNode]873:37"REF::S-Prim-Shape:38:Default/S-Prim-Shape-op656 shape.825*
140
+ shape.825:input_x2
141
+ shape.825:[CNode]873:37Pb
142
+ Switch:7Switchb
143
+
144
+ getattr:13getattrb
145
+ S-Prim-Shape:38 S-Prim-Shapeb'
146
+ S-Prim-MakeTuple:26S-Prim-MakeTupleb'
147
+ S-Prim-MakeTuple:32S-Prim-MakeTupleb0
148
+ S-Prim-IsShapeUnKnown:4S-Prim-IsShapeUnKnownb'
149
+ S-Prim-MakeTuple:11S-Prim-MakeTupleb'
150
+ S-Prim-make_dict:28S-Prim-make_dicth
@@ -0,0 +1,66 @@
1
+
2
+ 0.1.1 MindSpore*2.0.0:�
3
+ s%get_bprop_avg_pool_grad.9:[CNode]16:1%get_bprop_avg_pool_grad.9:[CNode]16:1"
4
+ A
5
+ value* kernel_size�
6
+ =
7
+ value*strides�
8
+ >
9
+ value*pad_mode�
10
+ A
11
+ value* data_format�
12
+ �
13
+
14
+
15
+
16
+
17
+ A
18
+ value* kernel_size�
19
+ �
20
+ get_bprop_avg_pool_grad.9:self
21
+
22
+ =
23
+ value*strides�
24
+ �
25
+ get_bprop_avg_pool_grad.9:self
26
+
27
+ >
28
+ value*pad_mode�
29
+ �
30
+ get_bprop_avg_pool_grad.9:self
31
+
32
+ <
33
+ value*format�
34
+ �
35
+ get_bprop_avg_pool_grad.9:self
36
+
37
+ �
38
+ $get_bprop_avg_pool_grad.9:[CNode]2:4
39
+ $get_bprop_avg_pool_grad.9:[CNode]3:6
40
+ $get_bprop_avg_pool_grad.9:[CNode]4:7
41
+ $get_bprop_avg_pool_grad.9:[CNode]5:8$get_bprop_avg_pool_grad.9:[CNode]6:9$get_bprop_avg_pool_grad.9:[CNode]6:9"REF::S-Prim-MakeTuple:10:Default/S-Prim-MakeTuple-op6
42
+ �
43
+ $get_bprop_avg_pool_grad.9:[CNode]1:2
44
+ $get_bprop_avg_pool_grad.9:[CNode]6:9%get_bprop_avg_pool_grad.9:[CNode]7:11%get_bprop_avg_pool_grad.9:[CNode]7:11"REF::S-Prim-make_dict:12:Default/S-Prim-make_dict-op7
45
+ N2525"Constant*:
46
+ value*.mindspore.ops.operations._grad_ops.AvgPoolGrad�!
47
+ �
48
+ 25
49
+ %get_bprop_avg_pool_grad.9:[CNode]7:11)get_bprop_avg_pool_grad.9:avgpool_grad:13)get_bprop_avg_pool_grad.9:avgpool_grad:13"REF::MetaFuncGraph::unpack_call:Default/unpack_call.8-op8get_bprop_avg_pool_grad.9*
50
+ get_bprop_avg_pool_grad.9:self*
51
+ get_bprop_avg_pool_grad.9:x*
52
+ get_bprop_avg_pool_grad.9:out*
53
+ get_bprop_avg_pool_grad.9:dout2'
54
+ %get_bprop_avg_pool_grad.9:[CNode]16:1:@4a74a0ba73d5078e776e116148e7145421a39dc8a84d9ba3d7c495f451ee6680J/grad_nn_ops.pyB�
55
+ �
56
+ get_bprop_avg_pool_grad.9:x
57
+ get_bprop_avg_pool_grad.9:out
58
+ get_bprop_avg_pool_grad.9:doutbprop.11:dx:14bprop.11:dx:14".REF::get_bprop_avg_pool_grad.9:avgpool_grad:13:9
59
+ w
60
+ bprop.11:dx:14bprop.11:[CNode]10:15bprop.11:[CNode]10:15"REF::S-Prim-MakeTuple:16:Default/S-Prim-MakeTuple-op10bprop.112
61
+ bprop.11:[CNode]10:15Pb
62
+ getattr:5getattrb'
63
+ S-Prim-make_dict:12S-Prim-make_dictb'
64
+ S-Prim-MakeTuple:16S-Prim-MakeTupleb&
65
+ S-Prim-MakeTuple:3S-Prim-MakeTupleb'
66
+ S-Prim-MakeTuple:10S-Prim-MakeTupleh
@@ -0,0 +1,33 @@
1
+
2
+ 0.1.1 MindSpore*2.0.0:�
3
+ ,get_bprop_binary_cross_entropy.2:[CNode]17:1,get_bprop_binary_cross_entropy.2:[CNode]17:1" REF::bprop.6:Default/bprop.6-op0
4
+ ?
5
+ value* reduction�
6
+ �
7
+ %get_bprop_binary_cross_entropy.2:self
8
+
9
+ �
10
+ +get_bprop_binary_cross_entropy.2:[CNode]1:2'get_bprop_binary_cross_entropy.2:grad:4'get_bprop_binary_cross_entropy.2:grad:4"IREF::ClassType::mindspore.ops.operations._grad_ops.BinaryCrossEntropyGrad:]Default/MindIRClassType:class 'mindspore.ops.operations._grad_ops.BinaryCrossEntropyGrad'-op2 get_bprop_binary_cross_entropy.2*'
11
+ %get_bprop_binary_cross_entropy.2:self*$
12
+ "get_bprop_binary_cross_entropy.2:x*$
13
+ "get_bprop_binary_cross_entropy.2:y*)
14
+ 'get_bprop_binary_cross_entropy.2:weight*&
15
+ $get_bprop_binary_cross_entropy.2:out*'
16
+ %get_bprop_binary_cross_entropy.2:dout2.
17
+ ,get_bprop_binary_cross_entropy.2:[CNode]17:1:@ae043af2d528e56aa13b09b1bb8b1799c25e61a31aed38bbb97885ccd3c4ccf4J/grad_nn_ops.pyB�
18
+ �
19
+ "get_bprop_binary_cross_entropy.2:x
20
+ "get_bprop_binary_cross_entropy.2:y
21
+ %get_bprop_binary_cross_entropy.2:dout
22
+ 'get_bprop_binary_cross_entropy.2:weight bprop.6:dx:5 bprop.6:dx:5",REF::get_bprop_binary_cross_entropy.2:grad:4:3
23
+ �
24
+ "get_bprop_binary_cross_entropy.2:ybprop.6:[CNode]3:6bprop.6:[CNode]3:6".REF::MetaFuncGraph::hyper_map[zeros_like_leaf]:-Default/S-Prim-hyper_map[zeros_like_leaf]-op4
25
+ �
26
+ 'get_bprop_binary_cross_entropy.2:weightbprop.6:[CNode]4:7bprop.6:[CNode]4:7".REF::MetaFuncGraph::hyper_map[zeros_like_leaf]:-Default/S-Prim-hyper_map[zeros_like_leaf]-op5
27
+ �
28
+ bprop.6:dx:5
29
+ bprop.6:[CNode]3:6
30
+ bprop.6:[CNode]4:7bprop.6:[CNode]5:8bprop.6:[CNode]5:8"REF::S-Prim-MakeTuple:9:Default/S-Prim-MakeTuple-op6bprop.62
31
+ bprop.6:[CNode]5:8Pb
32
+ getattr:3getattrb&
33
+ S-Prim-MakeTuple:9S-Prim-MakeTupleh