mindspore 1.10.0__cp38-cp38-macosx_11_0_arm64.whl → 2.0.0rc1__cp38-cp38-macosx_11_0_arm64.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of mindspore might be problematic. Click here for more details.

Files changed (917) hide show
  1. mindspore/.commit_id +1 -1
  2. mindspore/__init__.py +9 -4
  3. mindspore/_c_dataengine.cpython-38-darwin.so +0 -0
  4. mindspore/_c_expression.cpython-38-darwin.so +0 -0
  5. mindspore/_c_mindrecord.cpython-38-darwin.so +0 -0
  6. mindspore/_check_jit_forbidden_api.py +102 -0
  7. mindspore/_checkparam.py +1066 -1001
  8. mindspore/_extends/builtin_operations.py +32 -4
  9. mindspore/_extends/graph_kernel/model/graph_split.py +66 -222
  10. mindspore/_extends/parallel_compile/akg_compiler/akg_process.py +12 -9
  11. mindspore/_extends/parallel_compile/akg_compiler/build_tbe_kernel.py +119 -26
  12. mindspore/_extends/parallel_compile/akg_compiler/tbe_topi.py +50 -50
  13. mindspore/_extends/parallel_compile/akg_compiler/util.py +9 -6
  14. mindspore/_extends/parallel_compile/tbe_compiler/tbe_adapter.py +4 -25
  15. mindspore/_extends/parallel_compile/tbe_compiler/tbe_helper.py +9 -4
  16. mindspore/_extends/parallel_compile/tbe_compiler/tbe_job_manager.py +1 -27
  17. mindspore/_extends/parse/__init__.py +5 -3
  18. mindspore/_extends/parse/namespace.py +17 -2
  19. mindspore/_extends/parse/parser.py +193 -34
  20. mindspore/_extends/parse/resources.py +7 -8
  21. mindspore/_extends/parse/standard_method.py +1780 -435
  22. mindspore/_extends/parse/trope.py +3 -1
  23. mindspore/_mindspore_offline_debug.cpython-38-darwin.so +0 -0
  24. mindspore/amp.py +53 -58
  25. mindspore/boost/adasum.py +3 -2
  26. mindspore/boost/boost.py +2 -2
  27. mindspore/boost/boost_cell_wrapper.py +46 -26
  28. mindspore/boost/dim_reduce.py +6 -5
  29. mindspore/boost/grad_accumulation.py +2 -1
  30. mindspore/boost/group_loss_scale_manager.py +1 -1
  31. mindspore/common/__init__.py +11 -10
  32. mindspore/common/_decorator.py +2 -0
  33. mindspore/common/_register_for_adapter.py +55 -0
  34. mindspore/common/_stub_tensor.py +201 -0
  35. mindspore/common/_utils.py +57 -0
  36. mindspore/common/api.py +582 -297
  37. mindspore/common/dtype.py +66 -18
  38. mindspore/common/dump.py +2 -2
  39. mindspore/common/initializer.py +38 -1
  40. mindspore/common/jit_config.py +25 -13
  41. mindspore/common/mutable.py +53 -24
  42. mindspore/common/parameter.py +60 -37
  43. mindspore/common/seed.py +8 -24
  44. mindspore/common/sparse_tensor.py +927 -0
  45. mindspore/common/tensor.py +1627 -3900
  46. mindspore/communication/__init__.py +10 -5
  47. mindspore/communication/_comm_helper.py +78 -214
  48. mindspore/communication/_hccl_management.py +2 -1
  49. mindspore/communication/management.py +136 -47
  50. mindspore/config/op_info.config +501 -1008
  51. mindspore/context.py +291 -56
  52. mindspore/dataset/__init__.py +12 -8
  53. mindspore/dataset/audio/__init__.py +9 -9
  54. mindspore/dataset/audio/transforms.py +1090 -228
  55. mindspore/dataset/audio/utils.py +87 -39
  56. mindspore/dataset/audio/validators.py +223 -1
  57. mindspore/dataset/callback/ds_callback.py +17 -15
  58. mindspore/dataset/core/config.py +246 -17
  59. mindspore/dataset/core/py_util_helpers.py +4 -3
  60. mindspore/dataset/core/validator_helpers.py +10 -10
  61. mindspore/{parallel/nn/layers.py → dataset/debug/__init__.py} +7 -8
  62. mindspore/dataset/debug/debug_hook.py +65 -0
  63. mindspore/dataset/debug/pre_defined_hook.py +67 -0
  64. mindspore/dataset/engine/__init__.py +7 -3
  65. mindspore/dataset/engine/cache_client.py +9 -9
  66. mindspore/dataset/engine/datasets.py +648 -477
  67. mindspore/dataset/engine/datasets_audio.py +165 -167
  68. mindspore/dataset/engine/datasets_standard_format.py +93 -67
  69. mindspore/dataset/engine/datasets_text.py +492 -342
  70. mindspore/dataset/engine/datasets_user_defined.py +85 -50
  71. mindspore/dataset/engine/datasets_vision.py +1224 -699
  72. mindspore/dataset/engine/graphdata.py +134 -69
  73. mindspore/dataset/engine/iterators.py +50 -9
  74. mindspore/dataset/engine/offload.py +52 -31
  75. mindspore/dataset/engine/samplers.py +27 -24
  76. mindspore/dataset/engine/serializer_deserializer.py +14 -15
  77. mindspore/dataset/engine/validators.py +213 -52
  78. mindspore/dataset/text/__init__.py +10 -8
  79. mindspore/dataset/text/transforms.py +152 -57
  80. mindspore/dataset/text/utils.py +98 -49
  81. mindspore/dataset/text/validators.py +25 -0
  82. mindspore/dataset/transforms/__init__.py +4 -2
  83. mindspore/dataset/transforms/c_transforms.py +11 -13
  84. mindspore/dataset/transforms/py_transforms.py +2 -2
  85. mindspore/dataset/transforms/py_transforms_util.py +10 -0
  86. mindspore/dataset/transforms/transforms.py +13 -15
  87. mindspore/dataset/transforms/validators.py +7 -7
  88. mindspore/dataset/utils/__init__.py +2 -1
  89. mindspore/dataset/utils/browse_dataset.py +13 -13
  90. mindspore/dataset/utils/line_reader.py +121 -0
  91. mindspore/dataset/vision/__init__.py +8 -7
  92. mindspore/dataset/vision/c_transforms.py +125 -126
  93. mindspore/dataset/vision/py_transforms.py +37 -37
  94. mindspore/dataset/vision/py_transforms_util.py +23 -20
  95. mindspore/dataset/vision/transforms.py +316 -315
  96. mindspore/dataset/vision/utils.py +313 -17
  97. mindspore/dataset/vision/validators.py +6 -6
  98. mindspore/default_config.py +0 -1
  99. mindspore/{compression → experimental}/__init__.py +6 -5
  100. mindspore/experimental/map_parameter.py +275 -0
  101. mindspore/include/OWNERS +0 -1
  102. mindspore/include/api/callback/callback.h +9 -13
  103. mindspore/include/api/callback/ckpt_saver.h +2 -2
  104. mindspore/include/api/callback/loss_monitor.h +2 -2
  105. mindspore/include/api/callback/lr_scheduler.h +5 -5
  106. mindspore/include/api/callback/time_monitor.h +2 -2
  107. mindspore/include/api/callback/train_accuracy.h +4 -6
  108. mindspore/include/api/cfg.h +19 -6
  109. mindspore/include/api/context.h +70 -9
  110. mindspore/include/api/delegate.h +8 -1
  111. mindspore/include/api/dual_abi_helper.h +8 -24
  112. mindspore/include/api/metrics/accuracy.h +2 -2
  113. mindspore/include/api/metrics/metrics.h +4 -3
  114. mindspore/include/api/model.h +9 -4
  115. mindspore/include/api/model_group.h +68 -0
  116. mindspore/include/api/model_parallel_runner.h +17 -17
  117. mindspore/include/api/net.h +12 -11
  118. mindspore/include/api/serialization.h +20 -4
  119. mindspore/include/api/status.h +7 -1
  120. mindspore/include/api/types.h +25 -21
  121. mindspore/include/api/visible.h +4 -0
  122. mindspore/include/c_api/model_c.h +5 -0
  123. mindspore/include/c_api/status_c.h +1 -1
  124. mindspore/include/dataset/config.h +1 -1
  125. mindspore/include/dataset/constants.h +14 -0
  126. mindspore/include/dataset/text.h +59 -0
  127. mindspore/include/dataset/vision.h +56 -117
  128. mindspore/include/dataset/vision_lite.h +102 -0
  129. mindspore/lib/libdnnl.2.dylib +0 -0
  130. mindspore/lib/libmindspore_backend.dylib +0 -0
  131. mindspore/lib/libmindspore_common.dylib +0 -0
  132. mindspore/lib/libmindspore_core.dylib +0 -0
  133. mindspore/lib/libmindspore_grpc.15.dylib +0 -0
  134. mindspore/lib/libmindspore_shared_lib.dylib +0 -0
  135. mindspore/lib/libnnacl.dylib +0 -0
  136. mindspore/lib/libopencv_core.4.5.dylib +0 -0
  137. mindspore/lib/libps_cache.dylib +0 -0
  138. mindspore/log.py +28 -28
  139. mindspore/mindrecord/common/exceptions.py +2 -4
  140. mindspore/mindrecord/filereader.py +19 -1
  141. mindspore/mindrecord/filewriter.py +250 -88
  142. mindspore/mindrecord/mindpage.py +13 -13
  143. mindspore/mindrecord/shardheader.py +15 -15
  144. mindspore/mindrecord/shardreader.py +9 -0
  145. mindspore/mindrecord/shardwriter.py +29 -29
  146. mindspore/mindrecord/tools/cifar100_to_mr.py +9 -9
  147. mindspore/mindrecord/tools/cifar10_to_mr.py +9 -9
  148. mindspore/mindrecord/tools/csv_to_mr.py +4 -4
  149. mindspore/mindrecord/tools/imagenet_to_mr.py +70 -65
  150. mindspore/mindrecord/tools/mnist_to_mr.py +41 -41
  151. mindspore/mindrecord/tools/tfrecord_to_mr.py +6 -6
  152. mindspore/nn/__init__.py +1 -5
  153. mindspore/nn/cell.py +297 -234
  154. mindspore/nn/dynamic_lr.py +1 -1
  155. mindspore/nn/grad/cell_grad.py +17 -42
  156. mindspore/nn/layer/__init__.py +7 -4
  157. mindspore/nn/layer/activation.py +131 -88
  158. mindspore/nn/layer/basic.py +313 -613
  159. mindspore/nn/layer/channel_shuffle.py +103 -0
  160. mindspore/nn/layer/combined.py +1 -1
  161. mindspore/nn/layer/container.py +52 -6
  162. mindspore/nn/layer/conv.py +112 -43
  163. mindspore/nn/layer/dense.py +10 -9
  164. mindspore/nn/layer/embedding.py +36 -34
  165. mindspore/nn/layer/image.py +123 -27
  166. mindspore/nn/layer/math.py +108 -107
  167. mindspore/nn/layer/normalization.py +212 -366
  168. mindspore/nn/layer/padding.py +370 -42
  169. mindspore/nn/layer/pooling.py +1443 -219
  170. mindspore/nn/layer/rnn_cells.py +11 -16
  171. mindspore/nn/layer/rnns.py +38 -39
  172. mindspore/nn/layer/thor_layer.py +24 -25
  173. mindspore/nn/layer/timedistributed.py +5 -5
  174. mindspore/nn/layer/transformer.py +701 -0
  175. mindspore/nn/learning_rate_schedule.py +8 -8
  176. mindspore/nn/loss/__init__.py +9 -6
  177. mindspore/nn/loss/loss.py +678 -142
  178. mindspore/nn/metrics.py +53 -0
  179. mindspore/nn/optim/_dist_optimizer_registry.py +2 -2
  180. mindspore/nn/optim/ada_grad.py +8 -8
  181. mindspore/nn/optim/adadelta.py +2 -3
  182. mindspore/nn/optim/adafactor.py +18 -14
  183. mindspore/nn/optim/adam.py +429 -87
  184. mindspore/nn/optim/adamax.py +5 -6
  185. mindspore/nn/optim/adasum.py +10 -8
  186. mindspore/nn/optim/asgd.py +7 -7
  187. mindspore/nn/optim/ftrl.py +81 -11
  188. mindspore/nn/optim/lamb.py +7 -8
  189. mindspore/nn/optim/lars.py +4 -4
  190. mindspore/nn/optim/lazyadam.py +82 -7
  191. mindspore/nn/optim/momentum.py +8 -7
  192. mindspore/nn/optim/optimizer.py +19 -10
  193. mindspore/nn/optim/proximal_ada_grad.py +6 -5
  194. mindspore/nn/optim/rmsprop.py +3 -3
  195. mindspore/nn/optim/rprop.py +20 -16
  196. mindspore/nn/optim/sgd.py +21 -15
  197. mindspore/nn/optim/thor.py +23 -21
  198. mindspore/nn/probability/__init__.py +0 -2
  199. mindspore/nn/probability/bijector/bijector.py +7 -6
  200. mindspore/nn/probability/bijector/invert.py +4 -2
  201. mindspore/nn/probability/bijector/softplus.py +2 -2
  202. mindspore/nn/probability/bnn_layers/dense_variational.py +1 -1
  203. mindspore/nn/probability/bnn_layers/layer_distribution.py +2 -2
  204. mindspore/nn/probability/distribution/__init__.py +6 -0
  205. mindspore/nn/probability/distribution/_utils/custom_ops.py +3 -2
  206. mindspore/nn/probability/distribution/_utils/utils.py +11 -17
  207. mindspore/nn/probability/distribution/bernoulli.py +6 -6
  208. mindspore/nn/probability/distribution/beta.py +1 -1
  209. mindspore/nn/probability/distribution/categorical.py +9 -9
  210. mindspore/nn/probability/distribution/cauchy.py +8 -8
  211. mindspore/nn/probability/distribution/distribution.py +12 -6
  212. mindspore/nn/probability/distribution/exponential.py +5 -5
  213. mindspore/nn/probability/distribution/gamma.py +3 -3
  214. mindspore/nn/probability/distribution/geometric.py +6 -5
  215. mindspore/nn/probability/distribution/gumbel.py +5 -5
  216. mindspore/nn/probability/distribution/half_normal.py +133 -0
  217. mindspore/nn/probability/distribution/laplace.py +128 -0
  218. mindspore/nn/probability/distribution/log_normal.py +0 -1
  219. mindspore/nn/probability/distribution/logistic.py +4 -5
  220. mindspore/nn/probability/distribution/normal.py +11 -15
  221. mindspore/nn/probability/distribution/poisson.py +6 -2
  222. mindspore/nn/probability/distribution/student_t.py +150 -0
  223. mindspore/nn/probability/distribution/transformed_distribution.py +4 -4
  224. mindspore/nn/probability/distribution/uniform.py +5 -5
  225. mindspore/nn/reinforcement/_tensors_queue.py +3 -3
  226. mindspore/nn/reinforcement/tensor_array.py +2 -2
  227. mindspore/nn/sparse/sparse.py +8 -1
  228. mindspore/nn/wrap/cell_wrapper.py +55 -27
  229. mindspore/nn/wrap/grad_reducer.py +20 -11
  230. mindspore/nn/wrap/loss_scale.py +47 -30
  231. mindspore/numpy/array_creations.py +33 -22
  232. mindspore/numpy/array_ops.py +46 -42
  233. mindspore/numpy/logic_ops.py +6 -27
  234. mindspore/numpy/math_ops.py +26 -19
  235. mindspore/numpy/utils.py +1 -8
  236. mindspore/numpy/utils_const.py +112 -62
  237. mindspore/ops/__init__.py +6 -3
  238. mindspore/ops/_constants.py +0 -6
  239. mindspore/ops/_grad/__init__.py +2 -1
  240. mindspore/ops/_grad/grad_array_ops.py +209 -152
  241. mindspore/ops/_grad/grad_base.py +55 -17
  242. mindspore/ops/_grad/grad_clip_ops.py +11 -3
  243. mindspore/ops/_grad/grad_comm_ops.py +58 -47
  244. mindspore/ops/_grad/grad_implementations.py +21 -61
  245. mindspore/ops/_grad/grad_inner_ops.py +48 -6
  246. mindspore/ops/_grad/grad_math_ops.py +306 -161
  247. mindspore/ops/_grad/grad_nn_ops.py +192 -181
  248. mindspore/ops/_grad/grad_other_ops.py +1 -1
  249. mindspore/ops/_grad/grad_quant_ops.py +5 -5
  250. mindspore/ops/_grad/grad_sequence_ops.py +296 -0
  251. mindspore/ops/_grad/grad_sparse.py +15 -9
  252. mindspore/ops/_grad_experimental/__init__.py +1 -0
  253. mindspore/ops/_grad_experimental/grad_array_ops.py +441 -55
  254. mindspore/ops/_grad_experimental/grad_image_ops.py +25 -7
  255. mindspore/ops/_grad_experimental/grad_inner_ops.py +3 -44
  256. mindspore/ops/_grad_experimental/grad_linalg_ops.py +16 -21
  257. mindspore/ops/_grad_experimental/grad_math_ops.py +979 -49
  258. mindspore/ops/_grad_experimental/grad_nn_ops.py +78 -8
  259. mindspore/ops/_grad_experimental/grad_scalar_ops.py +112 -0
  260. mindspore/ops/_grad_experimental/grad_sparse_ops.py +197 -13
  261. mindspore/ops/_op_impl/__init__.py +3 -3
  262. mindspore/ops/_op_impl/_custom_op/__init__.py +0 -1
  263. mindspore/ops/_op_impl/_custom_op/_basic.py +0 -1
  264. mindspore/ops/_op_impl/_custom_op/batch_matmul_impl.py +1 -1
  265. mindspore/ops/_op_impl/_custom_op/batchnorm_fold.py +4 -2
  266. mindspore/ops/_op_impl/_custom_op/batchnorm_fold2.py +2 -2
  267. mindspore/ops/_op_impl/_custom_op/batchnorm_fold2_grad.py +2 -2
  268. mindspore/ops/_op_impl/_custom_op/batchnorm_fold2_grad_reduce.py +5 -5
  269. mindspore/ops/_op_impl/_custom_op/batchnorm_fold_grad.py +3 -3
  270. mindspore/ops/_op_impl/_custom_op/cholesky_trsm_impl.py +1 -1
  271. mindspore/ops/_op_impl/_custom_op/correction_mul.py +3 -3
  272. mindspore/ops/_op_impl/_custom_op/correction_mul_grad.py +2 -2
  273. mindspore/ops/_op_impl/_custom_op/dsd_back_impl.py +4 -8
  274. mindspore/ops/_op_impl/_custom_op/dsd_impl.py +1 -1
  275. mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perchannel.py +2 -2
  276. mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perchannel_grad.py +2 -2
  277. mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perchannel_grad_reduce.py +2 -2
  278. mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perlayer.py +2 -2
  279. mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perlayer_grad.py +2 -2
  280. mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perlayer_grad_reduce.py +2 -2
  281. mindspore/ops/_op_impl/_custom_op/fake_quant_perchannel.py +2 -2
  282. mindspore/ops/_op_impl/_custom_op/fake_quant_perchannel_grad.py +2 -2
  283. mindspore/ops/_op_impl/_custom_op/fake_quant_perlayer.py +2 -2
  284. mindspore/ops/_op_impl/_custom_op/fake_quant_perlayer_grad.py +2 -2
  285. mindspore/ops/_op_impl/_custom_op/fused_abs_max1_impl.py +1 -1
  286. mindspore/ops/_op_impl/_custom_op/img2col_impl.py +1 -1
  287. mindspore/ops/_op_impl/_custom_op/matmul_cube_dense_left_impl.py +2 -2
  288. mindspore/ops/_op_impl/_custom_op/matmul_cube_dense_right_impl.py +1 -1
  289. mindspore/ops/_op_impl/_custom_op/matmul_cube_fracz_left_cast_impl.py +1 -1
  290. mindspore/ops/_op_impl/_custom_op/matmul_cube_fracz_right_mul_impl.py +1 -1
  291. mindspore/ops/_op_impl/_custom_op/matmul_cube_impl.py +2 -2
  292. mindspore/ops/_op_impl/_custom_op/matmul_dds_grad_impl.py +0 -1
  293. mindspore/ops/_op_impl/_custom_op/matmul_dds_impl.py +0 -1
  294. mindspore/ops/_op_impl/_custom_op/matrix_combine_impl.py +1 -1
  295. mindspore/ops/_op_impl/_custom_op/minmax_update_perchannel.py +2 -2
  296. mindspore/ops/_op_impl/_custom_op/minmax_update_perlayer.py +2 -2
  297. mindspore/ops/_op_impl/_custom_op/transpose02314_impl.py +1 -1
  298. mindspore/ops/_op_impl/aicpu/__init__.py +238 -3
  299. mindspore/ops/_op_impl/aicpu/abs.py +36 -0
  300. mindspore/ops/_op_impl/aicpu/adaptive_avg_pool_2d.py +34 -0
  301. mindspore/ops/_op_impl/aicpu/adaptive_avg_pool_2d_grad.py +34 -0
  302. mindspore/ops/_op_impl/aicpu/adaptive_avg_pool_3d.py +39 -0
  303. mindspore/ops/_op_impl/aicpu/adaptive_avg_pool_3d_grad.py +39 -0
  304. mindspore/ops/_op_impl/aicpu/adaptive_max_pool_2d_grad.py +37 -0
  305. mindspore/ops/_op_impl/aicpu/adaptive_max_pool_3d.py +42 -0
  306. mindspore/ops/_op_impl/aicpu/adaptive_max_pool_3d_grad.py +152 -0
  307. mindspore/ops/_op_impl/aicpu/add.py +43 -0
  308. mindspore/ops/_op_impl/aicpu/addcdiv.py +0 -32
  309. mindspore/ops/_op_impl/aicpu/addcmul.py +0 -84
  310. mindspore/ops/_op_impl/aicpu/affine_grid_grad.py +35 -0
  311. mindspore/ops/_op_impl/aicpu/arg_max.py +75 -0
  312. mindspore/ops/_op_impl/aicpu/arg_min.py +75 -0
  313. mindspore/ops/_op_impl/aicpu/argmin_with_value.py +43 -0
  314. mindspore/ops/_op_impl/aicpu/batch_matmul.py +43 -0
  315. mindspore/ops/_op_impl/aicpu/batch_norm_grad_grad.py +49 -0
  316. mindspore/ops/_op_impl/aicpu/bernoulli.py +48 -0
  317. mindspore/ops/_op_impl/aicpu/bessel_i0.py +31 -0
  318. mindspore/ops/_op_impl/aicpu/bias_add.py +44 -0
  319. mindspore/ops/_op_impl/aicpu/bias_add_grad.py +43 -0
  320. mindspore/ops/_op_impl/aicpu/bincount.py +33 -0
  321. mindspore/{nn/probability/infer/variational/__init__.py → ops/_op_impl/aicpu/cauchy.py} +17 -10
  322. mindspore/ops/_op_impl/aicpu/channel_shuffle.py +40 -0
  323. mindspore/ops/_op_impl/aicpu/cholesky.py +1 -1
  324. mindspore/ops/_op_impl/{cpu/bias_add.py → aicpu/choleskygrad.py} +9 -7
  325. mindspore/ops/_op_impl/aicpu/combined_non_max_suppression.py +42 -0
  326. mindspore/ops/_op_impl/aicpu/concat_offset.py +42 -0
  327. mindspore/ops/_op_impl/aicpu/concat_offset_v1.py +31 -0
  328. mindspore/ops/_op_impl/aicpu/conj.py +11 -0
  329. mindspore/ops/_op_impl/aicpu/crop_and_resize_grad_image.py +38 -0
  330. mindspore/ops/_op_impl/aicpu/cumulative_logsumexp.py +36 -0
  331. mindspore/ops/_op_impl/aicpu/deformable_offsets.py +38 -0
  332. mindspore/ops/_op_impl/aicpu/deformable_offsets_grad.py +2 -2
  333. mindspore/ops/_op_impl/aicpu/dense_to_sparse_set_operation.py +48 -0
  334. mindspore/ops/_op_impl/aicpu/diag.py +36 -0
  335. mindspore/ops/_op_impl/aicpu/diag_part.py +36 -0
  336. mindspore/ops/_op_impl/aicpu/diagonal.py +35 -0
  337. mindspore/ops/_op_impl/{cpu/bias_add_grad.py → aicpu/digamma.py} +9 -7
  338. mindspore/ops/_op_impl/aicpu/eig.py +35 -0
  339. mindspore/ops/_op_impl/aicpu/fft_with_size.py +41 -0
  340. mindspore/ops/_op_impl/aicpu/flatten.py +1 -0
  341. mindspore/ops/_op_impl/aicpu/fmax.py +36 -0
  342. mindspore/ops/_op_impl/aicpu/fmin.py +37 -0
  343. mindspore/ops/_op_impl/aicpu/fractional_max_pool3d_with_fixed_ksize.py +1 -1
  344. mindspore/ops/_op_impl/aicpu/fse_decode.py +43 -0
  345. mindspore/ops/_op_impl/aicpu/glu.py +33 -0
  346. mindspore/ops/_op_impl/aicpu/glu_grad.py +34 -0
  347. mindspore/ops/_op_impl/aicpu/greater.py +41 -0
  348. mindspore/ops/_op_impl/aicpu/greater_equal.py +41 -0
  349. mindspore/ops/_op_impl/aicpu/index_put.py +50 -0
  350. mindspore/ops/_op_impl/{tbe/scatter_add_ds.py → aicpu/inplace_index_add.py} +17 -21
  351. mindspore/ops/_op_impl/aicpu/instance_norm_v2.py +41 -0
  352. mindspore/ops/_op_impl/aicpu/instance_norm_v2_grad.py +44 -0
  353. mindspore/ops/_op_impl/aicpu/layer_norm_grad_grad.py +47 -0
  354. mindspore/ops/_op_impl/aicpu/less.py +41 -0
  355. mindspore/ops/_op_impl/aicpu/less_equal.py +41 -0
  356. mindspore/ops/_op_impl/aicpu/lgamma.py +32 -0
  357. mindspore/ops/_op_impl/aicpu/log_normal_reverse.py +33 -0
  358. mindspore/ops/_op_impl/aicpu/logit.py +33 -0
  359. mindspore/ops/_op_impl/aicpu/logit_grad.py +34 -0
  360. mindspore/ops/_op_impl/aicpu/masked_fill.py +42 -0
  361. mindspore/ops/_op_impl/aicpu/masked_scatter.py +39 -0
  362. mindspore/ops/_op_impl/aicpu/matmul.py +39 -0
  363. mindspore/ops/_op_impl/aicpu/matrix_logarithm.py +31 -0
  364. mindspore/ops/_op_impl/aicpu/matrix_power.py +32 -0
  365. mindspore/ops/_op_impl/aicpu/matrix_solve_ls.py +36 -0
  366. mindspore/ops/_op_impl/aicpu/matrix_triangular_solve.py +36 -0
  367. mindspore/ops/_op_impl/aicpu/mirror_pad.py +2 -0
  368. mindspore/ops/_op_impl/aicpu/mirror_pad_grad.py +0 -4
  369. mindspore/ops/_op_impl/aicpu/mul.py +3 -1
  370. mindspore/ops/_op_impl/aicpu/multinomial.py +14 -6
  371. mindspore/ops/_op_impl/aicpu/multinomial_with_replacement.py +35 -0
  372. mindspore/ops/_op_impl/aicpu/nan_to_num.py +34 -0
  373. mindspore/ops/_op_impl/aicpu/nllloss.py +38 -0
  374. mindspore/ops/_op_impl/aicpu/nllloss_grad.py +39 -0
  375. mindspore/ops/_op_impl/aicpu/ones_like.py +0 -2
  376. mindspore/ops/_op_impl/aicpu/polar.py +32 -0
  377. mindspore/ops/_op_impl/aicpu/polygamma.py +34 -0
  378. mindspore/ops/_op_impl/aicpu/qr.py +36 -0
  379. mindspore/ops/_op_impl/aicpu/quant_dtype_cast.py +40 -0
  380. mindspore/ops/_op_impl/aicpu/quantile.py +35 -0
  381. mindspore/ops/_op_impl/aicpu/ragged_tensor_to_sparse.py +73 -0
  382. mindspore/ops/_op_impl/aicpu/ragged_tensor_to_tensor.py +74 -0
  383. mindspore/ops/_op_impl/aicpu/random_shuffle.py +3 -0
  384. mindspore/ops/_op_impl/aicpu/randperm_v2.py +41 -0
  385. mindspore/ops/_op_impl/aicpu/range.py +36 -0
  386. mindspore/ops/_op_impl/aicpu/reciprocal.py +34 -0
  387. mindspore/ops/_op_impl/aicpu/reciprocal_grad.py +35 -0
  388. mindspore/ops/_op_impl/aicpu/reduce_sum.py +57 -0
  389. mindspore/ops/_op_impl/aicpu/resize_bicubic.py +2 -8
  390. mindspore/ops/_op_impl/aicpu/resize_bicubic_grad.py +1 -1
  391. mindspore/ops/_op_impl/aicpu/resize_v2.py +68 -0
  392. mindspore/ops/_op_impl/aicpu/resize_v2_grad.py +68 -0
  393. mindspore/ops/_op_impl/aicpu/scatter_elements.py +4 -0
  394. mindspore/ops/_op_impl/aicpu/scatter_nd_update.py +2 -0
  395. mindspore/ops/_op_impl/aicpu/search_sorted.py +12 -6
  396. mindspore/ops/_op_impl/aicpu/self_adjoint_eig.py +34 -0
  397. mindspore/ops/_op_impl/aicpu/sequence_add.py +34 -0
  398. mindspore/ops/_op_impl/aicpu/sequence_add_offset.py +34 -0
  399. mindspore/ops/_op_impl/aicpu/sequence_addn.py +38 -0
  400. mindspore/ops/_op_impl/aicpu/slice_grad.py +76 -0
  401. mindspore/ops/_op_impl/aicpu/smooth_l1_loss.py +35 -0
  402. mindspore/ops/_op_impl/aicpu/smooth_l1_loss_grad.py +37 -0
  403. mindspore/ops/_op_impl/aicpu/sort.py +39 -0
  404. mindspore/ops/_op_impl/aicpu/sparse_apply_adagrad_da.py +0 -24
  405. mindspore/ops/_op_impl/aicpu/sparse_cross.py +42 -0
  406. mindspore/ops/_op_impl/aicpu/sparse_fill_empty_rows.py +63 -0
  407. mindspore/ops/_op_impl/aicpu/sparse_fill_empty_rows_grad.py +45 -0
  408. mindspore/ops/_op_impl/aicpu/sparse_matrix_mat_mul.py +56 -0
  409. mindspore/ops/_op_impl/{tbe/slice_ds.py → aicpu/sparse_segment_sum.py} +16 -24
  410. mindspore/ops/_op_impl/aicpu/sparse_segment_sum_with_num_segments.py +68 -0
  411. mindspore/ops/_op_impl/aicpu/sparse_slice.py +63 -0
  412. mindspore/ops/_op_impl/aicpu/sparse_slice_grad.py +61 -0
  413. mindspore/ops/_op_impl/aicpu/squared_difference.py +2 -0
  414. mindspore/ops/_op_impl/aicpu/strided_slice_v2.py +93 -0
  415. mindspore/ops/_op_impl/aicpu/strided_slice_v2_grad.py +66 -0
  416. mindspore/ops/_op_impl/aicpu/tensor_scatter_update.py +59 -0
  417. mindspore/ops/_op_impl/{tbe/gather_v2.py → aicpu/tile.py} +24 -24
  418. mindspore/ops/_op_impl/aicpu/tridiagonal_solve.py +35 -0
  419. mindspore/ops/_op_impl/aicpu/tril_indices.py +34 -0
  420. mindspore/ops/_op_impl/aicpu/triu_indices.py +34 -0
  421. mindspore/ops/_op_impl/aicpu/uniform.py +34 -0
  422. mindspore/ops/_op_impl/aicpu/uniform_candidate_sampler.py +1 -0
  423. mindspore/ops/_op_impl/aicpu/unique_consecutive.py +10 -2
  424. mindspore/ops/_op_impl/cpu/__init__.py +1 -2
  425. mindspore/ops/_op_impl/cpu/dynamic_shape.py +5 -1
  426. mindspore/ops/_op_impl/cpu/maximum_grad.py +2 -0
  427. mindspore/{compression/common/__init__.py → ops/_op_impl/cpu/pyexecute.py} +13 -8
  428. mindspore/ops/_op_impl/cpu/reduce_sum.py +8 -0
  429. mindspore/ops/_op_impl/cpu/sparse_slice.py +62 -0
  430. mindspore/ops/_op_impl/cpu/sparse_slice_grad.py +60 -0
  431. mindspore/ops/_op_impl/cpu/tensor_shape.py +5 -1
  432. mindspore/ops/_op_impl/tbe/__init__.py +27 -608
  433. mindspore/ops/_op_impl/tbe/addcdiv_ds.py +42 -0
  434. mindspore/ops/_op_impl/tbe/addcmul_ds.py +44 -0
  435. mindspore/ops/_op_impl/tbe/assign_add_ds.py +1 -0
  436. mindspore/ops/_op_impl/tbe/atomic_addr_clean.py +1 -1
  437. mindspore/ops/_op_impl/tbe/avg_pool_3d_grad.py +1 -1
  438. mindspore/ops/_op_impl/tbe/basic_lstm_cell_c_state_grad_v2.py +0 -1
  439. mindspore/ops/_op_impl/tbe/batch_to_space.py +1 -1
  440. mindspore/ops/_op_impl/tbe/batch_to_space_nd.py +1 -1
  441. mindspore/ops/_op_impl/tbe/batch_to_space_nd_v2.py +41 -0
  442. mindspore/ops/_op_impl/tbe/bce_with_logits_loss.py +1 -0
  443. mindspore/ops/_op_impl/tbe/bias_add_grad.py +2 -0
  444. mindspore/ops/_op_impl/tbe/bn_infer_grad.py +4 -2
  445. mindspore/ops/_op_impl/tbe/bn_infer_grad_ds.py +40 -0
  446. mindspore/ops/_op_impl/tbe/bn_training_update.py +0 -1
  447. mindspore/ops/_op_impl/tbe/bn_training_update_ds.py +0 -1
  448. mindspore/ops/_op_impl/tbe/broadcast_to_ds.py +6 -4
  449. mindspore/ops/_op_impl/tbe/cast.py +0 -2
  450. mindspore/ops/_op_impl/tbe/cast_ds.py +3 -3
  451. mindspore/ops/_op_impl/tbe/ctc_loss_v2.py +0 -2
  452. mindspore/ops/_op_impl/tbe/ctc_loss_v2_grad.py +0 -2
  453. mindspore/ops/_op_impl/tbe/data_format_dim_map_ds.py +1 -0
  454. mindspore/ops/_op_impl/tbe/deformable_offsets.py +1 -0
  455. mindspore/ops/_op_impl/tbe/depthwise_conv2d.py +1 -1
  456. mindspore/ops/_op_impl/tbe/dynamic_atomic_addr_clean.py +1 -1
  457. mindspore/ops/_op_impl/tbe/gather_nd.py +1 -0
  458. mindspore/ops/_op_impl/tbe/greater.py +2 -0
  459. mindspore/ops/_op_impl/tbe/{index_add.py → inplace_index_add.py} +3 -6
  460. mindspore/ops/_op_impl/tbe/layer_norm_beta_gamma_backprop_v2.py +0 -1
  461. mindspore/ops/_op_impl/tbe/npu_clear_float_status_v2.py +35 -0
  462. mindspore/ops/_op_impl/tbe/npu_get_float_status_v2.py +35 -0
  463. mindspore/ops/_op_impl/tbe/one_hot_ds.py +0 -6
  464. mindspore/ops/_op_impl/tbe/{greater_ds.py → reduce_all_ds.py} +13 -16
  465. mindspore/ops/_op_impl/tbe/reduce_any_ds.py +39 -0
  466. mindspore/ops/_op_impl/tbe/roi_align_ds.py +44 -0
  467. mindspore/ops/_op_impl/tbe/roi_align_grad_ds.py +44 -0
  468. mindspore/ops/_op_impl/tbe/scatter_add.py +2 -0
  469. mindspore/ops/_op_impl/tbe/scatter_nd_add.py +2 -2
  470. mindspore/ops/_op_impl/tbe/slice.py +26 -15
  471. mindspore/ops/_op_impl/tbe/space_to_batch.py +1 -1
  472. mindspore/ops/_op_impl/tbe/space_to_batch_nd.py +1 -1
  473. mindspore/ops/_op_impl/tbe/strided_slice_grad_d.py +1 -0
  474. mindspore/ops/_op_impl/tbe/trans_data_ds.py +15 -5
  475. mindspore/ops/_op_impl/tbe/unsorted_segment_sum.py +1 -1
  476. mindspore/ops/_op_impl/tbe/unsorted_segment_sum_ds.py +2 -0
  477. mindspore/ops/_primitive_cache.py +3 -2
  478. mindspore/ops/_register_for_op.py +11 -0
  479. mindspore/ops/_utils/__init__.py +1 -1
  480. mindspore/ops/_utils/utils.py +20 -41
  481. mindspore/ops/_vmap/__init__.py +2 -2
  482. mindspore/ops/_vmap/vmap_array_ops.py +170 -78
  483. mindspore/ops/_vmap/vmap_base.py +24 -10
  484. mindspore/ops/_vmap/vmap_convolution_ops.py +7 -10
  485. mindspore/ops/_vmap/vmap_grad_math_ops.py +4 -4
  486. mindspore/ops/_vmap/vmap_grad_nn_ops.py +41 -9
  487. mindspore/ops/_vmap/vmap_image_ops.py +52 -0
  488. mindspore/ops/_vmap/vmap_math_ops.py +77 -6
  489. mindspore/ops/_vmap/vmap_nn_ops.py +78 -29
  490. mindspore/ops/_vmap/vmap_other_ops.py +3 -1
  491. mindspore/ops/_vmap/vmap_random_ops.py +55 -3
  492. mindspore/ops/_vmap/vmap_sparse_ops.py +1 -0
  493. mindspore/ops/bprop_mindir/AdaptiveAvgPool2D_bprop.mindir +0 -0
  494. mindspore/ops/bprop_mindir/AdaptiveMaxPool2D_bprop.mindir +0 -0
  495. mindspore/ops/bprop_mindir/ApproximateEqual_bprop.mindir +18 -19
  496. mindspore/ops/bprop_mindir/Argmax_bprop.mindir +13 -12
  497. mindspore/ops/bprop_mindir/Argmin_bprop.mindir +14 -13
  498. mindspore/ops/bprop_mindir/AssignSub_bprop.mindir +17 -18
  499. mindspore/ops/bprop_mindir/Assign_bprop.mindir +16 -16
  500. mindspore/ops/bprop_mindir/AvgPool3D_bprop.mindir +150 -0
  501. mindspore/ops/bprop_mindir/AvgPool_bprop.mindir +66 -0
  502. mindspore/ops/bprop_mindir/BCEWithLogitsLoss_bprop.mindir +0 -0
  503. mindspore/ops/bprop_mindir/BNTrainingReduce_bprop.mindir +13 -12
  504. mindspore/ops/bprop_mindir/BatchNormGrad_bprop.mindir +0 -0
  505. mindspore/ops/bprop_mindir/BatchToSpaceND_bprop.mindir +28 -0
  506. mindspore/ops/bprop_mindir/BiasAddGrad_bprop.mindir +0 -0
  507. mindspore/ops/bprop_mindir/BinaryCrossEntropy_bprop.mindir +33 -0
  508. mindspore/ops/bprop_mindir/BroadcastTo_bprop.mindir +306 -0
  509. mindspore/ops/bprop_mindir/Broadcast_bprop.mindir +12 -8
  510. mindspore/ops/bprop_mindir/CTCLoss_bprop.mindir +0 -0
  511. mindspore/ops/bprop_mindir/Concat_bprop.mindir +0 -0
  512. mindspore/ops/bprop_mindir/Conv2DBackpropFilter_bprop.mindir +240 -0
  513. mindspore/ops/bprop_mindir/Conv2DBackpropInput_bprop.mindir +247 -0
  514. mindspore/ops/bprop_mindir/Conv2DTranspose_bprop.mindir +247 -0
  515. mindspore/ops/bprop_mindir/Conv3DTranspose_bprop.mindir +315 -0
  516. mindspore/ops/bprop_mindir/Conv3D_bprop.mindir +278 -0
  517. mindspore/ops/bprop_mindir/DType_bprop.mindir +12 -12
  518. mindspore/ops/bprop_mindir/DeformableOffsets_bprop.mindir +58 -0
  519. mindspore/ops/bprop_mindir/Depend_bprop.mindir +12 -13
  520. mindspore/ops/bprop_mindir/DepthToSpace_bprop.mindir +23 -0
  521. mindspore/ops/bprop_mindir/DepthwiseConv2dNative_bprop.mindir +138 -0
  522. mindspore/ops/bprop_mindir/DiagPart_bprop.mindir +15 -0
  523. mindspore/ops/bprop_mindir/Dropout2D_bprop.mindir +0 -0
  524. mindspore/ops/bprop_mindir/Dropout3D_bprop.mindir +0 -0
  525. mindspore/ops/bprop_mindir/DropoutDoMask_bprop.mindir +22 -24
  526. mindspore/ops/bprop_mindir/DropoutGenMask_bprop.mindir +16 -14
  527. mindspore/ops/bprop_mindir/DropoutGrad_bprop.mindir +27 -0
  528. mindspore/ops/bprop_mindir/Dropout_bprop.mindir +0 -0
  529. mindspore/ops/bprop_mindir/DynamicGRUV2_bprop.mindir +0 -0
  530. mindspore/ops/bprop_mindir/DynamicRNN_bprop.mindir +0 -0
  531. mindspore/ops/bprop_mindir/DynamicShape_bprop.mindir +12 -12
  532. mindspore/ops/bprop_mindir/Elu_bprop.mindir +16 -0
  533. mindspore/ops/bprop_mindir/EmbeddingLookup_bprop.mindir +0 -0
  534. mindspore/ops/bprop_mindir/Equal_bprop.mindir +18 -19
  535. mindspore/ops/bprop_mindir/ExpandDims_bprop.mindir +58 -0
  536. mindspore/ops/bprop_mindir/FastGeLU_bprop.mindir +16 -0
  537. mindspore/ops/bprop_mindir/Flatten_bprop.mindir +54 -0
  538. mindspore/ops/bprop_mindir/FloorDiv_bprop.mindir +18 -15
  539. mindspore/ops/bprop_mindir/GatherD_bprop.mindir +26 -0
  540. mindspore/ops/bprop_mindir/GatherNd_bprop.mindir +57 -0
  541. mindspore/ops/bprop_mindir/Gather_bprop.mindir +0 -0
  542. mindspore/ops/bprop_mindir/GreaterEqual_bprop.mindir +17 -18
  543. mindspore/ops/bprop_mindir/Greater_bprop.mindir +18 -19
  544. mindspore/ops/bprop_mindir/HSigmoid_bprop.mindir +16 -0
  545. mindspore/ops/bprop_mindir/HSwish_bprop.mindir +16 -0
  546. mindspore/ops/bprop_mindir/IOU_bprop.mindir +18 -19
  547. mindspore/ops/bprop_mindir/InstanceNorm_bprop.mindir +0 -0
  548. mindspore/ops/bprop_mindir/IsFinite_bprop.mindir +13 -12
  549. mindspore/ops/bprop_mindir/IsInf_bprop.mindir +13 -10
  550. mindspore/ops/bprop_mindir/IsNan_bprop.mindir +14 -11
  551. mindspore/ops/bprop_mindir/KLDivLoss_bprop.mindir +126 -0
  552. mindspore/ops/bprop_mindir/L2Loss_bprop.mindir +15 -0
  553. mindspore/ops/bprop_mindir/L2Normalize_bprop.mindir +30 -0
  554. mindspore/ops/bprop_mindir/LRN_bprop.mindir +43 -0
  555. mindspore/ops/bprop_mindir/LayerNormGrad_bprop.mindir +0 -0
  556. mindspore/ops/bprop_mindir/LessEqual_bprop.mindir +18 -19
  557. mindspore/ops/bprop_mindir/Less_bprop.mindir +17 -18
  558. mindspore/ops/bprop_mindir/LinSpace_bprop.mindir +22 -19
  559. mindspore/ops/bprop_mindir/Load_bprop.mindir +12 -13
  560. mindspore/ops/bprop_mindir/LogSoftmax_bprop.mindir +23 -0
  561. mindspore/ops/bprop_mindir/LogicalAnd_bprop.mindir +17 -18
  562. mindspore/ops/bprop_mindir/LogicalNot_bprop.mindir +14 -13
  563. mindspore/ops/bprop_mindir/MaskedSelect_bprop.mindir +21 -0
  564. mindspore/ops/bprop_mindir/MaxPool3DGradGrad_bprop.mindir +74 -0
  565. mindspore/ops/bprop_mindir/MaxPool3DGrad_bprop.mindir +74 -0
  566. mindspore/ops/bprop_mindir/MaxPool3D_bprop.mindir +75 -0
  567. mindspore/ops/bprop_mindir/MaxPoolGradGrad_bprop.mindir +65 -0
  568. mindspore/ops/bprop_mindir/MaxPoolWithArgmax_bprop.mindir +0 -0
  569. mindspore/ops/bprop_mindir/Maximum_bprop.mindir +0 -0
  570. mindspore/ops/bprop_mindir/Minimum_bprop.mindir +0 -0
  571. mindspore/ops/bprop_mindir/MirrorPad_bprop.mindir +27 -0
  572. mindspore/ops/bprop_mindir/Mish_bprop.mindir +35 -0
  573. mindspore/ops/bprop_mindir/MulNoNan_bprop.mindir +0 -0
  574. mindspore/ops/bprop_mindir/NLLLoss_bprop.mindir +0 -0
  575. mindspore/ops/bprop_mindir/NonZero_bprop.mindir +14 -0
  576. mindspore/ops/bprop_mindir/NotEqual_bprop.mindir +18 -19
  577. mindspore/ops/bprop_mindir/OneHot_bprop.mindir +25 -23
  578. mindspore/ops/bprop_mindir/OnesLike_bprop.mindir +13 -13
  579. mindspore/ops/bprop_mindir/PReLU_bprop.mindir +0 -0
  580. mindspore/ops/bprop_mindir/Pad_bprop.mindir +0 -0
  581. mindspore/ops/bprop_mindir/Padding_bprop.mindir +0 -0
  582. mindspore/ops/bprop_mindir/RNNTLoss_bprop.mindir +29 -0
  583. mindspore/ops/bprop_mindir/ROIAlign_bprop.mindir +82 -0
  584. mindspore/ops/bprop_mindir/Range_bprop.mindir +21 -19
  585. mindspore/ops/bprop_mindir/Rank_bprop.mindir +11 -11
  586. mindspore/ops/bprop_mindir/ReLU6_bprop.mindir +16 -0
  587. mindspore/ops/bprop_mindir/ReLUV2_bprop.mindir +0 -0
  588. mindspore/ops/bprop_mindir/ReduceAll_bprop.mindir +18 -17
  589. mindspore/ops/bprop_mindir/ReduceAny_bprop.mindir +18 -17
  590. mindspore/ops/bprop_mindir/ReluGrad_bprop.mindir +19 -23
  591. mindspore/ops/bprop_mindir/Reshape_bprop.mindir +60 -0
  592. mindspore/ops/bprop_mindir/ResizeBilinear_bprop.mindir +29 -0
  593. mindspore/ops/bprop_mindir/ResizeNearestNeighbor_bprop.mindir +89 -0
  594. mindspore/ops/bprop_mindir/ReverseSequence_bprop.mindir +52 -0
  595. mindspore/ops/bprop_mindir/ReverseV2_bprop.mindir +22 -0
  596. mindspore/ops/bprop_mindir/Round_bprop.mindir +14 -13
  597. mindspore/ops/bprop_mindir/ScatterMax_bprop.mindir +0 -0
  598. mindspore/ops/bprop_mindir/ScatterMin_bprop.mindir +0 -0
  599. mindspore/ops/bprop_mindir/ScatterNdUpdate_bprop.mindir +22 -0
  600. mindspore/ops/bprop_mindir/ScatterNd_bprop.mindir +24 -0
  601. mindspore/ops/bprop_mindir/ScatterNonAliasingAdd_bprop.mindir +22 -0
  602. mindspore/ops/bprop_mindir/ScatterUpdate_bprop.mindir +0 -0
  603. mindspore/ops/bprop_mindir/SeLU_bprop.mindir +21 -0
  604. mindspore/ops/bprop_mindir/Select_bprop.mindir +30 -34
  605. mindspore/ops/bprop_mindir/Shape_bprop.mindir +12 -12
  606. mindspore/ops/bprop_mindir/SigmoidCrossEntropyWithLogits_bprop.mindir +21 -0
  607. mindspore/ops/bprop_mindir/SigmoidGrad_bprop.mindir +0 -0
  608. mindspore/ops/bprop_mindir/Sigmoid_bprop.mindir +16 -0
  609. mindspore/ops/bprop_mindir/Sign_bprop.mindir +13 -12
  610. mindspore/ops/bprop_mindir/Slice_bprop.mindir +26 -0
  611. mindspore/ops/bprop_mindir/SmoothL1Loss_bprop.mindir +36 -0
  612. mindspore/ops/bprop_mindir/SoftmaxCrossEntropyWithLogits_bprop.mindir +0 -0
  613. mindspore/ops/bprop_mindir/Softplus_bprop.mindir +16 -0
  614. mindspore/ops/bprop_mindir/Softsign_bprop.mindir +33 -0
  615. mindspore/ops/bprop_mindir/Sort_bprop.mindir +0 -0
  616. mindspore/ops/bprop_mindir/SpaceToBatchND_bprop.mindir +28 -0
  617. mindspore/ops/bprop_mindir/SpaceToDepth_bprop.mindir +23 -0
  618. mindspore/ops/bprop_mindir/SparseGatherV2_bprop.mindir +0 -0
  619. mindspore/ops/bprop_mindir/SparseSoftmaxCrossEntropyWithLogits_bprop.mindir +0 -0
  620. mindspore/ops/bprop_mindir/Split_bprop.mindir +22 -0
  621. mindspore/ops/bprop_mindir/Squeeze_bprop.mindir +54 -0
  622. mindspore/ops/bprop_mindir/StridedSliceGrad_bprop.mindir +95 -0
  623. mindspore/ops/bprop_mindir/StridedSlice_bprop.mindir +98 -0
  624. mindspore/ops/bprop_mindir/Switch_bprop.mindir +28 -32
  625. mindspore/ops/bprop_mindir/TanhGrad_bprop.mindir +0 -0
  626. mindspore/ops/bprop_mindir/Tanh_bprop.mindir +66 -0
  627. mindspore/ops/bprop_mindir/TensorScatterAdd_bprop.mindir +22 -0
  628. mindspore/ops/bprop_mindir/TensorScatterUpdate_bprop.mindir +29 -0
  629. mindspore/ops/bprop_mindir/TensorShape_bprop.mindir +14 -0
  630. mindspore/ops/bprop_mindir/Tile_bprop.mindir +0 -0
  631. mindspore/ops/bprop_mindir/TopK_bprop.mindir +0 -0
  632. mindspore/ops/bprop_mindir/TransShape_bprop.mindir +23 -0
  633. mindspore/ops/bprop_mindir/TruncateDiv_bprop.mindir +18 -15
  634. mindspore/ops/bprop_mindir/TupleGetItem_bprop.mindir +11 -13
  635. mindspore/ops/bprop_mindir/Unique_bprop.mindir +16 -0
  636. mindspore/ops/bprop_mindir/Unstack_bprop.mindir +22 -0
  637. mindspore/ops/bprop_mindir/UpsampleNearest3D_bprop.mindir +32 -0
  638. mindspore/ops/bprop_mindir/UpsampleTrilinear3D_bprop.mindir +38 -0
  639. mindspore/ops/bprop_mindir/ZerosLike_bprop.mindir +13 -12
  640. mindspore/ops/bprop_mindir/__init__.py +1 -4
  641. mindspore/ops/bprop_mindir/generate_mindir.py +32 -20
  642. mindspore/ops/composite/__init__.py +12 -13
  643. mindspore/ops/composite/base.py +261 -254
  644. mindspore/ops/composite/env_ops.py +41 -0
  645. mindspore/ops/composite/math_ops.py +197 -156
  646. mindspore/ops/composite/multitype_ops/_compile_utils.py +428 -176
  647. mindspore/ops/composite/multitype_ops/_constexpr_utils.py +188 -87
  648. mindspore/ops/composite/multitype_ops/add_impl.py +23 -1
  649. mindspore/ops/composite/multitype_ops/div_impl.py +3 -3
  650. mindspore/ops/composite/multitype_ops/equal_impl.py +1 -0
  651. mindspore/ops/composite/multitype_ops/floordiv_impl.py +1 -1
  652. mindspore/ops/composite/multitype_ops/getitem_impl.py +52 -5
  653. mindspore/ops/composite/multitype_ops/greater_equal_impl.py +31 -0
  654. mindspore/ops/composite/multitype_ops/greater_impl.py +31 -0
  655. mindspore/ops/composite/multitype_ops/in_impl.py +15 -3
  656. mindspore/ops/composite/multitype_ops/less_equal_impl.py +33 -2
  657. mindspore/ops/composite/multitype_ops/less_impl.py +33 -0
  658. mindspore/ops/composite/multitype_ops/logical_and_impl.py +2 -2
  659. mindspore/ops/composite/multitype_ops/logical_or_impl.py +2 -1
  660. mindspore/ops/composite/multitype_ops/mod_impl.py +1 -1
  661. mindspore/ops/composite/multitype_ops/mul_impl.py +21 -7
  662. mindspore/ops/composite/multitype_ops/not_in_impl.py +15 -3
  663. mindspore/ops/composite/multitype_ops/ones_like_impl.py +2 -4
  664. mindspore/ops/composite/multitype_ops/pow_impl.py +1 -0
  665. mindspore/ops/composite/multitype_ops/setitem_impl.py +62 -70
  666. mindspore/ops/composite/multitype_ops/sub_impl.py +3 -3
  667. mindspore/ops/composite/multitype_ops/zeros_like_impl.py +41 -4
  668. mindspore/ops/function/__init__.py +323 -8
  669. mindspore/ops/function/array_func.py +3511 -780
  670. mindspore/ops/function/clip_func.py +329 -0
  671. mindspore/ops/function/debug_func.py +6 -6
  672. mindspore/ops/function/grad/__init__.py +5 -1
  673. mindspore/ops/function/grad/grad_func.py +736 -65
  674. mindspore/ops/function/image_func.py +270 -0
  675. mindspore/ops/function/linalg_func.py +268 -8
  676. mindspore/ops/function/math_func.py +8032 -3164
  677. mindspore/ops/function/nn_func.py +5619 -1855
  678. mindspore/ops/function/other_func.py +115 -0
  679. mindspore/ops/function/parameter_func.py +11 -10
  680. mindspore/ops/function/random_func.py +939 -77
  681. mindspore/ops/function/sparse_func.py +249 -84
  682. mindspore/ops/function/sparse_unary_func.py +2303 -0
  683. mindspore/ops/function/spectral_func.py +146 -0
  684. mindspore/ops/function/vmap_func.py +114 -0
  685. mindspore/ops/functional.py +182 -254
  686. mindspore/ops/op_info_register.py +79 -34
  687. mindspore/ops/operations/__init__.py +210 -118
  688. mindspore/ops/operations/_csr_ops.py +7 -7
  689. mindspore/ops/operations/_embedding_cache_ops.py +25 -15
  690. mindspore/ops/operations/_grad_ops.py +447 -322
  691. mindspore/ops/operations/_inner_ops.py +547 -176
  692. mindspore/ops/operations/_map_tensor_ops.py +112 -0
  693. mindspore/ops/operations/_ms_kernel.py +29 -27
  694. mindspore/ops/operations/_ocr_ops.py +11 -11
  695. mindspore/ops/operations/_opaque_predicate_registry.py +41 -0
  696. mindspore/ops/operations/_quant_ops.py +186 -101
  697. mindspore/ops/operations/_rl_inner_ops.py +122 -61
  698. mindspore/ops/operations/_scalar_ops.py +466 -0
  699. mindspore/ops/operations/_sequence_ops.py +1047 -0
  700. mindspore/ops/operations/_tensor_array.py +10 -11
  701. mindspore/ops/operations/_thor_ops.py +4 -4
  702. mindspore/ops/operations/array_ops.py +1428 -1226
  703. mindspore/ops/operations/comm_ops.py +180 -117
  704. mindspore/ops/operations/control_ops.py +4 -2
  705. mindspore/ops/operations/custom_ops.py +185 -98
  706. mindspore/ops/operations/debug_ops.py +92 -54
  707. mindspore/ops/operations/image_ops.py +406 -211
  708. mindspore/ops/operations/inner_ops.py +42 -53
  709. mindspore/ops/operations/linalg_ops.py +32 -29
  710. mindspore/ops/operations/math_ops.py +2076 -897
  711. mindspore/ops/operations/nn_ops.py +1282 -1252
  712. mindspore/ops/operations/other_ops.py +124 -278
  713. mindspore/ops/operations/random_ops.py +345 -178
  714. mindspore/ops/operations/rl_ops.py +8 -9
  715. mindspore/ops/operations/sparse_ops.py +502 -157
  716. mindspore/ops/operations/spectral_ops.py +107 -0
  717. mindspore/ops/primitive.py +192 -15
  718. mindspore/ops/vm_impl_registry.py +23 -2
  719. mindspore/parallel/__init__.py +6 -1
  720. mindspore/parallel/_auto_parallel_context.py +199 -92
  721. mindspore/parallel/_cell_wrapper.py +4 -2
  722. mindspore/parallel/_cost_model_context.py +3 -0
  723. mindspore/parallel/_dp_allreduce_fusion.py +2 -1
  724. mindspore/parallel/_offload_context.py +185 -0
  725. mindspore/parallel/_parallel_serialization.py +167 -28
  726. mindspore/parallel/_ps_context.py +9 -5
  727. mindspore/parallel/_recovery_context.py +1 -1
  728. mindspore/parallel/_tensor.py +9 -1
  729. mindspore/{nn/transformer → parallel/_transformer}/__init__.py +6 -6
  730. mindspore/{nn/transformer → parallel/_transformer}/layers.py +59 -37
  731. mindspore/{nn/transformer → parallel/_transformer}/loss.py +4 -7
  732. mindspore/{nn/transformer → parallel/_transformer}/moe.py +160 -35
  733. mindspore/{nn/transformer → parallel/_transformer}/op_parallel_config.py +3 -3
  734. mindspore/{nn/transformer → parallel/_transformer}/transformer.py +235 -196
  735. mindspore/parallel/_utils.py +47 -7
  736. mindspore/parallel/algo_parameter_config.py +5 -1
  737. mindspore/parallel/checkpoint_transform.py +329 -0
  738. mindspore/parallel/shard.py +229 -0
  739. mindspore/profiler/__init__.py +2 -1
  740. mindspore/profiler/common/util.py +4 -3
  741. mindspore/profiler/common/validator/validate_path.py +2 -2
  742. mindspore/profiler/envprofiling.py +249 -0
  743. mindspore/profiler/parser/aicpu_data_parser.py +38 -39
  744. mindspore/profiler/parser/ascend_timeline_generator.py +497 -0
  745. mindspore/profiler/parser/base_timeline_generator.py +471 -0
  746. mindspore/profiler/parser/cpu_gpu_timeline_generator.py +684 -0
  747. mindspore/profiler/parser/framework_parser.py +42 -16
  748. mindspore/profiler/parser/hccl_parser.py +158 -158
  749. mindspore/profiler/parser/hwts_log_parser.py +7 -6
  750. mindspore/profiler/parser/integrator.py +18 -1579
  751. mindspore/profiler/parser/minddata_analyzer.py +8 -8
  752. mindspore/profiler/parser/msadvisor_analyzer.py +14 -27
  753. mindspore/profiler/parser/msadvisor_parser.py +2 -4
  754. mindspore/profiler/parser/optime_parser.py +17 -18
  755. mindspore/profiler/parser/profiler_info.py +108 -0
  756. mindspore/profiler/parser/step_trace_parser.py +1 -1
  757. mindspore/profiler/profiling.py +396 -194
  758. mindspore/rewrite/__init__.py +6 -2
  759. mindspore/rewrite/api/node.py +51 -110
  760. mindspore/rewrite/api/node_type.py +10 -6
  761. mindspore/rewrite/api/pattern_engine.py +51 -7
  762. mindspore/rewrite/api/scoped_value.py +64 -53
  763. mindspore/rewrite/api/symbol_tree.py +108 -61
  764. mindspore/rewrite/api/tree_node_helper.py +2 -3
  765. mindspore/{compression/quant/__init__.py → rewrite/ast_creator_register.py} +20 -11
  766. mindspore/rewrite/ast_helpers/__init__.py +6 -3
  767. mindspore/rewrite/ast_helpers/ast_creator.py +115 -0
  768. mindspore/rewrite/ast_helpers/ast_finder.py +99 -1
  769. mindspore/rewrite/ast_helpers/ast_modifier.py +17 -4
  770. mindspore/rewrite/ast_helpers/ast_replacer.py +1 -1
  771. mindspore/rewrite/ast_transformers/__init__.py +0 -1
  772. mindspore/rewrite/ast_transformers/flatten_recursive_stmt.py +46 -5
  773. mindspore/rewrite/ast_transformers/remove_return_out_of_if.py +6 -3
  774. mindspore/rewrite/common/__init__.py +2 -0
  775. mindspore/rewrite/common/event.py +1 -1
  776. mindspore/rewrite/common/observable.py +1 -1
  777. mindspore/rewrite/common/observer.py +1 -1
  778. mindspore/rewrite/common/rewrite_elog.py +35 -0
  779. mindspore/rewrite/namer.py +2 -2
  780. mindspore/rewrite/namespace.py +14 -4
  781. mindspore/rewrite/node.py +161 -13
  782. mindspore/rewrite/parser.py +0 -1
  783. mindspore/rewrite/parser_register.py +0 -1
  784. mindspore/rewrite/parsers/arguments_parser.py +3 -2
  785. mindspore/rewrite/parsers/assign_parser.py +267 -67
  786. mindspore/rewrite/parsers/attribute_parser.py +56 -0
  787. mindspore/rewrite/parsers/class_def_parser.py +191 -108
  788. mindspore/rewrite/parsers/constant_parser.py +101 -0
  789. mindspore/rewrite/parsers/container_parser.py +88 -0
  790. mindspore/rewrite/parsers/for_parser.py +28 -15
  791. mindspore/rewrite/parsers/function_def_parser.py +21 -5
  792. mindspore/rewrite/parsers/if_parser.py +11 -28
  793. mindspore/rewrite/parsers/module_parser.py +9 -6
  794. mindspore/rewrite/parsers/return_parser.py +3 -2
  795. mindspore/rewrite/sparsify/__init__.py +0 -0
  796. mindspore/rewrite/sparsify/sparse_transformer.py +448 -0
  797. mindspore/rewrite/sparsify/sparsify.py +109 -0
  798. mindspore/rewrite/sparsify/utils.py +173 -0
  799. mindspore/rewrite/symbol_tree.py +322 -109
  800. mindspore/rewrite/symbol_tree_builder.py +45 -8
  801. mindspore/rewrite/symbol_tree_dumper.py +0 -1
  802. mindspore/rewrite/topological_manager.py +1 -2
  803. mindspore/run_check/_check_version.py +209 -112
  804. mindspore/run_check/run_check.py +2 -1
  805. mindspore/scipy/linalg.py +13 -117
  806. mindspore/scipy/ops.py +5 -71
  807. mindspore/scipy/ops_grad.py +1 -25
  808. mindspore/scipy/ops_wrapper.py +1 -1
  809. mindspore/scipy/optimize/_bfgs.py +1 -1
  810. mindspore/scipy/optimize/_lagrange.py +200 -0
  811. mindspore/scipy/optimize/line_search.py +3 -2
  812. mindspore/scipy/optimize/minimize.py +43 -6
  813. mindspore/scipy/sparse/__init__.py +2 -2
  814. mindspore/scipy/sparse/linalg.py +5 -465
  815. mindspore/scipy/utils.py +2 -1
  816. mindspore/scipy/utils_const.py +7 -1
  817. mindspore/train/__init__.py +6 -4
  818. mindspore/train/_utils.py +28 -5
  819. mindspore/train/amp.py +321 -50
  820. mindspore/train/callback/__init__.py +3 -1
  821. mindspore/train/callback/_backup_and_restore.py +120 -0
  822. mindspore/train/callback/_callback.py +8 -8
  823. mindspore/train/callback/_checkpoint.py +12 -9
  824. mindspore/train/callback/_early_stop.py +13 -7
  825. mindspore/train/callback/_history.py +8 -8
  826. mindspore/train/callback/_lambda_callback.py +6 -6
  827. mindspore/train/callback/_landscape.py +36 -38
  828. mindspore/train/callback/_loss_monitor.py +12 -6
  829. mindspore/train/callback/_lr_scheduler_callback.py +2 -4
  830. mindspore/train/callback/_on_request_exit.py +212 -0
  831. mindspore/train/callback/_reduce_lr_on_plateau.py +13 -7
  832. mindspore/train/callback/_summary_collector.py +27 -19
  833. mindspore/train/callback/_time_monitor.py +13 -7
  834. mindspore/train/checkpoint_pb2.py +68 -8
  835. mindspore/train/data_sink.py +122 -33
  836. mindspore/train/dataset_helper.py +28 -87
  837. mindspore/train/loss_scale_manager.py +4 -7
  838. mindspore/{nn → train}/metrics/__init__.py +20 -20
  839. mindspore/{nn → train}/metrics/accuracy.py +12 -10
  840. mindspore/{nn → train}/metrics/auc.py +4 -4
  841. mindspore/{nn → train}/metrics/bleu_score.py +4 -4
  842. mindspore/{nn → train}/metrics/confusion_matrix.py +10 -8
  843. mindspore/{nn → train}/metrics/cosine_similarity.py +4 -4
  844. mindspore/{nn → train}/metrics/dice.py +6 -5
  845. mindspore/{nn → train}/metrics/error.py +7 -5
  846. mindspore/{nn → train}/metrics/fbeta.py +9 -7
  847. mindspore/{nn → train}/metrics/hausdorff_distance.py +8 -6
  848. mindspore/{nn → train}/metrics/loss.py +4 -3
  849. mindspore/{nn → train}/metrics/mean_surface_distance.py +6 -5
  850. mindspore/{nn → train}/metrics/metric.py +6 -5
  851. mindspore/{nn → train}/metrics/occlusion_sensitivity.py +4 -3
  852. mindspore/{nn → train}/metrics/perplexity.py +5 -4
  853. mindspore/{nn → train}/metrics/precision.py +5 -4
  854. mindspore/{nn → train}/metrics/recall.py +5 -4
  855. mindspore/{nn → train}/metrics/roc.py +7 -6
  856. mindspore/{nn → train}/metrics/root_mean_square_surface_distance.py +6 -5
  857. mindspore/{nn → train}/metrics/topk.py +7 -5
  858. mindspore/train/mind_ir_pb2.py +339 -32
  859. mindspore/train/model.py +113 -84
  860. mindspore/train/serialization.py +547 -167
  861. mindspore/train/summary/_summary_adapter.py +1 -1
  862. mindspore/train/summary/summary_record.py +43 -12
  863. mindspore/train/train_thor/convert_utils.py +7 -1
  864. mindspore/train/train_thor/dataset_helper.py +3 -3
  865. mindspore/train/train_thor/model_thor.py +0 -4
  866. mindspore/version.py +1 -1
  867. {mindspore-1.10.0.dist-info → mindspore-2.0.0rc1.dist-info}/METADATA +4 -3
  868. {mindspore-1.10.0.dist-info → mindspore-2.0.0rc1.dist-info}/RECORD +871 -660
  869. mindspore/compression/common/constant.py +0 -124
  870. mindspore/compression/export/__init__.py +0 -19
  871. mindspore/compression/export/quant_export.py +0 -514
  872. mindspore/compression/quant/qat.py +0 -636
  873. mindspore/compression/quant/quant_utils.py +0 -462
  874. mindspore/compression/quant/quantizer.py +0 -68
  875. mindspore/lib/libmindspore.dylib +0 -0
  876. mindspore/nn/layer/quant.py +0 -1868
  877. mindspore/nn/layer/rnn_utils.py +0 -90
  878. mindspore/nn/probability/dpn/__init__.py +0 -22
  879. mindspore/nn/probability/dpn/vae/__init__.py +0 -25
  880. mindspore/nn/probability/dpn/vae/cvae.py +0 -138
  881. mindspore/nn/probability/dpn/vae/vae.py +0 -122
  882. mindspore/nn/probability/infer/__init__.py +0 -22
  883. mindspore/nn/probability/infer/variational/elbo.py +0 -70
  884. mindspore/nn/probability/infer/variational/svi.py +0 -84
  885. mindspore/nn/probability/toolbox/__init__.py +0 -22
  886. mindspore/nn/probability/toolbox/anomaly_detection.py +0 -99
  887. mindspore/nn/probability/toolbox/uncertainty_evaluation.py +0 -363
  888. mindspore/nn/probability/transforms/__init__.py +0 -22
  889. mindspore/nn/probability/transforms/transform_bnn.py +0 -262
  890. mindspore/nn/probability/zhusuan/__init__.py +0 -18
  891. mindspore/nn/probability/zhusuan/framework/__init__.py +0 -18
  892. mindspore/nn/probability/zhusuan/framework/bn.py +0 -95
  893. mindspore/nn/probability/zhusuan/variational/__init__.py +0 -18
  894. mindspore/nn/probability/zhusuan/variational/elbo.py +0 -46
  895. mindspore/ops/_op_impl/tbe/bias_add_grad_ds.py +0 -52
  896. mindspore/ops/_op_impl/tbe/scatter_nd_add_ds.py +0 -43
  897. mindspore/ops/bprop_mindir/AssignAdd_bprop.mindir +0 -20
  898. mindspore/ops/bprop_mindir/Identity_bprop.mindir +0 -9
  899. mindspore/ops/bprop_mindir/LogicalOr_bprop.mindir +0 -20
  900. mindspore/ops/bprop_mindir/ReLU_bprop.mindir +0 -16
  901. mindspore/ops/bprop_mindir/UpdateState_bprop.mindir +0 -17
  902. mindspore/ops/bprop_mindir/stop_gradient_bprop.mindir +0 -12
  903. mindspore/ops/composite/array_ops.py +0 -210
  904. mindspore/ops/composite/clip_ops.py +0 -238
  905. mindspore/ops/composite/random_ops.py +0 -426
  906. mindspore/ops/composite/vmap_ops.py +0 -38
  907. mindspore/ops/operations/sponge_ops.py +0 -3531
  908. mindspore/ops/operations/sponge_update_ops.py +0 -2546
  909. mindspore/parallel/nn/__init__.py +0 -42
  910. mindspore/parallel/nn/loss.py +0 -22
  911. mindspore/parallel/nn/moe.py +0 -21
  912. mindspore/parallel/nn/op_parallel_config.py +0 -22
  913. mindspore/parallel/nn/transformer.py +0 -31
  914. mindspore/run_check/_check_deps_version.py +0 -84
  915. {mindspore-1.10.0.dist-info → mindspore-2.0.0rc1.dist-info}/WHEEL +0 -0
  916. {mindspore-1.10.0.dist-info → mindspore-2.0.0rc1.dist-info}/entry_points.txt +0 -0
  917. {mindspore-1.10.0.dist-info → mindspore-2.0.0rc1.dist-info}/top_level.txt +0 -0
mindspore/.commit_id CHANGED
@@ -1 +1 @@
1
- __commit_id__ = ''[sha1]:23202b67,[branch]:(HEAD,origin/r1.10,r1.10)''
1
+ __commit_id__ = ''[sha1]:ea0b5f52,[branch]:(HEAD,origin/r2.0,r2.0)''
mindspore/__init__.py CHANGED
@@ -16,19 +16,23 @@
16
16
  from __future__ import absolute_import
17
17
 
18
18
  from mindspore.run_check import run_check
19
- from mindspore import common, dataset, mindrecord, train, log
19
+ from mindspore import common, dataset, mindrecord, train, log, amp
20
20
  from mindspore import profiler, communication, numpy, parallel
21
21
  from mindspore.common import *
22
22
  from mindspore.mindrecord import *
23
- from mindspore.ops import _op_impl
23
+ from mindspore.ops import _op_impl, grad, value_and_grad, vjp, jvp, jacfwd, jacrev, vmap, get_grad
24
24
  from mindspore.train import *
25
25
  from mindspore.log import *
26
26
  from mindspore.context import GRAPH_MODE, PYNATIVE_MODE, set_context, get_context, set_auto_parallel_context, \
27
27
  get_auto_parallel_context, reset_auto_parallel_context, ParallelMode, set_ps_context, \
28
28
  get_ps_context, reset_ps_context
29
29
  from mindspore.version import __version__
30
- from mindspore.profiler import Profiler
31
- from mindspore.parallel import set_algo_parameters, get_algo_parameters, reset_algo_parameters
30
+ from mindspore.profiler import Profiler, EnvProfiler
31
+ from mindspore.parallel import set_algo_parameters, get_algo_parameters, reset_algo_parameters, \
32
+ rank_list_for_transform, transform_checkpoint_by_rank, transform_checkpoints, merge_pipeline_strategys, shard
33
+ from mindspore.rewrite import SymbolTree, ScopedValue, Node, NodeType, TreeNodeHelper
34
+ from mindspore._check_jit_forbidden_api import get_obj_module_and_name_info, is_jit_forbidden_module, \
35
+ is_invalid_or_jit_forbidden_method
32
36
 
33
37
 
34
38
  __all__ = ["run_check"]
@@ -38,4 +42,5 @@ __all__.extend(train.__all__)
38
42
  __all__.extend(log.__all__)
39
43
  __all__.extend(context.__all__)
40
44
  __all__.extend(parallel.__all__)
45
+ __all__.extend(rewrite.__all__)
41
46
  __all__.append("Profiler")
@@ -0,0 +1,102 @@
1
+ # Copyright 2023 Huawei Technologies Co., Ltd
2
+ #
3
+ # Licensed under the Apache License, Version 2.0 (the "License");
4
+ # you may not use this file except in compliance with the License.
5
+ # You may obtain a copy of the License at
6
+ #
7
+ # http://www.apache.org/licenses/LICENSE-2.0
8
+ #
9
+ # Unless required by applicable law or agreed to in writing, software
10
+ # distributed under the License is distributed on an "AS IS" BASIS,
11
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12
+ # See the License for the specific language governing permissions and
13
+ # limitations under the License.
14
+ # ============================================================================
15
+ """Check jit forbidden api."""
16
+
17
+ import types
18
+ from functools import wraps
19
+ from mindspore import log as logger
20
+
21
+ # module: such as "mindspore.common.initializer"
22
+ _jit_forbidden_module = set()
23
+ _jit_forbidden_method = set()
24
+
25
+
26
+ def jit_forbidden_register(fn):
27
+ """Use @jit_forbidden_register to decoratore the api which is not supported in GRAPH_MODE."""
28
+ setattr(fn, '__jit_forbidden__', True)
29
+ if isinstance(fn, types.FunctionType):
30
+ fn_info = fn.__module__ + '.' + fn.__qualname__
31
+ add_jit_forbidden_method(fn_info)
32
+
33
+ @wraps(fn)
34
+ def jit_forbidden(*args, **kwargs):
35
+ return fn(*args, **kwargs)
36
+ else:
37
+ def jit_forbidden(*args, **kwargs):
38
+ return fn(*args, **kwargs)
39
+ return jit_forbidden
40
+
41
+
42
+ def add_jit_forbidden_module(jit_forbidden_module):
43
+ """Add the jit forbidden module."""
44
+ logger.debug(f'add jit_forbidden_module_set: {_jit_forbidden_module}')
45
+ return _jit_forbidden_module.add(jit_forbidden_module)
46
+
47
+
48
+ def remove_jit_forbidden_module(jit_forbidden_module):
49
+ """Remove the jit forbidden module."""
50
+ logger.debug(f'remove jit_forbidden_module_set: {_jit_forbidden_module}')
51
+ return _jit_forbidden_module.remove(jit_forbidden_module)
52
+
53
+
54
+ def get_jit_forbidden_module():
55
+ """Get the jit forbidden module."""
56
+ logger.debug(f'get jit_forbidden_module_set: {_jit_forbidden_module}')
57
+ return _jit_forbidden_module
58
+
59
+
60
+ def add_jit_forbidden_method(jit_forbidden_method):
61
+ """Add the jit forbidden method."""
62
+ logger.debug(f'add jit_forbidden_method_set: {_jit_forbidden_method}')
63
+ return _jit_forbidden_method.add(jit_forbidden_method)
64
+
65
+
66
+ def remove_jit_forbidden_method(jit_forbidden_method):
67
+ """Remove the jit forbidden method."""
68
+ logger.debug(f'remove jit_forbidden_method_set: {_jit_forbidden_method}')
69
+ return _jit_forbidden_method.remove(jit_forbidden_method)
70
+
71
+
72
+ def get_jit_forbidden_method():
73
+ """Get the jit forbidden method."""
74
+ logger.debug(f'get jit_forbidden_module_set: {_jit_forbidden_method}')
75
+ return _jit_forbidden_method
76
+
77
+
78
+ def get_obj_module_and_name_info(obj):
79
+ """Return the description of the object whose type is class, function or method."""
80
+ if not hasattr(obj, "__module__"):
81
+ return None
82
+ if isinstance(obj, (types.FunctionType, types.MethodType)):
83
+ return obj.__module__, obj.__qualname__, "method or function"
84
+ return obj.__module__, obj.__name__, "class"
85
+
86
+
87
+ def is_jit_forbidden_module(obj_module):
88
+ """Return the matching result of object module in jit forbidden module set."""
89
+ if obj_module in _jit_forbidden_module:
90
+ return True
91
+ return False
92
+
93
+
94
+ def is_invalid_or_jit_forbidden_method(obj, obj_type, attr):
95
+ """Check obj has attribute or method."""
96
+ if not hasattr(obj, attr):
97
+ raise AttributeError(f"{obj_type} object has no attribute: {attr}")
98
+ method = getattr(obj, attr)
99
+ method_info = method.__module__ + '.' + method.__qualname__
100
+ return method_info in _jit_forbidden_method
101
+
102
+ add_jit_forbidden_module("mindspore.common.initializer")