mindspore 2.0.0a0__cp37-none-any.whl → 2.0.0rc1__cp37-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of mindspore might be problematic. Click here for more details.

Files changed (693) hide show
  1. mindspore/.commit_id +1 -1
  2. mindspore/Third_Party_Open_Source_Software_Notice +9064 -0
  3. mindspore/__init__.py +4 -2
  4. mindspore/_akg/akg/composite/build_module.py +11 -0
  5. mindspore/_akg/akg/config/repository_cuda.json +11 -0
  6. mindspore/_akg/akg/tvm/contrib/nvcc.py +4 -3
  7. mindspore/_c_dataengine.cpython-37m-aarch64-linux-gnu.so +0 -0
  8. mindspore/_c_expression.cpython-37m-aarch64-linux-gnu.so +0 -0
  9. mindspore/_c_mindrecord.cpython-37m-aarch64-linux-gnu.so +0 -0
  10. mindspore/_check_jit_forbidden_api.py +102 -0
  11. mindspore/_checkparam.py +1066 -1001
  12. mindspore/_extends/parallel_compile/akg_compiler/akg_process.py +4 -3
  13. mindspore/_extends/parallel_compile/akg_compiler/tbe_topi.py +50 -48
  14. mindspore/_extends/parallel_compile/akg_compiler/util.py +9 -4
  15. mindspore/_extends/parallel_compile/tbe_compiler/tbe_adapter.py +4 -4
  16. mindspore/_extends/parallel_compile/tbe_compiler/tbe_helper.py +9 -4
  17. mindspore/_extends/parse/__init__.py +5 -3
  18. mindspore/_extends/parse/namespace.py +16 -1
  19. mindspore/_extends/parse/parser.py +107 -22
  20. mindspore/_extends/parse/resources.py +0 -7
  21. mindspore/_extends/parse/standard_method.py +885 -413
  22. mindspore/_mindspore_offline_debug.cpython-37m-aarch64-linux-gnu.so +0 -0
  23. mindspore/amp.py +52 -57
  24. mindspore/bin/cache_admin +0 -0
  25. mindspore/bin/cache_server +0 -0
  26. mindspore/boost/boost.py +2 -2
  27. mindspore/boost/boost_cell_wrapper.py +38 -20
  28. mindspore/boost/dim_reduce.py +3 -3
  29. mindspore/boost/group_loss_scale_manager.py +1 -1
  30. mindspore/common/__init__.py +4 -6
  31. mindspore/common/_decorator.py +2 -0
  32. mindspore/common/_register_for_adapter.py +55 -0
  33. mindspore/common/_stub_tensor.py +201 -0
  34. mindspore/common/_utils.py +41 -7
  35. mindspore/common/api.py +215 -141
  36. mindspore/common/dtype.py +8 -1
  37. mindspore/common/dump.py +2 -2
  38. mindspore/common/initializer.py +4 -2
  39. mindspore/common/jit_config.py +17 -13
  40. mindspore/common/mutable.py +33 -13
  41. mindspore/common/parameter.py +23 -21
  42. mindspore/common/seed.py +8 -24
  43. mindspore/common/sparse_tensor.py +62 -41
  44. mindspore/common/tensor.py +852 -1154
  45. mindspore/communication/__init__.py +2 -2
  46. mindspore/communication/_comm_helper.py +11 -4
  47. mindspore/communication/management.py +22 -21
  48. mindspore/config/op_info.config +501 -1008
  49. mindspore/config/super_bar_config.json +512 -0
  50. mindspore/context.py +201 -23
  51. mindspore/dataset/__init__.py +6 -6
  52. mindspore/dataset/audio/__init__.py +7 -7
  53. mindspore/dataset/audio/transforms.py +670 -30
  54. mindspore/dataset/audio/utils.py +47 -4
  55. mindspore/dataset/audio/validators.py +223 -1
  56. mindspore/dataset/callback/ds_callback.py +2 -2
  57. mindspore/dataset/core/config.py +210 -14
  58. mindspore/dataset/core/validator_helpers.py +2 -2
  59. mindspore/{parallel/nn/layers.py → dataset/debug/__init__.py} +7 -8
  60. mindspore/dataset/debug/debug_hook.py +65 -0
  61. mindspore/dataset/debug/pre_defined_hook.py +67 -0
  62. mindspore/dataset/engine/__init__.py +7 -3
  63. mindspore/dataset/engine/cache_client.py +1 -1
  64. mindspore/dataset/engine/datasets.py +322 -66
  65. mindspore/dataset/engine/datasets_audio.py +80 -76
  66. mindspore/dataset/engine/datasets_standard_format.py +51 -38
  67. mindspore/dataset/engine/datasets_text.py +232 -118
  68. mindspore/dataset/engine/datasets_user_defined.py +41 -17
  69. mindspore/dataset/engine/datasets_vision.py +746 -225
  70. mindspore/dataset/engine/graphdata.py +75 -10
  71. mindspore/dataset/engine/iterators.py +45 -5
  72. mindspore/dataset/engine/offload.py +48 -28
  73. mindspore/dataset/engine/validators.py +117 -8
  74. mindspore/dataset/text/__init__.py +6 -5
  75. mindspore/dataset/text/transforms.py +86 -3
  76. mindspore/dataset/text/utils.py +6 -4
  77. mindspore/dataset/text/validators.py +25 -0
  78. mindspore/dataset/transforms/__init__.py +3 -2
  79. mindspore/dataset/transforms/c_transforms.py +1 -1
  80. mindspore/dataset/transforms/transforms.py +2 -2
  81. mindspore/dataset/utils/__init__.py +2 -1
  82. mindspore/dataset/utils/line_reader.py +121 -0
  83. mindspore/dataset/vision/__init__.py +2 -3
  84. mindspore/dataset/vision/c_transforms.py +9 -9
  85. mindspore/dataset/vision/py_transforms.py +5 -5
  86. mindspore/dataset/vision/py_transforms_util.py +2 -0
  87. mindspore/dataset/vision/transforms.py +160 -161
  88. mindspore/dataset/vision/utils.py +3 -3
  89. mindspore/experimental/map_parameter.py +38 -26
  90. mindspore/include/OWNERS +0 -1
  91. mindspore/include/api/callback/callback.h +9 -13
  92. mindspore/include/api/callback/ckpt_saver.h +2 -2
  93. mindspore/include/api/callback/loss_monitor.h +2 -2
  94. mindspore/include/api/callback/lr_scheduler.h +5 -5
  95. mindspore/include/api/callback/time_monitor.h +2 -2
  96. mindspore/include/api/callback/train_accuracy.h +4 -6
  97. mindspore/include/api/cfg.h +19 -6
  98. mindspore/include/api/context.h +44 -9
  99. mindspore/include/api/delegate.h +1 -1
  100. mindspore/include/api/metrics/accuracy.h +2 -2
  101. mindspore/include/api/metrics/metrics.h +4 -3
  102. mindspore/include/api/model.h +9 -4
  103. mindspore/include/api/model_parallel_runner.h +2 -2
  104. mindspore/include/api/net.h +12 -11
  105. mindspore/include/api/serialization.h +19 -3
  106. mindspore/include/api/types.h +3 -3
  107. mindspore/include/dataset/constants.h +7 -0
  108. mindspore/include/dataset/text.h +59 -0
  109. mindspore/include/mindapi/base/type_id.h +1 -0
  110. mindspore/lib/libdnnl.so.2 +0 -0
  111. mindspore/lib/libicudata.so.69 +0 -0
  112. mindspore/lib/libicui18n.so.69 +0 -0
  113. mindspore/lib/libicuuc.so.69 +0 -0
  114. mindspore/lib/libmindspore.so +0 -0
  115. mindspore/lib/libmindspore_backend.so +0 -0
  116. mindspore/lib/libmindspore_common.so +0 -0
  117. mindspore/lib/libmindspore_core.so +0 -0
  118. mindspore/lib/libmindspore_glog.so.0 +0 -0
  119. mindspore/lib/libmindspore_gpr.so.15 +0 -0
  120. mindspore/lib/libmindspore_grpc++.so.1 +0 -0
  121. mindspore/lib/libmindspore_grpc.so.15 +0 -0
  122. mindspore/lib/libmindspore_shared_lib.so +0 -0
  123. mindspore/lib/libmpi_adapter.so +0 -0
  124. mindspore/lib/libmpi_collective.so +0 -0
  125. mindspore/lib/libnnacl.so +0 -0
  126. mindspore/lib/libopencv_core.so.4.5 +0 -0
  127. mindspore/lib/libopencv_imgcodecs.so.4.5 +0 -0
  128. mindspore/lib/libopencv_imgproc.so.4.5 +0 -0
  129. mindspore/lib/libps_cache.so +0 -0
  130. mindspore/lib/plugin/ascend/libakg.so +0 -0
  131. mindspore/lib/plugin/ascend/libascend_collective.so +0 -0
  132. mindspore/lib/plugin/ascend/libdvpp_utils.so +0 -0
  133. mindspore/lib/plugin/ascend/libhccl_plugin.so +0 -0
  134. mindspore/lib/plugin/ascend/libmindspore_aicpu_kernels.so +0 -0
  135. mindspore/lib/plugin/ascend/libmindspore_cpu_kernels.so +0 -0
  136. mindspore/lib/plugin/cpu/libakg.so +0 -0
  137. mindspore/lib/plugin/libmindspore_ascend.so.1 +0 -0
  138. mindspore/lib/plugin/{libmindspore_ascend.so → libmindspore_ascend.so.2} +0 -0
  139. mindspore/log.py +1 -1
  140. mindspore/mindrecord/filereader.py +18 -0
  141. mindspore/mindrecord/filewriter.py +197 -34
  142. mindspore/mindrecord/shardreader.py +9 -0
  143. mindspore/mindrecord/shardwriter.py +1 -1
  144. mindspore/mindrecord/tools/cifar100_to_mr.py +3 -3
  145. mindspore/mindrecord/tools/cifar10_to_mr.py +3 -3
  146. mindspore/mindrecord/tools/csv_to_mr.py +3 -3
  147. mindspore/mindrecord/tools/imagenet_to_mr.py +16 -11
  148. mindspore/mindrecord/tools/mnist_to_mr.py +2 -2
  149. mindspore/mindrecord/tools/tfrecord_to_mr.py +6 -6
  150. mindspore/nn/__init__.py +0 -4
  151. mindspore/nn/cell.py +204 -132
  152. mindspore/nn/dynamic_lr.py +1 -1
  153. mindspore/nn/grad/cell_grad.py +7 -6
  154. mindspore/nn/layer/__init__.py +5 -4
  155. mindspore/nn/layer/activation.py +40 -89
  156. mindspore/nn/layer/basic.py +255 -624
  157. mindspore/nn/layer/channel_shuffle.py +7 -6
  158. mindspore/nn/layer/combined.py +1 -1
  159. mindspore/nn/layer/container.py +41 -4
  160. mindspore/nn/layer/conv.py +64 -28
  161. mindspore/nn/layer/dense.py +9 -8
  162. mindspore/nn/layer/embedding.py +27 -25
  163. mindspore/nn/layer/image.py +53 -46
  164. mindspore/nn/layer/math.py +97 -105
  165. mindspore/nn/layer/normalization.py +117 -86
  166. mindspore/nn/layer/padding.py +185 -95
  167. mindspore/nn/layer/pooling.py +817 -414
  168. mindspore/nn/layer/rnn_cells.py +10 -15
  169. mindspore/nn/layer/rnns.py +37 -38
  170. mindspore/nn/layer/thor_layer.py +11 -12
  171. mindspore/nn/layer/timedistributed.py +5 -5
  172. mindspore/nn/layer/transformer.py +701 -0
  173. mindspore/nn/learning_rate_schedule.py +8 -8
  174. mindspore/nn/loss/__init__.py +5 -4
  175. mindspore/nn/loss/loss.py +334 -199
  176. mindspore/nn/optim/ada_grad.py +6 -6
  177. mindspore/nn/optim/adadelta.py +2 -3
  178. mindspore/nn/optim/adafactor.py +4 -5
  179. mindspore/nn/optim/adam.py +126 -62
  180. mindspore/nn/optim/adamax.py +3 -4
  181. mindspore/nn/optim/adasum.py +6 -6
  182. mindspore/nn/optim/asgd.py +2 -2
  183. mindspore/nn/optim/ftrl.py +67 -38
  184. mindspore/nn/optim/lamb.py +4 -5
  185. mindspore/nn/optim/lars.py +2 -2
  186. mindspore/nn/optim/lazyadam.py +43 -4
  187. mindspore/nn/optim/momentum.py +6 -5
  188. mindspore/nn/optim/optimizer.py +3 -1
  189. mindspore/nn/optim/proximal_ada_grad.py +2 -2
  190. mindspore/nn/optim/rmsprop.py +1 -1
  191. mindspore/nn/optim/rprop.py +8 -9
  192. mindspore/nn/optim/sgd.py +19 -13
  193. mindspore/nn/optim/thor.py +10 -15
  194. mindspore/nn/probability/__init__.py +0 -2
  195. mindspore/nn/probability/bijector/bijector.py +4 -4
  196. mindspore/nn/probability/bijector/invert.py +1 -1
  197. mindspore/nn/probability/bijector/softplus.py +2 -2
  198. mindspore/nn/probability/bnn_layers/dense_variational.py +1 -1
  199. mindspore/nn/probability/bnn_layers/layer_distribution.py +2 -2
  200. mindspore/nn/probability/distribution/_utils/utils.py +9 -15
  201. mindspore/nn/probability/distribution/bernoulli.py +3 -3
  202. mindspore/nn/probability/distribution/beta.py +1 -1
  203. mindspore/nn/probability/distribution/categorical.py +5 -7
  204. mindspore/nn/probability/distribution/cauchy.py +3 -3
  205. mindspore/nn/probability/distribution/distribution.py +2 -2
  206. mindspore/nn/probability/distribution/exponential.py +2 -2
  207. mindspore/nn/probability/distribution/gamma.py +3 -3
  208. mindspore/nn/probability/distribution/geometric.py +1 -1
  209. mindspore/nn/probability/distribution/gumbel.py +3 -3
  210. mindspore/nn/probability/distribution/half_normal.py +15 -11
  211. mindspore/nn/probability/distribution/laplace.py +16 -13
  212. mindspore/nn/probability/distribution/logistic.py +2 -2
  213. mindspore/nn/probability/distribution/normal.py +1 -1
  214. mindspore/nn/probability/distribution/poisson.py +1 -1
  215. mindspore/nn/probability/distribution/student_t.py +20 -15
  216. mindspore/nn/probability/distribution/transformed_distribution.py +4 -4
  217. mindspore/nn/probability/distribution/uniform.py +2 -2
  218. mindspore/nn/reinforcement/_tensors_queue.py +3 -3
  219. mindspore/nn/reinforcement/tensor_array.py +2 -2
  220. mindspore/nn/sparse/sparse.py +2 -2
  221. mindspore/nn/wrap/cell_wrapper.py +27 -10
  222. mindspore/nn/wrap/grad_reducer.py +2 -2
  223. mindspore/nn/wrap/loss_scale.py +40 -24
  224. mindspore/numpy/array_creations.py +33 -22
  225. mindspore/numpy/array_ops.py +35 -30
  226. mindspore/numpy/logic_ops.py +6 -27
  227. mindspore/numpy/math_ops.py +22 -19
  228. mindspore/numpy/utils.py +1 -1
  229. mindspore/numpy/utils_const.py +108 -58
  230. mindspore/ops/_constants.py +0 -6
  231. mindspore/ops/_grad/__init__.py +2 -1
  232. mindspore/ops/_grad/grad_array_ops.py +86 -117
  233. mindspore/ops/_grad/grad_base.py +23 -1
  234. mindspore/ops/_grad/grad_clip_ops.py +2 -3
  235. mindspore/ops/_grad/grad_comm_ops.py +34 -24
  236. mindspore/ops/_grad/grad_implementations.py +9 -45
  237. mindspore/ops/_grad/grad_inner_ops.py +47 -4
  238. mindspore/ops/_grad/grad_math_ops.py +142 -117
  239. mindspore/ops/_grad/grad_nn_ops.py +71 -165
  240. mindspore/ops/_grad/grad_sequence_ops.py +296 -0
  241. mindspore/ops/_grad/grad_sparse.py +7 -6
  242. mindspore/ops/_grad_experimental/__init__.py +1 -0
  243. mindspore/ops/_grad_experimental/grad_array_ops.py +150 -15
  244. mindspore/ops/_grad_experimental/grad_image_ops.py +16 -7
  245. mindspore/ops/_grad_experimental/grad_inner_ops.py +1 -22
  246. mindspore/ops/_grad_experimental/grad_linalg_ops.py +4 -11
  247. mindspore/ops/_grad_experimental/grad_math_ops.py +210 -89
  248. mindspore/ops/_grad_experimental/grad_nn_ops.py +26 -22
  249. mindspore/ops/_grad_experimental/grad_scalar_ops.py +112 -0
  250. mindspore/ops/_grad_experimental/grad_sparse_ops.py +49 -8
  251. mindspore/ops/_op_impl/_custom_op/batch_matmul_impl.py +1 -1
  252. mindspore/ops/_op_impl/_custom_op/batchnorm_fold.py +2 -2
  253. mindspore/ops/_op_impl/_custom_op/batchnorm_fold2.py +2 -2
  254. mindspore/ops/_op_impl/_custom_op/batchnorm_fold2_grad.py +2 -2
  255. mindspore/ops/_op_impl/_custom_op/batchnorm_fold2_grad_reduce.py +4 -4
  256. mindspore/ops/_op_impl/_custom_op/batchnorm_fold_grad.py +3 -3
  257. mindspore/ops/_op_impl/_custom_op/cholesky_trsm_impl.py +1 -1
  258. mindspore/ops/_op_impl/_custom_op/correction_mul.py +2 -2
  259. mindspore/ops/_op_impl/_custom_op/correction_mul_grad.py +2 -2
  260. mindspore/ops/_op_impl/_custom_op/dsd_back_impl.py +1 -5
  261. mindspore/ops/_op_impl/_custom_op/dsd_impl.py +1 -1
  262. mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perchannel.py +2 -2
  263. mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perchannel_grad.py +2 -2
  264. mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perchannel_grad_reduce.py +2 -2
  265. mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perlayer.py +2 -2
  266. mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perlayer_grad.py +2 -2
  267. mindspore/ops/_op_impl/_custom_op/fake_learned_scale_quant_perlayer_grad_reduce.py +2 -2
  268. mindspore/ops/_op_impl/_custom_op/fake_quant_perchannel.py +2 -2
  269. mindspore/ops/_op_impl/_custom_op/fake_quant_perchannel_grad.py +2 -2
  270. mindspore/ops/_op_impl/_custom_op/fake_quant_perlayer.py +2 -2
  271. mindspore/ops/_op_impl/_custom_op/fake_quant_perlayer_grad.py +2 -2
  272. mindspore/ops/_op_impl/_custom_op/fused_abs_max1_impl.py +1 -1
  273. mindspore/ops/_op_impl/_custom_op/img2col_impl.py +1 -1
  274. mindspore/ops/_op_impl/_custom_op/matmul_cube_dense_left_impl.py +2 -2
  275. mindspore/ops/_op_impl/_custom_op/matmul_cube_dense_right_impl.py +1 -1
  276. mindspore/ops/_op_impl/_custom_op/matmul_cube_fracz_left_cast_impl.py +1 -1
  277. mindspore/ops/_op_impl/_custom_op/matmul_cube_fracz_right_mul_impl.py +1 -1
  278. mindspore/ops/_op_impl/_custom_op/matmul_cube_impl.py +2 -2
  279. mindspore/ops/_op_impl/_custom_op/matmul_dds_impl.py +0 -4
  280. mindspore/ops/_op_impl/_custom_op/matrix_combine_impl.py +1 -1
  281. mindspore/ops/_op_impl/_custom_op/minmax_update_perchannel.py +2 -2
  282. mindspore/ops/_op_impl/_custom_op/minmax_update_perlayer.py +2 -2
  283. mindspore/ops/_op_impl/_custom_op/transpose02314_impl.py +1 -1
  284. mindspore/ops/_op_impl/aicpu/__init__.py +236 -4
  285. mindspore/ops/_op_impl/aicpu/abs.py +36 -0
  286. mindspore/ops/_op_impl/aicpu/{adaptive_avg_pool_2d_v1.py → adaptive_avg_pool_2d.py} +6 -5
  287. mindspore/ops/_op_impl/aicpu/adaptive_avg_pool_2d_grad.py +34 -0
  288. mindspore/ops/_op_impl/aicpu/add.py +43 -0
  289. mindspore/ops/_op_impl/aicpu/addcdiv.py +0 -32
  290. mindspore/ops/_op_impl/aicpu/addcmul.py +0 -84
  291. mindspore/ops/_op_impl/aicpu/affine_grid_grad.py +35 -0
  292. mindspore/ops/_op_impl/aicpu/batch_matmul.py +43 -43
  293. mindspore/ops/_op_impl/aicpu/bernoulli.py +48 -0
  294. mindspore/{compression/common/__init__.py → ops/_op_impl/aicpu/bessel_i0.py} +15 -8
  295. mindspore/ops/_op_impl/aicpu/channel_shuffle.py +40 -0
  296. mindspore/ops/_op_impl/aicpu/conj.py +11 -0
  297. mindspore/ops/_op_impl/aicpu/cumulative_logsumexp.py +0 -3
  298. mindspore/ops/_op_impl/aicpu/deformable_offsets.py +38 -0
  299. mindspore/ops/_op_impl/aicpu/deformable_offsets_grad.py +43 -0
  300. mindspore/ops/_op_impl/aicpu/{adaptive_avg_pool_2d_grad_v1.py → digamma.py} +7 -9
  301. mindspore/ops/_op_impl/aicpu/flatten.py +1 -0
  302. mindspore/ops/_op_impl/aicpu/fmax.py +36 -0
  303. mindspore/ops/_op_impl/aicpu/fmin.py +37 -0
  304. mindspore/ops/_op_impl/aicpu/fractional_max_pool3d_with_fixed_ksize.py +1 -1
  305. mindspore/ops/_op_impl/aicpu/fse_decode.py +43 -0
  306. mindspore/ops/_op_impl/aicpu/greater.py +41 -0
  307. mindspore/ops/_op_impl/aicpu/greater_equal.py +41 -0
  308. mindspore/ops/_op_impl/aicpu/index_put.py +50 -0
  309. mindspore/ops/_op_impl/aicpu/less.py +41 -0
  310. mindspore/{nn/probability/infer/variational/__init__.py → ops/_op_impl/aicpu/lgamma.py} +16 -10
  311. mindspore/ops/_op_impl/aicpu/mirror_pad.py +0 -4
  312. mindspore/ops/_op_impl/aicpu/mirror_pad_grad.py +0 -4
  313. mindspore/ops/_op_impl/aicpu/mul.py +3 -1
  314. mindspore/ops/_op_impl/aicpu/multinomial.py +14 -6
  315. mindspore/ops/_op_impl/aicpu/nllloss.py +38 -0
  316. mindspore/ops/_op_impl/aicpu/nllloss_grad.py +39 -0
  317. mindspore/ops/_op_impl/aicpu/ones_like.py +0 -2
  318. mindspore/ops/_op_impl/aicpu/polar.py +32 -0
  319. mindspore/ops/_op_impl/aicpu/polygamma.py +34 -0
  320. mindspore/ops/_op_impl/aicpu/quant_dtype_cast.py +40 -0
  321. mindspore/ops/_op_impl/aicpu/quantile.py +35 -0
  322. mindspore/ops/_op_impl/aicpu/ragged_tensor_to_sparse.py +73 -0
  323. mindspore/ops/_op_impl/aicpu/randperm_v2.py +41 -0
  324. mindspore/ops/_op_impl/aicpu/resize_bicubic.py +2 -8
  325. mindspore/ops/_op_impl/aicpu/resize_bicubic_grad.py +1 -1
  326. mindspore/ops/_op_impl/aicpu/resize_v2.py +68 -0
  327. mindspore/ops/_op_impl/aicpu/resize_v2_grad.py +68 -0
  328. mindspore/ops/_op_impl/aicpu/scatter_elements.py +4 -0
  329. mindspore/ops/_op_impl/aicpu/scatter_nd_update.py +2 -0
  330. mindspore/ops/_op_impl/aicpu/sequence_add.py +34 -0
  331. mindspore/ops/_op_impl/aicpu/sequence_add_offset.py +34 -0
  332. mindspore/ops/_op_impl/aicpu/sequence_addn.py +38 -0
  333. mindspore/ops/_op_impl/aicpu/smooth_l1_loss.py +35 -0
  334. mindspore/ops/_op_impl/aicpu/smooth_l1_loss_grad.py +37 -0
  335. mindspore/ops/_op_impl/aicpu/sparse_apply_adagrad_da.py +0 -24
  336. mindspore/ops/_op_impl/aicpu/sparse_cross.py +42 -0
  337. mindspore/ops/_op_impl/aicpu/sparse_slice.py +4 -0
  338. mindspore/ops/_op_impl/aicpu/sparse_slice_grad.py +6 -0
  339. mindspore/ops/_op_impl/aicpu/tensor_scatter_update.py +59 -0
  340. mindspore/ops/_op_impl/aicpu/trans_data.py +1 -0
  341. mindspore/ops/_op_impl/aicpu/tril_indices.py +34 -0
  342. mindspore/ops/_op_impl/aicpu/uniform.py +34 -0
  343. mindspore/ops/_op_impl/aicpu/uniform_candidate_sampler.py +1 -0
  344. mindspore/ops/_op_impl/aicpu/unique_consecutive.py +10 -2
  345. mindspore/ops/_op_impl/cpu/dynamic_shape.py +5 -1
  346. mindspore/ops/_op_impl/cpu/sparse_slice.py +4 -0
  347. mindspore/ops/_op_impl/cpu/sparse_slice_grad.py +6 -0
  348. mindspore/ops/_op_impl/cpu/tensor_shape.py +5 -1
  349. mindspore/ops/_op_impl/tbe/__init__.py +27 -611
  350. mindspore/ops/_op_impl/tbe/assign_add_ds.py +1 -0
  351. mindspore/ops/_op_impl/tbe/atomic_addr_clean.py +1 -1
  352. mindspore/ops/_op_impl/tbe/avg_pool_3d_grad.py +1 -1
  353. mindspore/ops/_op_impl/tbe/batch_matmul_ds.py +1 -0
  354. mindspore/ops/_op_impl/tbe/batch_to_space.py +1 -1
  355. mindspore/ops/_op_impl/tbe/batch_to_space_nd.py +1 -1
  356. mindspore/ops/_op_impl/tbe/bn_infer_grad.py +4 -2
  357. mindspore/ops/_op_impl/tbe/bn_training_update.py +0 -1
  358. mindspore/ops/_op_impl/tbe/bn_training_update_ds.py +0 -1
  359. mindspore/ops/_op_impl/tbe/broadcast_to_ds.py +6 -4
  360. mindspore/ops/_op_impl/tbe/cast.py +0 -2
  361. mindspore/ops/_op_impl/tbe/cast_ds.py +3 -3
  362. mindspore/ops/_op_impl/tbe/data_format_dim_map_ds.py +1 -0
  363. mindspore/ops/_op_impl/tbe/depthwise_conv2d.py +2 -2
  364. mindspore/ops/_op_impl/tbe/dynamic_atomic_addr_clean.py +1 -1
  365. mindspore/ops/_op_impl/tbe/gather_nd.py +1 -0
  366. mindspore/ops/_op_impl/tbe/{index_add.py → inplace_index_add.py} +3 -6
  367. mindspore/ops/_op_impl/tbe/matmul_ds.py +2 -0
  368. mindspore/ops/_op_impl/tbe/npu_clear_float_status_v2.py +35 -0
  369. mindspore/ops/_op_impl/tbe/npu_get_float_status_v2.py +35 -0
  370. mindspore/ops/_op_impl/tbe/scatter_mul.py +2 -0
  371. mindspore/ops/_op_impl/tbe/scatter_nd_add.py +0 -2
  372. mindspore/ops/_op_impl/tbe/space_to_batch.py +1 -1
  373. mindspore/ops/_op_impl/tbe/space_to_batch_nd.py +1 -1
  374. mindspore/ops/_op_impl/tbe/trans_data_ds.py +15 -5
  375. mindspore/ops/_register_for_op.py +1 -0
  376. mindspore/ops/_utils/__init__.py +1 -2
  377. mindspore/ops/_utils/utils.py +19 -40
  378. mindspore/ops/_vmap/vmap_array_ops.py +116 -38
  379. mindspore/ops/_vmap/vmap_base.py +16 -9
  380. mindspore/ops/_vmap/vmap_convolution_ops.py +7 -10
  381. mindspore/ops/_vmap/vmap_grad_math_ops.py +4 -4
  382. mindspore/ops/_vmap/vmap_grad_nn_ops.py +7 -5
  383. mindspore/ops/_vmap/vmap_image_ops.py +12 -5
  384. mindspore/ops/_vmap/vmap_math_ops.py +46 -5
  385. mindspore/ops/_vmap/vmap_nn_ops.py +15 -21
  386. mindspore/ops/_vmap/vmap_random_ops.py +1 -1
  387. mindspore/ops/bprop_mindir/AdaptiveAvgPool2D_bprop.mindir +0 -0
  388. mindspore/ops/bprop_mindir/AdaptiveMaxPool2D_bprop.mindir +0 -0
  389. mindspore/ops/bprop_mindir/AvgPool3D_bprop.mindir +150 -0
  390. mindspore/ops/bprop_mindir/AvgPool_bprop.mindir +66 -0
  391. mindspore/ops/bprop_mindir/BCEWithLogitsLoss_bprop.mindir +0 -0
  392. mindspore/ops/bprop_mindir/BatchNormGrad_bprop.mindir +0 -0
  393. mindspore/ops/bprop_mindir/BiasAddGrad_bprop.mindir +0 -0
  394. mindspore/ops/bprop_mindir/BinaryCrossEntropy_bprop.mindir +33 -0
  395. mindspore/ops/bprop_mindir/BroadcastTo_bprop.mindir +220 -106
  396. mindspore/ops/bprop_mindir/CTCLoss_bprop.mindir +0 -0
  397. mindspore/ops/bprop_mindir/Conv2DBackpropFilter_bprop.mindir +240 -0
  398. mindspore/ops/bprop_mindir/Conv2DBackpropInput_bprop.mindir +247 -0
  399. mindspore/ops/bprop_mindir/Conv2DTranspose_bprop.mindir +247 -0
  400. mindspore/ops/bprop_mindir/Conv3DTranspose_bprop.mindir +315 -0
  401. mindspore/ops/bprop_mindir/Conv3D_bprop.mindir +278 -0
  402. mindspore/ops/bprop_mindir/DeformableOffsets_bprop.mindir +58 -0
  403. mindspore/ops/bprop_mindir/DepthwiseConv2dNative_bprop.mindir +138 -0
  404. mindspore/ops/bprop_mindir/Dropout2D_bprop.mindir +0 -0
  405. mindspore/ops/bprop_mindir/Dropout3D_bprop.mindir +0 -0
  406. mindspore/ops/bprop_mindir/DropoutDoMask_bprop.mindir +22 -23
  407. mindspore/ops/bprop_mindir/DropoutGenMask_bprop.mindir +16 -17
  408. mindspore/ops/bprop_mindir/DropoutGrad_bprop.mindir +27 -0
  409. mindspore/ops/bprop_mindir/Dropout_bprop.mindir +0 -0
  410. mindspore/ops/bprop_mindir/DynamicGRUV2_bprop.mindir +0 -0
  411. mindspore/ops/bprop_mindir/DynamicRNN_bprop.mindir +0 -0
  412. mindspore/ops/bprop_mindir/Elu_bprop.mindir +16 -0
  413. mindspore/ops/bprop_mindir/EmbeddingLookup_bprop.mindir +0 -0
  414. mindspore/ops/bprop_mindir/ExpandDims_bprop.mindir +39 -41
  415. mindspore/ops/bprop_mindir/FastGeLU_bprop.mindir +16 -0
  416. mindspore/ops/bprop_mindir/Flatten_bprop.mindir +41 -43
  417. mindspore/ops/bprop_mindir/GatherNd_bprop.mindir +51 -57
  418. mindspore/ops/bprop_mindir/Gather_bprop.mindir +0 -0
  419. mindspore/ops/bprop_mindir/HSigmoid_bprop.mindir +16 -0
  420. mindspore/ops/bprop_mindir/HSwish_bprop.mindir +16 -0
  421. mindspore/ops/bprop_mindir/InstanceNorm_bprop.mindir +0 -0
  422. mindspore/ops/bprop_mindir/KLDivLoss_bprop.mindir +126 -0
  423. mindspore/ops/bprop_mindir/L2Loss_bprop.mindir +15 -0
  424. mindspore/ops/bprop_mindir/L2Normalize_bprop.mindir +30 -0
  425. mindspore/ops/bprop_mindir/LRN_bprop.mindir +43 -0
  426. mindspore/ops/bprop_mindir/LayerNormGrad_bprop.mindir +0 -0
  427. mindspore/ops/bprop_mindir/LogSoftmax_bprop.mindir +23 -0
  428. mindspore/ops/bprop_mindir/MaxPool3DGradGrad_bprop.mindir +74 -0
  429. mindspore/ops/bprop_mindir/MaxPool3DGrad_bprop.mindir +74 -0
  430. mindspore/ops/bprop_mindir/MaxPool3D_bprop.mindir +75 -0
  431. mindspore/ops/bprop_mindir/MaxPoolGradGrad_bprop.mindir +65 -0
  432. mindspore/ops/bprop_mindir/MaxPoolWithArgmax_bprop.mindir +0 -0
  433. mindspore/ops/bprop_mindir/MirrorPad_bprop.mindir +27 -0
  434. mindspore/ops/bprop_mindir/Mish_bprop.mindir +35 -0
  435. mindspore/ops/bprop_mindir/MulNoNan_bprop.mindir +0 -0
  436. mindspore/ops/bprop_mindir/NLLLoss_bprop.mindir +0 -0
  437. mindspore/ops/bprop_mindir/OneHot_bprop.mindir +24 -25
  438. mindspore/ops/bprop_mindir/PReLU_bprop.mindir +0 -0
  439. mindspore/ops/bprop_mindir/Pad_bprop.mindir +0 -0
  440. mindspore/ops/bprop_mindir/Padding_bprop.mindir +0 -0
  441. mindspore/ops/bprop_mindir/RNNTLoss_bprop.mindir +29 -0
  442. mindspore/ops/bprop_mindir/ROIAlign_bprop.mindir +82 -0
  443. mindspore/ops/bprop_mindir/ReLU6_bprop.mindir +16 -0
  444. mindspore/ops/bprop_mindir/ReLUV2_bprop.mindir +0 -0
  445. mindspore/ops/bprop_mindir/ReluGrad_bprop.mindir +18 -19
  446. mindspore/ops/bprop_mindir/Reshape_bprop.mindir +53 -53
  447. mindspore/ops/bprop_mindir/ResizeBilinear_bprop.mindir +29 -0
  448. mindspore/ops/bprop_mindir/ResizeNearestNeighbor_bprop.mindir +77 -85
  449. mindspore/ops/bprop_mindir/SeLU_bprop.mindir +21 -0
  450. mindspore/ops/bprop_mindir/SigmoidCrossEntropyWithLogits_bprop.mindir +21 -0
  451. mindspore/ops/bprop_mindir/SigmoidGrad_bprop.mindir +0 -0
  452. mindspore/ops/bprop_mindir/Sigmoid_bprop.mindir +16 -0
  453. mindspore/ops/bprop_mindir/SmoothL1Loss_bprop.mindir +36 -0
  454. mindspore/ops/bprop_mindir/SoftmaxCrossEntropyWithLogits_bprop.mindir +0 -0
  455. mindspore/ops/bprop_mindir/Softplus_bprop.mindir +16 -0
  456. mindspore/ops/bprop_mindir/Softsign_bprop.mindir +33 -0
  457. mindspore/ops/bprop_mindir/SparseSoftmaxCrossEntropyWithLogits_bprop.mindir +0 -0
  458. mindspore/ops/bprop_mindir/Squeeze_bprop.mindir +37 -39
  459. mindspore/ops/bprop_mindir/StridedSlice_bprop.mindir +70 -72
  460. mindspore/ops/bprop_mindir/TanhGrad_bprop.mindir +0 -0
  461. mindspore/ops/bprop_mindir/Tanh_bprop.mindir +66 -0
  462. mindspore/ops/bprop_mindir/Tile_bprop.mindir +0 -0
  463. mindspore/ops/bprop_mindir/TopK_bprop.mindir +0 -0
  464. mindspore/ops/bprop_mindir/TupleGetItem_bprop.mindir +17 -17
  465. mindspore/ops/bprop_mindir/UpsampleNearest3D_bprop.mindir +32 -0
  466. mindspore/ops/bprop_mindir/UpsampleTrilinear3D_bprop.mindir +38 -0
  467. mindspore/ops/bprop_mindir/generate_mindir.py +2 -0
  468. mindspore/ops/composite/__init__.py +7 -8
  469. mindspore/ops/composite/base.py +101 -47
  470. mindspore/ops/composite/math_ops.py +188 -158
  471. mindspore/ops/composite/multitype_ops/_compile_utils.py +415 -170
  472. mindspore/ops/composite/multitype_ops/_constexpr_utils.py +142 -87
  473. mindspore/ops/composite/multitype_ops/add_impl.py +6 -1
  474. mindspore/ops/composite/multitype_ops/div_impl.py +2 -3
  475. mindspore/ops/composite/multitype_ops/getitem_impl.py +31 -3
  476. mindspore/ops/composite/multitype_ops/greater_equal_impl.py +31 -0
  477. mindspore/ops/composite/multitype_ops/greater_impl.py +31 -0
  478. mindspore/ops/composite/multitype_ops/in_impl.py +9 -0
  479. mindspore/ops/composite/multitype_ops/less_equal_impl.py +31 -0
  480. mindspore/ops/composite/multitype_ops/less_impl.py +31 -0
  481. mindspore/ops/composite/multitype_ops/mul_impl.py +21 -5
  482. mindspore/ops/composite/multitype_ops/not_in_impl.py +9 -0
  483. mindspore/ops/composite/multitype_ops/ones_like_impl.py +2 -4
  484. mindspore/ops/composite/multitype_ops/setitem_impl.py +21 -3
  485. mindspore/ops/composite/multitype_ops/sub_impl.py +1 -1
  486. mindspore/ops/composite/multitype_ops/zeros_like_impl.py +35 -4
  487. mindspore/ops/function/__init__.py +152 -8
  488. mindspore/ops/function/array_func.py +2555 -674
  489. mindspore/ops/function/clip_func.py +209 -13
  490. mindspore/ops/function/debug_func.py +2 -2
  491. mindspore/ops/function/grad/__init__.py +2 -1
  492. mindspore/ops/function/grad/grad_func.py +147 -62
  493. mindspore/ops/function/image_func.py +54 -38
  494. mindspore/ops/function/linalg_func.py +167 -16
  495. mindspore/ops/function/math_func.py +4849 -1492
  496. mindspore/ops/function/nn_func.py +2573 -988
  497. mindspore/ops/function/other_func.py +115 -0
  498. mindspore/ops/function/parameter_func.py +3 -3
  499. mindspore/ops/function/random_func.py +790 -73
  500. mindspore/ops/function/sparse_func.py +98 -78
  501. mindspore/ops/function/sparse_unary_func.py +54 -53
  502. mindspore/ops/function/spectral_func.py +27 -24
  503. mindspore/ops/function/vmap_func.py +22 -2
  504. mindspore/ops/functional.py +97 -37
  505. mindspore/ops/op_info_register.py +70 -28
  506. mindspore/ops/operations/__init__.py +47 -14
  507. mindspore/ops/operations/_csr_ops.py +7 -7
  508. mindspore/ops/operations/_embedding_cache_ops.py +5 -5
  509. mindspore/ops/operations/_grad_ops.py +276 -187
  510. mindspore/ops/operations/_inner_ops.py +319 -113
  511. mindspore/ops/operations/_ms_kernel.py +10 -8
  512. mindspore/ops/operations/_ocr_ops.py +9 -9
  513. mindspore/ops/operations/_opaque_predicate_registry.py +4 -0
  514. mindspore/ops/operations/_quant_ops.py +137 -102
  515. mindspore/ops/operations/_rl_inner_ops.py +121 -60
  516. mindspore/ops/operations/_scalar_ops.py +466 -0
  517. mindspore/ops/operations/_sequence_ops.py +1004 -2
  518. mindspore/ops/operations/_tensor_array.py +10 -11
  519. mindspore/ops/operations/_thor_ops.py +1 -1
  520. mindspore/ops/operations/array_ops.py +801 -466
  521. mindspore/ops/operations/comm_ops.py +51 -49
  522. mindspore/ops/operations/control_ops.py +2 -2
  523. mindspore/ops/operations/custom_ops.py +123 -44
  524. mindspore/ops/operations/debug_ops.py +24 -24
  525. mindspore/ops/operations/image_ops.py +240 -153
  526. mindspore/ops/operations/inner_ops.py +34 -50
  527. mindspore/ops/operations/linalg_ops.py +31 -9
  528. mindspore/ops/operations/math_ops.py +988 -757
  529. mindspore/ops/operations/nn_ops.py +965 -819
  530. mindspore/ops/operations/other_ops.py +51 -40
  531. mindspore/ops/operations/random_ops.py +204 -122
  532. mindspore/ops/operations/rl_ops.py +8 -9
  533. mindspore/ops/operations/sparse_ops.py +254 -93
  534. mindspore/ops/operations/spectral_ops.py +35 -3
  535. mindspore/ops/primitive.py +111 -9
  536. mindspore/parallel/_auto_parallel_context.py +189 -83
  537. mindspore/parallel/_offload_context.py +185 -0
  538. mindspore/parallel/_parallel_serialization.py +99 -7
  539. mindspore/parallel/_ps_context.py +9 -5
  540. mindspore/parallel/_recovery_context.py +1 -1
  541. mindspore/parallel/_tensor.py +7 -1
  542. mindspore/{nn/transformer → parallel/_transformer}/__init__.py +6 -6
  543. mindspore/{nn/transformer → parallel/_transformer}/layers.py +6 -37
  544. mindspore/{nn/transformer → parallel/_transformer}/loss.py +4 -7
  545. mindspore/{nn/transformer → parallel/_transformer}/moe.py +20 -16
  546. mindspore/{nn/transformer → parallel/_transformer}/op_parallel_config.py +3 -3
  547. mindspore/{nn/transformer → parallel/_transformer}/transformer.py +48 -111
  548. mindspore/parallel/_utils.py +1 -2
  549. mindspore/parallel/algo_parameter_config.py +1 -1
  550. mindspore/parallel/checkpoint_transform.py +37 -34
  551. mindspore/parallel/shard.py +17 -18
  552. mindspore/profiler/common/validator/validate_path.py +2 -2
  553. mindspore/profiler/envprofiling.py +69 -47
  554. mindspore/profiler/parser/ascend_timeline_generator.py +49 -42
  555. mindspore/profiler/parser/base_timeline_generator.py +49 -56
  556. mindspore/profiler/parser/cpu_gpu_timeline_generator.py +98 -78
  557. mindspore/profiler/parser/hwts_log_parser.py +1 -1
  558. mindspore/profiler/parser/integrator.py +15 -14
  559. mindspore/profiler/parser/minddata_analyzer.py +2 -2
  560. mindspore/profiler/parser/msadvisor_analyzer.py +12 -25
  561. mindspore/profiler/parser/msadvisor_parser.py +2 -4
  562. mindspore/profiler/parser/optime_parser.py +17 -18
  563. mindspore/profiler/parser/profiler_info.py +2 -1
  564. mindspore/profiler/profiling.py +218 -186
  565. mindspore/rewrite/__init__.py +3 -1
  566. mindspore/rewrite/api/node.py +1 -114
  567. mindspore/rewrite/api/node_type.py +3 -0
  568. mindspore/rewrite/api/pattern_engine.py +31 -1
  569. mindspore/rewrite/api/scoped_value.py +4 -4
  570. mindspore/rewrite/api/symbol_tree.py +3 -78
  571. mindspore/rewrite/api/tree_node_helper.py +1 -1
  572. mindspore/rewrite/ast_creator_register.py +1 -0
  573. mindspore/rewrite/ast_helpers/__init__.py +2 -2
  574. mindspore/rewrite/ast_helpers/ast_creator.py +1 -2
  575. mindspore/rewrite/ast_helpers/ast_finder.py +65 -0
  576. mindspore/rewrite/ast_helpers/ast_modifier.py +11 -3
  577. mindspore/rewrite/ast_transformers/flatten_recursive_stmt.py +18 -2
  578. mindspore/rewrite/namespace.py +0 -2
  579. mindspore/rewrite/node.py +157 -11
  580. mindspore/rewrite/parsers/assign_parser.py +231 -53
  581. mindspore/rewrite/parsers/class_def_parser.py +187 -109
  582. mindspore/rewrite/parsers/for_parser.py +24 -14
  583. mindspore/rewrite/parsers/function_def_parser.py +21 -4
  584. mindspore/rewrite/parsers/if_parser.py +6 -2
  585. mindspore/rewrite/sparsify/__init__.py +0 -0
  586. mindspore/rewrite/sparsify/sparse_transformer.py +448 -0
  587. mindspore/rewrite/sparsify/sparsify.py +109 -0
  588. mindspore/rewrite/sparsify/utils.py +173 -0
  589. mindspore/rewrite/symbol_tree.py +256 -133
  590. mindspore/rewrite/symbol_tree_builder.py +38 -1
  591. mindspore/run_check/_check_version.py +69 -63
  592. mindspore/run_check/run_check.py +2 -1
  593. mindspore/scipy/linalg.py +10 -114
  594. mindspore/scipy/ops.py +2 -2
  595. mindspore/scipy/ops_wrapper.py +1 -1
  596. mindspore/scipy/optimize/_bfgs.py +1 -1
  597. mindspore/scipy/optimize/_lagrange.py +200 -0
  598. mindspore/scipy/optimize/line_search.py +3 -2
  599. mindspore/scipy/optimize/minimize.py +41 -2
  600. mindspore/scipy/sparse/__init__.py +2 -2
  601. mindspore/scipy/sparse/linalg.py +4 -464
  602. mindspore/scipy/utils.py +1 -1
  603. mindspore/scipy/utils_const.py +7 -1
  604. mindspore/train/__init__.py +1 -1
  605. mindspore/train/_utils.py +28 -5
  606. mindspore/train/amp.py +273 -102
  607. mindspore/train/callback/_backup_and_restore.py +5 -5
  608. mindspore/train/callback/_callback.py +2 -2
  609. mindspore/train/callback/_checkpoint.py +3 -3
  610. mindspore/train/callback/_early_stop.py +3 -3
  611. mindspore/train/callback/_lambda_callback.py +2 -2
  612. mindspore/train/callback/_landscape.py +29 -31
  613. mindspore/train/callback/_loss_monitor.py +3 -3
  614. mindspore/train/callback/_on_request_exit.py +3 -3
  615. mindspore/train/callback/_reduce_lr_on_plateau.py +4 -4
  616. mindspore/train/callback/_summary_collector.py +23 -16
  617. mindspore/train/callback/_time_monitor.py +3 -3
  618. mindspore/train/checkpoint_pb2.py +68 -8
  619. mindspore/train/data_sink.py +15 -3
  620. mindspore/train/dataset_helper.py +10 -15
  621. mindspore/train/loss_scale_manager.py +8 -11
  622. mindspore/train/metrics/__init__.py +1 -1
  623. mindspore/train/metrics/bleu_score.py +1 -1
  624. mindspore/train/metrics/confusion_matrix.py +1 -1
  625. mindspore/train/metrics/cosine_similarity.py +1 -1
  626. mindspore/train/metrics/dice.py +2 -2
  627. mindspore/train/metrics/fbeta.py +1 -1
  628. mindspore/train/metrics/hausdorff_distance.py +4 -3
  629. mindspore/train/metrics/mean_surface_distance.py +2 -2
  630. mindspore/train/metrics/occlusion_sensitivity.py +1 -1
  631. mindspore/train/metrics/perplexity.py +1 -1
  632. mindspore/train/metrics/precision.py +1 -1
  633. mindspore/train/metrics/recall.py +1 -1
  634. mindspore/train/metrics/roc.py +2 -2
  635. mindspore/train/metrics/root_mean_square_surface_distance.py +2 -2
  636. mindspore/train/mind_ir_pb2.py +116 -37
  637. mindspore/train/model.py +45 -28
  638. mindspore/train/serialization.py +295 -188
  639. mindspore/train/summary/_summary_adapter.py +1 -1
  640. mindspore/train/summary/summary_record.py +43 -13
  641. mindspore/train/train_thor/convert_utils.py +2 -2
  642. mindspore/train/train_thor/dataset_helper.py +3 -3
  643. mindspore/version.py +1 -1
  644. {mindspore-2.0.0a0.dist-info → mindspore-2.0.0rc1.dist-info}/METADATA +3 -2
  645. {mindspore-2.0.0a0.dist-info → mindspore-2.0.0rc1.dist-info}/RECORD +648 -574
  646. mindspore/compression/__init__.py +0 -19
  647. mindspore/compression/common/constant.py +0 -124
  648. mindspore/compression/export/__init__.py +0 -19
  649. mindspore/compression/export/quant_export.py +0 -515
  650. mindspore/compression/quant/__init__.py +0 -28
  651. mindspore/compression/quant/qat.py +0 -634
  652. mindspore/compression/quant/quant_utils.py +0 -462
  653. mindspore/compression/quant/quantizer.py +0 -68
  654. mindspore/nn/layer/quant.py +0 -1868
  655. mindspore/nn/layer/rnn_utils.py +0 -90
  656. mindspore/nn/probability/dpn/__init__.py +0 -22
  657. mindspore/nn/probability/dpn/vae/__init__.py +0 -25
  658. mindspore/nn/probability/dpn/vae/cvae.py +0 -140
  659. mindspore/nn/probability/dpn/vae/vae.py +0 -124
  660. mindspore/nn/probability/infer/__init__.py +0 -22
  661. mindspore/nn/probability/infer/variational/elbo.py +0 -70
  662. mindspore/nn/probability/infer/variational/svi.py +0 -84
  663. mindspore/nn/probability/toolbox/__init__.py +0 -22
  664. mindspore/nn/probability/toolbox/anomaly_detection.py +0 -99
  665. mindspore/nn/probability/toolbox/uncertainty_evaluation.py +0 -364
  666. mindspore/nn/probability/transforms/__init__.py +0 -22
  667. mindspore/nn/probability/transforms/transform_bnn.py +0 -262
  668. mindspore/nn/probability/zhusuan/__init__.py +0 -18
  669. mindspore/nn/probability/zhusuan/framework/__init__.py +0 -18
  670. mindspore/nn/probability/zhusuan/framework/bn.py +0 -95
  671. mindspore/nn/probability/zhusuan/variational/__init__.py +0 -18
  672. mindspore/nn/probability/zhusuan/variational/elbo.py +0 -46
  673. mindspore/ops/_op_impl/aicpu/parallel_concat.py +0 -42
  674. mindspore/ops/_op_impl/tbe/gather_v2.py +0 -56
  675. mindspore/ops/bprop_mindir/AssignAdd_bprop.mindir +0 -19
  676. mindspore/ops/bprop_mindir/Cast_bprop.mindir +0 -19
  677. mindspore/ops/bprop_mindir/LogicalOr_bprop.mindir +0 -19
  678. mindspore/ops/bprop_mindir/MatMul_bprop.mindir +0 -0
  679. mindspore/ops/bprop_mindir/ReLU_bprop.mindir +0 -17
  680. mindspore/ops/bprop_mindir/Transpose_bprop.mindir +0 -0
  681. mindspore/ops/bprop_mindir/UpdateState_bprop.mindir +0 -15
  682. mindspore/ops/composite/array_ops.py +0 -241
  683. mindspore/ops/composite/clip_ops.py +0 -134
  684. mindspore/ops/composite/random_ops.py +0 -426
  685. mindspore/ops/composite/vmap_ops.py +0 -38
  686. mindspore/parallel/nn/__init__.py +0 -42
  687. mindspore/parallel/nn/loss.py +0 -22
  688. mindspore/parallel/nn/moe.py +0 -21
  689. mindspore/parallel/nn/op_parallel_config.py +0 -22
  690. mindspore/parallel/nn/transformer.py +0 -31
  691. {mindspore-2.0.0a0.dist-info → mindspore-2.0.0rc1.dist-info}/WHEEL +0 -0
  692. {mindspore-2.0.0a0.dist-info → mindspore-2.0.0rc1.dist-info}/entry_points.txt +0 -0
  693. {mindspore-2.0.0a0.dist-info → mindspore-2.0.0rc1.dist-info}/top_level.txt +0 -0
@@ -35,7 +35,7 @@ class EnvChecker(metaclass=ABCMeta):
35
35
 
36
36
  @abstractmethod
37
37
  def check_env(self):
38
- pass
38
+ """check dependency"""
39
39
 
40
40
  @abstractmethod
41
41
  def set_env(self):
@@ -95,8 +95,8 @@ class GPUEnvChecker(EnvChecker):
95
95
  version_match = True
96
96
  if not version_match:
97
97
  if self.v == "0":
98
- logger.warning("Can not found cuda libs, please confirm that the correct "
99
- "cuda version has been installed, you can refer to the "
98
+ logger.warning("Can not found cuda libs. Please confirm that the correct "
99
+ "cuda version has been installed. Refer to the "
100
100
  "installation guidelines: https://www.mindspore.cn/install")
101
101
  else:
102
102
  logger.warning(f"MindSpore version {__version__} and cuda version {self.v} does not match, "
@@ -106,17 +106,17 @@ class GPUEnvChecker(EnvChecker):
106
106
  nvcc_version = self._get_nvcc_version(False)
107
107
  if nvcc_version and (nvcc_version not in self.version):
108
108
  logger.warning(f"MindSpore version {__version__} and nvcc(cuda bin) version {nvcc_version} "
109
- "does not match, please refer to the installation guide for version matching "
109
+ "does not match. Please refer to the installation guide for version matching "
110
110
  "information: https://www.mindspore.cn/install")
111
111
  cudnn_version = self._get_cudnn_version()
112
112
  if cudnn_version and int(cudnn_version) < 760:
113
113
  logger.warning(f"MindSpore version {__version__} and cudDNN version {cudnn_version} "
114
- "does not match, please refer to the installation guide for version matching "
114
+ "does not match. Please refer to the installation guide for version matching "
115
115
  "information: https://www.mindspore.cn/install. The recommended version is "
116
116
  "CUDA10.1 with cuDNN7.6.x, CUDA11.1 with cuDNN8.0.x and CUDA11.6 with cuDNN8.5.x.")
117
117
  if cudnn_version and int(cudnn_version) < 800 and int(str(self.v).split('.')[0]) > 10:
118
118
  logger.warning(f"CUDA version {self.v} and cuDNN version {cudnn_version} "
119
- "does not match, please refer to the installation guide for version matching "
119
+ "does not match. Please refer to the installation guide for version matching "
120
120
  "information: https://www.mindspore.cn/install. The recommended version is "
121
121
  "CUDA11.1 with cuDNN8.0.x or CUDA11.6 with cuDNN8.5.x.")
122
122
 
@@ -211,8 +211,8 @@ class GPUEnvChecker(EnvChecker):
211
211
  mindspore_path = os.path.join(current_path, "../lib/plugin")
212
212
  try:
213
213
  real_path = self.library_path
214
- if real_path == []:
215
- logger.error(f"{self.lib_key_to_lib_name[lib_name]} (need by mindspore-gpu) is not found, please "
214
+ if real_path is None or real_path == []:
215
+ logger.error(f"{self.lib_key_to_lib_name[lib_name]} (need by mindspore-gpu) is not found. Please "
216
216
  f"confirm that libmindspore_gpu.so is in directory:{mindspore_path} and the correct cuda "
217
217
  "version has been installed, you can refer to the installation "
218
218
  "guidelines: https://www.mindspore.cn/install")
@@ -223,10 +223,10 @@ class GPUEnvChecker(EnvChecker):
223
223
  for i in result.split('\n'):
224
224
  path = i.partition("=>")[2]
225
225
  if path.lower().find("not found") > 0:
226
- logger.error(f"Cuda {self.version} version({lib_name}*.so need by mindspore-gpu) is not found, "
227
- "please confirm that the path of cuda is set to the env LD_LIBRARY_PATH, or check "
226
+ logger.error(f"Cuda {self.version} version({lib_name}*.so need by mindspore-gpu) is not found. "
227
+ "Please confirm that the path of cuda is set to the env LD_LIBRARY_PATH, or check "
228
228
  "whether the CUDA version in wheel package and the CUDA runtime in current device "
229
- "matches, please refer to the installation guidelines: "
229
+ "matches. Please refer to the installation guidelines: "
230
230
  "https://www.mindspore.cn/install")
231
231
  continue
232
232
  path = path.partition(lib_name)[0]
@@ -234,8 +234,8 @@ class GPUEnvChecker(EnvChecker):
234
234
  path_list.append(os.path.abspath(path.strip() + "../"))
235
235
  return np.unique(path_list)
236
236
  except subprocess.TimeoutExpired:
237
- logger.warning("Failed to check cuda version due to the ldd command timeout, please confirm that "
238
- "the correct cuda version has been installed, you can refer to the "
237
+ logger.warning("Failed to check cuda version due to the ldd command timeout. Please confirm that "
238
+ "the correct cuda version has been installed. For details, refer to the "
239
239
  "installation guidelines: https://www.mindspore.cn/install")
240
240
  return path_list
241
241
 
@@ -255,14 +255,14 @@ class AscendEnvChecker(EnvChecker):
255
255
 
256
256
  def __init__(self, library_path):
257
257
  self.library_path = library_path
258
- self.version = ["1.83"]
258
+ self.version = ["6.11", "6.3"]
259
259
  atlas_nnae_version = "/usr/local/Ascend/nnae/latest/compiler/version.info"
260
260
  atlas_toolkit_version = "/usr/local/Ascend/ascend-toolkit/latest/compiler/version.info"
261
261
  hisi_fwk_version = "/usr/local/Ascend/latest/compiler/version.info"
262
262
  if os.path.exists(atlas_nnae_version):
263
263
  # atlas default path
264
264
  self.fwk_path = "/usr/local/Ascend/nnae/latest"
265
- self.op_impl_path = "/usr/local/Ascend/nnae/latest/opp/op_impl/built-in/ai_core/tbe"
265
+ self.op_impl_path = "/usr/local/Ascend/nnae/latest/opp/built-in/op_impl/ai_core/tbe"
266
266
  self.tbe_path = self.fwk_path + "/lib64"
267
267
  self.cce_path = self.fwk_path + "/compiler/ccec_compiler/bin"
268
268
  self.fwk_version = atlas_nnae_version
@@ -271,7 +271,7 @@ class AscendEnvChecker(EnvChecker):
271
271
  elif os.path.exists(atlas_toolkit_version):
272
272
  # atlas default path
273
273
  self.fwk_path = "/usr/local/Ascend/ascend-toolkit/latest"
274
- self.op_impl_path = "/usr/local/Ascend/ascend-toolkit/latest/opp/op_impl/built-in/ai_core/tbe"
274
+ self.op_impl_path = "/usr/local/Ascend/ascend-toolkit/latest/opp/built-in/op_impl/ai_core/tbe"
275
275
  self.tbe_path = self.fwk_path + "/lib64"
276
276
  self.cce_path = self.fwk_path + "/compiler/ccec_compiler/bin"
277
277
  self.fwk_version = atlas_toolkit_version
@@ -280,7 +280,7 @@ class AscendEnvChecker(EnvChecker):
280
280
  elif os.path.exists(hisi_fwk_version):
281
281
  # hisi default path
282
282
  self.fwk_path = "/usr/local/Ascend/latest"
283
- self.op_impl_path = "/usr/local/Ascend/latest/opp/op_impl/built-in/ai_core/tbe"
283
+ self.op_impl_path = "/usr/local/Ascend/latest/opp/built-in/op_impl/ai_core/tbe"
284
284
  self.tbe_path = self.fwk_path + "/lib64"
285
285
  self.cce_path = self.fwk_path + "/compiler/ccec_compiler/bin"
286
286
  self.fwk_version = hisi_fwk_version
@@ -305,7 +305,7 @@ class AscendEnvChecker(EnvChecker):
305
305
 
306
306
  # check content
307
307
  self.path_check = "/compiler/ccec_compiler/bin"
308
- self.python_path_check = "opp/op_impl/built-in/ai_core/tbe"
308
+ self.python_path_check = "opp/built-in/op_impl/ai_core/tbe"
309
309
  self.ld_lib_path_check_fwk = "/lib64"
310
310
  self.ld_lib_path_check_addons = "/add-ons"
311
311
  self.ascend_opp_path_check = "/op"
@@ -317,8 +317,8 @@ class AscendEnvChecker(EnvChecker):
317
317
  def check_version(self):
318
318
  if not Path(self.fwk_version).is_file():
319
319
  logger.warning("Using custom Ascend AI software package (Ascend Data Center Solution) path, package "
320
- "version checking is skipped, please make sure Ascend AI software package (Ascend Data "
321
- "Center Solution) version is supported, you can reference to the installation guidelines "
320
+ "version checking is skipped. Please make sure Ascend AI software package (Ascend Data "
321
+ "Center Solution) version is supported. For details, refer to the installation guidelines "
322
322
  "https://www.mindspore.cn/install")
323
323
  return
324
324
 
@@ -327,11 +327,11 @@ class AscendEnvChecker(EnvChecker):
327
327
  v_list = str([x for x in self.version])
328
328
  logger.warning(f"MindSpore version {__version__} and Ascend AI software package (Ascend Data Center "
329
329
  f"Solution)version {v} does not match, the version of software package expect one of "
330
- f"{v_list}, please reference to the match info on: https://www.mindspore.cn/install")
330
+ f"{v_list}. Please refer to the match info on: https://www.mindspore.cn/install")
331
331
 
332
332
  def check_deps_version(self):
333
333
  """
334
- te, topi, hccl wheel package version check
334
+ te and hccl wheel package version check
335
335
  in order to update the change of 'LD_LIBRARY_PATH' env, run a sub process
336
336
  """
337
337
 
@@ -344,24 +344,22 @@ class AscendEnvChecker(EnvChecker):
344
344
  if v not in supported_version:
345
345
  attention_warning = True
346
346
  logger.warning(f"MindSpore version {mindspore_version} and \"te\" wheel package version {v} does not "
347
- "match, reference to the match info on: https://www.mindspore.cn/install")
348
- from topi import version as topiver
349
- v = '.'.join(topiver.version.split('.')[0:2])
350
- if v not in supported_version:
351
- attention_warning = True
352
- logger.warning(f"MindSpore version {mindspore_version} and \"topi\" wheel package version {v} does not "
353
- "match, reference to the match info on: https://www.mindspore.cn/install")
347
+ "match. For details, refer to the installation guidelines: "
348
+ "https://www.mindspore.cn/install")
354
349
  from hccl import sys_version as hccl_version
355
350
  v = '.'.join(hccl_version.__sys_version__.split('.')[0:2])
356
351
  if v not in supported_version:
357
352
  attention_warning = True
358
353
  logger.warning(f"MindSpore version {mindspore_version} and \"hccl\" wheel package version {v} does not "
359
- "match, reference to the match info on: https://www.mindspore.cn/install")
360
- except ImportError as e:
354
+ "match. For details, refer to the installation guidelines: "
355
+ "https://www.mindspore.cn/install")
356
+ # DO NOT modify exception type to any other, you DO NOT know what kind of exceptions the te will throw.
357
+ # pylint: disable=broad-except
358
+ except Exception as e:
361
359
  logger.error("CheckFailed:", e.args)
362
- logger.error("MindSpore relies on the 3 whl packages of \"te\", \"topi\" and \"hccl\" in the \"latest\" "
363
- "folder of the Ascend AI software package (Ascend Data Center Solution), please check whether"
364
- " they are installed correctly or not, reference to the match info on: "
360
+ logger.error("MindSpore relies on whl packages of \"te\" and \"hccl\" in the \"latest\" "
361
+ "folder of the Ascend AI software package (Ascend Data Center Solution). Please check whether"
362
+ " they are installed correctly or not, refer to the match info on: "
365
363
  "https://www.mindspore.cn/install")
366
364
  if attention_warning:
367
365
  warning_countdown = 3
@@ -390,9 +388,10 @@ class AscendEnvChecker(EnvChecker):
390
388
  if Path(self.tbe_path).is_dir():
391
389
  os.environ['LD_LIBRARY_PATH'] = self.tbe_path + ":" + os.environ['LD_LIBRARY_PATH']
392
390
  else:
393
- raise EnvironmentError(
394
- f"No such directory: {self.tbe_path}, Please check if Ascend AI software package (Ascend Data "
391
+ logger.error(
392
+ f"No such directory: {self.tbe_path}. Please check if Ascend AI software package (Ascend Data "
395
393
  "Center Solution) is installed correctly.")
394
+ return
396
395
 
397
396
  # check te version after set te env
398
397
  self.check_deps_version()
@@ -408,57 +407,63 @@ class AscendEnvChecker(EnvChecker):
408
407
 
409
408
  os.environ['TBE_IMPL_PATH'] = self.op_impl_path
410
409
  else:
411
- raise EnvironmentError(
412
- f"No such directory: {self.op_impl_path}, Please check if Ascend AI software package (Ascend Data "
410
+ logger.error(
411
+ f"No such directory: {self.op_impl_path}. Please check if Ascend AI software package (Ascend Data "
413
412
  "Center Solution) is installed correctly.")
413
+ return
414
414
 
415
415
  if Path(self.cce_path).is_dir():
416
416
  os.environ['PATH'] = self.cce_path + ":" + os.environ['PATH']
417
417
  else:
418
- raise EnvironmentError(
419
- f"No such directory: {self.cce_path}, Please check if Ascend AI software package (Ascend Data Center "
418
+ logger.error(
419
+ f"No such directory: {self.cce_path}. Please check if Ascend AI software package (Ascend Data Center "
420
420
  "Solution) is installed correctly.")
421
+ return
421
422
 
422
423
  if self.op_path is None:
423
424
  pass
424
425
  elif Path(self.op_path).is_dir():
425
426
  os.environ['ASCEND_OPP_PATH'] = self.op_path
426
427
  else:
427
- raise EnvironmentError(
428
- f"No such directory: {self.op_path}, Please check if Ascend AI software package (Ascend Data Center "
428
+ logger.error(
429
+ f"No such directory: {self.op_path}. Please check if Ascend AI software package (Ascend Data Center "
429
430
  "Solution) is installed correctly.")
431
+ return
430
432
 
431
433
  if self.aicpu_path is None:
432
434
  pass
433
435
  elif Path(self.aicpu_path).is_dir():
434
436
  os.environ['ASCEND_AICPU_PATH'] = self.aicpu_path
435
437
  else:
436
- raise EnvironmentError(
437
- f"No such directory: {self.aicpu_path}, Please check if Ascend AI software package (Ascend Data Center"
438
+ logger.error(
439
+ f"No such directory: {self.aicpu_path}. Please check if Ascend AI software package (Ascend Data Center"
438
440
  " Solution) is installed correctly.")
441
+ return
439
442
 
440
443
  def _check_env(self):
441
444
  """ascend dependence path check"""
442
445
  if self.path is None or self.path_check not in self.path:
443
- logger.warning("Can not find ccec_compiler(need by mindspore-ascend), please check if you have set env "
444
- "PATH, you can reference to the installation guidelines https://www.mindspore.cn/install")
446
+ logger.warning("Can not find ccec_compiler(need by mindspore-ascend). Please check whether the Environment "
447
+ "Variable PATH is set. For details, refer to the installation guidelines: "
448
+ "https://www.mindspore.cn/install")
445
449
 
446
450
  if self.python_path is None or self.python_path_check not in self.python_path:
447
451
  logger.warning(
448
- "Can not find tbe op implement(need by mindspore-ascend), please check if you have set env "
449
- "PYTHONPATH, you can reference to the installation guidelines "
452
+ "Can not find the tbe operator implementation(need by mindspore-ascend). Please check whether the "
453
+ "Environment Variable PYTHONPATH is set. For details, refer to the installation guidelines: "
450
454
  "https://www.mindspore.cn/install")
451
455
 
452
456
  if self.ld_lib_path is None or not (self.ld_lib_path_check_fwk in self.ld_lib_path and
453
457
  self.ld_lib_path_check_addons in self.ld_lib_path):
454
- logger.warning("Can not find driver so(need by mindspore-ascend), please check if you have set env "
455
- "LD_LIBRARY_PATH, you can reference to the installation guidelines "
456
- "https://www.mindspore.cn/install")
458
+ logger.warning("Can not find driver so(need by mindspore-ascend). Please check whether the "
459
+ "Environment Variable LD_LIBRARY_PATH is set. For details, refer to the installation "
460
+ "guidelines: https://www.mindspore.cn/install")
457
461
 
458
462
  if self.ascend_opp_path is None or self.ascend_opp_path_check not in self.ascend_opp_path:
459
463
  logger.warning(
460
- "Can not find opp path (need by mindspore-ascend), please check if you have set env ASCEND_OPP_PATH, "
461
- "you can reference to the installation guidelines https://www.mindspore.cn/install")
464
+ "Can not find opp path (need by mindspore-ascend). Please check whether the Environment Variable "
465
+ "ASCEND_OPP_PATH is set. For details, refer to the installation guidelines: "
466
+ "https://www.mindspore.cn/install")
462
467
 
463
468
  def _read_version(self, file_path):
464
469
  """get ascend version info"""
@@ -476,6 +481,7 @@ def check_env(device, _):
476
481
  """callback function for checking environment variables"""
477
482
  if device.lower() == "ascend":
478
483
  env_checker = AscendEnvChecker(None)
484
+ env_checker.check_version()
479
485
  elif device.lower() == "gpu":
480
486
  env_checker = GPUEnvChecker(None)
481
487
  else:
@@ -515,15 +521,15 @@ def check_version_and_env_config():
515
521
  import ctypes
516
522
  ctypes.cdll.LoadLibrary("libgomp.so.1")
517
523
  except OSError:
518
- logger.warning(
519
- "Pre-Load Lirary libgomp.so.1 failed, this might cause cannot allocate TLS memory problem, "
520
- "if so find solution in FAQ in https://www.mindspore.cn/docs/en/r2.0.0-alpha/faq/installation.html.")
521
- if not os.getenv("MS_DEV_CLOSE_VERSION_CHECK") is None:
522
- return
523
- MSContext.get_instance().register_check_env_callback(check_env)
524
- MSContext.get_instance().register_set_env_callback(set_env)
525
- MSContext.get_instance().set_param(ms_ctx_param.device_target,
526
- MSContext.get_instance().get_param(ms_ctx_param.device_target))
524
+ logger.warning("Pre-Load Library libgomp.so.1 failed, which might cause TLS memory allocation failure. If "
525
+ "the failure occurs, please refer to the FAQ for a solution: "
526
+ "https://www.mindspore.cn/docs/en/r2.0/faq/installation.html.")
527
+ if not os.getenv("MS_DEV_CLOSE_VERSION_CHECK") is None:
528
+ return
529
+ MSContext.get_instance().register_check_env_callback(check_env)
530
+ MSContext.get_instance().register_set_env_callback(set_env)
531
+ MSContext.get_instance().set_param(ms_ctx_param.device_target,
532
+ MSContext.get_instance().get_param(ms_ctx_param.device_target))
527
533
 
528
534
 
529
535
  def _set_pb_env():
@@ -532,7 +538,7 @@ def _set_pb_env():
532
538
  logger.info("Current env variable `PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION=cpp`. "
533
539
  "When the checkpoint file is too large, "
534
540
  "it may cause memory limit error during load checkpoint file. "
535
- "This can be solved by set env `PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION=python`.")
541
+ "This can be solved by setting env `PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION=python`.")
536
542
  elif os.getenv("PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION") is None:
537
543
  logger.info("Setting the env `PROTOCOL_BUFFERS_PYTHON_IMPLEMENTATION=python` to prevent memory overflow "
538
544
  "during save or load checkpoint file.")
@@ -40,7 +40,8 @@ def _check_mul():
40
40
  input_y = ms.Tensor(np.array([4.0, 5.0, 6.0]), ms.float32)
41
41
  mul = ms.ops.Mul()
42
42
  mul(input_x, input_y)
43
- print(f"The result of multiplication calculation is correct, MindSpore has been installed successfully!")
43
+ print("The result of multiplication calculation is correct, MindSpore has been installed on platform "
44
+ f"[{ms.get_context('device_target')}] successfully!")
44
45
 
45
46
 
46
47
  def run_check():
mindspore/scipy/linalg.py CHANGED
@@ -26,7 +26,7 @@ from ..ops.operations.math_ops import Cholesky
26
26
  from ..ops import functional as F
27
27
  from ..ops import operations as P
28
28
 
29
- __all__ = ['block_diag', 'solve_triangular', 'inv', 'cho_factor', 'cholesky', 'cho_solve', 'eigh', 'lu_factor', 'lu']
29
+ __all__ = ['block_diag', 'inv', 'cho_factor', 'cholesky', 'cho_solve', 'eigh', 'lu_factor', 'lu']
30
30
 
31
31
 
32
32
  def block_diag(*arrs):
@@ -56,7 +56,7 @@ def block_diag(*arrs):
56
56
  ValueError: If there are Tensors with dimensions higher than 2 in all arguments.
57
57
 
58
58
  Supported Platforms:
59
- ``CPU`` ``GPU``
59
+ ``GPU`` ``CPU``
60
60
 
61
61
  Examples:
62
62
  >>> import numpy as onp
@@ -96,110 +96,6 @@ def block_diag(*arrs):
96
96
  return accum
97
97
 
98
98
 
99
- def solve_triangular(a, b, trans=0, lower=False, unit_diagonal=False,
100
- overwrite_b=False, debug=None, check_finite=True):
101
- """
102
- Assuming a is a batched triangular matrix, solve the equation
103
-
104
- .. math::
105
- a x = b
106
-
107
- Note:
108
- - `solve_triangular` is not supported on Windows platform yet.
109
- - Only `float32`, `float64`, `int32`, `int64` are supported Tensor dtypes. If Tensor with dtype `int32` or
110
- `int64` is passed, it will be cast to :class:`mstype.float64`.
111
- - The floating point error will accumulate when the size of input matrix gets larger. Substituting
112
- result `x` back into :math:`a x = b` would be a way to evaluate the result. If the input shape is large
113
- enough, using `float64` instead of `float32` is also a way to mitigate the error.
114
-
115
- Args:
116
- a (Tensor): A non-singular triangular matrix of shape :math:`(M, M)`.
117
- b (Tensor): A Tensor of shape :math:`(M,)` or :math:`(M, N)`. Right-hand side matrix in :math:`a x = b`.
118
- lower (bool, optional): Use only data contained in the lower triangle of `a`. Default: False.
119
- trans (0, 1, 2, 'N', 'T', 'C', optional): Type of system to solve. Default: 0.
120
-
121
- ======== =========
122
- trans system
123
- ======== =========
124
- 0 or 'N' a x = b
125
- 1 or 'T' a^T x = b
126
- 2 or 'C' a^H x = b
127
- ======== =========
128
- unit_diagonal (bool, optional): If True, diagonal elements of :math:`a` are assumed to be 1 and
129
- will not be referenced. Default: False.
130
- overwrite_b (bool, optional): Allow overwriting data in :math:`b` (may enhance performance). Default: False.
131
- debug (None): Not implemented now. Default: None.
132
- check_finite (bool, optional): Whether to check that the input matrices contain only finite numbers.
133
- Disabling may give a performance gain, but may result in problems
134
- (crashes, non-termination) if the inputs do contain infinities or NaNs. Default: True.
135
-
136
- Returns:
137
- Tensor of shape :math:`(M,)` or :math:`(M, N)`,
138
- which is the solution to the system :math:`a x = b`.
139
- Shape of :math:`x` matches :math:`b`.
140
-
141
- Raises:
142
- TypeError: If `a` is not Tensor.
143
- ValueError: If `a` is not 2 dimension.
144
- TypeError: If `b` is not Tensor.
145
- ValueError: If `b` is not 1 or 2 dimension.
146
- TypeError: If dtype of `a` and `b` are not the same.
147
- ValueError: If the shape of `a` and `b` are not matched.
148
- TypeError: If `trans` is not int or str.
149
- ValueError: If `trans` is not in set {0, 1, 2, 'N', 'T', 'C'}.
150
- TypeError: If `lower` is not bool.
151
- TypeError: If `unit_diagonal` is not bool.
152
- TypeError: If `overwrite_b` is not bool.
153
- TypeError: If `check_finite` is not bool.
154
- ValueError: If `debug` is not None.
155
- ValueError: If `a` is singular matrix.
156
-
157
- Supported Platforms:
158
- ``CPU`` ``GPU``
159
-
160
- Examples:
161
- Solve the lower triangular system :math:`a x = b`, where::
162
-
163
- [3 0 0 0] [4]
164
- a = [2 1 0 0] b = [2]
165
- [1 0 1 0] [4]
166
- [1 1 1 1] [2]
167
-
168
- >>> import numpy as onp
169
- >>> from mindspore.common import Tensor
170
- >>> import mindspore.numpy as mnp
171
- >>> from mindspore.scipy.linalg import solve_triangular
172
- >>> a = Tensor(onp.array([[3, 0, 0, 0], [2, 1, 0, 0], [1, 0, 1, 0], [1, 1, 1, 1]], onp.float64))
173
- >>> b = Tensor(onp.array([4, 2, 4, 2], onp.float64))
174
- >>> x = solve_triangular(a, b, lower=True, unit_diagonal=False, trans='N')
175
- >>> print(x)
176
- [ 1.33333333 -0.66666667 2.66666667 -1.33333333]
177
- >>> print(mnp.dot(a, x)) # Check the result
178
- [4. 2. 4. 2.]
179
- """
180
- func_name = 'solve_triangular'
181
- _mstype_check(func_name, a, mstype.tensor_type, 'a')
182
- _mstype_check(func_name, b, mstype.tensor_type, 'b')
183
- _type_check(func_name, trans, (int, str), 'trans')
184
- _type_check(func_name, lower, bool, 'lower')
185
- _type_check(func_name, overwrite_b, bool, 'overwrite_b')
186
- _type_check(func_name, check_finite, bool, 'check_finite')
187
- _dtype_check(func_name, a, [mstype.int32, mstype.int64, mstype.float32, mstype.float64], 'a')
188
- _dtype_check(func_name, b, [mstype.int32, mstype.int64, mstype.float32, mstype.float64], 'b')
189
- _solve_check(func_name, a, b)
190
- _value_check(func_name, debug, None, 'debug', op='is', fmt='todo')
191
- _value_check(func_name, trans, (0, 1, 2, 'N', 'T', 'C'), "trans", "value")
192
-
193
- if F.dtype(a) in (mstype.int32, mstype.int64):
194
- a = F.cast(a, mstype.float64)
195
- b = F.cast(b, mstype.float64)
196
- if isinstance(trans, int):
197
- trans_table = ['N', 'T', 'C']
198
- trans = trans_table[trans]
199
- solve = SolveTriangular(lower, unit_diagonal, trans)
200
- return solve(a, b)
201
-
202
-
203
99
  def inv(a, overwrite_a=False, check_finite=True):
204
100
  """
205
101
  Compute the inverse of a matrix.
@@ -224,7 +120,7 @@ def inv(a, overwrite_a=False, check_finite=True):
224
120
  ValueError: If :math:`a` is not square, or not 2D.
225
121
 
226
122
  Supported Platforms:
227
- ``CPU`` ``GPU``
123
+ ``GPU`` ``CPU``
228
124
 
229
125
  Examples:
230
126
  >>> import numpy as onp
@@ -289,7 +185,7 @@ def cho_factor(a, lower=False, overwrite_a=False, check_finite=True):
289
185
  ValueError: If input a tensor is not a square matrix or it's dims not equal to 2D.
290
186
 
291
187
  Supported Platforms:
292
- ``CPU`` ``GPU``
188
+ ``GPU`` ``CPU``
293
189
 
294
190
  Examples:
295
191
  >>> import numpy as onp
@@ -350,7 +246,7 @@ def cholesky(a, lower=False, overwrite_a=False, check_finite=True):
350
246
  ValueError: If input a tensor is not a square matrix or it's dims not equal to 2D.
351
247
 
352
248
  Supported Platforms:
353
- ``CPU`` ``GPU``
249
+ ``GPU`` ``CPU``
354
250
 
355
251
  Examples:
356
252
  >>> import numpy as onp
@@ -402,7 +298,7 @@ def cho_solve(c_and_lower, b, overwrite_b=False, check_finite=True):
402
298
  Tensor, the solution to the system a x = b
403
299
 
404
300
  Supported Platforms:
405
- ``CPU`` ``GPU``
301
+ ``GPU`` ``CPU``
406
302
 
407
303
  Examples:
408
304
  >>> import numpy as onp
@@ -512,7 +408,7 @@ def eigh(a, b=None, lower=True, eigvals_only=False, overwrite_a=False,
512
408
  ValueError: If `eigvals` is not None.
513
409
 
514
410
  Supported Platforms:
515
- ``CPU`` ``GPU``
411
+ ``GPU`` ``CPU``
516
412
 
517
413
  Examples:
518
414
  >>> import numpy as onp
@@ -603,7 +499,7 @@ def lu_factor(a, overwrite_a=False, check_finite=True):
603
499
  ValueError: If :math:`a` is not square.
604
500
 
605
501
  Supported Platforms:
606
- ``CPU`` ``GPU``
502
+ ``GPU`` ``CPU``
607
503
 
608
504
  Examples:
609
505
  >>> import numpy as onp
@@ -672,7 +568,7 @@ def lu(a, permute_l=False, overwrite_a=False, check_finite=True):
672
568
  - Tensor, :math:`(K, N)` upper triangular or trapezoidal matrix.
673
569
 
674
570
  Supported Platforms:
675
- ``CPU`` ``GPU``
571
+ ``GPU`` ``CPU``
676
572
 
677
573
  Examples:
678
574
  >>> import numpy as onp
@@ -750,7 +646,7 @@ def lu_solve(lu_and_piv, b, trans=0, overwrite_b=False, check_finite=True):
750
646
  Tensor, solution to the system
751
647
 
752
648
  Supported Platforms:
753
- ``CPU`` ``GPU``
649
+ ``GPU`` ``CPU``
754
650
 
755
651
  Examples:
756
652
  >>> import numpy as onp
mindspore/scipy/ops.py CHANGED
@@ -13,8 +13,8 @@
13
13
  # limitations under the License.
14
14
  # ============================================================================
15
15
  """Operators for scipy submodule"""
16
+ from mindspore import _checkparam as validator
16
17
  from ..ops import PrimitiveWithInfer, prim_attr_register, Primitive
17
- from .._checkparam import Validator as validator
18
18
  from ..common import dtype as mstype
19
19
 
20
20
 
@@ -50,7 +50,7 @@ class SolveTriangular(Primitive):
50
50
  LinAlgError: If :math:`a` is singular
51
51
 
52
52
  Supported Platforms:
53
- ``CPU`` ``GPU``
53
+ ``GPU`` ``CPU``
54
54
 
55
55
  Examples:
56
56
  Solve the lower triangular system :math:`a x = b`, where:
@@ -41,7 +41,7 @@ def matrix_set_diag(input_x, diagonal, k=0, alignment="RIGHT_LEFT"):
41
41
  except for the specified diagonals of the innermost matrices.
42
42
 
43
43
  Supported Platforms:
44
- ``CPU`` ``GPU``
44
+ ``GPU`` ``CPU``
45
45
 
46
46
  Examples:
47
47
  >>> import numpy as onp
@@ -188,7 +188,7 @@ def minimize_bfgs(func, x0, jac=None, maxiter=None, norm=mnp.inf, gtol=1e-5, lin
188
188
  BFGSResults, results from BFGS optimization.
189
189
 
190
190
  Supported Platforms:
191
- ``CPU`` ``GPU``
191
+ ``GPU`` ``CPU``
192
192
  """
193
193
  if jac is None:
194
194
  jac = grad(func)