mindspore 2.1.0__cp39-none-any.whl → 2.2.10__cp39-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of mindspore might be problematic. Click here for more details.

Files changed (569) hide show
  1. mindspore/.commit_id +1 -1
  2. mindspore/__init__.py +4 -1
  3. mindspore/_akg/akg/build_module.py +5 -6
  4. mindspore/_akg/akg/composite/build_module.py +46 -19
  5. mindspore/_akg/akg/composite/split_stitch.py +10 -11
  6. mindspore/_akg/akg/ms/info_version_adapt.py +67 -1
  7. mindspore/_akg/akg/tvm/api.py +4 -3
  8. mindspore/_akg/akg/tvm/autotvm/__init__.py +1 -2
  9. mindspore/_akg/akg/tvm/autotvm/graph_tuner/base_graph_tuner.py +1 -5
  10. mindspore/_akg/akg/tvm/autotvm/measure/__init__.py +1 -1
  11. mindspore/_akg/akg/tvm/autotvm/measure/measure.py +1 -10
  12. mindspore/_akg/akg/tvm/autotvm/measure/measure_methods.py +1 -372
  13. mindspore/_akg/akg/tvm/build_module.py +16 -1
  14. mindspore/_akg/akg/tvm/contrib/graph_runtime.py +0 -53
  15. mindspore/_akg/akg/tvm/hybrid/parser.py +7 -6
  16. mindspore/_akg/akg/tvm/ir_builder.py +1 -1
  17. mindspore/_akg/akg/tvm/module.py +1 -2
  18. mindspore/_akg/akg/tvm/stmt.py +2 -2
  19. mindspore/_akg/akg/utils/ascend_profilier/__init__.py +0 -0
  20. mindspore/_akg/akg/utils/ascend_profilier/cann_file_parser.py +76 -0
  21. mindspore/_akg/akg/utils/ascend_profilier/file_manager.py +56 -0
  22. mindspore/_akg/akg/utils/ascend_profilier/op_summary_bean.py +23 -0
  23. mindspore/_akg/akg/utils/ascend_profilier/op_summary_headers.py +8 -0
  24. mindspore/_akg/akg/utils/ascend_profilier/op_summary_parser.py +42 -0
  25. mindspore/_akg/akg/utils/ascend_profilier/path_manager.py +65 -0
  26. mindspore/_akg/akg/utils/composite_op_helper.py +9 -10
  27. mindspore/_akg/akg/utils/kernel_exec.py +98 -274
  28. mindspore/_akg/akg/utils/result_analysis.py +4 -24
  29. mindspore/_akg/akg/utils/tbe_codegen_utils.py +219 -0
  30. mindspore/_akg/akg/utils/util.py +38 -0
  31. mindspore/_c_dataengine.cpython-39-aarch64-linux-gnu.so +0 -0
  32. mindspore/_c_expression.cpython-39-aarch64-linux-gnu.so +0 -0
  33. mindspore/_c_mindrecord.cpython-39-aarch64-linux-gnu.so +0 -0
  34. mindspore/_check_jit_forbidden_api.py +3 -1
  35. mindspore/_checkparam.py +23 -29
  36. mindspore/_extends/graph_kernel/__init__.py +0 -1
  37. mindspore/_extends/graph_kernel/model/graph_split.py +84 -76
  38. mindspore/_extends/graph_kernel/model/model_builder.py +9 -50
  39. mindspore/_extends/graph_kernel/splitter.py +4 -11
  40. mindspore/_extends/parallel_compile/akg_compiler/akg_process.py +122 -15
  41. mindspore/_extends/parallel_compile/akg_compiler/build_tbe_kernel.py +84 -67
  42. mindspore/_extends/parallel_compile/akg_compiler/tbe_topi.py +4 -2
  43. mindspore/_extends/parallel_compile/akg_compiler/util.py +10 -7
  44. mindspore/_extends/parallel_compile/tbe_compiler/tbe_adapter.py +2 -2
  45. mindspore/_extends/parallel_compile/tbe_compiler/tbe_helper.py +6 -5
  46. mindspore/_extends/parallel_compile/tbe_compiler/tbe_job.py +1 -1
  47. mindspore/_extends/parallel_compile/tbe_compiler/tbe_job_manager.py +1 -1
  48. mindspore/_extends/parse/__init__.py +12 -15
  49. mindspore/_extends/parse/namespace.py +7 -33
  50. mindspore/_extends/parse/parser.py +61 -71
  51. mindspore/_extends/parse/resources.py +1 -1
  52. mindspore/_extends/parse/standard_method.py +74 -104
  53. mindspore/_extends/parse/trope.py +1 -1
  54. mindspore/_extends/remote/kernel_build_server.py +25 -7
  55. mindspore/_extends/remote/kernel_build_server_akg_v2.py +55 -0
  56. mindspore/_install_custom.py +43 -0
  57. mindspore/_mindspore_offline_debug.cpython-39-aarch64-linux-gnu.so +0 -0
  58. mindspore/amp.py +47 -11
  59. mindspore/bin/cache_admin +0 -0
  60. mindspore/bin/cache_server +0 -0
  61. mindspore/boost/boost.py +1 -8
  62. mindspore/boost/boost_cell_wrapper.py +3 -2
  63. mindspore/boost/grad_accumulation.py +1 -1
  64. mindspore/boost/group_loss_scale_manager.py +8 -7
  65. mindspore/common/__init__.py +5 -3
  66. mindspore/common/_jit_fallback_utils.py +6 -0
  67. mindspore/common/_register_for_adapter.py +2 -0
  68. mindspore/common/_register_for_tensor.py +2 -2
  69. mindspore/common/_stub_tensor.py +13 -0
  70. mindspore/common/_utils.py +13 -0
  71. mindspore/common/api.py +174 -259
  72. mindspore/common/auto_dynamic_shape.py +494 -0
  73. mindspore/common/dtype.py +18 -11
  74. mindspore/common/dump.py +6 -4
  75. mindspore/common/initializer.py +14 -14
  76. mindspore/common/jit_config.py +33 -15
  77. mindspore/common/lazy_inline.py +126 -7
  78. mindspore/common/mindir_util.py +101 -0
  79. mindspore/common/parameter.py +51 -41
  80. mindspore/common/seed.py +4 -4
  81. mindspore/common/sparse_tensor.py +13 -14
  82. mindspore/common/tensor.py +243 -165
  83. mindspore/communication/__init__.py +7 -4
  84. mindspore/communication/_comm_helper.py +83 -4
  85. mindspore/communication/management.py +152 -84
  86. mindspore/config/op_info.config +14 -3
  87. mindspore/config/super_bar_config.json +4 -2
  88. mindspore/context.py +152 -61
  89. mindspore/dataset/__init__.py +5 -5
  90. mindspore/dataset/audio/__init__.py +2 -2
  91. mindspore/dataset/audio/transforms.py +52 -52
  92. mindspore/dataset/callback/ds_callback.py +16 -2
  93. mindspore/dataset/core/config.py +68 -51
  94. mindspore/dataset/engine/cache_client.py +28 -5
  95. mindspore/dataset/engine/datasets.py +250 -112
  96. mindspore/dataset/engine/datasets_audio.py +43 -211
  97. mindspore/dataset/engine/datasets_standard_format.py +16 -35
  98. mindspore/dataset/engine/datasets_text.py +43 -67
  99. mindspore/dataset/engine/datasets_user_defined.py +86 -100
  100. mindspore/dataset/engine/datasets_vision.py +219 -1029
  101. mindspore/dataset/engine/iterators.py +11 -4
  102. mindspore/dataset/engine/obs/obs_mindrecord_dataset.py +4 -0
  103. mindspore/dataset/engine/obs/util.py +3 -0
  104. mindspore/dataset/engine/samplers.py +1 -1
  105. mindspore/dataset/engine/validators.py +19 -5
  106. mindspore/dataset/text/__init__.py +3 -3
  107. mindspore/dataset/text/transforms.py +101 -127
  108. mindspore/dataset/text/utils.py +205 -138
  109. mindspore/dataset/transforms/__init__.py +1 -1
  110. mindspore/dataset/transforms/py_transforms_util.py +40 -12
  111. mindspore/dataset/transforms/transforms.py +95 -40
  112. mindspore/dataset/utils/browse_dataset.py +8 -2
  113. mindspore/dataset/utils/line_reader.py +17 -19
  114. mindspore/dataset/vision/__init__.py +3 -3
  115. mindspore/dataset/vision/c_transforms.py +6 -3
  116. mindspore/dataset/vision/transforms.py +409 -287
  117. mindspore/dataset/vision/utils.py +13 -14
  118. mindspore/dataset/vision/validators.py +11 -1
  119. mindspore/experimental/map_parameter.py +14 -0
  120. mindspore/{nn/optim_ex → experimental/optim}/__init__.py +30 -29
  121. mindspore/{nn/optim_ex → experimental/optim}/adam.py +60 -67
  122. mindspore/{nn/optim_ex → experimental/optim}/adamw.py +181 -203
  123. mindspore/experimental/optim/lr_scheduler.py +1427 -0
  124. mindspore/{nn/optim_ex → experimental/optim}/optimizer.py +252 -259
  125. mindspore/{nn/optim_ex → experimental/optim}/sgd.py +147 -152
  126. mindspore/gen_ops.py +273 -0
  127. mindspore/include/OWNERS +0 -1
  128. mindspore/include/api/data_type.h +2 -1
  129. mindspore/include/api/graph.h +0 -15
  130. mindspore/include/api/kernel.h +2 -0
  131. mindspore/include/api/kernel_api.h +37 -12
  132. mindspore/include/api/model.h +17 -14
  133. mindspore/include/api/status.h +8 -3
  134. mindspore/include/api/types.h +37 -4
  135. mindspore/include/c_api/ms/abstract.h +67 -0
  136. mindspore/include/c_api/ms/attribute.h +197 -0
  137. mindspore/include/c_api/ms/base/handle_types.h +43 -0
  138. mindspore/include/c_api/ms/base/macros.h +32 -0
  139. mindspore/include/c_api/ms/base/status.h +33 -0
  140. mindspore/include/c_api/ms/base/types.h +282 -0
  141. mindspore/include/c_api/ms/context.h +102 -0
  142. mindspore/include/c_api/ms/graph.h +160 -0
  143. mindspore/include/c_api/ms/node.h +606 -0
  144. mindspore/include/c_api/ms/tensor.h +161 -0
  145. mindspore/include/c_api/ms/value.h +84 -0
  146. mindspore/include/dataset/constants.h +6 -5
  147. mindspore/include/dataset/execute.h +23 -13
  148. mindspore/include/dataset/text.h +26 -26
  149. mindspore/include/dataset/transforms.h +13 -13
  150. mindspore/include/dataset/vision.h +60 -60
  151. mindspore/include/dataset/vision_ascend.h +5 -6
  152. mindspore/include/dataset/vision_lite.h +17 -17
  153. mindspore/include/mindapi/base/type_id.h +1 -0
  154. mindspore/include/mindapi/base/types.h +1 -0
  155. mindspore/lib/libdnnl.so.2 +0 -0
  156. mindspore/lib/libjemalloc.so.2 +0 -0
  157. mindspore/lib/libmindspore.so +0 -0
  158. mindspore/lib/libmindspore_backend.so +0 -0
  159. mindspore/lib/libmindspore_common.so +0 -0
  160. mindspore/lib/libmindspore_core.so +0 -0
  161. mindspore/lib/libmindspore_glog.so.0 +0 -0
  162. mindspore/lib/libmindspore_gpr.so.15 +0 -0
  163. mindspore/lib/libmindspore_grpc++.so.1 +0 -0
  164. mindspore/lib/libmindspore_grpc.so.15 +0 -0
  165. mindspore/lib/libmindspore_shared_lib.so +0 -0
  166. mindspore/lib/libnnacl.so +0 -0
  167. mindspore/lib/libopencv_core.so.4.5 +0 -0
  168. mindspore/lib/libopencv_imgcodecs.so.4.5 +0 -0
  169. mindspore/lib/libopencv_imgproc.so.4.5 +0 -0
  170. mindspore/lib/libps_cache.so +0 -0
  171. mindspore/lib/plugin/ascend/custom_aicore_ops/op_impl/ai_core/tbe/config/ascend310/aic-ascend310-ops-info.json +123 -0
  172. mindspore/lib/plugin/ascend/custom_aicore_ops/op_impl/ai_core/tbe/config/ascend310p/aic-ascend310p-ops-info.json +123 -0
  173. mindspore/lib/plugin/ascend/custom_aicore_ops/op_impl/ai_core/tbe/config/ascend910/aic-ascend910-ops-info.json +158 -0
  174. mindspore/lib/plugin/ascend/custom_aicore_ops/op_impl/ai_core/tbe/config/ascend910b/aic-ascend910b-ops-info.json +37 -0
  175. mindspore/lib/plugin/ascend/custom_aicore_ops/op_impl/ai_core/tbe/custom_aicore_ops_impl/add_dsl.py +46 -0
  176. mindspore/lib/plugin/ascend/custom_aicore_ops/op_impl/ai_core/tbe/custom_aicore_ops_impl/add_tik.py +51 -0
  177. mindspore/lib/plugin/ascend/custom_aicore_ops/op_impl/ai_core/tbe/custom_aicore_ops_impl/kv_cache_mgr.py +241 -0
  178. mindspore/lib/plugin/ascend/custom_aicore_ops/op_impl/ai_core/tbe/custom_aicore_ops_impl/matmul_tik.py +212 -0
  179. mindspore/lib/plugin/ascend/custom_aicore_ops/op_impl/vector_core/tbe/custom_aicore_ops_impl/add_dsl.py +46 -0
  180. mindspore/lib/plugin/ascend/custom_aicore_ops/op_impl/vector_core/tbe/custom_aicore_ops_impl/add_tik.py +51 -0
  181. mindspore/lib/plugin/ascend/custom_aicore_ops/op_impl/vector_core/tbe/custom_aicore_ops_impl/kv_cache_mgr.py +241 -0
  182. mindspore/lib/plugin/ascend/custom_aicore_ops/op_impl/vector_core/tbe/custom_aicore_ops_impl/matmul_tik.py +212 -0
  183. mindspore/lib/plugin/ascend/custom_aicore_ops/op_proto/libop_proto.so +0 -0
  184. mindspore/lib/plugin/ascend/custom_aicpu_ops/op_impl/cpu/aicpu_kernel/impl/libcust_aicpu_kernels.so +0 -0
  185. mindspore/lib/plugin/ascend/custom_aicpu_ops/op_impl/cpu/aicpu_kernel/impl/libcust_cpu_kernels.so +0 -0
  186. mindspore/lib/plugin/ascend/custom_aicpu_ops/op_impl/cpu/config/cust_aicpu_kernel.json +8928 -0
  187. mindspore/lib/plugin/ascend/custom_aicpu_ops/op_proto/libcust_op_proto.so +0 -0
  188. mindspore/lib/plugin/ascend/libakg.so +0 -0
  189. mindspore/lib/plugin/ascend/libascend_collective.so +0 -0
  190. mindspore/lib/plugin/ascend/libdvpp_utils.so +0 -0
  191. mindspore/lib/plugin/ascend/libhccl_plugin.so +0 -0
  192. mindspore/lib/plugin/ascend/libmindspore_aicpu_kernels.so +0 -0
  193. mindspore/lib/plugin/ascend/libmindspore_cpu_kernels.so +0 -0
  194. mindspore/lib/plugin/cpu/libakg.so +0 -0
  195. mindspore/lib/plugin/libmindspore_ascend.so.1 +0 -0
  196. mindspore/lib/plugin/libmindspore_ascend.so.2 +0 -0
  197. mindspore/mindrecord/tools/imagenet_to_mr.py +1 -1
  198. mindspore/mindrecord/tools/mnist_to_mr.py +2 -2
  199. mindspore/nn/__init__.py +0 -2
  200. mindspore/nn/cell.py +313 -74
  201. mindspore/nn/dynamic_lr.py +21 -21
  202. mindspore/nn/layer/activation.py +22 -30
  203. mindspore/nn/layer/basic.py +15 -13
  204. mindspore/nn/layer/channel_shuffle.py +1 -1
  205. mindspore/nn/layer/container.py +271 -9
  206. mindspore/nn/layer/conv.py +323 -204
  207. mindspore/nn/layer/dense.py +8 -5
  208. mindspore/nn/layer/embedding.py +33 -27
  209. mindspore/nn/layer/flash_attention.py +141 -88
  210. mindspore/nn/layer/image.py +8 -6
  211. mindspore/nn/layer/math.py +16 -25
  212. mindspore/nn/layer/normalization.py +107 -66
  213. mindspore/nn/layer/padding.py +1 -1
  214. mindspore/nn/layer/pooling.py +131 -109
  215. mindspore/nn/layer/rnn_cells.py +27 -22
  216. mindspore/nn/layer/rnns.py +13 -16
  217. mindspore/nn/layer/thor_layer.py +1 -1
  218. mindspore/nn/layer/transformer.py +221 -154
  219. mindspore/nn/learning_rate_schedule.py +9 -1
  220. mindspore/nn/loss/loss.py +235 -174
  221. mindspore/nn/optim/ada_grad.py +2 -1
  222. mindspore/nn/optim/adadelta.py +1 -0
  223. mindspore/nn/optim/adafactor.py +2 -1
  224. mindspore/nn/optim/adam.py +7 -4
  225. mindspore/nn/optim/adamax.py +3 -2
  226. mindspore/nn/optim/adasum.py +2 -2
  227. mindspore/nn/optim/asgd.py +2 -3
  228. mindspore/nn/optim/ftrl.py +6 -5
  229. mindspore/nn/optim/lamb.py +7 -4
  230. mindspore/nn/optim/lars.py +1 -1
  231. mindspore/nn/optim/lazyadam.py +5 -3
  232. mindspore/nn/optim/momentum.py +2 -1
  233. mindspore/nn/optim/optimizer.py +53 -4
  234. mindspore/nn/optim/proximal_ada_grad.py +3 -4
  235. mindspore/nn/optim/rmsprop.py +4 -3
  236. mindspore/nn/optim/rprop.py +23 -12
  237. mindspore/nn/optim/sgd.py +26 -11
  238. mindspore/nn/optim/thor.py +9 -7
  239. mindspore/nn/probability/bijector/bijector.py +5 -5
  240. mindspore/nn/probability/bijector/power_transform.py +27 -27
  241. mindspore/nn/probability/bijector/softplus.py +3 -3
  242. mindspore/nn/probability/distribution/_utils/custom_ops.py +3 -3
  243. mindspore/nn/probability/distribution/bernoulli.py +5 -5
  244. mindspore/nn/probability/distribution/beta.py +3 -3
  245. mindspore/nn/probability/distribution/categorical.py +7 -7
  246. mindspore/nn/probability/distribution/cauchy.py +0 -1
  247. mindspore/nn/probability/distribution/distribution.py +3 -3
  248. mindspore/nn/probability/distribution/gamma.py +3 -3
  249. mindspore/nn/probability/distribution/geometric.py +4 -4
  250. mindspore/nn/probability/distribution/gumbel.py +4 -4
  251. mindspore/nn/probability/distribution/log_normal.py +2 -2
  252. mindspore/nn/probability/distribution/logistic.py +2 -2
  253. mindspore/nn/probability/distribution/poisson.py +4 -4
  254. mindspore/nn/probability/distribution/transformed_distribution.py +3 -3
  255. mindspore/nn/probability/distribution/uniform.py +6 -6
  256. mindspore/nn/wrap/cell_wrapper.py +84 -34
  257. mindspore/nn/wrap/grad_reducer.py +8 -5
  258. mindspore/nn/wrap/loss_scale.py +105 -42
  259. mindspore/numpy/array_creations.py +1 -2
  260. mindspore/numpy/array_ops.py +3 -2
  261. mindspore/numpy/utils_const.py +5 -5
  262. mindspore/offline_debug/convert_async.py +2 -2
  263. mindspore/ops/_grad_experimental/__init__.py +0 -5
  264. mindspore/ops/_grad_experimental/grad_array_ops.py +2 -3
  265. mindspore/ops/_grad_experimental/grad_comm_ops.py +15 -2
  266. mindspore/ops/_grad_experimental/grad_debug_ops.py +0 -37
  267. mindspore/ops/_grad_experimental/grad_implementations.py +11 -1
  268. mindspore/ops/_grad_experimental/grad_inner_ops.py +2 -216
  269. mindspore/ops/_grad_experimental/grad_math_ops.py +19 -199
  270. mindspore/ops/_grad_experimental/grad_sparse.py +15 -0
  271. mindspore/ops/_grad_experimental/grad_sparse_ops.py +3 -3
  272. mindspore/ops/_op_impl/_custom_op/dsd_back_impl.py +1 -1
  273. mindspore/ops/_op_impl/_custom_op/flash_attention/attention.py +165 -109
  274. mindspore/ops/_op_impl/_custom_op/flash_attention/flash_attention_bwd.py +144 -86
  275. mindspore/ops/_op_impl/_custom_op/flash_attention/flash_attention_fwd.py +172 -187
  276. mindspore/ops/_op_impl/_custom_op/flash_attention/flash_attention_impl.py +51 -57
  277. mindspore/ops/_op_impl/_custom_op/flash_attention/tik_ops_utils.py +6 -17
  278. mindspore/ops/_op_impl/_custom_op/flash_attention/tiling_strategy/wukong_tiling.py +1 -1
  279. mindspore/ops/_op_impl/aicpu/__init__.py +14 -2
  280. mindspore/ops/_op_impl/aicpu/add.py +3 -3
  281. mindspore/ops/_op_impl/aicpu/bias_add_grad.py +0 -1
  282. mindspore/ops/_op_impl/aicpu/count_nonzero.py +43 -0
  283. mindspore/ops/_op_impl/aicpu/eps.py +32 -0
  284. mindspore/ops/_op_impl/aicpu/gamma.py +2 -2
  285. mindspore/ops/_op_impl/aicpu/log_uniform_candidate_sampler.py +6 -3
  286. mindspore/ops/_op_impl/aicpu/lu_unpack_grad.py +0 -1
  287. mindspore/ops/_op_impl/aicpu/multinomial.py +3 -3
  288. mindspore/ops/_op_impl/aicpu/parameterized_truncated_normal.py +15 -7
  289. mindspore/ops/_op_impl/aicpu/random_categorical.py +39 -19
  290. mindspore/ops/_op_impl/aicpu/random_choice_with_mask.py +5 -2
  291. mindspore/ops/_op_impl/aicpu/random_poisson.py +103 -52
  292. mindspore/ops/_op_impl/aicpu/random_shuffle.py +17 -15
  293. mindspore/ops/_op_impl/aicpu/{sparseaddmm.py → sparse_addmm.py} +2 -2
  294. mindspore/ops/_op_impl/aicpu/{sparsesparsemaximum.py → sparse_sparse_maximum.py} +4 -4
  295. mindspore/ops/_op_impl/aicpu/standard_laplace.py +5 -5
  296. mindspore/ops/_op_impl/aicpu/standard_normal.py +5 -5
  297. mindspore/ops/_op_impl/aicpu/truncated_normal.py +9 -7
  298. mindspore/ops/_op_impl/aicpu/uniform.py +5 -3
  299. mindspore/ops/_op_impl/aicpu/uniform_candidate_sampler.py +8 -4
  300. mindspore/ops/_op_impl/aicpu/uniform_int.py +5 -5
  301. mindspore/ops/_op_impl/aicpu/uniform_real.py +4 -4
  302. mindspore/ops/_op_impl/tbe/__init__.py +4 -4
  303. mindspore/ops/_op_impl/tbe/inplace_index_add.py +7 -3
  304. mindspore/ops/_op_impl/tbe/trans_data_ds.py +2 -0
  305. mindspore/ops/_primitive_cache.py +1 -1
  306. mindspore/ops/_tracefunc.py +45 -13
  307. mindspore/ops/_utils/utils.py +6 -1
  308. mindspore/ops/_vmap/vmap_array_ops.py +3 -3
  309. mindspore/ops/_vmap/vmap_base.py +3 -3
  310. mindspore/ops/_vmap/vmap_convolution_ops.py +1 -1
  311. mindspore/ops/_vmap/vmap_grad_math_ops.py +6 -4
  312. mindspore/ops/_vmap/vmap_math_ops.py +5 -2
  313. mindspore/ops/_vmap/vmap_nn_ops.py +61 -7
  314. mindspore/ops/arg_dtype_cast.py +54 -0
  315. mindspore/ops/composite/base.py +37 -10
  316. mindspore/ops/composite/math_ops.py +5 -4
  317. mindspore/ops/composite/multitype_ops/_compile_utils.py +275 -73
  318. mindspore/ops/composite/multitype_ops/_constexpr_utils.py +16 -9
  319. mindspore/ops/composite/multitype_ops/add_impl.py +43 -4
  320. mindspore/ops/composite/multitype_ops/getitem_impl.py +42 -4
  321. mindspore/ops/composite/multitype_ops/ones_like_impl.py +6 -0
  322. mindspore/ops/composite/multitype_ops/setitem_impl.py +2 -1
  323. mindspore/ops/composite/multitype_ops/zeros_like_impl.py +9 -0
  324. mindspore/ops/deprecated.py +304 -0
  325. mindspore/ops/function/__init__.py +4 -1
  326. mindspore/ops/function/array_func.py +174 -193
  327. mindspore/ops/function/clip_func.py +81 -13
  328. mindspore/ops/function/debug_func.py +1 -1
  329. mindspore/ops/function/grad/grad_func.py +18 -9
  330. mindspore/ops/function/image_func.py +10 -4
  331. mindspore/ops/function/linalg_func.py +5 -5
  332. mindspore/ops/function/math_func.py +575 -386
  333. mindspore/ops/function/nn_func.py +568 -260
  334. mindspore/ops/function/random_func.py +88 -57
  335. mindspore/ops/function/sparse_func.py +1 -1
  336. mindspore/ops/function/sparse_unary_func.py +14 -12
  337. mindspore/ops/function/vmap_func.py +6 -5
  338. mindspore/ops/functional.py +15 -10
  339. mindspore/ops/op_info_register.py +244 -25
  340. mindspore/ops/operations/__init__.py +28 -19
  341. mindspore/ops/operations/_grad_ops.py +72 -7
  342. mindspore/ops/operations/_inner_ops.py +350 -17
  343. mindspore/ops/operations/_quant_ops.py +4 -8
  344. mindspore/ops/operations/_sequence_ops.py +42 -0
  345. mindspore/ops/operations/array_ops.py +68 -282
  346. mindspore/ops/operations/comm_ops.py +107 -59
  347. mindspore/ops/operations/custom_ops.py +94 -70
  348. mindspore/ops/operations/debug_ops.py +8 -4
  349. mindspore/ops/operations/image_ops.py +18 -12
  350. mindspore/ops/operations/inner_ops.py +26 -3
  351. mindspore/ops/operations/math_ops.py +189 -141
  352. mindspore/ops/operations/nn_ops.py +794 -489
  353. mindspore/ops/operations/other_ops.py +0 -22
  354. mindspore/ops/operations/random_ops.py +53 -111
  355. mindspore/ops/operations/sparse_ops.py +3 -1
  356. mindspore/ops/primitive.py +24 -18
  357. mindspore/parallel/_auto_parallel_context.py +68 -8
  358. mindspore/parallel/_cost_model_context.py +2 -2
  359. mindspore/parallel/_offload_context.py +17 -3
  360. mindspore/parallel/_parallel_serialization.py +12 -5
  361. mindspore/parallel/_ps_context.py +12 -0
  362. mindspore/parallel/_tensor.py +18 -13
  363. mindspore/parallel/_transformer/layers.py +5 -3
  364. mindspore/parallel/_transformer/loss.py +1 -0
  365. mindspore/parallel/_transformer/moe.py +2 -2
  366. mindspore/parallel/_transformer/op_parallel_config.py +12 -1
  367. mindspore/parallel/_transformer/transformer.py +23 -3
  368. mindspore/parallel/_utils.py +11 -7
  369. mindspore/parallel/algo_parameter_config.py +85 -5
  370. mindspore/parallel/checkpoint_transform.py +19 -12
  371. mindspore/parallel/shard.py +21 -14
  372. mindspore/profiler/common/struct_type.py +3 -3
  373. mindspore/profiler/common/util.py +4 -2
  374. mindspore/profiler/envprofiling.py +1 -1
  375. mindspore/profiler/parser/aicpu_data_parser.py +5 -3
  376. mindspore/profiler/parser/ascend_flops_generator.py +2 -2
  377. mindspore/profiler/parser/ascend_fpbp_generator.py +1 -1
  378. mindspore/profiler/parser/ascend_hccl_generator.py +249 -12
  379. mindspore/profiler/parser/ascend_msprof_exporter.py +150 -255
  380. mindspore/profiler/parser/ascend_msprof_generator.py +204 -17
  381. mindspore/profiler/parser/ascend_op_generator.py +6 -6
  382. mindspore/profiler/parser/ascend_steptrace_generator.py +6 -4
  383. mindspore/profiler/parser/ascend_timeline_generator.py +14 -187
  384. mindspore/profiler/parser/base_timeline_generator.py +10 -8
  385. mindspore/profiler/parser/cpu_gpu_timeline_generator.py +16 -12
  386. mindspore/profiler/parser/flops_parser.py +15 -11
  387. mindspore/profiler/parser/framework_parser.py +38 -22
  388. mindspore/profiler/parser/hccl_parser.py +16 -12
  389. mindspore/profiler/parser/integrator.py +22 -11
  390. mindspore/profiler/parser/memory_usage_parser.py +2 -2
  391. mindspore/profiler/parser/minddata_analyzer.py +12 -14
  392. mindspore/profiler/parser/minddata_pipeline_parser.py +1 -1
  393. mindspore/profiler/parser/msadvisor_parser.py +8 -4
  394. mindspore/profiler/parser/op_intermediate_parser.py +5 -2
  395. mindspore/profiler/parser/optime_parser.py +1 -1
  396. mindspore/profiler/parser/profiler_info.py +21 -2
  397. mindspore/profiler/parser/step_trace_parser.py +11 -14
  398. mindspore/profiler/profiling.py +179 -89
  399. mindspore/rewrite/api/node.py +102 -19
  400. mindspore/rewrite/api/node_type.py +5 -1
  401. mindspore/rewrite/api/pattern_engine.py +1 -1
  402. mindspore/rewrite/api/scoped_value.py +9 -17
  403. mindspore/rewrite/api/symbol_tree.py +131 -47
  404. mindspore/rewrite/ast_helpers/__init__.py +2 -1
  405. mindspore/rewrite/ast_helpers/ast_finder.py +129 -0
  406. mindspore/rewrite/ast_helpers/ast_modifier.py +116 -104
  407. mindspore/rewrite/ast_transformers/flatten_recursive_stmt.py +93 -46
  408. mindspore/rewrite/common/rewrite_elog.py +5 -1
  409. mindspore/rewrite/namer.py +33 -24
  410. mindspore/rewrite/namespace.py +14 -5
  411. mindspore/{_extends/graph_kernel/expanders/complex → rewrite/node}/__init__.py +9 -9
  412. mindspore/rewrite/node/call_function.py +79 -0
  413. mindspore/rewrite/node/cell_container.py +135 -0
  414. mindspore/rewrite/node/control_flow.py +88 -0
  415. mindspore/rewrite/{node.py → node/node.py} +273 -234
  416. mindspore/rewrite/node/node_manager.py +254 -0
  417. mindspore/rewrite/{topological_manager.py → node/node_topological_manager.py} +13 -46
  418. mindspore/rewrite/parsers/arguments_parser.py +22 -21
  419. mindspore/rewrite/parsers/assign_parser.py +216 -221
  420. mindspore/rewrite/parsers/attribute_parser.py +9 -7
  421. mindspore/rewrite/parsers/class_def_parser.py +174 -113
  422. mindspore/rewrite/parsers/constant_parser.py +9 -6
  423. mindspore/rewrite/parsers/container_parser.py +9 -7
  424. mindspore/rewrite/parsers/for_parser.py +36 -15
  425. mindspore/rewrite/parsers/function_def_parser.py +24 -16
  426. mindspore/rewrite/parsers/if_parser.py +28 -24
  427. mindspore/rewrite/parsers/module_parser.py +196 -25
  428. mindspore/rewrite/{parser.py → parsers/parser.py} +4 -2
  429. mindspore/rewrite/{parser_register.py → parsers/parser_register.py} +1 -1
  430. mindspore/rewrite/parsers/return_parser.py +6 -6
  431. mindspore/rewrite/sparsify/sparse_transformer.py +12 -3
  432. mindspore/rewrite/sparsify/utils.py +1 -1
  433. mindspore/rewrite/symbol_tree.py +523 -578
  434. mindspore/rewrite/symbol_tree_builder.py +9 -193
  435. mindspore/rewrite/symbol_tree_dumper.py +2 -2
  436. mindspore/run_check/_check_version.py +6 -4
  437. mindspore/{ops/bprop_mindir → safeguard}/__init__.py +4 -3
  438. mindspore/safeguard/rewrite_obfuscation.py +541 -0
  439. mindspore/scipy/linalg.py +1 -1
  440. mindspore/scipy/optimize/minimize.py +7 -3
  441. mindspore/train/_utils.py +7 -3
  442. mindspore/train/amp.py +323 -123
  443. mindspore/train/anf_ir_pb2.py +14 -2
  444. mindspore/train/callback/_backup_and_restore.py +2 -12
  445. mindspore/train/callback/_callback.py +29 -4
  446. mindspore/train/callback/_checkpoint.py +23 -8
  447. mindspore/train/callback/_early_stop.py +2 -2
  448. mindspore/train/callback/_landscape.py +4 -4
  449. mindspore/train/callback/_loss_monitor.py +2 -2
  450. mindspore/train/callback/_on_request_exit.py +2 -2
  451. mindspore/train/callback/_reduce_lr_on_plateau.py +3 -4
  452. mindspore/train/callback/_summary_collector.py +15 -8
  453. mindspore/train/callback/_time_monitor.py +58 -5
  454. mindspore/train/data_sink.py +5 -11
  455. mindspore/train/dataset_helper.py +84 -57
  456. mindspore/train/loss_scale_manager.py +2 -2
  457. mindspore/train/metrics/__init__.py +3 -3
  458. mindspore/train/metrics/cosine_similarity.py +1 -1
  459. mindspore/train/metrics/hausdorff_distance.py +3 -2
  460. mindspore/train/metrics/mean_surface_distance.py +3 -2
  461. mindspore/train/metrics/metric.py +39 -19
  462. mindspore/train/metrics/roc.py +2 -2
  463. mindspore/train/metrics/root_mean_square_surface_distance.py +4 -3
  464. mindspore/train/mind_ir_pb2.py +85 -36
  465. mindspore/train/model.py +187 -47
  466. mindspore/train/serialization.py +487 -161
  467. mindspore/train/summary/_summary_adapter.py +1 -1
  468. mindspore/train/summary/_writer_pool.py +3 -2
  469. mindspore/train/summary/summary_record.py +37 -17
  470. mindspore/train/train_thor/convert_utils.py +3 -3
  471. mindspore/train/train_thor/dataset_helper.py +1 -1
  472. mindspore/version.py +1 -1
  473. {mindspore-2.1.0.dist-info → mindspore-2.2.10.dist-info}/METADATA +6 -7
  474. {mindspore-2.1.0.dist-info → mindspore-2.2.10.dist-info}/RECORD +477 -517
  475. {mindspore-2.1.0.dist-info → mindspore-2.2.10.dist-info}/entry_points.txt +0 -1
  476. mindspore/_akg/akg/tvm/contrib/debugger/__init__.py +0 -16
  477. mindspore/_akg/akg/tvm/contrib/debugger/debug_result.py +0 -274
  478. mindspore/_akg/akg/tvm/contrib/debugger/debug_runtime.py +0 -259
  479. mindspore/_akg/akg/tvm/contrib/peak.py +0 -341
  480. mindspore/_akg/akg/tvm/contrib/rpc.py +0 -25
  481. mindspore/_akg/akg/tvm/contrib/xcode.py +0 -257
  482. mindspore/_akg/akg/tvm/exec/__init__.py +0 -17
  483. mindspore/_akg/akg/tvm/exec/autotvm_log_editor.py +0 -60
  484. mindspore/_akg/akg/tvm/exec/measure_peak.py +0 -48
  485. mindspore/_akg/akg/tvm/exec/query_rpc_tracker.py +0 -48
  486. mindspore/_akg/akg/tvm/exec/rpc_proxy.py +0 -98
  487. mindspore/_akg/akg/tvm/exec/rpc_server.py +0 -88
  488. mindspore/_akg/akg/tvm/exec/rpc_tracker.py +0 -62
  489. mindspore/_akg/akg/tvm/rpc/__init__.py +0 -29
  490. mindspore/_akg/akg/tvm/rpc/base.py +0 -182
  491. mindspore/_akg/akg/tvm/rpc/client.py +0 -436
  492. mindspore/_akg/akg/tvm/rpc/proxy.py +0 -595
  493. mindspore/_akg/akg/tvm/rpc/server.py +0 -413
  494. mindspore/_akg/akg/tvm/rpc/tornado_util.py +0 -121
  495. mindspore/_akg/akg/tvm/rpc/tracker.py +0 -431
  496. mindspore/_extends/graph_kernel/expander.py +0 -80
  497. mindspore/_extends/graph_kernel/expanders/__init__.py +0 -54
  498. mindspore/_extends/graph_kernel/expanders/_utils.py +0 -269
  499. mindspore/_extends/graph_kernel/expanders/addn.py +0 -33
  500. mindspore/_extends/graph_kernel/expanders/batchnorm.py +0 -152
  501. mindspore/_extends/graph_kernel/expanders/batchnorm_grad.py +0 -105
  502. mindspore/_extends/graph_kernel/expanders/clip_by_norm_no_div_sum.py +0 -33
  503. mindspore/_extends/graph_kernel/expanders/complex/abs.py +0 -30
  504. mindspore/_extends/graph_kernel/expanders/complex/add.py +0 -44
  505. mindspore/_extends/graph_kernel/expanders/complex/div.py +0 -62
  506. mindspore/_extends/graph_kernel/expanders/complex/mul.py +0 -52
  507. mindspore/_extends/graph_kernel/expanders/complex/real_div.py +0 -62
  508. mindspore/_extends/graph_kernel/expanders/complex/sub.py +0 -45
  509. mindspore/_extends/graph_kernel/expanders/conv2d.py +0 -200
  510. mindspore/_extends/graph_kernel/expanders/dropout_grad.py +0 -30
  511. mindspore/_extends/graph_kernel/expanders/equal_count.py +0 -50
  512. mindspore/_extends/graph_kernel/expanders/erfc.py +0 -35
  513. mindspore/_extends/graph_kernel/expanders/expand_dims.py +0 -50
  514. mindspore/_extends/graph_kernel/expanders/fused_adam.py +0 -44
  515. mindspore/_extends/graph_kernel/expanders/fused_adam_weight_decay.py +0 -47
  516. mindspore/_extends/graph_kernel/expanders/fused_mul_add.py +0 -28
  517. mindspore/_extends/graph_kernel/expanders/gelu_grad.py +0 -70
  518. mindspore/_extends/graph_kernel/expanders/gkdropout.py +0 -40
  519. mindspore/_extends/graph_kernel/expanders/identity.py +0 -25
  520. mindspore/_extends/graph_kernel/expanders/layernorm.py +0 -93
  521. mindspore/_extends/graph_kernel/expanders/layernorm_grad.py +0 -113
  522. mindspore/_extends/graph_kernel/expanders/logsoftmax.py +0 -46
  523. mindspore/_extends/graph_kernel/expanders/logsoftmax_grad.py +0 -36
  524. mindspore/_extends/graph_kernel/expanders/matmul.py +0 -80
  525. mindspore/_extends/graph_kernel/expanders/maximum_grad.py +0 -59
  526. mindspore/_extends/graph_kernel/expanders/minimum_grad.py +0 -80
  527. mindspore/_extends/graph_kernel/expanders/oneslike.py +0 -26
  528. mindspore/_extends/graph_kernel/expanders/reduce_mean.py +0 -43
  529. mindspore/_extends/graph_kernel/expanders/relu_grad.py +0 -32
  530. mindspore/_extends/graph_kernel/expanders/sigmoid_cross_entropy_with_logits.py +0 -41
  531. mindspore/_extends/graph_kernel/expanders/sigmoid_cross_entropy_with_logits_grad.py +0 -35
  532. mindspore/_extends/graph_kernel/expanders/sigmoid_grad.py +0 -31
  533. mindspore/_extends/graph_kernel/expanders/slice.py +0 -35
  534. mindspore/_extends/graph_kernel/expanders/softmax_cross_entropy_with_logits.py +0 -42
  535. mindspore/_extends/graph_kernel/expanders/softmax_grad_ext.py +0 -41
  536. mindspore/_extends/graph_kernel/expanders/softsign.py +0 -28
  537. mindspore/_extends/graph_kernel/expanders/sqrt_grad.py +0 -29
  538. mindspore/_extends/graph_kernel/expanders/square_sum_all.py +0 -44
  539. mindspore/_extends/graph_kernel/expanders/square_sum_v1.py +0 -37
  540. mindspore/_extends/graph_kernel/expanders/squared_difference.py +0 -43
  541. mindspore/_extends/graph_kernel/expanders/tanh_grad.py +0 -31
  542. mindspore/_extends/graph_kernel/model/op_infer.py +0 -506
  543. mindspore/dataset/datapreprocess/__init__.py +0 -20
  544. mindspore/dataset/datapreprocess/preprocess_imagenet_validate_dataset.py +0 -54
  545. mindspore/include/api/net.h +0 -142
  546. mindspore/nn/lr_scheduler.py +0 -262
  547. mindspore/ops/_grad_experimental/grad_image_ops.py +0 -248
  548. mindspore/ops/_grad_experimental/grad_linalg_ops.py +0 -181
  549. mindspore/ops/_grad_experimental/grad_other_ops.py +0 -72
  550. mindspore/ops/_grad_experimental/grad_scalar_ops.py +0 -112
  551. mindspore/ops/_grad_experimental/grad_sequence_ops.py +0 -351
  552. mindspore/ops/bprop_mindir/BNTrainingReduce_bprop.mindir +0 -0
  553. mindspore/ops/bprop_mindir/Broadcast_bprop.mindir +0 -0
  554. mindspore/ops/bprop_mindir/Depend_bprop.mindir +0 -0
  555. mindspore/ops/bprop_mindir/DepthwiseConv2dNative_bprop.mindir +0 -138
  556. mindspore/ops/bprop_mindir/EmbeddingLookup_bprop.mindir +0 -0
  557. mindspore/ops/bprop_mindir/Load_bprop.mindir +0 -0
  558. mindspore/ops/bprop_mindir/ScatterNonAliasingAdd_bprop.mindir +0 -0
  559. mindspore/ops/bprop_mindir/SparseGatherV2_bprop.mindir +0 -0
  560. mindspore/ops/bprop_mindir/SparseSoftmaxCrossEntropyWithLogits_bprop.mindir +0 -0
  561. mindspore/ops/bprop_mindir/Switch_bprop.mindir +0 -0
  562. mindspore/ops/bprop_mindir/TransShape_bprop.mindir +0 -0
  563. mindspore/ops/bprop_mindir/TupleGetItem_bprop.mindir +0 -0
  564. mindspore/ops/bprop_mindir/Unique_bprop.mindir +0 -0
  565. mindspore/ops/bprop_mindir/Unstack_bprop.mindir +0 -0
  566. mindspore/ops/bprop_mindir/generate_mindir.py +0 -114
  567. mindspore/rewrite/node_visitor.py +0 -44
  568. {mindspore-2.1.0.dist-info → mindspore-2.2.10.dist-info}/WHEEL +0 -0
  569. {mindspore-2.1.0.dist-info → mindspore-2.2.10.dist-info}/top_level.txt +0 -0
mindspore/ops/_op_impl/aicpu/random_choice_with_mask.py CHANGED
@@ -1,4 +1,4 @@
1
- # Copyright 2020 Huawei Technologies Co., Ltd
1
+ # Copyright 2020-2023 Huawei Technologies Co., Ltd
2
2
  #
3
3
  # Licensed under the Apache License, Version 2.0 (the "License");
4
4
  # you may not use this file except in compliance with the License.
@@ -19,12 +19,15 @@ from mindspore.ops.op_info_register import op_info_register, AiCPURegOp, DataTyp
19
19
  random_choice_with_mask_op_info = AiCPURegOp("RandomChoiceWithMask") \
20
20
  .fusion_type("OPAQUE") \
21
21
  .input(0, "x", "required") \
22
+ .input(1, "counts", "required") \
23
+ .input(2, "states", "required") \
22
24
  .output(0, "y", "required") \
23
25
  .output(1, "mask", "required") \
24
26
  .attr("count", "int") \
25
27
  .attr("seed", "int") \
26
28
  .attr("seed2", "int") \
27
- .dtype_format(DataType.BOOL_Default, DataType.I32_Default, DataType.BOOL_Default) \
29
+ .dtype_format(DataType.BOOL_Default, DataType.U64_Default, DataType.U64_Default,
30
+ DataType.I32_Default, DataType.BOOL_Default) \
28
31
  .get_op_info()
29
32
 
30
33
  @op_info_register(random_choice_with_mask_op_info)
mindspore/ops/_op_impl/aicpu/random_poisson.py CHANGED
@@ -1,4 +1,4 @@
1
- # Copyright 2022 Huawei Technologies Co., Ltd
1
+ # Copyright 2022-2023 Huawei Technologies Co., Ltd
2
2
  #
3
3
  # Licensed under the Apache License, Version 2.0 (the "License");
4
4
  # you may not use this file except in compliance with the License.
@@ -20,60 +20,111 @@ random_poisson_op_info = AiCPURegOp("RandomPoisson") \
20
20
  .fusion_type("OPAQUE") \
21
21
  .input(0, "shape", "required") \
22
22
  .input(1, "rate", "required") \
23
+ .input(2, "counts", "required") \
24
+ .input(3, "states", "required") \
23
25
  .output(0, "output", "required") \
24
26
  .attr("seed", "int") \
25
27
  .attr("seed2", "int") \
26
- .attr("dtype", "Type") \
27
- .dtype_format(DataType.I32_Default, DataType.F16_Default, DataType.F16_Default) \
28
- .dtype_format(DataType.I32_Default, DataType.F16_Default, DataType.F32_Default) \
29
- .dtype_format(DataType.I32_Default, DataType.F16_Default, DataType.F64_Default) \
30
- .dtype_format(DataType.I32_Default, DataType.F16_Default, DataType.I32_Default) \
31
- .dtype_format(DataType.I32_Default, DataType.F16_Default, DataType.I64_Default) \
32
- .dtype_format(DataType.I32_Default, DataType.F32_Default, DataType.F16_Default) \
33
- .dtype_format(DataType.I32_Default, DataType.F32_Default, DataType.F32_Default) \
34
- .dtype_format(DataType.I32_Default, DataType.F32_Default, DataType.F64_Default) \
35
- .dtype_format(DataType.I32_Default, DataType.F32_Default, DataType.I32_Default) \
36
- .dtype_format(DataType.I32_Default, DataType.F32_Default, DataType.I64_Default) \
37
- .dtype_format(DataType.I32_Default, DataType.F64_Default, DataType.F16_Default) \
38
- .dtype_format(DataType.I32_Default, DataType.F64_Default, DataType.F32_Default) \
39
- .dtype_format(DataType.I32_Default, DataType.F64_Default, DataType.F64_Default) \
40
- .dtype_format(DataType.I32_Default, DataType.F64_Default, DataType.I32_Default) \
41
- .dtype_format(DataType.I32_Default, DataType.F64_Default, DataType.I64_Default) \
42
- .dtype_format(DataType.I32_Default, DataType.I32_Default, DataType.F16_Default) \
43
- .dtype_format(DataType.I32_Default, DataType.I32_Default, DataType.F32_Default) \
44
- .dtype_format(DataType.I32_Default, DataType.I32_Default, DataType.F64_Default) \
45
- .dtype_format(DataType.I32_Default, DataType.I32_Default, DataType.I32_Default) \
46
- .dtype_format(DataType.I32_Default, DataType.I32_Default, DataType.I64_Default) \
47
- .dtype_format(DataType.I32_Default, DataType.I64_Default, DataType.F16_Default) \
48
- .dtype_format(DataType.I32_Default, DataType.I64_Default, DataType.F32_Default) \
49
- .dtype_format(DataType.I32_Default, DataType.I64_Default, DataType.F64_Default) \
50
- .dtype_format(DataType.I32_Default, DataType.I64_Default, DataType.I32_Default) \
51
- .dtype_format(DataType.I32_Default, DataType.I64_Default, DataType.I64_Default) \
52
- .dtype_format(DataType.I64_Default, DataType.F16_Default, DataType.F16_Default) \
53
- .dtype_format(DataType.I64_Default, DataType.F16_Default, DataType.F32_Default) \
54
- .dtype_format(DataType.I64_Default, DataType.F16_Default, DataType.F64_Default) \
55
- .dtype_format(DataType.I64_Default, DataType.F16_Default, DataType.I32_Default) \
56
- .dtype_format(DataType.I64_Default, DataType.F16_Default, DataType.I64_Default) \
57
- .dtype_format(DataType.I64_Default, DataType.F32_Default, DataType.F16_Default) \
58
- .dtype_format(DataType.I64_Default, DataType.F32_Default, DataType.F32_Default) \
59
- .dtype_format(DataType.I64_Default, DataType.F32_Default, DataType.F64_Default) \
60
- .dtype_format(DataType.I64_Default, DataType.F32_Default, DataType.I32_Default) \
61
- .dtype_format(DataType.I64_Default, DataType.F32_Default, DataType.I64_Default) \
62
- .dtype_format(DataType.I64_Default, DataType.F64_Default, DataType.F16_Default) \
63
- .dtype_format(DataType.I64_Default, DataType.F64_Default, DataType.F32_Default) \
64
- .dtype_format(DataType.I64_Default, DataType.F64_Default, DataType.F64_Default) \
65
- .dtype_format(DataType.I64_Default, DataType.F64_Default, DataType.I32_Default) \
66
- .dtype_format(DataType.I64_Default, DataType.F64_Default, DataType.I64_Default) \
67
- .dtype_format(DataType.I64_Default, DataType.I32_Default, DataType.F16_Default) \
68
- .dtype_format(DataType.I64_Default, DataType.I32_Default, DataType.F32_Default) \
69
- .dtype_format(DataType.I64_Default, DataType.I32_Default, DataType.F64_Default) \
70
- .dtype_format(DataType.I64_Default, DataType.I32_Default, DataType.I32_Default) \
71
- .dtype_format(DataType.I64_Default, DataType.I32_Default, DataType.I64_Default) \
72
- .dtype_format(DataType.I64_Default, DataType.I64_Default, DataType.F16_Default) \
73
- .dtype_format(DataType.I64_Default, DataType.I64_Default, DataType.F32_Default) \
74
- .dtype_format(DataType.I64_Default, DataType.I64_Default, DataType.F64_Default) \
75
- .dtype_format(DataType.I64_Default, DataType.I64_Default, DataType.I32_Default) \
76
- .dtype_format(DataType.I64_Default, DataType.I64_Default, DataType.I64_Default) \
28
+ .dtype_format(DataType.I32_Default, DataType.F16_Default, DataType.U64_Default,
29
+ DataType.U64_Default, DataType.F16_Default) \
30
+ .dtype_format(DataType.I32_Default, DataType.F16_Default, DataType.U64_Default,
31
+ DataType.U64_Default, DataType.F32_Default) \
32
+ .dtype_format(DataType.I32_Default, DataType.F16_Default, DataType.U64_Default,
33
+ DataType.U64_Default, DataType.F64_Default) \
34
+ .dtype_format(DataType.I32_Default, DataType.F16_Default, DataType.U64_Default,
35
+ DataType.U64_Default, DataType.I32_Default) \
36
+ .dtype_format(DataType.I32_Default, DataType.F16_Default, DataType.U64_Default,
37
+ DataType.U64_Default, DataType.I64_Default) \
38
+ .dtype_format(DataType.I32_Default, DataType.F32_Default, DataType.U64_Default,
39
+ DataType.U64_Default, DataType.F16_Default) \
40
+ .dtype_format(DataType.I32_Default, DataType.F32_Default, DataType.U64_Default,
41
+ DataType.U64_Default, DataType.F32_Default) \
42
+ .dtype_format(DataType.I32_Default, DataType.F32_Default, DataType.U64_Default,
43
+ DataType.U64_Default, DataType.F64_Default) \
44
+ .dtype_format(DataType.I32_Default, DataType.F32_Default, DataType.U64_Default,
45
+ DataType.U64_Default, DataType.I32_Default) \
46
+ .dtype_format(DataType.I32_Default, DataType.F32_Default, DataType.U64_Default,
47
+ DataType.U64_Default, DataType.I64_Default) \
48
+ .dtype_format(DataType.I32_Default, DataType.F64_Default, DataType.U64_Default,
49
+ DataType.U64_Default, DataType.F16_Default) \
50
+ .dtype_format(DataType.I32_Default, DataType.F64_Default, DataType.U64_Default,
51
+ DataType.U64_Default, DataType.F32_Default) \
52
+ .dtype_format(DataType.I32_Default, DataType.F64_Default, DataType.U64_Default,
53
+ DataType.U64_Default, DataType.F64_Default) \
54
+ .dtype_format(DataType.I32_Default, DataType.F64_Default, DataType.U64_Default,
55
+ DataType.U64_Default, DataType.I32_Default) \
56
+ .dtype_format(DataType.I32_Default, DataType.F64_Default, DataType.U64_Default,
57
+ DataType.U64_Default, DataType.I64_Default) \
58
+ .dtype_format(DataType.I32_Default, DataType.I32_Default, DataType.U64_Default,
59
+ DataType.U64_Default, DataType.F16_Default) \
60
+ .dtype_format(DataType.I32_Default, DataType.I32_Default, DataType.U64_Default,
61
+ DataType.U64_Default, DataType.F32_Default) \
62
+ .dtype_format(DataType.I32_Default, DataType.I32_Default, DataType.U64_Default,
63
+ DataType.U64_Default, DataType.F64_Default) \
64
+ .dtype_format(DataType.I32_Default, DataType.I32_Default, DataType.U64_Default,
65
+ DataType.U64_Default, DataType.I32_Default) \
66
+ .dtype_format(DataType.I32_Default, DataType.I32_Default, DataType.U64_Default,
67
+ DataType.U64_Default, DataType.I64_Default) \
68
+ .dtype_format(DataType.I32_Default, DataType.I64_Default, DataType.U64_Default,
69
+ DataType.U64_Default, DataType.F16_Default) \
70
+ .dtype_format(DataType.I32_Default, DataType.I64_Default, DataType.U64_Default,
71
+ DataType.U64_Default, DataType.F32_Default) \
72
+ .dtype_format(DataType.I32_Default, DataType.I64_Default, DataType.U64_Default,
73
+ DataType.U64_Default, DataType.F64_Default) \
74
+ .dtype_format(DataType.I32_Default, DataType.I64_Default, DataType.U64_Default,
75
+ DataType.U64_Default, DataType.I32_Default) \
76
+ .dtype_format(DataType.I32_Default, DataType.I64_Default, DataType.U64_Default,
77
+ DataType.U64_Default, DataType.I64_Default) \
78
+ .dtype_format(DataType.I64_Default, DataType.F16_Default, DataType.U64_Default,
79
+ DataType.U64_Default, DataType.F16_Default) \
80
+ .dtype_format(DataType.I64_Default, DataType.F16_Default, DataType.U64_Default,
81
+ DataType.U64_Default, DataType.F32_Default) \
82
+ .dtype_format(DataType.I64_Default, DataType.F16_Default, DataType.U64_Default,
83
+ DataType.U64_Default, DataType.F64_Default) \
84
+ .dtype_format(DataType.I64_Default, DataType.F16_Default, DataType.U64_Default,
85
+ DataType.U64_Default, DataType.I32_Default) \
86
+ .dtype_format(DataType.I64_Default, DataType.F16_Default, DataType.U64_Default,
87
+ DataType.U64_Default, DataType.I64_Default) \
88
+ .dtype_format(DataType.I64_Default, DataType.F32_Default, DataType.U64_Default,
89
+ DataType.U64_Default, DataType.F16_Default) \
90
+ .dtype_format(DataType.I64_Default, DataType.F32_Default, DataType.U64_Default,
91
+ DataType.U64_Default, DataType.F32_Default) \
92
+ .dtype_format(DataType.I64_Default, DataType.F32_Default, DataType.U64_Default,
93
+ DataType.U64_Default, DataType.F64_Default) \
94
+ .dtype_format(DataType.I64_Default, DataType.F32_Default, DataType.U64_Default,
95
+ DataType.U64_Default, DataType.I32_Default) \
96
+ .dtype_format(DataType.I64_Default, DataType.F32_Default, DataType.U64_Default,
97
+ DataType.U64_Default, DataType.I64_Default) \
98
+ .dtype_format(DataType.I64_Default, DataType.F64_Default, DataType.U64_Default,
99
+ DataType.U64_Default, DataType.F16_Default) \
100
+ .dtype_format(DataType.I64_Default, DataType.F64_Default, DataType.U64_Default,
101
+ DataType.U64_Default, DataType.F32_Default) \
102
+ .dtype_format(DataType.I64_Default, DataType.F64_Default, DataType.U64_Default,
103
+ DataType.U64_Default, DataType.F64_Default) \
104
+ .dtype_format(DataType.I64_Default, DataType.F64_Default, DataType.U64_Default,
105
+ DataType.U64_Default, DataType.I32_Default) \
106
+ .dtype_format(DataType.I64_Default, DataType.F64_Default, DataType.U64_Default,
107
+ DataType.U64_Default, DataType.I64_Default) \
108
+ .dtype_format(DataType.I64_Default, DataType.I32_Default, DataType.U64_Default,
109
+ DataType.U64_Default, DataType.F16_Default) \
110
+ .dtype_format(DataType.I64_Default, DataType.I32_Default, DataType.U64_Default,
111
+ DataType.U64_Default, DataType.F32_Default) \
112
+ .dtype_format(DataType.I64_Default, DataType.I32_Default, DataType.U64_Default,
113
+ DataType.U64_Default, DataType.F64_Default) \
114
+ .dtype_format(DataType.I64_Default, DataType.I32_Default, DataType.U64_Default,
115
+ DataType.U64_Default, DataType.I32_Default) \
116
+ .dtype_format(DataType.I64_Default, DataType.I32_Default, DataType.U64_Default,
117
+ DataType.U64_Default, DataType.I64_Default) \
118
+ .dtype_format(DataType.I64_Default, DataType.I64_Default, DataType.U64_Default,
119
+ DataType.U64_Default, DataType.F16_Default) \
120
+ .dtype_format(DataType.I64_Default, DataType.I64_Default, DataType.U64_Default,
121
+ DataType.U64_Default, DataType.F32_Default) \
122
+ .dtype_format(DataType.I64_Default, DataType.I64_Default, DataType.U64_Default,
123
+ DataType.U64_Default, DataType.F64_Default) \
124
+ .dtype_format(DataType.I64_Default, DataType.I64_Default, DataType.U64_Default,
125
+ DataType.U64_Default, DataType.I32_Default) \
126
+ .dtype_format(DataType.I64_Default, DataType.I64_Default, DataType.U64_Default,
127
+ DataType.U64_Default, DataType.I64_Default) \
77
128
  .get_op_info()
78
129
 
79
130
 
mindspore/ops/_op_impl/aicpu/random_shuffle.py CHANGED
@@ -1,4 +1,4 @@
1
- # Copyright 2020 Huawei Technologies Co., Ltd
1
+ # Copyright 2020-2023 Huawei Technologies Co., Ltd
2
2
  #
3
3
  # Licensed under the Apache License, Version 2.0 (the "License");
4
4
  # you may not use this file except in compliance with the License.
@@ -19,23 +19,25 @@ from mindspore.ops.op_info_register import op_info_register, AiCPURegOp, DataTyp
19
19
  randomshuffle_op_info = AiCPURegOp("RandomShuffle") \
20
20
  .fusion_type("OPAQUE") \
21
21
  .input(0, "x", "required") \
22
+ .input(1, "counts", "required") \
23
+ .input(2, "states", "required") \
22
24
  .output(0, "y", "required") \
23
25
  .attr("seed", "int") \
24
26
  .attr("seed2", "int") \
25
- .dtype_format(DataType.BOOL_Default, DataType.BOOL_Default) \
26
- .dtype_format(DataType.I8_Default, DataType.I8_Default) \
27
- .dtype_format(DataType.I16_Default, DataType.I16_Default) \
28
- .dtype_format(DataType.I32_Default, DataType.I32_Default) \
29
- .dtype_format(DataType.I64_Default, DataType.I64_Default) \
30
- .dtype_format(DataType.U8_Default, DataType.U8_Default) \
31
- .dtype_format(DataType.U16_Default, DataType.U16_Default) \
32
- .dtype_format(DataType.U32_Default, DataType.U32_Default) \
33
- .dtype_format(DataType.U64_Default, DataType.U64_Default) \
34
- .dtype_format(DataType.F16_Default, DataType.F16_Default) \
35
- .dtype_format(DataType.F32_Default, DataType.F32_Default) \
36
- .dtype_format(DataType.F64_Default, DataType.F64_Default) \
37
- .dtype_format(DataType.C64_Default, DataType.C64_Default) \
38
- .dtype_format(DataType.C128_Default, DataType.C128_Default) \
27
+ .dtype_format(DataType.BOOL_Default, DataType.U64_Default, DataType.U64_Default, DataType.BOOL_Default) \
28
+ .dtype_format(DataType.I8_Default, DataType.U64_Default, DataType.U64_Default, DataType.I8_Default) \
29
+ .dtype_format(DataType.I16_Default, DataType.U64_Default, DataType.U64_Default, DataType.I16_Default) \
30
+ .dtype_format(DataType.I32_Default, DataType.U64_Default, DataType.U64_Default, DataType.I32_Default) \
31
+ .dtype_format(DataType.I64_Default, DataType.U64_Default, DataType.U64_Default, DataType.I64_Default) \
32
+ .dtype_format(DataType.U8_Default, DataType.U64_Default, DataType.U64_Default, DataType.U8_Default) \
33
+ .dtype_format(DataType.U16_Default, DataType.U64_Default, DataType.U64_Default, DataType.U16_Default) \
34
+ .dtype_format(DataType.U32_Default, DataType.U64_Default, DataType.U64_Default, DataType.U32_Default) \
35
+ .dtype_format(DataType.U64_Default, DataType.U64_Default, DataType.U64_Default, DataType.U64_Default) \
36
+ .dtype_format(DataType.F16_Default, DataType.U64_Default, DataType.U64_Default, DataType.F16_Default) \
37
+ .dtype_format(DataType.F32_Default, DataType.U64_Default, DataType.U64_Default, DataType.F32_Default) \
38
+ .dtype_format(DataType.F64_Default, DataType.U64_Default, DataType.U64_Default, DataType.F64_Default) \
39
+ .dtype_format(DataType.C64_Default, DataType.U64_Default, DataType.U64_Default, DataType.C64_Default) \
40
+ .dtype_format(DataType.C128_Default, DataType.U64_Default, DataType.U64_Default, DataType.C128_Default) \
39
41
  .get_op_info()
40
42
 
41
43
 
mindspore/ops/_op_impl/aicpu/{sparseaddmm.py → sparse_addmm.py} RENAMED
@@ -16,7 +16,7 @@
16
16
  """SparseAddmm op"""
17
17
  from mindspore.ops.op_info_register import op_info_register, AiCPURegOp, DataType
18
18
 
19
- sparseaddmm_op_info = AiCPURegOp("SparseAddmm") \
19
+ sparse_addmm_op_info = AiCPURegOp("SparseAddmm") \
20
20
  .fusion_type("OPAQUE") \
21
21
  .input(0, "x1_indices", "required") \
22
22
  .input(1, "x1_values", "required") \
@@ -81,7 +81,7 @@ sparseaddmm_op_info = AiCPURegOp("SparseAddmm") \
81
81
  .get_op_info()
82
82
 
83
83
 
84
- @op_info_register(sparseaddmm_op_info)
84
+ @op_info_register(sparse_addmm_op_info)
85
85
  def _sparse_addmm_aicpu():
86
86
  """SparseAddmm AiCPU register"""
87
87
  return
mindspore/ops/_op_impl/aicpu/{sparsesparsemaximum.py → sparse_sparse_maximum.py} RENAMED
@@ -13,10 +13,10 @@
13
13
  # limitations under the License.
14
14
  # ============================================================================
15
15
 
16
- """sparsesparsemaximum op"""
16
+ """sparse_sparse_maximum op"""
17
17
  from mindspore.ops.op_info_register import op_info_register, AiCPURegOp, DataType
18
18
 
19
- sparsesparsemaximum_op_info = AiCPURegOp("SparseSparseMaximum") \
19
+ sparse_sparse_maximum_op_info = AiCPURegOp("SparseSparseMaximum") \
20
20
  .fusion_type("OPAQUE") \
21
21
  .input(0, "x1_indices", "required") \
22
22
  .input(1, "x1_values", "required") \
@@ -47,7 +47,7 @@ sparsesparsemaximum_op_info = AiCPURegOp("SparseSparseMaximum") \
47
47
  .get_op_info()
48
48
 
49
49
 
50
- @op_info_register(sparsesparsemaximum_op_info)
51
- def _sparsesparsemaximum_aicpu():
50
+ @op_info_register(sparse_sparse_maximum_op_info)
51
+ def _sparse_sparse_maximum_aicpu():
52
52
  """SparseSparseMaximum AiCPU register"""
53
53
  return
mindspore/ops/_op_impl/aicpu/standard_laplace.py CHANGED
@@ -1,4 +1,4 @@
1
- # Copyright 2020 Huawei Technologies Co., Ltd
1
+ # Copyright 2020-2023 Huawei Technologies Co., Ltd
2
2
  #
3
3
  # Licensed under the Apache License, Version 2.0 (the "License");
4
4
  # you may not use this file except in compliance with the License.
@@ -19,13 +19,13 @@ from mindspore.ops.op_info_register import op_info_register, AiCPURegOp, DataTyp
19
19
  laplace_op_info = AiCPURegOp("StandardLaplace") \
20
20
  .fusion_type("OPAQUE") \
21
21
  .input(0, "shape", "required") \
22
- .input(1, "seed", "required") \
23
- .input(2, "seed2", "required") \
22
+ .input(1, "counts", "required") \
23
+ .input(2, "states", "required") \
24
24
  .output(0, "output", "required") \
25
25
  .attr("seed", "int") \
26
26
  .attr("seed2", "int") \
27
- .dtype_format(DataType.I32_Default, DataType.I64_Default, DataType.I64_Default, DataType.F32_Default) \
28
- .dtype_format(DataType.I64_Default, DataType.I64_Default, DataType.I64_Default, DataType.F32_Default) \
27
+ .dtype_format(DataType.I32_Default, DataType.U64_Default, DataType.U64_Default, DataType.F32_Default) \
28
+ .dtype_format(DataType.I64_Default, DataType.U64_Default, DataType.U64_Default, DataType.F32_Default) \
29
29
  .get_op_info()
30
30
 
31
31
  @op_info_register(laplace_op_info)
mindspore/ops/_op_impl/aicpu/standard_normal.py CHANGED
@@ -1,4 +1,4 @@
1
- # Copyright 2020 Huawei Technologies Co., Ltd
1
+ # Copyright 2020-2023 Huawei Technologies Co., Ltd
2
2
  #
3
3
  # Licensed under the Apache License, Version 2.0 (the "License");
4
4
  # you may not use this file except in compliance with the License.
@@ -19,13 +19,13 @@ from mindspore.ops.op_info_register import op_info_register, AiCPURegOp, DataTyp
19
19
  normal_op_info = AiCPURegOp("StandardNormal") \
20
20
  .fusion_type("OPAQUE") \
21
21
  .input(0, "shape", "required") \
22
- .input(1, "seed", "required") \
23
- .input(2, "seed2", "required") \
22
+ .input(1, "counts", "required") \
23
+ .input(2, "states", "required") \
24
24
  .output(0, "output", "required") \
25
25
  .attr("seed", "int") \
26
26
  .attr("seed2", "int") \
27
- .dtype_format(DataType.I32_Default, DataType.I64_Default, DataType.I64_Default, DataType.F32_Default) \
28
- .dtype_format(DataType.I64_Default, DataType.I64_Default, DataType.I64_Default, DataType.F32_Default) \
27
+ .dtype_format(DataType.I32_Default, DataType.U64_Default, DataType.U64_Default, DataType.F32_Default) \
28
+ .dtype_format(DataType.I64_Default, DataType.U64_Default, DataType.U64_Default, DataType.F32_Default) \
29
29
  .get_op_info()
30
30
 
31
31
  @op_info_register(normal_op_info)
mindspore/ops/_op_impl/aicpu/truncated_normal.py CHANGED
@@ -1,4 +1,4 @@
1
- # Copyright 2021 Huawei Technologies Co., Ltd
1
+ # Copyright 2021-2023 Huawei Technologies Co., Ltd
2
2
  #
3
3
  # Licensed under the Apache License, Version 2.0 (the "License");
4
4
  # you may not use this file except in compliance with the License.
@@ -19,15 +19,17 @@ from mindspore.ops.op_info_register import op_info_register, AiCPURegOp, DataTyp
19
19
  truncated_normal_op_info = AiCPURegOp("TruncatedNormal")\
20
20
  .fusion_type("OPAQUE")\
21
21
  .input(0, "shape", "required")\
22
+ .input(1, "counts", "required") \
23
+ .input(2, "states", "required") \
22
24
  .output(0, "output", "required")\
23
25
  .attr("seed", "int")\
24
26
  .attr("seed2", "int")\
25
- .dtype_format(DataType.I32_Default, DataType.F16_Default)\
26
- .dtype_format(DataType.I32_Default, DataType.F32_Default)\
27
- .dtype_format(DataType.I32_Default, DataType.F64_Default)\
28
- .dtype_format(DataType.I64_Default, DataType.F16_Default)\
29
- .dtype_format(DataType.I64_Default, DataType.F32_Default)\
30
- .dtype_format(DataType.I64_Default, DataType.F64_Default)\
27
+ .dtype_format(DataType.I32_Default, DataType.U64_Default, DataType.U64_Default, DataType.F16_Default)\
28
+ .dtype_format(DataType.I32_Default, DataType.U64_Default, DataType.U64_Default, DataType.F32_Default)\
29
+ .dtype_format(DataType.I32_Default, DataType.U64_Default, DataType.U64_Default, DataType.F64_Default)\
30
+ .dtype_format(DataType.I64_Default, DataType.U64_Default, DataType.U64_Default, DataType.F16_Default)\
31
+ .dtype_format(DataType.I64_Default, DataType.U64_Default, DataType.U64_Default, DataType.F32_Default)\
32
+ .dtype_format(DataType.I64_Default, DataType.U64_Default, DataType.U64_Default, DataType.F64_Default)\
31
33
  .get_op_info()
32
34
 
33
35
 
mindspore/ops/_op_impl/aicpu/uniform.py CHANGED
@@ -1,4 +1,4 @@
1
- # Copyright 2022 Huawei Technologies Co., Ltd
1
+ # Copyright 2022-2023 Huawei Technologies Co., Ltd
2
2
  #
3
3
  # Licensed under the Apache License, Version 2.0 (the "License");
4
4
  # you may not use this file except in compliance with the License.
@@ -18,13 +18,15 @@ from mindspore.ops.op_info_register import op_info_register, AiCPURegOp, DataTyp
18
18
  uniform_op_info = AiCPURegOp("Uniform") \
19
19
  .fusion_type("OPAQUE") \
20
20
  .input(0, "x", "required") \
21
+ .input(1, "counts", "required") \
22
+ .input(2, "states", "required") \
21
23
  .output(0, "y", "required") \
22
24
  .attr("from", "float") \
23
25
  .attr("to", "float") \
24
26
  .attr("seed", "int") \
25
27
  .attr("offset", "int") \
26
- .dtype_format(DataType.F32_Default, DataType.F32_Default) \
27
- .dtype_format(DataType.F64_Default, DataType.F64_Default) \
28
+ .dtype_format(DataType.F32_Default, DataType.U64_Default, DataType.U64_Default, DataType.F32_Default) \
29
+ .dtype_format(DataType.F64_Default, DataType.U64_Default, DataType.U64_Default, DataType.F64_Default) \
28
30
  .get_op_info()
29
31
 
30
32
 
mindspore/ops/_op_impl/aicpu/uniform_candidate_sampler.py CHANGED
@@ -1,4 +1,4 @@
1
- # Copyright 2020 Huawei Technologies Co., Ltd
1
+ # Copyright 2020-2023 Huawei Technologies Co., Ltd
2
2
  #
3
3
  # Licensed under the Apache License, Version 2.0 (the "License");
4
4
  # you may not use this file except in compliance with the License.
@@ -18,16 +18,20 @@ from mindspore.ops.op_info_register import op_info_register, AiCPURegOp, DataTyp
18
18
  uniform_candidate_sampler_op_info = AiCPURegOp("UniformCandidateSampler") \
19
19
  .fusion_type("OPAQUE") \
20
20
  .input(0, "true_classes", "required") \
21
+ .input(1, "counts", "required") \
22
+ .input(2, "states", "required") \
21
23
  .output(0, "sampled_candidates", "required") \
22
24
  .output(1, "true_expected_count", "required") \
23
- .output(2, "true_expected_count", "required") \
25
+ .output(2, "sampled_expected_count", "required") \
24
26
  .attr("num_true", "int") \
25
27
  .attr("num_sampled", "int") \
26
28
  .attr("unique", "bool") \
27
29
  .attr("range_max", "int") \
28
30
  .attr("seed", "int") \
29
- .dtype_format(DataType.I64_Default, DataType.I64_Default, DataType.F32_Default, DataType.F32_Default) \
30
- .dtype_format(DataType.I32_Default, DataType.I32_Default, DataType.F32_Default, DataType.F32_Default) \
31
+ .dtype_format(DataType.I64_Default, DataType.U64_Default, DataType.U64_Default, DataType.I64_Default,
32
+ DataType.F32_Default, DataType.F32_Default) \
33
+ .dtype_format(DataType.I32_Default, DataType.U64_Default, DataType.U64_Default, DataType.I32_Default,
34
+ DataType.F32_Default, DataType.F32_Default) \
31
35
  .get_op_info()
32
36
 
33
37
 
mindspore/ops/_op_impl/aicpu/uniform_int.py CHANGED
@@ -1,4 +1,4 @@
1
- # Copyright 2020 Huawei Technologies Co., Ltd
1
+ # Copyright 2020-2023 Huawei Technologies Co., Ltd
2
2
  #
3
3
  # Licensed under the Apache License, Version 2.0 (the "License");
4
4
  # you may not use this file except in compliance with the License.
@@ -21,13 +21,13 @@ uniform_int_op_info = AiCPURegOp("UniformInt") \
21
21
  .input(0, "shape", "required") \
22
22
  .input(1, "a", "required") \
23
23
  .input(2, "b", "required") \
24
- .input(3, "seed", "required") \
25
- .input(4, "seed2", "required") \
24
+ .input(3, "counts", "required") \
25
+ .input(4, "states", "required") \
26
26
  .output(0, "output", "required") \
27
27
  .attr("seed", "int") \
28
28
  .attr("seed2", "int") \
29
- .dtype_format(DataType.I32_Default, DataType.I32_Default, DataType.I32_Default, DataType.I64_Default,
30
- DataType.I64_Default, DataType.I32_Default) \
29
+ .dtype_format(DataType.I32_Default, DataType.I32_Default, DataType.I32_Default, DataType.U64_Default,
30
+ DataType.U64_Default, DataType.I32_Default) \
31
31
  .get_op_info()
32
32
 
33
33
  @op_info_register(uniform_int_op_info)
mindspore/ops/_op_impl/aicpu/uniform_real.py CHANGED
@@ -1,4 +1,4 @@
1
- # Copyright 2020 Huawei Technologies Co., Ltd
1
+ # Copyright 2020-2023 Huawei Technologies Co., Ltd
2
2
  #
3
3
  # Licensed under the Apache License, Version 2.0 (the "License");
4
4
  # you may not use this file except in compliance with the License.
@@ -19,12 +19,12 @@ from mindspore.ops.op_info_register import op_info_register, AiCPURegOp, DataTyp
19
19
  uniform_real_op_info = AiCPURegOp("UniformReal") \
20
20
  .fusion_type("OPAQUE") \
21
21
  .input(0, "shape", "required") \
22
- .input(1, "seed", "required") \
23
- .input(2, "seed2", "required") \
22
+ .input(1, "counts", "required") \
23
+ .input(2, "states", "required") \
24
24
  .output(0, "output", "required") \
25
25
  .attr("seed", "int") \
26
26
  .attr("seed2", "int") \
27
- .dtype_format(DataType.I32_Default, DataType.I64_Default, DataType.I64_Default, DataType.F32_Default) \
27
+ .dtype_format(DataType.I32_Default, DataType.U64_Default, DataType.U64_Default, DataType.F32_Default) \
28
28
  .get_op_info()
29
29
 
30
30
  @op_info_register(uniform_real_op_info)
mindspore/ops/_op_impl/tbe/__init__.py CHANGED
@@ -16,11 +16,11 @@
16
16
  """tbe ops"""
17
17
  from .broadcast_to import _broadcast_to_tbe # The name is occupied
18
18
  from .broadcast_to_ds import _broadcast_to_ds_tbe # The name is occupied
19
- from .batch_to_space import _batch_to_space_tbe # attr type is listInt，not listListInt
20
- from .batch_to_space_nd import _batch_to_space_nd_tbe # attr type is listInt，not listListInt
19
+ from .batch_to_space import _batch_to_space_tbe # attr type is listInt, not listListInt
20
+ from .batch_to_space_nd import _batch_to_space_nd_tbe # attr type is listInt, not listListInt
21
21
  from .batch_to_space_nd_v2 import _batch_to_space_nd_v2_tbe # The name is occupied
22
- from .space_to_batch import _space_to_batch_tbe # attr type is listInt，not listListInt
23
- from .space_to_batch_nd import _space_to_batch_nd_tbe # attr type is listInt，not listListInt
22
+ from .space_to_batch import _space_to_batch_tbe # attr type is listInt, not listListInt
23
+ from .space_to_batch_nd import _space_to_batch_nd_tbe # attr type is listInt, not listListInt
24
24
  from .dynamic_gru_v2 import _dynamic_gru_v2_tbe # input4 is None, GE will change to hidden op by pass
25
25
  from .dynamic_rnn import _dynamic_rnn_tbe # input4 is None, GE will change to hidden op by pass
26
26
  from .kl_div_loss_grad import _kl_div_loss_grad_tbe # Accuracy issues
mindspore/ops/_op_impl/tbe/inplace_index_add.py CHANGED
@@ -29,10 +29,14 @@ inplace_index_add_op_info = TBERegOp("InplaceIndexAdd") \
29
29
  .input(0, "input_x", False, "required", "all") \
30
30
  .input(1, "indices", False, "required", "all") \
31
31
  .input(2, "input_y", False, "required", "all") \
32
+ .input(3, "alpha", False, "optional", "all") \
32
33
  .output(0, "input_x", False, "required", "all") \
33
- .dtype_format(DataType.F16_Default, DataType.I32_Default, DataType.F16_Default, DataType.F16_Default) \
34
- .dtype_format(DataType.F32_Default, DataType.I32_Default, DataType.F32_Default, DataType.F32_Default) \
35
- .dtype_format(DataType.I32_Default, DataType.I32_Default, DataType.I32_Default, DataType.I32_Default) \
34
+ .dtype_format(DataType.F16_Default, DataType.I32_Default, DataType.F16_Default, DataType.F16_Default,
35
+ DataType.F16_Default) \
36
+ .dtype_format(DataType.F32_Default, DataType.I32_Default, DataType.F32_Default, DataType.F32_Default,
37
+ DataType.F32_Default) \
38
+ .dtype_format(DataType.I32_Default, DataType.I32_Default, DataType.I32_Default, DataType.I32_Default,
39
+ DataType.I32_Default) \
36
40
  .get_op_info()
37
41
 
38
42
 
mindspore/ops/_op_impl/tbe/trans_data_ds.py CHANGED
@@ -28,6 +28,8 @@ trans_data_op_info = TBERegOp("TransData") \
28
28
  "DefaultFormat, NC1HWC0, FRACTAL_Z, FRACTAL_NZ, HWCN, C1HWNCoC0, NDHWC, NHWC") \
29
29
  .attr("dst_format", "required", "str",
30
30
  "DefaultFormat, NC1HWC0, FRACTAL_Z, FRACTAL_NZ, HWCN, C1HWNCoC0, NDHWC, NHWC") \
31
+ .attr("src_subformat", "optional", "int", "all", "1") \
32
+ .attr("dst_subformat", "optional", "int", "all", "1") \
31
33
  .attr("groups", "optional", "int", "all", "1") \
32
34
  .input(0, "src", False, "required", "all") \
33
35
  .output(0, "dst", False, "required", "all") \
mindspore/ops/_primitive_cache.py CHANGED
@@ -85,6 +85,6 @@ def _get_cache_prim(cls: Primitive) -> Primitive:
85
85
  _PRIM_CACHE[key] = prim
86
86
  return _PRIM_CACHE.get(key)
87
87
 
88
- if _is_need_compile(_temp_func):
88
+ if _is_need_compile(_temp_func): # @jit.cond: True
89
89
  return _new_prim_for_graph
90
90
  return _get_cache_prim_for_pynative
mindspore/ops/_tracefunc.py CHANGED
@@ -17,12 +17,13 @@ import functools
17
17
  import types
18
18
  import textwrap
19
19
  import inspect
20
+ import os
20
21
  from mindspore.common.tensor import Tensor
21
22
  from mindspore.ops.primitive import _RunOpHook, Primitive
22
23
  from mindspore._c_expression import PackExpander, PackNode
23
24
  from mindspore.common._stub_tensor import StubTensor
24
25
  from mindspore.common._register_for_tensor import tensor_operator_registry
25
- from mindspore.common.api import _handle_func_args
26
+ from mindspore.common.api import _handle_func_args, _pynative_executor
26
27
 
27
28
 
28
29
  class _PackTensor(StubTensor):
@@ -64,6 +65,7 @@ class PackFunc(Primitive):
64
65
  """pack function with lazy expander"""
65
66
 
66
67
  expander = PackExpander.get_instance()
68
+ current = None
67
69
 
68
70
  def __init__(self, fun, unique_key, cell_obj, is_pynative_mode=False):
69
71
  super(PackFunc, self).__init__(self.__class__.__name__)
@@ -79,19 +81,29 @@ class PackFunc(Primitive):
79
81
  args = (self.cell_obj, *args)
80
82
  return self.func(*args, **kwargs)
81
83
  self.kwargs = kwargs
82
- return super().__call__(*args)
84
+ output = super().__call__(*args)
85
+ if self.is_pynative_mode and self.grad_attach_num > 0:
86
+ output_num = len(output) - self.grad_attach_num
87
+ if output_num == 1:
88
+ return output[0]
89
+ return output[:output_num]
90
+ return output
83
91
 
84
92
  def __expand__(self, args):
93
+ old = PackFunc.current
94
+ PackFunc.current = self
85
95
  if self.cell_obj:
86
96
  args = (self.cell_obj, *args)
87
97
  with _SetMixedPrecision(self.cell_obj):
88
98
  ret = self._run_op(args)
89
- return ret
90
- return self._run_op(args)
99
+ else:
100
+ ret = self._run_op(args)
101
+ PackFunc.current = old
102
+ return ret
91
103
 
92
104
  @staticmethod
93
105
  def is_tracing():
94
- return _RunOpHook.current and _RunOpHook.current.hook is PackFunc._trace_run_op
106
+ return PackFunc.current is not None
95
107
 
96
108
  @staticmethod
97
109
  def _trace_run_op(obj, args):
@@ -197,13 +209,33 @@ def trace(fn):
197
209
 
198
210
  @functools.wraps(fn)
199
211
  def _trace_wrap(*args, **kwargs):
200
- args, kwargs = _handle_func_args(fn, *args, **kwargs)
201
- obj = None
202
-
203
- if args and not isinstance(args[0], Tensor) and hasattr(args[0], fn.__name__):
204
- obj, args = args[0], args[1:]
205
- key = f"{id(obj)}_{id(fn)}"
206
-
207
- return PackFunc(fn, key, obj, True)(*args, **kwargs)
212
+ pynative_grad_flag = _pynative_executor.grad_flag()
213
+ grad_flag_expr = "1" if pynative_grad_flag else "0"
214
+ if _trace_wrap.is_method is None:
215
+ if args and not isinstance(args[0], Tensor) and hasattr(args[0], fn.__name__):
216
+ _trace_wrap.is_method = False
217
+ else:
218
+ _trace_wrap.is_method = True
219
+ if _trace_wrap.is_method:
220
+ # Similar processing has been done in the __call__ of Cell,
221
+ # so only when obj is None, there is need to do `_handle_func_args`.
222
+ args, kwargs = _handle_func_args(fn, *args, **kwargs)
223
+ pack_func_name = "pack" + grad_flag_expr
224
+ pack_func = getattr(fn, pack_func_name, None)
225
+ if pack_func is None:
226
+ pack_func = PackFunc(fn, f"{id(fn)}_{grad_flag_expr}", None, True)
227
+ setattr(fn, pack_func_name, pack_func)
228
+ return pack_func(*args, **kwargs)
229
+ obj, args = args[0], args[1:]
230
+ pack_func_name = "".join((fn.__name__, "pack", grad_flag_expr))
231
+ pack_func = getattr(obj, pack_func_name, None)
232
+ if pack_func is None:
233
+ pack_func = PackFunc(fn, f"{id(obj)}_{id(fn)}_{grad_flag_expr}", obj, True)
234
+ setattr(obj, pack_func_name, pack_func)
235
+ return pack_func(*args, **kwargs)
236
+
237
+ if "MS_DEV_DISABLE_TRACE" in os.environ and os.environ["MS_DEV_DISABLE_TRACE"] == "on":
238
+ return fn
208
239
  _trace_wrap.pack_fn = fn
240
+ _trace_wrap.is_method = None
209
241
  return _trace_wrap