mindspore 2.5.0__cp311-cp311-win_amd64.whl → 2.6.0__cp311-cp311-win_amd64.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of mindspore might be problematic. Click here for more details.

Files changed (493) hide show
  1. mindspore/.commit_id +1 -1
  2. mindspore/Microsoft.VisualStudio.Telemetry.dll +0 -0
  3. mindspore/Newtonsoft.Json.dll +0 -0
  4. mindspore/__init__.py +6 -4
  5. mindspore/_c_dataengine.cp311-win_amd64.pyd +0 -0
  6. mindspore/_c_expression.cp311-win_amd64.pyd +0 -0
  7. mindspore/_c_mindrecord.cp311-win_amd64.pyd +0 -0
  8. mindspore/_check_jit_forbidden_api.py +3 -0
  9. mindspore/_checkparam.py +3 -33
  10. mindspore/_deprecated/__init__.py +17 -0
  11. mindspore/_deprecated/jit.py +198 -0
  12. mindspore/_extends/builtin_operations.py +1 -1
  13. mindspore/_extends/parse/__init__.py +6 -7
  14. mindspore/_extends/parse/compile_config.py +19 -0
  15. mindspore/_extends/parse/deprecated/deprecated_tensor_method.py +22 -3
  16. mindspore/_extends/parse/jit_fallback_modules/__init__.py +0 -0
  17. mindspore/_extends/parse/jit_fallback_modules/check_utils.py +123 -0
  18. mindspore/_extends/parse/jit_fallback_modules/third_party_modules.py +50 -0
  19. mindspore/_extends/parse/parser.py +25 -194
  20. mindspore/_extends/parse/resources.py +1 -5
  21. mindspore/_extends/parse/standard_method.py +109 -75
  22. mindspore/_extends/pijit/__init__.py +2 -2
  23. mindspore/_extends/pijit/pijit_func_white_list.py +16 -11
  24. mindspore/_extends/pijit/tensor_func_list.py +27 -0
  25. mindspore/_extends/utils.py +1 -1
  26. mindspore/amp.py +4 -4
  27. mindspore/atlprov.dll +0 -0
  28. mindspore/avcodec-59.dll +0 -0
  29. mindspore/avdevice-59.dll +0 -0
  30. mindspore/avfilter-8.dll +0 -0
  31. mindspore/avformat-59.dll +0 -0
  32. mindspore/avutil-57.dll +0 -0
  33. mindspore/boost/__init__.py +2 -2
  34. mindspore/boost/base.py +3 -7
  35. mindspore/boost/boost_cell_wrapper.py +2 -2
  36. mindspore/c1.dll +0 -0
  37. mindspore/c1xx.dll +0 -0
  38. mindspore/c2.dll +0 -0
  39. mindspore/common/__init__.py +4 -3
  40. mindspore/common/_grad_function.py +56 -0
  41. mindspore/common/_pijit_context.py +14 -5
  42. mindspore/common/_register_for_tensor.py +1 -1
  43. mindspore/common/_stub_tensor.py +5 -10
  44. mindspore/common/_tensor_cpp_method.py +1 -1
  45. mindspore/common/_tensor_docs.py +2014 -3386
  46. mindspore/common/api.py +386 -355
  47. mindspore/common/auto_dynamic_shape.py +41 -44
  48. mindspore/common/dtype.py +5 -2
  49. mindspore/common/dump.py +7 -5
  50. mindspore/common/file_system.py +3 -0
  51. mindspore/common/generator.py +3 -0
  52. mindspore/common/hook_handle.py +5 -3
  53. mindspore/common/initializer.py +10 -6
  54. mindspore/common/jit_begin_end.py +94 -0
  55. mindspore/common/jit_config.py +6 -1
  56. mindspore/common/jit_context.py +76 -0
  57. mindspore/common/jit_trace.py +378 -0
  58. mindspore/common/lazy_inline.py +2 -2
  59. mindspore/common/mutable.py +5 -4
  60. mindspore/common/parameter.py +106 -39
  61. mindspore/common/seed.py +2 -2
  62. mindspore/common/sparse_tensor.py +23 -17
  63. mindspore/common/tensor.py +332 -714
  64. mindspore/communication/__init__.py +7 -5
  65. mindspore/communication/_comm_helper.py +47 -2
  66. mindspore/communication/comm_func.py +70 -53
  67. mindspore/communication/management.py +83 -17
  68. mindspore/context.py +228 -571
  69. mindspore/dataset/__init__.py +44 -20
  70. mindspore/dataset/audio/__init__.py +2 -8
  71. mindspore/dataset/audio/transforms.py +3 -17
  72. mindspore/dataset/core/config.py +3 -3
  73. mindspore/dataset/engine/cache_client.py +1 -1
  74. mindspore/dataset/engine/datasets.py +102 -120
  75. mindspore/dataset/engine/datasets_audio.py +22 -22
  76. mindspore/dataset/engine/datasets_standard_format.py +43 -24
  77. mindspore/dataset/engine/datasets_text.py +78 -85
  78. mindspore/dataset/engine/datasets_user_defined.py +109 -77
  79. mindspore/dataset/engine/datasets_vision.py +111 -108
  80. mindspore/dataset/engine/iterators.py +5 -3
  81. mindspore/dataset/engine/obs/obs_mindrecord_dataset.py +1 -1
  82. mindspore/dataset/engine/samplers.py +279 -57
  83. mindspore/dataset/engine/serializer_deserializer.py +2 -1
  84. mindspore/dataset/engine/validators.py +10 -0
  85. mindspore/dataset/text/__init__.py +7 -6
  86. mindspore/dataset/text/transforms.py +6 -5
  87. mindspore/dataset/text/utils.py +3 -3
  88. mindspore/dataset/transforms/__init__.py +0 -9
  89. mindspore/dataset/transforms/transforms.py +3 -3
  90. mindspore/dataset/utils/browse_dataset.py +1 -1
  91. mindspore/dataset/vision/__init__.py +2 -9
  92. mindspore/dataset/vision/transforms.py +202 -158
  93. mindspore/dataset/vision/utils.py +7 -5
  94. mindspore/device_context/ascend/op_debug.py +60 -1
  95. mindspore/device_context/ascend/op_tuning.py +0 -4
  96. mindspore/device_manager.py +39 -3
  97. mindspore/dnnl.dll +0 -0
  98. mindspore/dpcmi.dll +0 -0
  99. mindspore/experimental/es/embedding_service.py +35 -27
  100. mindspore/experimental/llm_boost/ascend_native/llama_boost_ascend_native.py +0 -2
  101. mindspore/experimental/map_parameter.py +4 -4
  102. mindspore/experimental/optim/adadelta.py +22 -26
  103. mindspore/experimental/optim/adagrad.py +4 -4
  104. mindspore/experimental/optim/adam.py +4 -0
  105. mindspore/experimental/optim/adamax.py +4 -4
  106. mindspore/experimental/optim/adamw.py +4 -0
  107. mindspore/experimental/optim/asgd.py +1 -1
  108. mindspore/experimental/optim/lr_scheduler.py +40 -22
  109. mindspore/experimental/optim/radam.py +5 -5
  110. mindspore/experimental/optim/rprop.py +1 -1
  111. mindspore/experimental/optim/sgd.py +1 -1
  112. mindspore/hal/contiguous_tensors_handle.py +6 -10
  113. mindspore/hal/device.py +55 -81
  114. mindspore/hal/event.py +38 -55
  115. mindspore/hal/memory.py +115 -147
  116. mindspore/hal/stream.py +81 -125
  117. mindspore/include/dataset/constants.h +7 -4
  118. mindspore/include/dataset/execute.h +2 -2
  119. mindspore/jpeg62.dll +0 -0
  120. mindspore/log.py +40 -2
  121. mindspore/mindrecord/__init__.py +20 -7
  122. mindspore/mindspore_backend_common.dll +0 -0
  123. mindspore/mindspore_backend_manager.dll +0 -0
  124. mindspore/mindspore_common.dll +0 -0
  125. mindspore/mindspore_core.dll +0 -0
  126. mindspore/mindspore_dump.dll +0 -0
  127. mindspore/mindspore_frontend.dll +0 -0
  128. mindspore/mindspore_glog.dll +0 -0
  129. mindspore/mindspore_memory_pool.dll +0 -0
  130. mindspore/mindspore_ms_backend.dll +0 -0
  131. mindspore/mindspore_ops.dll +0 -0
  132. mindspore/{mindspore_backend.dll → mindspore_ops_host.dll} +0 -0
  133. mindspore/mindspore_ops_kernel_common.dll +0 -0
  134. mindspore/mindspore_profiler.dll +0 -0
  135. mindspore/mindspore_pyboost.dll +0 -0
  136. mindspore/mindspore_pynative.dll +0 -0
  137. mindspore/mindspore_res_manager.dll +0 -0
  138. mindspore/mindspore_runtime_pipeline.dll +0 -0
  139. mindspore/mint/__init__.py +133 -702
  140. mindspore/mint/distributed/__init__.py +5 -1
  141. mindspore/mint/distributed/distributed.py +198 -113
  142. mindspore/mint/linalg/__init__.py +2 -0
  143. mindspore/mint/nn/__init__.py +280 -18
  144. mindspore/mint/nn/functional.py +282 -64
  145. mindspore/mint/nn/layer/__init__.py +4 -0
  146. mindspore/mint/nn/layer/_functions.py +7 -3
  147. mindspore/mint/nn/layer/activation.py +120 -13
  148. mindspore/mint/nn/layer/conv.py +234 -28
  149. mindspore/mint/nn/layer/normalization.py +15 -16
  150. mindspore/mint/nn/layer/padding.py +1 -1
  151. mindspore/mint/nn/layer/pooling.py +66 -1
  152. mindspore/mint/optim/__init__.py +2 -1
  153. mindspore/mint/optim/sgd.py +171 -0
  154. mindspore/msobj140.dll +0 -0
  155. mindspore/mspdb140.dll +0 -0
  156. mindspore/mspdbcore.dll +0 -0
  157. mindspore/mspdbst.dll +0 -0
  158. mindspore/mspft140.dll +0 -0
  159. mindspore/msvcdis140.dll +0 -0
  160. mindspore/msvcp140_1.dll +0 -0
  161. mindspore/msvcp140_2.dll +0 -0
  162. mindspore/msvcp140_atomic_wait.dll +0 -0
  163. mindspore/msvcp140_codecvt_ids.dll +0 -0
  164. mindspore/nn/__init__.py +4 -1
  165. mindspore/nn/cell.py +1253 -179
  166. mindspore/nn/layer/activation.py +23 -21
  167. mindspore/nn/layer/basic.py +22 -16
  168. mindspore/nn/layer/container.py +1 -1
  169. mindspore/nn/layer/conv.py +53 -42
  170. mindspore/nn/layer/embedding.py +9 -8
  171. mindspore/nn/layer/normalization.py +48 -42
  172. mindspore/nn/layer/pooling.py +75 -31
  173. mindspore/nn/layer/transformer.py +11 -10
  174. mindspore/nn/learning_rate_schedule.py +4 -2
  175. mindspore/nn/loss/loss.py +27 -19
  176. mindspore/nn/optim/ada_grad.py +6 -5
  177. mindspore/nn/optim/adadelta.py +9 -7
  178. mindspore/nn/optim/adafactor.py +1 -1
  179. mindspore/nn/optim/adam.py +18 -14
  180. mindspore/nn/optim/adamax.py +8 -7
  181. mindspore/nn/optim/adasum.py +5 -5
  182. mindspore/nn/optim/asgd.py +3 -1
  183. mindspore/nn/optim/ftrl.py +11 -9
  184. mindspore/nn/optim/lamb.py +1 -1
  185. mindspore/nn/optim/lazyadam.py +12 -10
  186. mindspore/nn/optim/momentum.py +7 -6
  187. mindspore/nn/optim/optimizer.py +2 -2
  188. mindspore/nn/optim/proximal_ada_grad.py +12 -10
  189. mindspore/nn/optim/rmsprop.py +13 -12
  190. mindspore/nn/optim/rprop.py +9 -7
  191. mindspore/nn/optim/sgd.py +9 -6
  192. mindspore/nn/optim/tft_wrapper.py +5 -2
  193. mindspore/nn/probability/bijector/bijector.py +17 -11
  194. mindspore/nn/probability/bijector/gumbel_cdf.py +5 -5
  195. mindspore/nn/probability/bijector/invert.py +2 -2
  196. mindspore/nn/probability/bijector/scalar_affine.py +3 -3
  197. mindspore/nn/probability/bijector/softplus.py +3 -2
  198. mindspore/nn/probability/distribution/beta.py +3 -3
  199. mindspore/nn/probability/distribution/categorical.py +1 -1
  200. mindspore/nn/probability/distribution/cauchy.py +4 -2
  201. mindspore/nn/probability/distribution/exponential.py +6 -7
  202. mindspore/nn/probability/distribution/gamma.py +2 -2
  203. mindspore/nn/probability/distribution/gumbel.py +2 -2
  204. mindspore/nn/probability/distribution/half_normal.py +5 -3
  205. mindspore/nn/probability/distribution/logistic.py +5 -3
  206. mindspore/nn/probability/distribution/poisson.py +1 -1
  207. mindspore/nn/probability/distribution/uniform.py +5 -3
  208. mindspore/nn/reinforcement/_tensors_queue.py +1 -1
  209. mindspore/nn/reinforcement/tensor_array.py +1 -1
  210. mindspore/nn/wrap/__init__.py +6 -6
  211. mindspore/nn/wrap/cell_wrapper.py +178 -117
  212. mindspore/nn/wrap/grad_reducer.py +45 -36
  213. mindspore/nn/wrap/loss_scale.py +3 -3
  214. mindspore/numpy/array_creations.py +3 -3
  215. mindspore/numpy/array_ops.py +1 -1
  216. mindspore/numpy/utils.py +1 -2
  217. mindspore/numpy/utils_const.py +1 -2
  218. mindspore/opencv_core452.dll +0 -0
  219. mindspore/opencv_imgcodecs452.dll +0 -0
  220. mindspore/opencv_imgproc452.dll +0 -0
  221. mindspore/ops/__init__.py +3 -2
  222. mindspore/ops/_grad_experimental/grad_comm_ops.py +18 -3
  223. mindspore/ops/_grad_experimental/grad_debug_ops.py +8 -1
  224. mindspore/ops/_grad_experimental/taylor_rule.py +29 -0
  225. mindspore/ops/_register_for_op.py +0 -11
  226. mindspore/{ops_generate → ops/_utils}/arg_dtype_cast.py +123 -4
  227. mindspore/{ops_generate → ops/_utils}/arg_handler.py +3 -4
  228. mindspore/ops/_vmap/vmap_array_ops.py +32 -6
  229. mindspore/ops/_vmap/vmap_grad_nn_ops.py +2 -1
  230. mindspore/ops/_vmap/vmap_math_ops.py +4 -7
  231. mindspore/ops/_vmap/vmap_nn_ops.py +9 -8
  232. mindspore/ops/auto_generate/__init__.py +4 -3
  233. mindspore/ops/auto_generate/cpp_create_prim_instance_helper.py +127 -52
  234. mindspore/ops/auto_generate/gen_extend_func.py +286 -208
  235. mindspore/ops/auto_generate/gen_ops_def.py +2783 -2335
  236. mindspore/ops/auto_generate/gen_ops_prim.py +8992 -2686
  237. mindspore/ops/auto_generate/pyboost_inner_prim.py +106 -76
  238. mindspore/ops/composite/__init__.py +2 -1
  239. mindspore/ops/composite/base.py +19 -24
  240. mindspore/ops/composite/math_ops.py +6 -16
  241. mindspore/ops/composite/multitype_ops/__init__.py +5 -2
  242. mindspore/ops/composite/multitype_ops/_compile_utils.py +4 -5
  243. mindspore/ops/composite/multitype_ops/_constexpr_utils.py +1 -2
  244. mindspore/ops/composite/multitype_ops/add_impl.py +2 -1
  245. mindspore/ops/composite/multitype_ops/bitwise_and_impl.py +2 -1
  246. mindspore/ops/composite/multitype_ops/bitwise_or_impl.py +2 -1
  247. mindspore/ops/composite/multitype_ops/bitwise_xor_impl.py +2 -1
  248. mindspore/ops/composite/multitype_ops/div_impl.py +6 -4
  249. mindspore/ops/composite/multitype_ops/equal_impl.py +4 -3
  250. mindspore/ops/composite/multitype_ops/floordiv_impl.py +2 -1
  251. mindspore/ops/composite/multitype_ops/getitem_impl.py +3 -2
  252. mindspore/ops/composite/multitype_ops/greater_equal_impl.py +4 -3
  253. mindspore/ops/composite/multitype_ops/greater_impl.py +4 -3
  254. mindspore/ops/composite/multitype_ops/in_impl.py +2 -1
  255. mindspore/ops/composite/multitype_ops/invert_impl.py +50 -0
  256. mindspore/ops/composite/multitype_ops/left_shift_impl.py +2 -1
  257. mindspore/ops/composite/multitype_ops/less_equal_impl.py +4 -3
  258. mindspore/ops/composite/multitype_ops/less_impl.py +4 -3
  259. mindspore/ops/composite/multitype_ops/logic_not_impl.py +3 -2
  260. mindspore/ops/composite/multitype_ops/logical_and_impl.py +2 -1
  261. mindspore/ops/composite/multitype_ops/logical_or_impl.py +2 -1
  262. mindspore/ops/composite/multitype_ops/mod_impl.py +2 -1
  263. mindspore/ops/composite/multitype_ops/mul_impl.py +3 -2
  264. mindspore/ops/composite/multitype_ops/negative_impl.py +2 -1
  265. mindspore/ops/composite/multitype_ops/not_equal_impl.py +2 -1
  266. mindspore/ops/composite/multitype_ops/not_in_impl.py +2 -1
  267. mindspore/ops/composite/multitype_ops/ones_like_impl.py +18 -0
  268. mindspore/ops/composite/multitype_ops/pow_impl.py +2 -1
  269. mindspore/ops/composite/multitype_ops/right_shift_impl.py +2 -1
  270. mindspore/ops/composite/multitype_ops/setitem_impl.py +2 -1
  271. mindspore/ops/composite/multitype_ops/sub_impl.py +2 -1
  272. mindspore/ops/function/__init__.py +28 -2
  273. mindspore/ops/function/_add_attr_func.py +58 -0
  274. mindspore/ops/function/array_func.py +1631 -2347
  275. mindspore/ops/function/clip_func.py +38 -45
  276. mindspore/ops/function/debug_func.py +36 -44
  277. mindspore/ops/function/grad/__init__.py +1 -0
  278. mindspore/ops/function/grad/grad_func.py +104 -71
  279. mindspore/ops/function/image_func.py +1 -1
  280. mindspore/ops/function/linalg_func.py +46 -78
  281. mindspore/ops/function/math_func.py +3024 -3855
  282. mindspore/ops/function/nn_func.py +678 -274
  283. mindspore/ops/function/other_func.py +159 -1
  284. mindspore/ops/function/parameter_func.py +17 -30
  285. mindspore/ops/function/random_func.py +216 -361
  286. mindspore/ops/function/reshard_func.py +4 -70
  287. mindspore/ops/function/sparse_func.py +3 -3
  288. mindspore/ops/function/sparse_unary_func.py +5 -5
  289. mindspore/ops/function/spectral_func.py +25 -58
  290. mindspore/ops/function/vmap_func.py +26 -18
  291. mindspore/ops/functional.py +8 -5
  292. mindspore/ops/functional_overload.py +655 -4
  293. mindspore/ops/op_info_register.py +32 -244
  294. mindspore/ops/operations/__init__.py +21 -14
  295. mindspore/ops/operations/_custom_ops_utils.py +235 -0
  296. mindspore/ops/operations/_grad_ops.py +1 -10
  297. mindspore/ops/operations/_inner_ops.py +5 -76
  298. mindspore/ops/operations/_ms_kernel.py +4 -10
  299. mindspore/ops/operations/_rl_inner_ops.py +1 -1
  300. mindspore/ops/operations/_scalar_ops.py +3 -2
  301. mindspore/ops/operations/_sequence_ops.py +1 -1
  302. mindspore/ops/operations/_tensor_array.py +1 -1
  303. mindspore/ops/operations/array_ops.py +39 -24
  304. mindspore/ops/operations/comm_ops.py +150 -107
  305. mindspore/ops/operations/custom_ops.py +287 -32
  306. mindspore/ops/operations/debug_ops.py +119 -16
  307. mindspore/ops/operations/inner_ops.py +1 -1
  308. mindspore/ops/operations/linalg_ops.py +1 -58
  309. mindspore/ops/operations/manually_defined/_inner.py +1 -1
  310. mindspore/ops/operations/manually_defined/ops_def.py +746 -79
  311. mindspore/ops/operations/math_ops.py +21 -18
  312. mindspore/ops/operations/nn_ops.py +67 -224
  313. mindspore/ops/operations/other_ops.py +62 -9
  314. mindspore/ops/operations/random_ops.py +13 -7
  315. mindspore/ops/operations/reshard_ops.py +1 -1
  316. mindspore/ops/operations/sparse_ops.py +2 -2
  317. mindspore/ops/primitive.py +43 -32
  318. mindspore/ops/tensor_method.py +243 -17
  319. mindspore/ops_generate/__init__.py +0 -5
  320. mindspore/ops_generate/aclnn/__init__.py +0 -0
  321. mindspore/ops_generate/{aclnn_kernel_register_auto_cc_generator.py → aclnn/aclnn_kernel_register_auto_cc_generator.py} +43 -18
  322. mindspore/ops_generate/{gen_aclnn_implement.py → aclnn/gen_aclnn_implement.py} +49 -51
  323. mindspore/ops_generate/api/__init__.py +0 -0
  324. mindspore/ops_generate/{add_tensor_docs_generator.py → api/add_tensor_docs_generator.py} +9 -7
  325. mindspore/ops_generate/{cpp_create_prim_instance_helper_generator.py → api/cpp_create_prim_instance_helper_generator.py} +6 -9
  326. mindspore/ops_generate/{functional_map_cpp_generator.py → api/functional_map_cpp_generator.py} +25 -12
  327. mindspore/ops_generate/{functional_overload_py_generator.py → api/functional_overload_py_generator.py} +8 -6
  328. mindspore/ops_generate/{functions_cc_generator.py → api/functions_cc_generator.py} +14 -10
  329. mindspore/ops_generate/api/gen_api.py +103 -0
  330. mindspore/ops_generate/{op_api_proto.py → api/op_api_proto.py} +98 -69
  331. mindspore/ops_generate/{tensor_func_reg_cpp_generator.py → api/tensor_func_reg_cpp_generator.py} +82 -43
  332. mindspore/ops_generate/common/__init__.py +0 -0
  333. mindspore/ops_generate/common/gen_constants.py +91 -0
  334. mindspore/ops_generate/{gen_utils.py → common/gen_utils.py} +72 -19
  335. mindspore/ops_generate/{op_proto.py → common/op_proto.py} +64 -1
  336. mindspore/ops_generate/{template.py → common/template.py} +96 -84
  337. mindspore/ops_generate/gen_ops.py +23 -325
  338. mindspore/ops_generate/op_def/__init__.py +0 -0
  339. mindspore/ops_generate/op_def/gen_op_def.py +90 -0
  340. mindspore/ops_generate/{lite_ops_cpp_generator.py → op_def/lite_ops_cpp_generator.py} +47 -11
  341. mindspore/ops_generate/{ops_def_cc_generator.py → op_def/ops_def_cc_generator.py} +18 -10
  342. mindspore/ops_generate/{ops_def_h_generator.py → op_def/ops_def_h_generator.py} +5 -5
  343. mindspore/ops_generate/{ops_name_h_generator.py → op_def/ops_name_h_generator.py} +30 -15
  344. mindspore/ops_generate/op_def/ops_primitive_h_generator.py +125 -0
  345. mindspore/ops_generate/op_def_py/__init__.py +0 -0
  346. mindspore/ops_generate/op_def_py/gen_op_def_py.py +47 -0
  347. mindspore/ops_generate/{op_def_py_generator.py → op_def_py/op_def_py_generator.py} +6 -5
  348. mindspore/ops_generate/{op_prim_py_generator.py → op_def_py/op_prim_py_generator.py} +24 -15
  349. mindspore/ops_generate/pyboost/__init__.py +0 -0
  350. mindspore/ops_generate/{auto_grad_impl_cc_generator.py → pyboost/auto_grad_impl_cc_generator.py} +11 -7
  351. mindspore/ops_generate/{auto_grad_reg_cc_generator.py → pyboost/auto_grad_reg_cc_generator.py} +7 -7
  352. mindspore/ops_generate/{gen_pyboost_func.py → pyboost/gen_pyboost_func.py} +40 -16
  353. mindspore/ops_generate/{op_template_parser.py → pyboost/op_template_parser.py} +105 -24
  354. mindspore/ops_generate/{pyboost_functions_cpp_generator.py → pyboost/pyboost_functions_cpp_generator.py} +55 -18
  355. mindspore/ops_generate/{pyboost_functions_h_generator.py → pyboost/pyboost_functions_h_generator.py} +42 -10
  356. mindspore/ops_generate/{pyboost_functions_py_generator.py → pyboost/pyboost_functions_py_generator.py} +6 -6
  357. mindspore/ops_generate/{pyboost_grad_function_cpp_generator.py → pyboost/pyboost_grad_function_cpp_generator.py} +11 -10
  358. mindspore/ops_generate/{pyboost_inner_prim_generator.py → pyboost/pyboost_inner_prim_generator.py} +8 -7
  359. mindspore/ops_generate/{pyboost_native_grad_functions_generator.py → pyboost/pyboost_native_grad_functions_generator.py} +14 -10
  360. mindspore/ops_generate/{pyboost_op_cpp_code_generator.py → pyboost/pyboost_op_cpp_code_generator.py} +140 -53
  361. mindspore/ops_generate/{pyboost_overload_functions_cpp_generator.py → pyboost/pyboost_overload_functions_cpp_generator.py} +28 -15
  362. mindspore/ops_generate/{pyboost_utils.py → pyboost/pyboost_utils.py} +88 -4
  363. mindspore/ops_generate/resources/__init__.py +0 -0
  364. mindspore/ops_generate/resources/resource_list.py +30 -0
  365. mindspore/ops_generate/resources/resource_loader.py +36 -0
  366. mindspore/ops_generate/resources/resource_manager.py +64 -0
  367. mindspore/ops_generate/resources/yaml_loader.py +88 -0
  368. mindspore/ops_generate/tensor_py_cc_generator.py +122 -0
  369. mindspore/parallel/__init__.py +6 -2
  370. mindspore/parallel/_auto_parallel_context.py +140 -12
  371. mindspore/parallel/_cell_wrapper.py +132 -15
  372. mindspore/parallel/_parallel_serialization.py +95 -4
  373. mindspore/parallel/_ps_context.py +1 -1
  374. mindspore/parallel/_recovery_context.py +7 -2
  375. mindspore/parallel/_tensor.py +142 -18
  376. mindspore/parallel/_utils.py +198 -25
  377. mindspore/parallel/algo_parameter_config.py +3 -3
  378. mindspore/parallel/auto_parallel.py +732 -0
  379. mindspore/parallel/checkpoint_convert.py +159 -0
  380. mindspore/parallel/checkpoint_transform.py +658 -37
  381. mindspore/parallel/cluster/process_entity/_api.py +151 -19
  382. mindspore/parallel/cluster/run.py +1 -1
  383. mindspore/parallel/function/__init__.py +24 -0
  384. mindspore/parallel/function/reshard_func.py +258 -0
  385. mindspore/parallel/nn/__init__.py +25 -0
  386. mindspore/parallel/nn/parallel_cell_wrapper.py +263 -0
  387. mindspore/parallel/nn/parallel_grad_reducer.py +169 -0
  388. mindspore/parallel/parameter_broadcast.py +24 -13
  389. mindspore/parallel/shard.py +137 -62
  390. mindspore/parallel/transform_safetensors.py +288 -95
  391. mindspore/pgodb140.dll +0 -0
  392. mindspore/pgort140.dll +0 -0
  393. mindspore/profiler/__init__.py +9 -5
  394. mindspore/profiler/analysis/parser/ascend_cann_parser.py +6 -2
  395. mindspore/profiler/analysis/parser/ms_framework_parser.py +4 -4
  396. mindspore/profiler/analysis/parser/timeline_assembly_factory/ascend_timeline_assembler.py +7 -4
  397. mindspore/profiler/analysis/parser/timeline_assembly_factory/trace_view_container.py +25 -0
  398. mindspore/profiler/analysis/parser/timeline_creator/fwk_timeline_creator.py +3 -3
  399. mindspore/profiler/analysis/parser/timeline_event/fwk_event.py +241 -86
  400. mindspore/profiler/analysis/viewer/ascend_communication_viewer.py +41 -2
  401. mindspore/profiler/analysis/viewer/ascend_kernel_details_viewer.py +33 -35
  402. mindspore/profiler/analysis/viewer/ascend_memory_viewer.py +7 -0
  403. mindspore/profiler/analysis/viewer/ascend_op_memory_viewer.py +8 -3
  404. mindspore/profiler/analysis/viewer/ascend_step_trace_time_viewer.py +141 -30
  405. mindspore/profiler/analysis/viewer/ms_dataset_viewer.py +5 -6
  406. mindspore/profiler/common/ascend_msprof_exporter.py +5 -4
  407. mindspore/profiler/common/constant.py +12 -0
  408. mindspore/profiler/common/msprof_cmd_tool.py +42 -23
  409. mindspore/profiler/common/path_manager.py +24 -0
  410. mindspore/profiler/common/profiler_context.py +26 -2
  411. mindspore/profiler/common/profiler_meta_data.py +74 -0
  412. mindspore/profiler/common/profiler_parameters.py +59 -18
  413. mindspore/profiler/common/profiler_path_manager.py +66 -7
  414. mindspore/profiler/dynamic_profiler.py +112 -79
  415. mindspore/profiler/envprofiler.py +26 -1
  416. mindspore/profiler/experimental_config.py +197 -0
  417. mindspore/profiler/mstx.py +57 -14
  418. mindspore/profiler/platform/npu_profiler.py +33 -7
  419. mindspore/profiler/profiler.py +541 -45
  420. mindspore/profiler/profiler_action_controller.py +1 -1
  421. mindspore/profiler/profiler_interface.py +4 -0
  422. mindspore/profiler/schedule.py +57 -22
  423. mindspore/rewrite/api/node.py +15 -13
  424. mindspore/rewrite/api/symbol_tree.py +1 -1
  425. mindspore/run_check/_check_version.py +25 -14
  426. mindspore/run_check/run_check.py +1 -1
  427. mindspore/runtime/__init__.py +2 -2
  428. mindspore/runtime/executor.py +40 -11
  429. mindspore/runtime/memory.py +37 -13
  430. mindspore/safeguard/rewrite_obfuscation.py +12 -9
  431. mindspore/swresample-4.dll +0 -0
  432. mindspore/swscale-6.dll +0 -0
  433. mindspore/tbbmalloc.dll +0 -0
  434. mindspore/tinyxml2.dll +0 -0
  435. mindspore/train/__init__.py +8 -8
  436. mindspore/train/_utils.py +43 -9
  437. mindspore/train/amp.py +1 -1
  438. mindspore/train/callback/__init__.py +2 -2
  439. mindspore/train/callback/_callback.py +2 -16
  440. mindspore/train/callback/_checkpoint.py +24 -40
  441. mindspore/train/callback/_cluster_monitor.py +14 -18
  442. mindspore/train/callback/_flops_collector.py +2 -3
  443. mindspore/train/callback/_history.py +7 -4
  444. mindspore/train/callback/_lambda_callback.py +2 -2
  445. mindspore/train/callback/_landscape.py +0 -3
  446. mindspore/train/callback/_loss_monitor.py +2 -1
  447. mindspore/train/callback/_on_request_exit.py +6 -5
  448. mindspore/train/callback/_reduce_lr_on_plateau.py +11 -6
  449. mindspore/train/callback/_summary_collector.py +8 -13
  450. mindspore/train/callback/_time_monitor.py +2 -1
  451. mindspore/train/callback/{_tft_register.py → _train_fault_tolerance.py} +204 -105
  452. mindspore/train/data_sink.py +25 -2
  453. mindspore/train/dataset_helper.py +4 -5
  454. mindspore/train/loss_scale_manager.py +8 -7
  455. mindspore/train/metrics/accuracy.py +3 -3
  456. mindspore/train/metrics/confusion_matrix.py +9 -9
  457. mindspore/train/metrics/error.py +3 -3
  458. mindspore/train/metrics/hausdorff_distance.py +4 -4
  459. mindspore/train/metrics/mean_surface_distance.py +3 -3
  460. mindspore/train/metrics/metric.py +0 -12
  461. mindspore/train/metrics/occlusion_sensitivity.py +4 -2
  462. mindspore/train/metrics/precision.py +8 -6
  463. mindspore/train/metrics/recall.py +9 -9
  464. mindspore/train/metrics/root_mean_square_surface_distance.py +2 -2
  465. mindspore/train/mind_ir_pb2.py +19 -12
  466. mindspore/train/model.py +262 -127
  467. mindspore/train/serialization.py +246 -988
  468. mindspore/train/summary/_summary_adapter.py +2 -2
  469. mindspore/train/summary/summary_record.py +1 -1
  470. mindspore/turbojpeg.dll +0 -0
  471. mindspore/utils/__init__.py +3 -2
  472. mindspore/utils/dryrun.py +4 -2
  473. mindspore/utils/hooks.py +81 -0
  474. mindspore/utils/runtime_execution_order_check.py +2 -0
  475. mindspore/utils/utils.py +138 -4
  476. mindspore/vcmeta.dll +0 -0
  477. mindspore/vcruntime140.dll +0 -0
  478. mindspore/vcruntime140_1.dll +0 -0
  479. mindspore/version.py +1 -1
  480. {mindspore-2.5.0.dist-info → mindspore-2.6.0.dist-info}/METADATA +2 -1
  481. {mindspore-2.5.0.dist-info → mindspore-2.6.0.dist-info}/RECORD +485 -440
  482. mindspore/_install_custom.py +0 -43
  483. mindspore/common/_register_for_adapter.py +0 -74
  484. mindspore/ops/auto_generate/gen_arg_dtype_cast.py +0 -252
  485. mindspore/ops/auto_generate/gen_arg_handler.py +0 -136
  486. mindspore/ops/operations/_opaque_predicate_registry.py +0 -41
  487. mindspore/ops_generate/gen_constants.py +0 -190
  488. mindspore/ops_generate/gen_ops_inner_prim.py +0 -131
  489. mindspore/ops_generate/ops_primitive_h_generator.py +0 -81
  490. /mindspore/ops_generate/{base_generator.py → common/base_generator.py} +0 -0
  491. {mindspore-2.5.0.dist-info → mindspore-2.6.0.dist-info}/WHEEL +0 -0
  492. {mindspore-2.5.0.dist-info → mindspore-2.6.0.dist-info}/entry_points.txt +0 -0
  493. {mindspore-2.5.0.dist-info → mindspore-2.6.0.dist-info}/top_level.txt +0 -0
@@ -17,14 +17,17 @@
17
17
  from mindspore.common import dtype as mstype
18
18
 
19
19
  op_args_default_value = {
20
- "AdamWeightDecay": {"use_locking": False},
21
20
  "AdamW": {"amsgrad": False, "maximize": False},
22
- "AddExt": {"alpha": 1},
23
- "AddLayerNormV2": {"epsilon": 1e-5, "additionalOut": False},
24
- "AddRmsNorm": {"epsilon": 1e-6},
21
+ "AdamWeightDecay": {"use_locking": False},
25
22
  "Addbmm": {"beta": 1, "alpha": 1},
23
+ "AddcdivExt": {"value": 1},
24
+ "AddcmulExt": {"value": 1},
26
25
  "Addmm": {"beta": 1, "alpha": 1},
27
26
  "Addmv": {"beta": 1, "alpha": 1},
27
+ "AddExt": {"alpha": 1},
28
+ "AddLayerNormV2": {"epsilon": 1e-5, "additionalOut": False},
29
+ "AddRmsNorm": {"epsilon": 1e-6},
30
+ "AddScalar": {"alpha": 1},
28
31
  "AllGatherMatmul": {"bias": None, "gather_index": 0, "gather_output": True, "comm_turn": 0, "trans_input": False, "trans_x2": False},
29
32
  "ApplyAdamW": {"max_grad_norm": None, "amsgrad": False, "maximize": False},
30
33
  "ApplyCamePart2": {"sum_r": None, "global_shape": None},
@@ -38,13 +41,16 @@ op_args_default_value = {
38
41
  "ArgMinExt": {"dim": None, "keepdim": False},
39
42
  "Argmin": {"axis": -1, "output_type": mstype.int32},
40
43
  "ArgMinWithValue": {"axis": 0, "keep_dims": False},
41
- "ArgSort": {"dim": -1, "descending": False},
44
+ "ArgSort": {"dim": -1, "descending": False, "stable": False},
42
45
  "AsStrided": {"storage_offset": 0},
43
46
  "AvgPool1D": {"stride": None, "padding": 0, "ceil_mode": False, "count_include_pad": True},
44
47
  "AvgPool2DGrad": {"padding": 0, "ceil_mode": False, "count_include_pad": True, "divisor_override": None},
45
48
  "AvgPool2D": {"padding": 0, "ceil_mode": False, "count_include_pad": True, "divisor_override": None},
49
+ "AvgPool3DExt": {"stride": None, "padding": 0, "ceil_mode": False, "count_include_pad": True, "divisor_override": None},
50
+ "AvgPool3DGradExt": {"stride": None, "padding": 0, "ceil_mode": False, "count_include_pad": True, "divisor_override": None},
46
51
  "AvgPoolGrad": {"kernel_size": 1, "strides": 1, "pad_mode": 'VALID', "data_format": 'NCHW'},
47
52
  "AvgPool": {"kernel_size": 1, "strides": 1, "pad_mode": 'VALID', "data_format": 'NCHW'},
53
+ "Baddbmm": {"beta": 1, "alpha": 1},
48
54
  "BatchMatMul": {"transpose_a": False, "transpose_b": False},
49
55
  "BatchNormElemt": {"weight": None, "bias": None, "mean": None, "invstd": None, "eps": 1e-5},
50
56
  "BatchNormExt": {"running_mean": None, "runnning_var": None, "training": False, "momentum": 0.1, "epsilon": 1e-5},
@@ -53,6 +59,7 @@ op_args_default_value = {
53
59
  "BatchNormGradGrad": {"is_training": False, "epsilon": 1e-5, "data_format": 'NCHW'},
54
60
  "BatchNormGrad": {"is_training": False, "epsilon": 1e-5, "data_format": 'NCHW'},
55
61
  "BatchNormGradWithActivation": {"is_training": False, "epsilon": 1e-5, "data_format": 'NCHW'},
62
+ "BatchNormGradWithAddAndActivation": {"is_training": False, "epsilon": 1e-5, "data_format": 'NCHW'},
56
63
  "BatchNorm": {"is_training": False, "epsilon": 1e-5, "momentum": 0.1, "data_format": 'NCHW'},
57
64
  "BatchNormWithActivation": {"is_training": False, "epsilon": 1e-5, "momentum": 0.1, "data_format": 'NCHW'},
58
65
  "BatchNormWithAddAndActivation": {"is_training": False, "epsilon": 1e-5, "momentum": 0.1, "data_format": 'NCHW'},
@@ -69,41 +76,45 @@ op_args_default_value = {
69
76
  "CholeskyInverse": {"upper": False},
70
77
  "Cholesky": {"upper": False},
71
78
  "Chunk": {"dim": 0},
79
+ "ChunkView": {"dim": 0},
72
80
  "ClampScalar": {"min": None, "max": None},
73
81
  "ClampTensor": {"min": None, "max": None},
74
82
  "Col2ImExt": {"dilation": 1, "padding": 0, "stride": 1},
75
83
  "Col2ImGrad": {"dilation": 1, "padding": 0, "stride": 1},
76
84
  "Concat": {"axis": 0},
77
85
  "ConstantPadND": {"value": 0.0},
86
+ "Conv1DExt": {"bias": None, "stride": 1, "padding": 0, "dilation": 1, "groups": 1},
87
+ "Conv1DPadding": {"bias": None, "stride": 1, "padding": 'valid', "dilation": 1, "groups": 1},
78
88
  "Conv2DExt": {"bias": None, "stride": 1, "padding": 0, "dilation": 1, "groups": 1},
79
89
  "Conv2DPadding": {"bias": None, "stride": 1, "padding": 'valid', "dilation": 1, "groups": 1},
80
90
  "Conv3DExt": {"bias": None, "stride": 1, "padding": 0, "dilation": 1, "groups": 1},
81
91
  "Conv3DPadding": {"bias": None, "stride": 1, "padding": 'valid', "dilation": 1, "groups": 1},
82
- "ConvTranspose2D": {"bias": None, "stride": 1, "padding": 0, "output_padding": 0, "groups": 1, "dilation": 1},
83
92
  "ConvolutionGrad": {"bias": None, "stride": 1, "padding": 0, "dilation": (1, 1), "transposed": False, "output_padding": 0, "groups": 1, "output_mask": ()},
84
93
  "Convolution": {"bias": None, "stride": 1, "padding": 0, "dilation": 1, "transposed": False, "output_padding": 0, "groups": 1},
85
94
  "ConvolutionStrGrad": {"bias": None, "stride": 1, "padding": 'valid', "dilation": 1, "transposed": False, "output_padding": 0, "groups": 1, "output_mask": ()},
86
95
  "ConvolutionStr": {"bias": None, "stride": 1, "padding": 'valid', "dilation": 1, "transposed": False, "output_padding": 0, "groups": 1},
87
- "Correlate": {"mode": 'valid'},
96
+ "ConvTranspose2D": {"bias": None, "stride": 1, "padding": 0, "output_padding": 0, "groups": 1, "dilation": 1},
97
+ "Correlate": {"pad_mode": 'valid'},
88
98
  "CountNonZero": {"dim": None},
89
99
  "Cross": {"dim": -65530},
100
+ "CumsumExt": {"dtype": None},
90
101
  "CumProd": {"exclusive": False, "reverse": False},
91
102
  "CumSum": {"exclusive": False, "reverse": False},
92
- "CumsumExt": {"dtype": None},
93
- "DCT": {"type": 2, "n": None, "axis": -1, "norm": None},
94
103
  "DCTN": {"type": 2, "s": None, "axes": None, "norm": None},
104
+ "DCT": {"type": 2, "n": None, "axis": -1, "norm": None},
95
105
  "Dense": {"bias": None},
96
106
  "Diagonal": {"offset": 0, "dim1": 0, "dim2": 1},
97
- "DivMod": {"rounding_mode": None},
107
+ "DiagExt": {"diagonal": 0},
98
108
  "DivMods": {"rounding_mode": None},
109
+ "DivMod": {"rounding_mode": None},
99
110
  "Dropout": {"keep_prob": 0.5, "Seed0": 0, "Seed1": 0},
100
111
  "Eig": {"compute_v": False},
101
112
  "EluExt": {"alpha": 1.0},
102
- "EluGradExt": {"alpha": 1.0},
113
+ "EluGradExt": {"alpha": 1.0, "is_result": False},
103
114
  "Elu": {"alpha": 1.0},
104
- "EmbeddingApplyAdaGrad": {"mask_zero": (0,), "padding_key": (0,), "padding_key_mask": (1,), "completion_key": (0,), "completion_key_mask": (1,), "_embedding_dim": 1, "_max_key_num": 1},
105
- "EmbeddingApplyAdam": {"mask_zero": (0,), "padding_key": (0,), "padding_key_mask": (1,), "completion_key": (0,), "completion_key_mask": (1,), "_embedding_dim": 1, "_max_key_num": 1},
106
115
  "EmbeddingApplyAdamW": {"ams_grad": (0,), "mask_zero": (0,), "padding_key": (0,), "padding_key_mask": (1,), "completion_key": (0,), "completion_key_mask": (1,), "_embedding_dim": 1, "_max_key_num": 1},
116
+ "EmbeddingApplyAdam": {"mask_zero": (0,), "padding_key": (0,), "padding_key_mask": (1,), "completion_key": (0,), "completion_key_mask": (1,), "_embedding_dim": 1, "_max_key_num": 1},
117
+ "EmbeddingApplyAdaGrad": {"mask_zero": (0,), "padding_key": (0,), "padding_key_mask": (1,), "completion_key": (0,), "completion_key_mask": (1,), "_embedding_dim": 1, "_max_key_num": 1},
107
118
  "EmbeddingApplyFtrl": {"mask_zero": (0,), "padding_key": (0,), "padding_key_mask": (1,), "completion_key": (0,), "completion_key_mask": (1,), "_embedding_dim": 1, "_max_key_num": 1},
108
119
  "EmbeddingApplyRmsprop": {"mask_zero": (0,), "padding_key": (0,), "padding_key_mask": (1,), "completion_key": (0,), "completion_key_mask": (1,), "_embedding_dim": 1, "_max_key_num": 1},
109
120
  "EmbeddingApplySgd": {"mask_zero": (0,), "padding_key": (0,), "padding_key_mask": (1,), "completion_key": (0,), "completion_key_mask": (1,), "_embedding_dim": 1, "_max_key_num": 1},
@@ -118,69 +129,77 @@ op_args_default_value = {
118
129
  "ExtractImagePatches": {"padding": 'VALID'},
119
130
  "FFNExt": {"expertTokens": None, "bias1": None, "bias2": None, "scale": None, "offset": None, "deqScale1": None, "deqScale2": None, "antiquant_scale1": None, "antiquant_scale2": None, "antiquant_offset1": None, "antiquant_offset2": None, "activation": 'fastgelu', "inner_precise": 0},
120
131
  "FFT2": {"s": None, "dim": (-2, -1), "norm": None},
121
- "FFT": {"n": None, "dim": -1, "norm": None},
122
- "FFTOrtho": {"axes": None, "forward": True},
123
- "FFTWithSize": {"norm": 'backward', "onesided": True, "signal_sizes": ()},
124
132
  "FFTFreq": {"d": 1.0, "dtype": None},
125
133
  "FFTN": {"s": None, "dim": None, "norm": None},
126
134
  "FFTShift": {"dim": None},
135
+ "FFT": {"n": None, "dim": -1, "norm": None},
136
+ "FFTOrtho": {"axes": None, "forward": True},
137
+ "FFTWithSize": {"norm": 'backward', "onesided": True, "signal_sizes": ()},
127
138
  "FillScalar": {"dtype": None},
128
139
  "FillTensor": {"dtype": None},
129
140
  "FlashAttentionScoreGrad": {"pse_shift": None, "drop_mask": None, "padding_mask": None, "atten_mask": None, "softmax_max": None, "softmax_sum": None, "softmax_in": None, "attention_in": None, "prefix": None, "actual_seq_qlen": None, "actual_seq_kvlen": None, "keep_prob": 1.0, "scale_value": 1.0, "pre_tokens": 65536, "next_tokens": 65536, "inner_precise": 1, "input_layout": 'BSH', "sparse_mode": 0},
130
141
  "FlashAttentionScore": {"real_shift": None, "drop_mask": None, "padding_mask": None, "attn_mask": None, "prefix": None, "actual_seq_qlen": None, "actual_seq_kvlen": None, "keep_prob": 1.0, "scale_value": 1.0, "pre_tokens": 2147483647, "next_tokens": 2147483647, "inner_precise": 0, "input_layout": 'BSH', "sparse_mode": 0},
131
142
  "FlattenExt": {"start_dim": 0, "end_dim": -1},
132
143
  "FullLike": {"dtype": None},
144
+ "FusedAddTopKDiv": {"activate_type": 0, "is_norm": True, "scale": 2.5},
133
145
  "Gather": {"batch_dims": 0},
146
+ "GeluExt": {"approximate": 'none'},
147
+ "GeluGradExt": {"approximate": 'none'},
134
148
  "GenerateEodMaskV2": {"start": 0, "steps": 1, "error_mode": 'cycle', "flip_mode": 'bitflip', "multiply_factor": 0.0, "bit_pos": 0, "flip_probability": 0.0},
135
149
  "GLU": {"axis": -1},
136
- "GmmBackward": {"group_list": None},
137
- "GmmV2Backward": {"group_list": None, "group_list_type": 0},
138
150
  "GridSampler2DGrad": {"interpolation_mode": 'bilinear', "padding_mode": 'zeros', "align_corners": False, "output_mask": (1, 1)},
139
151
  "GridSampler2D": {"interpolation_mode": 'bilinear', "padding_mode": 'zeros', "align_corners": False},
140
152
  "GridSampler3DGrad": {"interpolation_mode": 'bilinear', "padding_mode": 'zeros', "align_corners": False, "output_mask": (1, 1)},
141
153
  "GridSampler3D": {"interpolation_mode": 'bilinear', "padding_mode": 'zeros', "align_corners": False},
142
154
  "GroupNormGrad": {"dx_is_require": True, "dgamma_is_require": True, "dbeta_is_require": True},
143
155
  "GroupNorm": {"weight": None, "bias": None, "eps": 1e-5},
156
+ "GroupTopk": {"k_inner": 1},
144
157
  "HardtanhGrad": {"min_val": -1, "max_val": 1},
145
158
  "Hardtanh": {"min_val": -1, "max_val": 1},
146
159
  "HFFT2": {"s": None, "dim": (-2, -1), "norm": None},
147
- "HFFT": {"n": None, "dim": -1, "norm": None},
148
160
  "HFFTN": {"s": None, "dim": None, "norm": None},
161
+ "HFFT": {"n": None, "dim": -1, "norm": None},
149
162
  "HistcExt": {"bins": 100, "min": 0, "max": 0},
150
163
  "HShrinkGrad": {"lambd": 0.5},
151
164
  "HShrink": {"lambd": 0.5},
152
- "IDCT": {"type": 2, "n": None, "axis": -1, "norm": None},
153
165
  "IDCTN": {"type": 2, "s": None, "axes": None, "norm": None},
166
+ "IDCT": {"type": 2, "n": None, "axis": -1, "norm": None},
154
167
  "IFFT2": {"s": None, "dim": (-2, -1), "norm": None},
155
- "IFFT": {"n": None, "dim": -1, "norm": None},
156
168
  "IFFTN": {"s": None, "dim": None, "norm": None},
157
169
  "IFFTShift": {"dim": None},
170
+ "IFFT": {"n": None, "dim": -1, "norm": None},
158
171
  "IHFFT2": {"s": None, "dim": (-2, -1), "norm": None},
159
- "IHFFT": {"n": None, "dim": -1, "norm": None},
160
172
  "IHFFTN": {"s": None, "dim": None, "norm": None},
173
+ "IHFFT": {"n": None, "dim": -1, "norm": None},
161
174
  "Im2ColExt": {"dilation": 1, "padding": 0, "stride": 1},
162
175
  "IncreFlashAttention": {"attn_mask": None, "actual_seq_lengths": None, "pse_shift": None, "dequant_scale1": None, "quant_scale1": None, "dequant_scale2": None, "quant_scale2": None, "quant_offset2": None, "antiquant_scale": None, "antiquant_offset": None, "block_table": None, "kv_padding_size": None, "num_heads": 1, "input_layout": 'BSH', "scale_value": 1.0, "num_key_value_heads": 0, "block_size": 0, "inner_precise": 1},
163
176
  "IndexAddExt": {"alpha": 1},
164
177
  "InnerInplaceIndexPut": {"accumulate": False},
165
- "InplaceAddExt": {"alpha": 1},
166
178
  "InplaceAddmm": {"beta": 1, "alpha": 1},
167
179
  "InplaceAddsExt": {"alpha": 1},
180
+ "InplaceAddExt": {"alpha": 1},
168
181
  "InplaceClampScalar": {"min": None, "max": None},
169
182
  "InplaceClampTensor": {"min": None, "max": None},
170
- "InplaceDivMod": {"rounding_mode": None},
171
183
  "InplaceDivMods": {"rounding_mode": None},
184
+ "InplaceDivMod": {"rounding_mode": None},
185
+ "InplaceElu": {"alpha": 1.0},
186
+ "InplaceFillDiagonal": {"wrap": False},
172
187
  "InplaceHardtanh": {"min_val": -1, "max_val": 1},
173
188
  "InplaceIndexAddExt": {"alpha": 1},
174
189
  "InplaceIndexPut": {"accumulate": False},
190
+ "InplacePut": {"accumulate": False},
175
191
  "InplaceRandom": {"from_": 0, "to": None, "seed": 0, "offset": 0},
176
192
  "InplaceSubExt": {"alpha": 1},
177
193
  "InplaceSubScalar": {"alpha": 1},
178
194
  "InsertGemV2InBackward": {"start": 0, "steps": 1, "error_mode": 'cycle', "flip_mode": 'bitflip', "multiply_factor": 0.0, "bit_pos": 0, "flip_probability": 0.0},
179
195
  "IRFFT2": {"s": None, "dim": (-2, -1), "norm": None},
196
+ "IRFFTN": {"s": None, "dim": None, "norm": None},
180
197
  "IRFFTDouble": {"dim": -1},
181
198
  "IRFFT": {"n": None, "dim": -1, "norm": None},
182
- "IRFFTN": {"s": None, "dim": None, "norm": None},
183
199
  "IsClose": {"rtol": 1e-05, "atol": 1e-08, "equal_nan": False},
200
+ "KLDivGrad": {"reduction": 'mean', "log_target": False},
201
+ "KLDiv": {"reduction": 'mean', "log_target": False},
202
+ "Kthvalue": {"dim": -1, "keepdim": False},
184
203
  "L1LossBackwardExt": {"reduction": 'mean'},
185
204
  "L1LossExt": {"reduction": 'mean'},
186
205
  "LayerNormExt": {"weight": None, "bias": None, "eps": 1e-5},
@@ -192,35 +211,40 @@ op_args_default_value = {
192
211
  "LayerNormV3": {"begin_norm_axis": 1, "begin_params_axis": 1, "epsilon": 1e-7},
193
212
  "LeakyReLUExt": {"negative_slope": 0.01},
194
213
  "LeakyReLUGradExt": {"negative_slope": 0.01, "is_result": False},
195
- "LinSpaceExt": {"dtype": None},
214
+ "LinalgQr": {"mode": 'reduced'},
196
215
  "LinalgVectorNorm": {"ord": 2, "dim": None, "keepdim": False, "dtype": None},
197
- "LogSoftmaxExt": {"dim": None, "dtype": None},
198
- "LogSoftmaxGrad": {"axis": -1},
199
- "LogSoftmax": {"axis": -1},
216
+ "LinSpaceExt": {"dtype": None},
200
217
  "LogitGrad": {"eps": -1.0},
201
218
  "Logit": {"eps": -1.0},
202
219
  "LogSumExp": {"keepdim": False},
220
+ "LogSoftmaxExt": {"dim": None, "dtype": None},
221
+ "LogSoftmaxGrad": {"axis": -1},
222
+ "LogSoftmax": {"axis": -1},
203
223
  "LpNormV2": {"p": 2, "dim": None, "keepdim": False, "epsilon": 1e-12},
204
224
  "LstsqV2": {"driver": None},
205
225
  "MatMul": {"transpose_a": False, "transpose_b": False},
206
226
  "MatmulReduceScatter": {"reduce_op": 'sum', "bias": None, "comm_turn": 0, "trans_input": False, "trans_x2": False},
227
+ "MaximumGradGrad": {"grad_x": True, "grad_y": True},
228
+ "MaximumGrad": {"grad_x": True, "grad_y": True},
207
229
  "MaxDim": {"keepdim": False},
208
230
  "MaxPoolGradWithIndices": {"strides": None, "pads": 0, "dilation": (1, 1), "ceil_mode": False, "argmax_type": mstype.int64},
209
231
  "MaxPoolGradWithMask": {"strides": None, "pads": 0, "dilation": (1, 1), "ceil_mode": False, "argmax_type": mstype.int64},
210
232
  "MaxPoolWithIndices": {"strides": None, "pads": 0, "dilation": (1, 1), "ceil_mode": False, "argmax_type": mstype.int64},
211
233
  "MaxPoolWithMask": {"strides": None, "pads": 0, "dilation": (1, 1), "ceil_mode": False, "argmax_type": mstype.int64},
212
234
  "MaxUnpool2DExt": {"stride": None, "padding": 0, "output_size": None},
213
- "MaximumGradGrad": {"grad_x": True, "grad_y": True},
214
- "MaximumGrad": {"grad_x": True, "grad_y": True},
215
235
  "MeanExt": {"dim": None, "keepdim": False, "dtype": None},
216
236
  "MedianDim": {"dim": -1, "keepdim": False},
217
237
  "Meshgrid": {"indexing": 'xy'},
218
- "MinDim": {"keepdim": False},
219
238
  "MinimumGrad": {"grad_x": True, "grad_y": True},
239
+ "MinDim": {"keepdim": False},
240
+ "MoeTokenPermuteGrad": {"num_topk": 1, "padded_mode": False},
241
+ "MoeTokenPermute": {"num_out_tokens": None, "padded_mode": False},
242
+ "MoeTokenUnpermuteGrad": {"probs": None, "padded_mode": False, "restore_shape": None},
243
+ "MoeTokenUnpermute": {"probs": None, "padded_mode": False, "restore_shape": None},
220
244
  "MSELossExt": {"reduction": 'mean'},
221
245
  "MSELossGradExt": {"reduction": 'mean'},
222
- "NanToNum": {"nan": None, "posinf": None, "neginf": None},
223
246
  "Nansum": {"dim": None, "keepdim": False, "dtype": None},
247
+ "NanToNum": {"nan": None, "posinf": None, "neginf": None},
224
248
  "NewEmpty": {"dtype": None, "device": None},
225
249
  "NewOnes": {"dtype": None},
226
250
  "NewZeros": {"dtype": None},
@@ -228,24 +252,24 @@ op_args_default_value = {
228
252
  "NLLLossGrad": {"reduction": 'mean', "ignore_index": -100},
229
253
  "NLLLoss": {"reduction": 'mean', "ignore_index": -100},
230
254
  "Norm": {"p": 2.0, "dim": None, "keepdim": False, "dtype": None},
231
- "OneHotExt": {"axis": -1},
232
- "OneHot": {"axis": -1},
233
255
  "OnesLikeExt": {"dtype": None},
234
256
  "Ones": {"dtype": None},
257
+ "OneHotExt": {"axis": -1},
258
+ "OneHot": {"axis": -1},
235
259
  "PagedAttentionMask": {"antiquant_scale": None, "antiquant_offset": None, "alibi_mask": None, "kv_cache_quant_mode": 'DEFAULT'},
236
- "PagedAttention": {"antiquant_scale": None, "antiquant_offset": None, "attn_mask": None, "q_seq_lens": None, "kv_cache_quant_mode": 'DEFAULT'},
260
+ "PagedAttention": {"value_cache": None, "block_tables": None, "context_lens": None, "antiquant_scale": None, "antiquant_offset": None, "attn_mask": None, "q_seq_lens": None, "alibi_mask": None, "kv_cache_quant_mode": 'DEFAULT', "mask_mode": 'MASK_DEFAULT', "mla_v_dim": 0},
237
261
  "ProdExt": {"dim": None, "keepdim": False, "dtype": None},
238
262
  "PromptFlashAttention": {"attn_mask": None, "actual_seq_lengths": None, "actual_seq_lengths_kv": None, "pse_shift": None, "deq_scale1": None, "quant_scale1": None, "deq_scale2": None, "quant_scale2": None, "quant_offset2": None, "num_heads": 1, "scale_value": 1.0, "pre_tokens": 2147483647, "next_tokens": 0, "input_layout": 'BSH', "num_key_value_heads": 0, "sparse_mode": 0, "inner_precise": 1},
239
263
  "PromptKVCache": {"align_mode": 'LEFT'},
240
264
  "Qr": {"full_matrices": False},
241
- "RandExt": {"dtype": None},
242
- "RandLikeExt": {"dtype": None},
243
265
  "RandIntLike": {"dtype": None},
244
266
  "RandInt": {"dtype": None},
245
267
  "RandnLike": {"dtype": None},
246
268
  "Randn": {"dtype": None},
247
269
  "RandpermExt": {"dtype": mstype.int64},
248
270
  "RandpermV2": {"seed": 0, "offset": 0, "dtype": mstype.int64},
271
+ "RandExt": {"dtype": None},
272
+ "RandLikeExt": {"dtype": None},
249
273
  "Range": {"maxlen": 1000000},
250
274
  "ReduceAll": {"axis": None, "keep_dims": False},
251
275
  "ReduceAny": {"axis": (), "keep_dims": False},
@@ -257,6 +281,7 @@ op_args_default_value = {
257
281
  "ReduceSum": {"axis": (), "keep_dims": False, "skip_mode": False},
258
282
  "RepeatInterleaveInt": {"dim": None, "output_size": None},
259
283
  "RepeatInterleaveTensor": {"dim": None, "output_size": None},
284
+ "ReshapeAndCache": {"value": None, "key_cache": None, "value_cache": None, "slot_mapping": None},
260
285
  "ResizeBicubicGrad": {"align_corners": False, "half_pixel_centers": False},
261
286
  "ResizeBicubic": {"align_corners": False, "half_pixel_centers": False},
262
287
  "ResizeBilinearGrad": {"align_corners": False, "half_pixel_centers": False},
@@ -269,11 +294,11 @@ op_args_default_value = {
269
294
  "ResizeNearestNeighborV2Grad": {"align_corners": False, "half_pixel_centers": False},
270
295
  "ResizeNearestNeighborV2": {"align_corners": False, "half_pixel_centers": False},
271
296
  "RFFT2": {"s": None, "dim": (-2, -1), "norm": None},
272
- "RFFT": {"n": None, "dim": -1, "norm": None},
273
297
  "RFFTFreq": {"d": 1.0, "dtype": None},
274
298
  "RFFTN": {"s": None, "dim": None, "norm": None},
299
+ "RFFT": {"n": None, "dim": -1, "norm": None},
275
300
  "RmsNorm": {"epsilon": 1e-6},
276
- "Roll": {"axis": None},
301
+ "Roll": {"dims": None},
277
302
  "RotaryPositionEmbeddingGrad": {"dx": None, "mode": 0},
278
303
  "RotaryPositionEmbedding": {"mode": 0},
279
304
  "RotatedIou": {"trans": False, "mode": 0, "is_cross": True, "v_threshold": 0.0, "e_threshold": 0.0},
@@ -293,31 +318,40 @@ op_args_default_value = {
293
318
  "SoftplusGradExt": {"beta": 1, "threshold": 20},
294
319
  "SoftShrinkGrad": {"lambd": 0.5},
295
320
  "SoftShrink": {"lambd": 0.5},
321
+ "SoftMarginLossGrad": {"reduction": 'mean'},
322
+ "SoftMarginLoss": {"reduction": 'mean'},
296
323
  "SolveTriangular": {"trans": 0, "lower": False, "unit_diagonal": False},
297
324
  "SortExt": {"dim": -1, "descending": False, "stable": False},
325
+ "SpeedFusionAttentionGrad": {"pse": None, "padding_mask": None, "atten_mask": None, "softmax_max": None, "softmax_sum": None, "softmax_in": None, "attention_in": None, "scale_value": 1.0, "keep_prob": 1.0, "pre_tokens": 2147483647, "next_tokens": 2147483647, "inner_precise": 0, "seed": None, "offset": None, "numels": None, "prefix": None, "actual_seq_qlen": None, "actual_seq_kvlen": None, "sparse_mode": 0, "gen_mask_parallel": True, "sync": False, "pse_type": 1, "q_start_idx": None, "kv_start_idx": None},
326
+ "SpeedFusionAttention": {"pse": None, "padding_mask": None, "atten_mask": None, "scale": 1.0, "keep_prob": 1.0, "pre_tokens": 2147483647, "next_tokens": 2147483647, "inner_precise": 0, "prefix": None, "actual_seq_qlen": None, "actual_seq_kvlen": None, "sparse_mode": 0, "gen_mask_parallel": True, "sync": False, "pse_type": 1, "q_start_idx": None, "kv_start_idx": None},
298
327
  "Split": {"axis": 0, "output_num": 1},
299
328
  "SplitTensor": {"dim": 0},
329
+ "SplitTensorView": {"dim": 0},
300
330
  "SplitWithSize": {"dim": 0},
331
+ "SplitWithSizeView": {"dim": 0},
301
332
  "Squeeze": {"axis": ()},
302
333
  "StackExt": {"dim": 0},
303
334
  "StdMean": {"dim": None, "correction": 1, "keepdim": False},
304
335
  "Std": {"dim": None, "correction": 1, "keepdim": False},
305
336
  "StridedSlice": {"begin_mask": 0, "end_mask": 0, "ellipsis_mask": 0, "new_axis_mask": 0, "shrink_axis_mask": 0},
306
337
  "SubExt": {"alpha": 1},
338
+ "SubScalar": {"alpha": 1},
307
339
  "SumExt": {"dim": None, "keepdim": False, "dtype": None},
340
+ "Svd": {"full_matrices": False, "compute_uv": True},
308
341
  "SwigluGrad": {"dim": -1},
309
342
  "Swiglu": {"dim": -1},
310
343
  "TensorScatterElements": {"axis": 0, "reduce": 'none'},
311
- "TopkExt": {"dim": -1, "largest": True, "sorted": True},
312
344
  "TopKRouter": {"drop_type": 0},
345
+ "TopkExt": {"dim": -1, "largest": True, "sorted": True},
313
346
  "TraceV2Grad": {"offset": 0, "axis1": 1, "axis2": 0},
314
347
  "TraceV2": {"offset": 0, "axis1": 1, "axis2": 0, "dtype": None},
348
+ "TriangularSolve": {"upper": True, "transpose": False, "unitriangular": False},
315
349
  "TrilExt": {"diagonal": 0},
316
350
  "Triu": {"diagonal": 0},
317
351
  "TupleToTensor": {"dtype": None},
318
352
  "Unique2": {"sorted": True, "return_inverse": False, "return_counts": False},
319
- "UniqueConsecutive": {"return_idx": False, "return_counts": False, "axis": None},
320
- "UnstackExt": {"dim": 0},
353
+ "UniqueConsecutive": {"return_inverse": False, "return_counts": False, "dim": None},
354
+ "UnstackExtView": {"dim": 0},
321
355
  "UpsampleBicubic2DGrad": {"output_size": None, "scales": None, "align_corners": False},
322
356
  "UpsampleBicubic2D": {"output_size": None, "scales": None, "align_corners": False},
323
357
  "UpsampleBilinear2DGrad": {"output_size": None, "scales": None, "align_corners": False},
@@ -338,9 +372,10 @@ op_args_default_value = {
338
372
  "Zeros": {"dtype": None},
339
373
  "AddRmsNormDynamicQuant": {"smooth_scale2": None, "epsilon": 1e-5},
340
374
  "AddRmsNormQuantV2": {"epsilon": 1e-5},
375
+ "DynamicNTK": {"dtype": mstype.float16},
341
376
  "DynamicQuantExt": {"smooth_scales": None},
342
- "FusedInferAttentionScore": {"pse_shift": None, "attn_mask": None, "actual_seq_lengths": None, "actual_seq_lengths_kv": None, "dequant_scale1": None, "quant_scale1": None, "dequant_scale2": None, "quant_scale2": None, "quant_offset2": None, "antiquant_scale": None, "antiquant_offset": None, "block_table": None, "query_padding_size": None, "kv_padding_size": None, "scale_value": 1.0, "pre_tokens": 2147483647, "next_tokens": 2147483647, "input_layout": 'BSH', "num_key_value_heads": 0, "sparse_mode": 0, "inner_precise": 1, "block_size": 0, "antiquant_mode": 0, "softmax_lse_flag": False},
343
- "GroupedMatmul": {"bias": None, "scale": None, "offset": None, "antiquant_scale": None, "antiquant_offset": None, "group_list": None, "split_item": 0, "group_type": -1},
377
+ "FusedInferAttentionScore": {"pse_shift": None, "attn_mask": None, "actual_seq_lengths": None, "actual_seq_lengths_kv": None, "dequant_scale1": None, "quant_scale1": None, "dequant_scale2": None, "quant_scale2": None, "quant_offset2": None, "antiquant_scale": None, "antiquant_offset": None, "block_table": None, "query_padding_size": None, "kv_padding_size": None, "key_antiquant_scale": None, "key_antiquant_offset": None, "value_antiquant_scale": None, "value_antiquant_offset": None, "key_shared_prefix": None, "value_shared_prefix": None, "actual_shared_prefix_len": None, "num_heads": 1, "scale_value": 1.0, "pre_tokens": 2147483647, "next_tokens": 2147483647, "input_layout": 'BSH', "num_key_value_heads": 0, "sparse_mode": 0, "inner_precise": 1, "block_size": 0, "antiquant_mode": 0, "softmax_lse_flag": False, "key_antiquant_mode": 0, "value_antiquant_mode": 0},
378
+ "GroupedMatmul": {"bias": None, "scale": None, "offset": None, "antiquant_scale": None, "antiquant_offset": None, "group_list": None, "split_item": 0, "group_type": -1, "transpose_a": False, "transpose_b": False},
344
379
  "GroupedMatmulV2": {"bias": None, "scale": None, "offset": None, "antiquant_scale": None, "antiquant_offset": None, "group_list": None, "split_item": 0, "group_type": -1},
345
380
  "GroupedMatmulV4": {"bias": None, "scale": None, "offset": None, "antiquant_scale": None, "antiquant_offset": None, "pre_token_scale": None, "group_list": None, "activation_input": None, "activation_quant_scale": None, "activation_quant_offset": None, "split_item": 0, "group_type": -1, "group_list_type": 0, "act_type": 0},
346
381
  "KVCacheScatterUpdate": {"reduce": 'none'},
@@ -349,7 +384,16 @@ op_args_default_value = {
349
384
  "MoeGatingTopKSoftmax": {"finished": None, "k": 1},
350
385
  "QuantBatchMatmul": {"offset": None, "bias": None, "pertokenScaleOptional": None, "transpose_x1": False, "transpose_x2": False, "dtype": mstype.float16},
351
386
  "QuantV2": {"sqrt_mode": False, "rounding_mode": 'ROUND', "dst_type": mstype.int8},
387
+ "RmsNormQuant": {"beta": None, "epsilon": 1e-6},
388
+ "SwiGLUDynamicQuant": {"smooth_scale": None},
389
+ "TransposeBatchMatmulTranspose": {"transpose_a": False, "transpose_b": False},
352
390
  "WeightQuantBatchMatmul": {"antiquant_offset": None, "quant_scale": None, "quant_offset": None, "bias": None, "transpose_x": False, "transpose_weight": False, "antiquant_group_size": 0},
391
+ "GmmBackwardFusion": {"group_list": None, "group_list_type": 0},
392
+ "GmmBackward": {"group_list": None, "group_list_type": 0},
393
+ "Gmm": {"bias": None, "group_list": None, "group_type": 0, "group_list_type": 0},
394
+ "GmmV2BackwardFusion": {"group_list": None, "group_list_type": 0},
395
+ "GmmV2Backward": {"group_list": None, "group_list_type": 0},
396
+ "GmmV2": {"bias": None, "group_list": None, "group_type": 0, "group_list_type": 0},
353
397
  "DeprecatedAddbmm": {"beta": 1, "alpha": 1},
354
398
  "DeprecatedAddmm": {"beta": 1, "alpha": 1},
355
399
  "DeprecatedAddmv": {"beta": 1, "alpha": 1},
@@ -360,14 +404,19 @@ op_args_default_value = {
360
404
  "DeprecatedArgmax": {"axis": -1, "keepdims": False},
361
405
  "DeprecatedArgmin": {"axis": None, "keepdims": False},
362
406
  "DeprecatedArgsort": {"axis": -1, "descending": False},
407
+ "DeprecatedBaddbmm": {"beta": 1, "alpha": 1},
363
408
  "DeprecatedBincount": {"weights": None, "minlength": 0},
364
409
  "DeprecatedChunk": {"axis": 0},
410
+ "DeprecatedInplaceCopy": {"non_blocking": False},
411
+ "DeprecatedCountNonzero": {"axis": (), "keep_dims": False, "dtype": None},
365
412
  "DeprecatedCumsum": {"axis": None, "dtype": None},
366
413
  "DeprecatedDiv": {"rounding_mode": None},
367
414
  "DeprecatedFlatten": {"order": 'C', "start_dim": 0, "end_dim": -1},
368
415
  "DeprecatedGather": {"batch_dims": 0},
369
416
  "DeprecatedHistc": {"bins": 100, "min": 0, "max": 0},
417
+ "DeprecatedIndexAdd": {"use_lock": True, "check_index_bound": True},
370
418
  "DeprecatedIsclose": {"rtol": 1e-05, "atol": 1e-08, "equal_nan": False},
419
+ "DeprecatedLogsumexp": {"keepdim": False},
371
420
  "DeprecatedMax": {"axis": None, "keepdims": False, "initial": None, "where": True, "return_indices": False},
372
421
  "DeprecatedMean": {"axis": None, "keep_dims": False},
373
422
  "DeprecatedMedian": {"axis": -1, "keepdims": False},
@@ -375,10 +424,12 @@ op_args_default_value = {
375
424
  "DeprecatedNansum": {"axis": None, "keepdims": False, "dtype": None},
376
425
  "DeprecatedProd": {"dim": None, "keepdim": False, "dtype": None},
377
426
  "DeprecatedRepeatInterleave": {"dim": None},
427
+ "DeprecatedRoll": {"dims": None},
378
428
  "DeprecatedSort": {"axis": -1, "descending": False},
379
429
  "DeprecatedSplit": {"axis": 0},
380
430
  "DeprecatedStd": {"axis": None, "ddof": 0, "keepdims": False},
381
431
  "DeprecatedSum": {"axis": None, "dtype": None, "keepdims": False, "initial": None},
432
+ "DeprecatedTake": {"axis": None, "mode": 'clip'},
382
433
  "DeprecatedTopk": {"dim": None, "largest": True, "sorted": True},
383
434
  "DeprecatedTranspose": {"axes": None},
384
435
  "DeprecatedTril": {"diagonal": 0},
@@ -388,50 +439,62 @@ op_args_default_value = {
388
439
  }
389
440
 
390
441
  op_labels = {
391
- "AdamWeightDecay": {"side_effect_mem": True},
392
442
  "AdamW": {"side_effect_mem": True},
443
+ "AdamWeightDecay": {"side_effect_mem": True},
393
444
  "ApplyAdamW": {"side_effect_mem": True},
394
445
  "AssignAdd": {"side_effect_mem": True},
395
446
  "Assign": {"side_effect_mem": True},
396
447
  "AssignSub": {"side_effect_mem": True},
397
448
  "BatchNormElemt": {"side_effect_mem": True},
398
449
  "BatchNormGatherStatsWithCounts": {"side_effect_mem": True},
450
+ "BroadcastToView": {"side_effect_mem": True},
451
+ "ChunkView": {"side_effect_mem": True},
399
452
  "DecoderKVCache": {"side_effect_mem": True},
400
453
  "DistCommAllReduce": {"side_effect_mem": True},
401
454
  "DistCommReduce": {"side_effect_mem": True},
402
455
  "DropoutExt": {"side_effect_hidden": True},
403
456
  "DropoutGenMaskExt": {"side_effect_hidden": True},
404
457
  "Dropout": {"side_effect_hidden": True},
405
- "EmbeddingApplyAdaGrad": {"_process_node_engine_id": 'PS'},
406
- "EmbeddingApplyAdam": {"_process_node_engine_id": 'PS'},
407
458
  "EmbeddingApplyAdamW": {"_process_node_engine_id": 'PS'},
459
+ "EmbeddingApplyAdam": {"_process_node_engine_id": 'PS'},
460
+ "EmbeddingApplyAdaGrad": {"_process_node_engine_id": 'PS'},
408
461
  "EmbeddingApplyFtrl": {"_process_node_engine_id": 'PS'},
409
462
  "EmbeddingApplyRmsprop": {"_process_node_engine_id": 'PS'},
410
463
  "EmbeddingApplySgd": {"_process_node_engine_id": 'PS'},
411
464
  "Embedding": {"side_effect_mem": True},
412
465
  "EmbeddingTableEvict": {"_process_node_engine_id": 'PS'},
466
+ "ExpandDimsView": {"side_effect_mem": True},
413
467
  "Generator": {"side_effect_mem": True},
468
+ "GroupTopk": {"side_effect_mem": True},
414
469
  "InnerInplaceIndexPut": {"side_effect_mem": True},
415
- "InplaceAddExt": {"side_effect_mem": True},
416
470
  "InplaceAddmm": {"side_effect_mem": True},
417
471
  "InplaceAddsExt": {"side_effect_mem": True},
472
+ "InplaceAddExt": {"side_effect_mem": True},
418
473
  "InplaceCopy": {"side_effect_mem": True},
419
- "InplaceDiv": {"side_effect_mem": True},
420
- "InplaceDivMod": {"side_effect_mem": True},
421
474
  "InplaceDivMods": {"side_effect_mem": True},
475
+ "InplaceDivMod": {"side_effect_mem": True},
422
476
  "InplaceDivs": {"side_effect_mem": True},
477
+ "InplaceDiv": {"side_effect_mem": True},
478
+ "InplaceElu": {"side_effect_mem": True},
479
+ "InplaceErfinv": {"side_effect_mem": True},
423
480
  "InplaceExp": {"side_effect_mem": True},
481
+ "InplaceFillDiagonal": {"side_effect_mem": True},
424
482
  "InplaceFillScalar": {"side_effect_mem": True},
425
483
  "InplaceFillTensor": {"side_effect_mem": True},
484
+ "InplaceFloorDivides": {"side_effect_mem": True},
485
+ "InplaceFloorDivide": {"side_effect_mem": True},
426
486
  "InplaceFloor": {"side_effect_mem": True},
487
+ "InplaceGroupedMatmulAdd": {"side_effect_mem": True},
427
488
  "InplaceHardtanh": {"side_effect_mem": True},
428
489
  "InplaceIndexAddExt": {"side_effect_mem": True},
429
490
  "InplaceIndexPut": {"side_effect_mem": True},
491
+ "InplaceLog": {"side_effect_mem": True},
430
492
  "InplaceMaskedFillScalar": {"side_effect_mem": True},
431
493
  "InplaceMaskedFillTensor": {"side_effect_mem": True},
432
- "InplaceMul": {"side_effect_mem": True},
433
494
  "InplaceMuls": {"side_effect_mem": True},
495
+ "InplaceMul": {"side_effect_mem": True},
434
496
  "InplaceNormal": {"side_effect_mem": True},
497
+ "InplacePut": {"side_effect_mem": True},
435
498
  "InplaceRandom": {"side_effect_mem": True},
436
499
  "InplaceReLU": {"side_effect_mem": True},
437
500
  "InplaceScatterAdd": {"side_effect_mem": True},
@@ -442,11 +505,23 @@ op_labels = {
442
505
  "InplaceSubExt": {"side_effect_mem": True},
443
506
  "InplaceSubScalar": {"side_effect_mem": True},
444
507
  "InplaceTanh": {"side_effect_mem": True},
508
+ "InplaceThreshold": {"side_effect_mem": True},
509
+ "InplaceUniform": {"side_effect_mem": True},
445
510
  "Log": {"cust_aicpu": 'Log', "base": -1.0, "scale": 1.0, "shift": 0.0},
511
+ "NarrowView": {"side_effect_mem": True},
446
512
  "PromptKVCache": {"side_effect_mem": True},
447
513
  "ReshapeAndCache": {"side_effect_mem": True},
448
514
  "ResizeD": {"mode": 'linear'},
515
+ "SelectExtView": {"side_effect_mem": True},
449
516
  "SilentCheckV2": {"side_effect_mem": True},
450
517
  "SilentCheckV3": {"side_effect_mem": True},
518
+ "SliceExtView": {"side_effect_mem": True},
519
+ "SplitTensorView": {"side_effect_mem": True},
520
+ "SplitWithSizeView": {"side_effect_mem": True},
521
+ "TransposeExtView": {"side_effect_mem": True},
522
+ "TransposeView": {"side_effect_mem": True},
523
+ "UnstackExtView": {"side_effect_mem": True},
451
524
  "KVCacheScatterUpdate": {"side_effect_mem": True},
525
+ "InplaceExponential": {"side_effect_mem": True},
526
+ "DeprecatedInplaceCopy": {"side_effect_mem": True},
452
527
  }