mindspore 2.6.0rc1__cp310-none-any.whl → 2.7.0rc1__cp310-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of mindspore might be problematic. Click here for more details.

Files changed (4302) hide show
  1. mindspore/.commit_id +1 -1
  2. mindspore/Third_Party_Open_Source_Software_Notice +1290 -0
  3. mindspore/__init__.py +1 -1
  4. mindspore/_c_dataengine.cpython-310-aarch64-linux-gnu.so +0 -0
  5. mindspore/_c_expression.cpython-310-aarch64-linux-gnu.so +0 -0
  6. mindspore/_c_mindrecord.cpython-310-aarch64-linux-gnu.so +0 -0
  7. mindspore/_checkparam.py +40 -9
  8. mindspore/{_deprecated → _extends/optimize}/__init__.py +9 -3
  9. mindspore/_extends/optimize/cell_utils.py +96 -0
  10. mindspore/_extends/parse/__init__.py +2 -2
  11. mindspore/_extends/parse/compile_config.py +44 -22
  12. mindspore/_extends/parse/deprecated/deprecated_tensor_method.py +1 -1
  13. mindspore/_extends/parse/parser.py +37 -62
  14. mindspore/_extends/parse/resources.py +39 -0
  15. mindspore/_extends/parse/standard_method.py +43 -13
  16. mindspore/_extends/parse/trope.py +8 -1
  17. mindspore/_extends/pijit/__init__.py +1 -2
  18. mindspore/amp.py +4 -4
  19. mindspore/boost/adasum.py +1 -1
  20. mindspore/boost/boost_cell_wrapper.py +4 -4
  21. mindspore/common/__init__.py +27 -2
  22. mindspore/common/_grad_function.py +2 -1
  23. mindspore/common/_pijit_context.py +28 -7
  24. mindspore/common/_stub_tensor.py +1 -209
  25. mindspore/common/_tensor_cpp_method.py +1 -1
  26. mindspore/common/_tensor_docs.py +3096 -3035
  27. mindspore/common/api.py +238 -113
  28. mindspore/common/dtype.py +21 -11
  29. mindspore/common/dump.py +10 -15
  30. mindspore/common/generator.py +5 -3
  31. mindspore/common/hook_handle.py +11 -2
  32. mindspore/common/jit_config.py +1 -1
  33. mindspore/common/jit_trace.py +84 -105
  34. mindspore/common/parameter.py +26 -12
  35. mindspore/common/recompute.py +3 -3
  36. mindspore/common/sparse_tensor.py +0 -3
  37. mindspore/common/symbol.py +0 -1
  38. mindspore/common/tensor.py +81 -81
  39. mindspore/communication/_comm_helper.py +46 -4
  40. mindspore/communication/management.py +79 -7
  41. mindspore/context.py +58 -40
  42. mindspore/dataset/core/config.py +3 -3
  43. mindspore/dataset/engine/datasets.py +20 -7
  44. mindspore/dataset/engine/datasets_user_defined.py +33 -3
  45. mindspore/dataset/engine/iterators.py +2 -2
  46. mindspore/dataset/engine/obs/config_loader.py +2 -2
  47. mindspore/dataset/engine/obs/obs_mindrecord_dataset.py +8 -0
  48. mindspore/dataset/transforms/py_transforms.py +7 -3
  49. mindspore/dataset/transforms/transforms.py +7 -3
  50. mindspore/dataset/vision/validators.py +1 -0
  51. mindspore/device_context/ascend/device.py +1 -1
  52. mindspore/device_context/gpu/__init__.py +2 -2
  53. mindspore/device_context/gpu/device.py +1 -1
  54. mindspore/device_context/gpu/op_precision.py +4 -2
  55. mindspore/device_context/gpu/op_tuning.py +6 -3
  56. mindspore/device_manager.py +16 -9
  57. mindspore/experimental/llm_boost/ascend_native/llama_boost_ascend_native.py +3 -7
  58. mindspore/experimental/llm_boost/atb/boost_base.py +2 -3
  59. mindspore/experimental/optim/adadelta.py +13 -20
  60. mindspore/experimental/optim/adagrad.py +15 -22
  61. mindspore/experimental/optim/adam.py +17 -24
  62. mindspore/experimental/optim/adamax.py +14 -22
  63. mindspore/experimental/optim/adamw.py +28 -34
  64. mindspore/experimental/optim/asgd.py +15 -25
  65. mindspore/experimental/optim/lr_scheduler.py +27 -45
  66. mindspore/experimental/optim/nadam.py +14 -24
  67. mindspore/experimental/optim/optimizer.py +13 -23
  68. mindspore/experimental/optim/radam.py +18 -24
  69. mindspore/experimental/optim/rmsprop.py +14 -25
  70. mindspore/experimental/optim/rprop.py +15 -26
  71. mindspore/experimental/optim/sgd.py +9 -19
  72. mindspore/hal/__init__.py +4 -4
  73. mindspore/hal/contiguous_tensors_handle.py +2 -2
  74. mindspore/hal/memory.py +27 -7
  75. mindspore/include/api/cell.h +37 -1
  76. mindspore/include/api/delegate.h +10 -0
  77. mindspore/include/api/model.h +3 -0
  78. mindspore/include/api/types.h +2 -2
  79. mindspore/include/c_api/model_c.h +0 -58
  80. mindspore/include/c_api/tensor_c.h +0 -26
  81. mindspore/include/dataset/vision_ascend.h +1 -1
  82. mindspore/include/mindapi/base/type_id.h +3 -0
  83. mindspore/include/mindapi/base/types.h +7 -0
  84. mindspore/include/mindspore/ccsrc/availability/silent_check/silent_check.h +3 -4
  85. mindspore/include/mindspore/ccsrc/backend/common/graph_kernel/adapter/graph_kernel_cluster_cloud.h +1 -0
  86. mindspore/include/mindspore/ccsrc/backend/common/graph_kernel/adapter/graph_kernel_comm_info_manager.h +1 -1
  87. mindspore/include/mindspore/ccsrc/backend/common/graph_kernel/core/eliminate_redundant_output.h +1 -0
  88. mindspore/include/mindspore/ccsrc/backend/common/graph_kernel/core/graph_kernel_utils.h +17 -0
  89. mindspore/include/mindspore/ccsrc/backend/common/graph_kernel/core/update_state_formatter.h +2 -1
  90. mindspore/include/mindspore/ccsrc/backend/common/graph_kernel/depend_edge_elimination.h +61 -0
  91. mindspore/include/mindspore/ccsrc/backend/common/graph_kernel/graph_kernel_flags.h +9 -0
  92. mindspore/include/mindspore/ccsrc/backend/common/graph_kernel/model/lite_graph.h +1 -1
  93. mindspore/include/mindspore/ccsrc/backend/common/graph_kernel/model/node.h +5 -6
  94. mindspore/include/mindspore/ccsrc/backend/common/mem_reuse/mem_reuse.h +1 -2
  95. mindspore/include/mindspore/ccsrc/backend/common/mem_reuse/mem_reuse_checker.h +0 -1
  96. mindspore/include/mindspore/ccsrc/backend/common/mem_reuse/mem_swap_manager.h +0 -1
  97. mindspore/include/mindspore/ccsrc/backend/common/optimizer/cache_manager.h +1 -1
  98. mindspore/include/mindspore/ccsrc/backend/common/optimizer/dynamic_shape/convert_custom_op.h +2 -2
  99. mindspore/include/mindspore/ccsrc/backend/common/optimizer/dynamic_shape/link_custom_op.h +1 -1
  100. mindspore/include/mindspore/ccsrc/backend/common/pass/add_attr_to_node/add_attr_to_node_register.h +1 -3
  101. mindspore/include/mindspore/ccsrc/backend/common/pass/adjust_depend_for_parallel_optimizer_recompute_all_gather.h +1 -1
  102. mindspore/include/mindspore/ccsrc/backend/common/pass/convert_list_to_tuple.h +2 -1
  103. mindspore/include/mindspore/ccsrc/backend/common/pass/custom_defined_depend.h +1 -3
  104. mindspore/include/mindspore/ccsrc/backend/common/pass/gradients_allreduce_depend_last_send.h +1 -2
  105. mindspore/include/mindspore/ccsrc/backend/common/pass/graph_view_replace_pass.h +1 -1
  106. mindspore/include/mindspore/ccsrc/backend/common/pass/insert_tensor_move_for_communication.h +2 -1
  107. mindspore/include/mindspore/ccsrc/{plugin/device/ascend/optimizer → backend/common/pass}/ir_fusion/flash_attention_fusion.h +7 -8
  108. mindspore/include/mindspore/ccsrc/backend/common/pass/label_1f1b_overlap_node.h +1 -1
  109. mindspore/include/mindspore/ccsrc/backend/common/pass/mindir/add_depend_for_adamw.h +1 -3
  110. mindspore/include/mindspore/ccsrc/backend/common/pass/mindir/all_to_all_unify_mindir.h +1 -0
  111. mindspore/include/mindspore/ccsrc/backend/common/pass/optimize_gradients_allreduce_overlap.h +1 -1
  112. mindspore/include/mindspore/ccsrc/backend/common/pass/replace_node_by_proxy.h +1 -0
  113. mindspore/include/mindspore/ccsrc/backend/common/session/exec_order_builder.h +0 -2
  114. mindspore/include/mindspore/ccsrc/backend/common/session/session_basic.h +13 -16
  115. mindspore/include/mindspore/ccsrc/backend/common/somas/somas.h +1 -1
  116. mindspore/include/mindspore/ccsrc/backend/common/somas/somas_node.h +8 -2
  117. mindspore/include/mindspore/ccsrc/backend/ge_backend/executor/ge_device_res_manager.h +1 -2
  118. mindspore/include/mindspore/ccsrc/backend/ge_backend/executor/ge_graph_executor.h +13 -14
  119. mindspore/include/mindspore/ccsrc/backend/ge_backend/executor/ge_utils.h +0 -2
  120. mindspore/include/mindspore/ccsrc/backend/ge_backend/ge_backend.h +10 -8
  121. mindspore/include/mindspore/ccsrc/backend/ge_backend/graph_ir/convert.h +2 -1
  122. mindspore/include/mindspore/ccsrc/backend/ge_backend/graph_ir/graph_runner.h +2 -1
  123. mindspore/include/mindspore/ccsrc/backend/ge_backend/graph_ir/utils.h +12 -14
  124. mindspore/include/mindspore/ccsrc/backend/ge_backend/pass/matmul_allreduce_fusion.h +51 -0
  125. mindspore/include/mindspore/ccsrc/backend/ge_backend/runtime/actor/abstract_actor.h +26 -19
  126. mindspore/include/mindspore/ccsrc/backend/ge_backend/runtime/actor/actor_common.h +14 -5
  127. mindspore/include/mindspore/ccsrc/backend/ge_backend/runtime/actor/actor_dump.h +2 -1
  128. mindspore/include/mindspore/ccsrc/backend/ge_backend/runtime/actor/actor_set.h +1 -1
  129. mindspore/include/mindspore/ccsrc/backend/ge_backend/runtime/actor/control_flow/control_actor.h +38 -38
  130. mindspore/include/mindspore/ccsrc/backend/ge_backend/runtime/actor/control_flow/entrance_actor.h +9 -9
  131. mindspore/include/mindspore/ccsrc/backend/ge_backend/runtime/actor/control_flow/exit_actor.h +8 -8
  132. mindspore/include/mindspore/ccsrc/backend/ge_backend/runtime/actor/control_flow/gather_actor.h +6 -6
  133. mindspore/include/mindspore/ccsrc/backend/ge_backend/runtime/actor/control_flow/stack_actor.h +11 -11
  134. mindspore/include/mindspore/ccsrc/backend/ge_backend/runtime/actor/control_flow/switch_actor.h +2 -2
  135. mindspore/include/mindspore/ccsrc/backend/ge_backend/runtime/actor/data_prepare_actor.h +16 -16
  136. mindspore/include/mindspore/ccsrc/backend/ge_backend/runtime/actor/data_source_actor.h +9 -9
  137. mindspore/include/mindspore/ccsrc/backend/ge_backend/runtime/actor/debug_actor.h +8 -8
  138. mindspore/include/mindspore/ccsrc/backend/ge_backend/runtime/actor/debug_aware_actor.h +2 -2
  139. mindspore/include/mindspore/ccsrc/backend/ge_backend/runtime/actor/loop_count_actor.h +6 -6
  140. mindspore/include/mindspore/ccsrc/backend/ge_backend/runtime/actor/memory_aware_actor.h +6 -6
  141. mindspore/include/mindspore/ccsrc/backend/ge_backend/runtime/actor/memory_manager_actor.h +8 -11
  142. mindspore/include/mindspore/ccsrc/backend/ge_backend/runtime/actor/output_actor.h +8 -5
  143. mindspore/include/mindspore/ccsrc/backend/ge_backend/runtime/actor/profiler_actor.h +2 -2
  144. mindspore/include/mindspore/ccsrc/backend/ge_backend/runtime/actor/recorder_actor.h +2 -2
  145. mindspore/include/mindspore/ccsrc/backend/ge_backend/runtime/actor/super_kernel_actor.h +17 -17
  146. mindspore/include/mindspore/ccsrc/backend/ge_backend/runtime/device_tensor_store.h +24 -24
  147. mindspore/include/mindspore/ccsrc/backend/ge_backend/runtime/graph_compiler.h +6 -8
  148. mindspore/include/mindspore/ccsrc/backend/ge_backend/runtime/graph_partition.h +49 -0
  149. mindspore/include/mindspore/ccsrc/backend/ge_backend/runtime/scheduler_helper.h +1 -1
  150. mindspore/include/mindspore/ccsrc/backend/ge_backend/runtime/segment_runner.h +50 -0
  151. mindspore/include/mindspore/ccsrc/backend/ge_backend/utils/device_address_utils.h +4 -7
  152. mindspore/include/mindspore/ccsrc/backend/graph_compiler/op_backend.h +13 -11
  153. mindspore/include/mindspore/ccsrc/backend/graph_compiler/transform.h +2 -8
  154. mindspore/include/mindspore/ccsrc/backend/graph_compiler/vm.h +1 -5
  155. mindspore/include/mindspore/ccsrc/backend/ms_backend/ms_backend.h +0 -39
  156. mindspore/include/mindspore/ccsrc/backend/ms_backend/ms_backend_base.h +7 -4
  157. mindspore/include/mindspore/ccsrc/debug/checksum/checksum.h +35 -0
  158. mindspore/include/mindspore/ccsrc/debug/checksum/checksum_kernel.h +63 -0
  159. mindspore/include/mindspore/ccsrc/debug/checksum/checksum_mgr.h +50 -0
  160. mindspore/include/mindspore/ccsrc/debug/data_dump/device_statistic/check_overflow.h +1 -11
  161. mindspore/include/mindspore/ccsrc/debug/data_dump/device_statistic/common.h +0 -13
  162. mindspore/include/mindspore/ccsrc/debug/data_dump/device_statistic/kernel_launcher.h +3 -3
  163. mindspore/include/mindspore/ccsrc/debug/data_dump/device_statistic/mean.h +1 -1
  164. mindspore/include/mindspore/ccsrc/debug/data_dump/device_statistic/mem_manager.h +65 -0
  165. mindspore/include/mindspore/ccsrc/debug/data_dump/device_statistic/statistic_kernel.h +7 -8
  166. mindspore/include/mindspore/ccsrc/debug/data_dump/tensor_info_collect.h +21 -6
  167. mindspore/include/mindspore/ccsrc/debug/data_dump/tensor_statistic.h +2 -2
  168. mindspore/include/mindspore/ccsrc/debug/debug_services.h +1 -4
  169. mindspore/include/mindspore/ccsrc/debug/debugger/debugger_utils.h +7 -8
  170. mindspore/include/mindspore/ccsrc/debug/debugger/tensor_summary.h +0 -52
  171. mindspore/include/mindspore/ccsrc/debug/dump/tensordump_control.h +6 -2
  172. mindspore/include/mindspore/ccsrc/debug/{hooker/deprecated_env.h → dump/utils.h} +12 -9
  173. mindspore/include/mindspore/ccsrc/debug/profiler/mstx/mstx_impl.h +37 -24
  174. mindspore/include/mindspore/ccsrc/debug/profiler/mstx/mstx_symbol.h +63 -0
  175. mindspore/include/mindspore/ccsrc/debug/profiler/profiler.h +37 -15
  176. mindspore/include/mindspore/ccsrc/debug/profiler/profiling.h +9 -6
  177. mindspore/include/mindspore/ccsrc/debug/profiler/profiling_framework_data.h +2 -0
  178. mindspore/include/mindspore/ccsrc/debug/profiler/python_obj_pointer.h +7 -7
  179. mindspore/include/mindspore/ccsrc/debug/profiler/report_data.h +23 -0
  180. mindspore/include/mindspore/ccsrc/debug/profiler/thread.h +2 -2
  181. mindspore/include/mindspore/ccsrc/debug/utils.h +0 -5
  182. mindspore/include/mindspore/ccsrc/distributed/cluster/actor_route_table_proxy.h +1 -1
  183. mindspore/include/mindspore/ccsrc/distributed/cluster/actor_route_table_service.h +0 -2
  184. mindspore/include/mindspore/ccsrc/distributed/cluster/topology/meta_server_node.h +5 -5
  185. mindspore/include/mindspore/ccsrc/distributed/persistent/storage/local_file.h +0 -1
  186. mindspore/include/mindspore/ccsrc/distributed/rpc/tcp/connection.h +0 -1
  187. mindspore/include/mindspore/ccsrc/distributed/rpc/tcp/socket_operation.h +0 -1
  188. mindspore/include/mindspore/ccsrc/distributed/rpc/tcp/tcp_comm.h +0 -1
  189. mindspore/include/mindspore/ccsrc/distributed/rpc/tcp/tcp_socket_operation.h +0 -1
  190. mindspore/include/mindspore/ccsrc/frontend/ir/primitive_py.h +1 -1
  191. mindspore/include/mindspore/ccsrc/frontend/ir/py_execute_py.h +11 -28
  192. mindspore/include/mindspore/ccsrc/frontend/ir/storage.h +44 -0
  193. mindspore/include/mindspore/ccsrc/frontend/ir/storage_base.h +45 -0
  194. mindspore/include/mindspore/ccsrc/frontend/ir/tensor_py.h +10 -21
  195. mindspore/include/mindspore/ccsrc/frontend/operator/composite/composite.h +76 -5
  196. mindspore/include/mindspore/ccsrc/frontend/operator/composite/do_signature.h +2 -1
  197. mindspore/include/mindspore/ccsrc/frontend/operator/composite/functional_overload.h +46 -0
  198. mindspore/include/mindspore/ccsrc/frontend/operator/meta_dsl/common/meta_impl.h +152 -22
  199. mindspore/include/mindspore/ccsrc/frontend/operator/meta_dsl/common/utils.h +38 -61
  200. mindspore/include/mindspore/ccsrc/frontend/operator/meta_dsl/func_op/any.h +27 -0
  201. mindspore/include/mindspore/ccsrc/frontend/operator/meta_dsl/func_op/any_ext.h +27 -0
  202. mindspore/include/mindspore/ccsrc/frontend/operator/meta_dsl/func_op/conv3d_padding.h +41 -0
  203. mindspore/include/mindspore/ccsrc/frontend/operator/meta_dsl/func_op/einsum_ext.h +47 -0
  204. mindspore/include/mindspore/ccsrc/frontend/operator/meta_dsl/func_op/func_max_pool2d.h +28 -0
  205. mindspore/include/mindspore/ccsrc/frontend/operator/meta_dsl/func_op/gmm.h +28 -0
  206. mindspore/include/mindspore/ccsrc/frontend/operator/meta_dsl/func_op/gmm_backward.h +28 -0
  207. mindspore/include/mindspore/ccsrc/frontend/operator/meta_dsl/func_op/gmm_backward_fusion.h +28 -0
  208. mindspore/include/mindspore/ccsrc/frontend/operator/meta_dsl/func_op/gmm_common_utils.h +30 -0
  209. mindspore/include/mindspore/ccsrc/frontend/operator/meta_dsl/func_op/gmm_v2.h +28 -0
  210. mindspore/include/mindspore/ccsrc/frontend/operator/meta_dsl/func_op/gmm_v2_backward.h +28 -0
  211. mindspore/include/mindspore/ccsrc/frontend/operator/meta_dsl/func_op/gmm_v2_backward_fusion.h +28 -0
  212. mindspore/include/mindspore/ccsrc/frontend/operator/meta_dsl/func_op/inplace_exponential.h +31 -0
  213. mindspore/include/mindspore/ccsrc/frontend/operator/meta_dsl/func_op/moe_token_unpermute.h +28 -0
  214. mindspore/include/mindspore/ccsrc/frontend/optimizer/ad/adjoint.h +16 -2
  215. mindspore/include/mindspore/ccsrc/frontend/optimizer/ad/dfunctor.h +18 -10
  216. mindspore/include/mindspore/ccsrc/frontend/optimizer/ad/grad.h +4 -2
  217. mindspore/include/mindspore/ccsrc/frontend/optimizer/ad/pynative_jit_grad.h +6 -1
  218. mindspore/include/mindspore/ccsrc/frontend/optimizer/auto_monad_eliminate.h +3 -13
  219. mindspore/include/mindspore/ccsrc/frontend/optimizer/cse_pass.h +3 -7
  220. mindspore/include/mindspore/ccsrc/frontend/optimizer/graph_transform.h +2 -1
  221. mindspore/include/mindspore/ccsrc/frontend/optimizer/inplace_input_replace.h +30 -0
  222. mindspore/include/mindspore/ccsrc/frontend/optimizer/irpass/add_forward_monad_depend.h +47 -37
  223. mindspore/include/mindspore/ccsrc/frontend/optimizer/irpass/branch_culling.h +7 -104
  224. mindspore/include/mindspore/ccsrc/frontend/optimizer/irpass/call_graph_tuple_transform.h +2 -1
  225. mindspore/include/mindspore/ccsrc/frontend/optimizer/irpass/check_invalid_view_inplace_dout.h +46 -0
  226. mindspore/include/mindspore/ccsrc/frontend/optimizer/irpass/expand_dump_flag.h +1 -0
  227. mindspore/include/mindspore/ccsrc/frontend/optimizer/irpass/get_grad_eliminate.h +5 -1
  228. mindspore/include/mindspore/ccsrc/frontend/optimizer/irpass/inline.h +1 -0
  229. mindspore/include/mindspore/ccsrc/frontend/optimizer/irpass/item_dict_eliminate.h +3 -1
  230. mindspore/include/mindspore/ccsrc/frontend/optimizer/irpass/item_tuple_or_list_eliminate.h +1 -17
  231. mindspore/include/mindspore/ccsrc/frontend/optimizer/irpass/j_node_and_user_rematch.h +1 -1
  232. mindspore/include/mindspore/ccsrc/frontend/optimizer/irpass/loop_unroll.h +1 -0
  233. mindspore/include/mindspore/ccsrc/frontend/optimizer/irpass/parameter_eliminate.h +1 -0
  234. mindspore/include/mindspore/ccsrc/frontend/optimizer/irpass/partial_eliminate.h +1 -0
  235. mindspore/include/mindspore/ccsrc/frontend/optimizer/irpass/recompute_prepare.h +1 -0
  236. mindspore/include/mindspore/ccsrc/frontend/optimizer/irpass/special_op_eliminate.h +7 -1
  237. mindspore/include/mindspore/ccsrc/frontend/optimizer/irpass/stack_unstack_eliminate.h +4 -1
  238. mindspore/include/mindspore/ccsrc/frontend/optimizer/irpass/stopgrad_eliminate.h +3 -1
  239. mindspore/include/mindspore/ccsrc/frontend/optimizer/irpass/switch_or_switch_layer_defer_inline.h +10 -4
  240. mindspore/include/mindspore/ccsrc/frontend/optimizer/irpass.h +7 -7
  241. mindspore/include/mindspore/ccsrc/frontend/optimizer/opt.h +10 -5
  242. mindspore/include/mindspore/ccsrc/frontend/optimizer/optimizer.h +55 -280
  243. mindspore/include/mindspore/ccsrc/frontend/optimizer/pattern_matcher.h +8 -2
  244. mindspore/include/mindspore/ccsrc/frontend/parallel/auto_parallel/operator_costmodel.h +4 -0
  245. mindspore/include/mindspore/ccsrc/frontend/parallel/auto_parallel/stage_compute.h +1 -1
  246. mindspore/include/mindspore/ccsrc/frontend/parallel/came_parallel_handler.h +1 -1
  247. mindspore/include/mindspore/ccsrc/frontend/parallel/costmodel_context.h +1 -1
  248. mindspore/include/mindspore/ccsrc/frontend/parallel/dynamic_creator.h +1 -1
  249. mindspore/include/mindspore/ccsrc/frontend/parallel/dynamic_shape/dynamic_shape.h +1 -1
  250. mindspore/include/mindspore/ccsrc/frontend/parallel/graph_util/flops_collection.h +1 -1
  251. mindspore/include/mindspore/ccsrc/frontend/parallel/graph_util/fold_pipeline_split_utils.h +1 -1
  252. mindspore/include/mindspore/ccsrc/frontend/parallel/graph_util/grad_accumulation_utils.h +1 -1
  253. mindspore/include/mindspore/ccsrc/frontend/parallel/graph_util/graph_splitter.h +2 -0
  254. mindspore/include/mindspore/ccsrc/frontend/parallel/graph_util/graph_utils.h +1 -1
  255. mindspore/include/mindspore/ccsrc/frontend/parallel/graph_util/parallel_tensordump.h +49 -14
  256. mindspore/include/mindspore/ccsrc/frontend/parallel/interleaved_parallel/interleaved_parallel.h +1 -1
  257. mindspore/include/mindspore/ccsrc/frontend/parallel/ops_info/activation_info.h +0 -11
  258. mindspore/include/mindspore/ccsrc/frontend/parallel/ops_info/addn_info.h +1 -1
  259. mindspore/include/mindspore/ccsrc/frontend/parallel/ops_info/apply_rotary_pos_emb_info.h +1 -1
  260. mindspore/include/mindspore/ccsrc/frontend/parallel/ops_info/arithmetic_info.h +44 -0
  261. mindspore/include/mindspore/ccsrc/frontend/parallel/ops_info/avgpool_info.h +1 -1
  262. mindspore/include/mindspore/ccsrc/frontend/parallel/ops_info/cdist_info.h +1 -1
  263. mindspore/include/mindspore/ccsrc/frontend/parallel/ops_info/conv3d_info.h +1 -1
  264. mindspore/include/mindspore/ccsrc/frontend/parallel/ops_info/f_f_n_info.h +1 -1
  265. mindspore/include/mindspore/ccsrc/frontend/parallel/ops_info/fft_info.h +1 -1
  266. mindspore/include/mindspore/ccsrc/frontend/parallel/ops_info/fillv2_info.h +1 -1
  267. mindspore/include/mindspore/ccsrc/frontend/parallel/ops_info/flash_attention_score_info.h +20 -20
  268. mindspore/include/mindspore/ccsrc/frontend/parallel/ops_info/fused_infer_attention_score_info.h +15 -15
  269. mindspore/include/mindspore/ccsrc/frontend/parallel/ops_info/gamma_info.h +1 -1
  270. mindspore/include/mindspore/ccsrc/frontend/parallel/ops_info/grid_sampler2d.h +1 -1
  271. mindspore/include/mindspore/ccsrc/frontend/parallel/ops_info/group_norm_info.h +1 -1
  272. mindspore/include/mindspore/ccsrc/frontend/parallel/ops_info/incre_flash_attention_info.h +1 -1
  273. mindspore/include/mindspore/ccsrc/frontend/parallel/ops_info/inplace_op_info.h +1 -1
  274. mindspore/include/mindspore/ccsrc/frontend/parallel/ops_info/iou_info.h +1 -1
  275. mindspore/include/mindspore/ccsrc/frontend/parallel/ops_info/kldiv_loss_info.h +1 -1
  276. mindspore/include/mindspore/ccsrc/frontend/parallel/ops_info/kv_cache_mgr_info.h +1 -1
  277. mindspore/include/mindspore/ccsrc/frontend/parallel/ops_info/kv_cache_scatter_update_info.h +1 -1
  278. mindspore/include/mindspore/ccsrc/frontend/parallel/ops_info/lin_space_info.h +1 -1
  279. mindspore/include/mindspore/ccsrc/frontend/parallel/ops_info/matmul_info.h +9 -0
  280. mindspore/include/mindspore/ccsrc/frontend/parallel/ops_info/max_avg_pool_3d_info.h +1 -1
  281. mindspore/include/mindspore/ccsrc/frontend/parallel/ops_info/moe_compute_expert_tokens_info.h +1 -1
  282. mindspore/include/mindspore/ccsrc/frontend/parallel/ops_info/moe_finalize_routing_info.h +1 -1
  283. mindspore/include/mindspore/ccsrc/frontend/parallel/ops_info/moe_gating_top_k_softmax_info.h +1 -1
  284. mindspore/include/mindspore/ccsrc/frontend/parallel/ops_info/moe_init_routing_info.h +1 -1
  285. mindspore/include/mindspore/ccsrc/frontend/parallel/ops_info/operator_info.h +2 -0
  286. mindspore/include/mindspore/ccsrc/frontend/parallel/ops_info/ops_utils.h +4 -0
  287. mindspore/include/mindspore/ccsrc/frontend/parallel/ops_info/pad_info.h +1 -1
  288. mindspore/include/mindspore/ccsrc/frontend/parallel/ops_info/paged_attention_info.h +1 -1
  289. mindspore/include/mindspore/ccsrc/frontend/parallel/ops_info/paged_attention_mask_info.h +1 -1
  290. mindspore/include/mindspore/ccsrc/frontend/parallel/ops_info/prompt_flash_attention_info.h +1 -1
  291. mindspore/include/mindspore/ccsrc/frontend/parallel/ops_info/quant_batch_matmul_info.h +1 -1
  292. mindspore/include/mindspore/ccsrc/frontend/parallel/ops_info/quant_info.h +1 -1
  293. mindspore/include/mindspore/ccsrc/frontend/parallel/ops_info/quant_linear_sparse_info.h +1 -1
  294. mindspore/include/mindspore/ccsrc/frontend/parallel/ops_info/reshape_and_cache_info.h +1 -1
  295. mindspore/include/mindspore/ccsrc/frontend/parallel/ops_info/reshape_info.h +9 -4
  296. mindspore/include/mindspore/ccsrc/frontend/parallel/ops_info/scatter_math_ops_info.h +1 -1
  297. mindspore/include/mindspore/ccsrc/frontend/parallel/ops_info/scatter_nd_ops_info.h +1 -1
  298. mindspore/include/mindspore/ccsrc/frontend/parallel/ops_info/scatter_ops_info.h +1 -1
  299. mindspore/include/mindspore/ccsrc/frontend/parallel/ops_info/self_define_shard_info.h +1 -1
  300. mindspore/include/mindspore/ccsrc/frontend/parallel/ops_info/stand_alone_info.h +1 -1
  301. mindspore/include/mindspore/ccsrc/frontend/parallel/ops_info/topkrouter_info.h +1 -1
  302. mindspore/include/mindspore/ccsrc/frontend/parallel/ops_info/{decoder_k_v_cache_info.h → topprouter_info.h} +12 -15
  303. mindspore/include/mindspore/ccsrc/frontend/parallel/ops_info/tracev2_info.h +1 -1
  304. mindspore/include/mindspore/ccsrc/frontend/parallel/ops_info/tril_info.h +1 -1
  305. mindspore/include/mindspore/ccsrc/frontend/parallel/ops_info/weight_quant_batch_matmul_info.h +1 -1
  306. mindspore/include/mindspore/ccsrc/frontend/parallel/ops_info/wkv_info.h +1 -1
  307. mindspore/include/mindspore/ccsrc/frontend/parallel/parallel_postprocessor.h +1 -1
  308. mindspore/include/mindspore/ccsrc/frontend/parallel/parallel_preprocessor.h +2 -2
  309. mindspore/include/mindspore/ccsrc/frontend/parallel/parallel_processor.h +1 -1
  310. mindspore/include/mindspore/ccsrc/frontend/parallel/parallel_processor_context.h +1 -1
  311. mindspore/include/mindspore/ccsrc/frontend/parallel/parallel_whole_graph_processor.h +1 -1
  312. mindspore/include/mindspore/ccsrc/frontend/parallel/parameter_manager.h +0 -1
  313. mindspore/include/mindspore/ccsrc/frontend/parallel/pass/allreduce_slice_to_reducescatter.h +1 -1
  314. mindspore/include/mindspore/ccsrc/frontend/parallel/pass/assign_add_opt.h +1 -1
  315. mindspore/include/mindspore/ccsrc/frontend/parallel/pass/begin_end_overlap_inline.h +1 -1
  316. mindspore/include/mindspore/ccsrc/frontend/parallel/pass/bias_add_comm_swap.h +1 -1
  317. mindspore/include/mindspore/ccsrc/frontend/parallel/pass/dataset_reader_optimizer.h +1 -1
  318. mindspore/include/mindspore/ccsrc/frontend/parallel/pass/fias_sp.h +1 -1
  319. mindspore/include/mindspore/ccsrc/frontend/parallel/pass/flash_sp.h +1 -1
  320. mindspore/include/mindspore/ccsrc/frontend/parallel/pass/float32_redistribution.h +1 -1
  321. mindspore/include/mindspore/ccsrc/frontend/parallel/pass/full_micro_interleaved_order_control.h +1 -1
  322. mindspore/include/mindspore/ccsrc/frontend/parallel/pass/handle_group_info.h +1 -1
  323. mindspore/include/mindspore/ccsrc/frontend/parallel/pass/interleave_branches_utils.h +1 -1
  324. mindspore/include/mindspore/ccsrc/frontend/parallel/pass/interleave_parallel_branches.h +1 -1
  325. mindspore/include/mindspore/ccsrc/frontend/parallel/pass/interleave_split_concat_branches.h +1 -1
  326. mindspore/include/mindspore/ccsrc/frontend/parallel/pass/label_fine_grained_interleaved_index.h +1 -1
  327. mindspore/include/mindspore/ccsrc/frontend/parallel/pass/label_micro_interleaved_index.h +1 -1
  328. mindspore/include/mindspore/ccsrc/frontend/parallel/pass/matmul_add_comm_reduction.h +1 -1
  329. mindspore/include/mindspore/ccsrc/frontend/parallel/pass/merge_cast_opt.h +1 -1
  330. mindspore/include/mindspore/ccsrc/frontend/parallel/pass/merge_comm.h +1 -1
  331. mindspore/include/mindspore/ccsrc/frontend/parallel/pass/merge_recompute_call_nodes.h +28 -0
  332. mindspore/include/mindspore/ccsrc/frontend/parallel/pass/micro_interleaved_order_control.h +1 -1
  333. mindspore/include/mindspore/ccsrc/frontend/parallel/pass/offloading_packed_expert.h +1 -1
  334. mindspore/include/mindspore/ccsrc/frontend/parallel/pass/optimize_parallel_allgather_comm.h +1 -1
  335. mindspore/include/mindspore/ccsrc/frontend/parallel/pass/overlap_grad_comm.h +1 -1
  336. mindspore/include/mindspore/ccsrc/frontend/parallel/pass/overlap_grad_flash_sp.h +1 -1
  337. mindspore/include/mindspore/ccsrc/frontend/parallel/pass/overlap_grad_ring_attention.h +1 -1
  338. mindspore/include/mindspore/ccsrc/frontend/parallel/pass/overlap_gradmatmul_and_gradallreduce.h +1 -1
  339. mindspore/include/mindspore/ccsrc/frontend/parallel/pass/overlap_opt_shard_in_pipeline.h +1 -1
  340. mindspore/include/mindspore/ccsrc/frontend/parallel/pass/overlap_param_gather.h +1 -1
  341. mindspore/include/mindspore/ccsrc/frontend/parallel/pass/overlap_recompute_allgather_and_flashattention_grad.h +1 -1
  342. mindspore/include/mindspore/ccsrc/frontend/parallel/pass/overlap_recompute_and_grad_model_parallel.h +1 -1
  343. mindspore/include/mindspore/ccsrc/{pynative/grad/jit/jit_dfunctor.h → frontend/parallel/pass/overlap_recompute_comm.h} +8 -8
  344. mindspore/include/mindspore/ccsrc/frontend/parallel/pass/pass_utils.h +1 -1
  345. mindspore/include/mindspore/ccsrc/frontend/parallel/pass/remove_cast_before_assign_add.h +1 -1
  346. mindspore/include/mindspore/ccsrc/frontend/parallel/pass/reorder_send_recv_between_fp_bp.h +1 -1
  347. mindspore/include/mindspore/ccsrc/frontend/parallel/pass/slice_activation_in_cell_share_recompute.h +1 -1
  348. mindspore/include/mindspore/ccsrc/frontend/parallel/pass/split_layernorm_comm_fp.h +1 -1
  349. mindspore/include/mindspore/ccsrc/frontend/parallel/pass/split_matmul_comm_elementwise_fp.h +1 -1
  350. mindspore/include/mindspore/ccsrc/frontend/parallel/pass/swap_dp_allreduce_reducescatter.h +1 -1
  351. mindspore/include/mindspore/ccsrc/frontend/parallel/pipeline_transformer/fold_pipeline_transformer.h +1 -1
  352. mindspore/include/mindspore/ccsrc/frontend/parallel/pipeline_transformer/gpipe_interleave_scheduler.h +1 -1
  353. mindspore/include/mindspore/ccsrc/frontend/parallel/pipeline_transformer/pipeline_interleave.h +2 -1
  354. mindspore/include/mindspore/ccsrc/frontend/parallel/pipeline_transformer/pipeline_scheduler.h +1 -1
  355. mindspore/include/mindspore/ccsrc/frontend/parallel/pipeline_transformer/seqpipe_scheduler.h +1 -1
  356. mindspore/include/mindspore/ccsrc/frontend/parallel/shard/shard.h +1 -1
  357. mindspore/include/mindspore/ccsrc/frontend/parallel/step_assigned_parallel.h +1 -1
  358. mindspore/include/mindspore/ccsrc/frontend/parallel/strategy_checkpoint/strategy_checkpoint_info.h +1 -1
  359. mindspore/include/mindspore/ccsrc/frontend/parallel/strategy_loader.h +1 -1
  360. mindspore/include/mindspore/ccsrc/frontend/parallel/tensor_layout/layout_utils.h +1 -1
  361. mindspore/include/mindspore/ccsrc/frontend/parallel/tensor_layout/shared_parameter.h +1 -1
  362. mindspore/include/mindspore/ccsrc/frontend/parallel/tensor_layout/tensor_transform.h +2 -2
  363. mindspore/include/mindspore/ccsrc/include/backend/anf_runtime_algorithm.h +29 -13
  364. mindspore/include/mindspore/ccsrc/include/backend/data_queue/data_queue_mgr.h +1 -1
  365. mindspore/include/mindspore/ccsrc/include/backend/debug/data_dump/dump_control.h +1 -0
  366. mindspore/include/mindspore/ccsrc/include/backend/debug/data_dump/dump_json_parser.h +4 -5
  367. mindspore/include/mindspore/ccsrc/include/backend/debug/data_dump/dump_utils.h +1 -0
  368. mindspore/include/mindspore/ccsrc/include/backend/debug/debugger/debugger.h +0 -2
  369. mindspore/include/mindspore/ccsrc/include/backend/debug/execute_order_tracker/execute_order_tracker.h +14 -4
  370. mindspore/include/mindspore/ccsrc/include/backend/debug/tensor_data.h +0 -19
  371. mindspore/include/mindspore/ccsrc/include/backend/distributed/cluster/tcp_store.h +53 -0
  372. mindspore/include/mindspore/ccsrc/include/backend/distributed/collective/collective_manager.h +17 -8
  373. mindspore/include/mindspore/ccsrc/include/backend/distributed/constants.h +1 -10
  374. mindspore/include/mindspore/ccsrc/include/backend/distributed/embedding_cache/embedding_hash_map.h +0 -2
  375. mindspore/include/mindspore/ccsrc/include/backend/distributed/ps/ps_context.h +0 -6
  376. mindspore/include/mindspore/ccsrc/include/backend/distributed/rpc/tcp/constants.h +2 -1
  377. mindspore/include/mindspore/ccsrc/include/backend/kernel_graph.h +0 -1
  378. mindspore/include/mindspore/ccsrc/include/backend/kernel_info.h +8 -10
  379. mindspore/include/mindspore/ccsrc/include/backend/mbuf_device_address.h +5 -5
  380. mindspore/include/mindspore/ccsrc/include/backend/mem_reuse/abstract_dynamic_mem_pool.h +10 -5
  381. mindspore/include/mindspore/ccsrc/include/backend/mem_reuse/address_discretizer.h +63 -0
  382. mindspore/include/mindspore/ccsrc/include/backend/mem_reuse/dynamic_mem_pool.h +12 -0
  383. mindspore/include/mindspore/ccsrc/include/backend/mem_reuse/max_segment_tree.h +181 -0
  384. mindspore/include/mindspore/ccsrc/include/backend/mem_reuse/mem_dynamic_allocator.h +0 -1
  385. mindspore/include/mindspore/ccsrc/include/backend/mem_reuse/mem_pool_util.h +98 -0
  386. mindspore/include/mindspore/ccsrc/include/backend/mem_reuse/mem_tracker.h +11 -107
  387. mindspore/include/mindspore/ccsrc/include/backend/mem_reuse/race_checker.h +64 -0
  388. mindspore/include/mindspore/ccsrc/include/backend/mem_reuse/tracker_graph.h +91 -0
  389. mindspore/include/mindspore/ccsrc/include/backend/optimizer/inplace_node_pass.h +1 -9
  390. mindspore/include/mindspore/ccsrc/include/backend/optimizer/optimizer.h +3 -6
  391. mindspore/include/mindspore/ccsrc/include/backend/optimizer/pattern_engine.h +0 -2
  392. mindspore/include/mindspore/ccsrc/include/backend/optimizer/visitor.h +2 -0
  393. mindspore/include/mindspore/ccsrc/include/backend/py_execute_utils.h +2 -1
  394. mindspore/include/mindspore/ccsrc/include/common/debug/draw.h +3 -1
  395. mindspore/include/mindspore/ccsrc/include/common/debug/dump_proto.h +2 -10
  396. mindspore/include/mindspore/ccsrc/include/common/expander/core/emitter.h +1 -1
  397. mindspore/include/mindspore/ccsrc/include/common/expander/core/node.h +1 -1
  398. mindspore/include/mindspore/ccsrc/include/common/np_dtype/np_dtypes.h +6 -15
  399. mindspore/include/mindspore/ccsrc/include/common/pybind_api/api_register.h +6 -1
  400. mindspore/include/mindspore/ccsrc/include/common/pynative/abstract_converter.h +0 -4
  401. mindspore/include/mindspore/ccsrc/include/common/pynative/adapter.h +2 -5
  402. mindspore/include/mindspore/ccsrc/include/common/pynative/common_utils.h +5 -1
  403. mindspore/include/mindspore/ccsrc/include/common/pynative/grad_state.h +12 -0
  404. mindspore/include/mindspore/ccsrc/include/common/pynative/variable.h +326 -0
  405. mindspore/include/mindspore/ccsrc/include/common/random.h +1 -2
  406. mindspore/include/mindspore/ccsrc/include/common/runtime_conf/runtime_conf.h +7 -8
  407. mindspore/include/mindspore/ccsrc/include/common/runtime_conf/thread_bind_core.h +12 -10
  408. mindspore/include/mindspore/ccsrc/include/common/utils/anfalgo.h +8 -2
  409. mindspore/include/mindspore/ccsrc/include/common/utils/comm_manager.h +0 -1
  410. mindspore/include/mindspore/ccsrc/include/common/utils/compile_cache_context.h +4 -2
  411. mindspore/include/mindspore/ccsrc/include/common/utils/convert_utils.h +18 -4
  412. mindspore/include/mindspore/ccsrc/include/common/utils/convert_utils_py.h +2 -10
  413. mindspore/include/mindspore/ccsrc/include/common/utils/cse.h +0 -1
  414. mindspore/include/mindspore/ccsrc/include/common/utils/json_operation_utils.h +1 -1
  415. mindspore/include/mindspore/ccsrc/include/common/utils/ms_device_shape_transfer.h +0 -1
  416. mindspore/include/mindspore/ccsrc/include/common/utils/parallel_context.h +8 -2
  417. mindspore/include/mindspore/ccsrc/include/common/utils/python_adapter.h +3 -3
  418. mindspore/include/mindspore/ccsrc/include/common/utils/stub_tensor.h +1 -3
  419. mindspore/include/mindspore/ccsrc/include/common/utils/summary/event_writer.h +1 -1
  420. mindspore/include/mindspore/ccsrc/include/common/utils/tensor_py.h +24 -117
  421. mindspore/include/mindspore/ccsrc/include/common/utils/tensor_py_wrapper.h +1 -7
  422. mindspore/include/mindspore/ccsrc/include/common/utils/tensor_utils.h +3 -3
  423. mindspore/include/mindspore/ccsrc/include/common/utils/utils.h +6 -8
  424. mindspore/include/mindspore/ccsrc/include/common/visible.h +0 -10
  425. mindspore/include/mindspore/ccsrc/kernel/framework_utils.h +3 -0
  426. mindspore/include/mindspore/ccsrc/kernel/graph_kernel_info.h +1 -1
  427. mindspore/include/mindspore/ccsrc/kernel/philox_random.h +47 -87
  428. mindspore/include/mindspore/ccsrc/minddata/dataset/api/python/python_mp.h +8 -0
  429. mindspore/include/mindspore/ccsrc/minddata/dataset/core/cv_tensor.h +1 -1
  430. mindspore/include/mindspore/ccsrc/minddata/dataset/core/tensor.h +26 -2
  431. mindspore/include/mindspore/ccsrc/minddata/dataset/engine/connector.h +7 -0
  432. mindspore/include/mindspore/ccsrc/minddata/dataset/engine/datasetops/map_op/map_op.h +3 -0
  433. mindspore/include/mindspore/ccsrc/minddata/dataset/engine/datasetops/source/mindrecord_op.h +0 -1
  434. mindspore/include/mindspore/ccsrc/minddata/dataset/include/dataset/vision_ascend.h +1 -1
  435. mindspore/include/mindspore/ccsrc/minddata/dataset/kernels/data/parse_example_op.h +19 -15
  436. mindspore/include/mindspore/ccsrc/minddata/dataset/kernels/image/dvpp/utils/AclLiteType.h +6 -1
  437. mindspore/include/mindspore/ccsrc/minddata/dataset/kernels/image/dvpp/utils/AclLiteUtils.h +6 -1
  438. mindspore/include/mindspore/ccsrc/minddata/dataset/kernels/image/dvpp/utils/DvppCommon.h +1 -1
  439. mindspore/include/mindspore/ccsrc/minddata/dataset/kernels/image/dvpp/utils/ErrorCode.h +2 -2
  440. mindspore/include/mindspore/ccsrc/minddata/dataset/kernels/image/dvpp/utils/ThreadSafeQueue.h +3 -1
  441. mindspore/include/mindspore/ccsrc/minddata/dataset/kernels/image/dvpp/utils/VdecHelper.h +9 -12
  442. mindspore/include/mindspore/ccsrc/minddata/dataset/kernels/image/dvpp/utils/dvpp_video.h +29 -10
  443. mindspore/include/mindspore/ccsrc/minddata/dataset/kernels/image/lite_cv/image_process.h +1 -1
  444. mindspore/include/mindspore/ccsrc/minddata/dataset/util/btree.h +1 -1
  445. mindspore/include/mindspore/ccsrc/minddata/dataset/util/cond_var.h +0 -1
  446. mindspore/include/mindspore/ccsrc/minddata/dataset/util/json_helper.h +1 -1
  447. mindspore/include/mindspore/ccsrc/minddata/dataset/util/queue.h +1 -1
  448. mindspore/include/mindspore/ccsrc/minddata/dataset/util/sig_handler.h +2 -2
  449. mindspore/include/mindspore/ccsrc/minddata/dataset/util/system_pool.h +1 -1
  450. mindspore/include/mindspore/ccsrc/minddata/dataset/util/task_manager.h +0 -1
  451. mindspore/include/mindspore/ccsrc/minddata/mindrecord/include/shard_distributed_sample.h +0 -1
  452. mindspore/include/mindspore/ccsrc/minddata/mindrecord/include/shard_header.h +0 -1
  453. mindspore/include/mindspore/ccsrc/minddata/mindrecord/include/shard_index.h +0 -1
  454. mindspore/include/mindspore/ccsrc/minddata/mindrecord/include/shard_pk_sample.h +0 -1
  455. mindspore/include/mindspore/ccsrc/minddata/mindrecord/include/shard_reader.h +0 -1
  456. mindspore/include/mindspore/ccsrc/minddata/mindrecord/include/shard_schema.h +0 -1
  457. mindspore/include/mindspore/ccsrc/minddata/mindrecord/include/shard_statistics.h +0 -1
  458. mindspore/include/mindspore/ccsrc/minddata/mindrecord/include/shard_writer.h +0 -1
  459. mindspore/include/mindspore/ccsrc/minddata/utils.h +30 -2
  460. mindspore/include/mindspore/{ops/ops_utils/ms_extension.h → ccsrc/ms_extension/all.h} +12 -5
  461. mindspore/include/mindspore/ccsrc/ms_extension/api.h +32 -0
  462. mindspore/include/mindspore/ccsrc/ms_extension/ascend/atb/atb_common.h +98 -0
  463. mindspore/include/mindspore/ccsrc/ms_extension/ascend/atb/operation_cache.h +229 -0
  464. mindspore/include/mindspore/ccsrc/ms_extension/common/tensor.h +200 -0
  465. mindspore/include/mindspore/ccsrc/ms_extension/common/visible.h +28 -0
  466. mindspore/include/mindspore/ccsrc/ms_extension/pynative/pyboost_extension.h +312 -0
  467. mindspore/include/mindspore/ccsrc/pipeline/jit/pi/capture_context.h +1 -1
  468. mindspore/include/mindspore/ccsrc/pipeline/jit/pi/eval_frame_hook.h +2 -2
  469. mindspore/include/mindspore/ccsrc/pipeline/jit/pi/graph_build/build_graph_utils.h +5 -1
  470. mindspore/include/mindspore/ccsrc/pipeline/jit/pi/graph_build/func_graph_builder.h +22 -5
  471. mindspore/include/mindspore/ccsrc/pipeline/jit/pi/graph_capture/abstract_object.h +92 -19
  472. mindspore/include/mindspore/ccsrc/pipeline/jit/pi/graph_capture/cfg.h +19 -5
  473. mindspore/include/mindspore/ccsrc/pipeline/jit/pi/graph_capture/code_generator.h +53 -49
  474. mindspore/include/mindspore/ccsrc/pipeline/jit/pi/graph_capture/graph.h +40 -10
  475. mindspore/include/mindspore/ccsrc/pipeline/jit/pi/graph_capture/graph_analyzer.h +3 -19
  476. mindspore/include/mindspore/ccsrc/pipeline/jit/pi/graph_capture/graph_arguments_optimizer.h +145 -0
  477. mindspore/include/mindspore/ccsrc/pipeline/jit/pi/graph_capture/graph_build.h +13 -24
  478. mindspore/include/mindspore/ccsrc/pipeline/jit/pi/graph_capture/node.h +33 -3
  479. mindspore/include/mindspore/ccsrc/pipeline/jit/pi/graph_capture/side_effect.h +116 -27
  480. mindspore/include/mindspore/ccsrc/pipeline/jit/pi/graph_compiler/abstract_type.h +2 -2
  481. mindspore/include/mindspore/ccsrc/pipeline/jit/pi/graph_compiler/compiler.h +4 -0
  482. mindspore/include/mindspore/ccsrc/pipeline/jit/pi/graph_compiler/utils.h +2 -0
  483. mindspore/include/mindspore/ccsrc/pipeline/jit/pi/graph_guard/cache.h +32 -8
  484. mindspore/include/mindspore/ccsrc/pipeline/jit/pi/graph_guard/guard.h +11 -15
  485. mindspore/include/mindspore/ccsrc/pipeline/jit/pi/graph_guard/guard_utils.h +17 -8
  486. mindspore/include/mindspore/ccsrc/pipeline/jit/pi/graph_guard/infer.h +0 -2
  487. mindspore/include/mindspore/ccsrc/pipeline/jit/pi/graph_guard/shape_ctx.h +3 -3
  488. mindspore/include/mindspore/ccsrc/pipeline/jit/pi/graph_guard/trace.h +50 -93
  489. mindspore/include/mindspore/ccsrc/pipeline/jit/pi/jit_compile_results.h +1 -16
  490. mindspore/include/mindspore/ccsrc/pipeline/jit/pi/pi_jit_config.h +11 -22
  491. mindspore/include/mindspore/ccsrc/pipeline/jit/pi/python_adapter/py_code.h +56 -5
  492. mindspore/include/mindspore/ccsrc/pipeline/jit/pi/python_adapter/py_frame.h +6 -7
  493. mindspore/include/mindspore/ccsrc/pipeline/jit/pi/python_adapter/pydef.h +0 -6
  494. mindspore/include/mindspore/ccsrc/pipeline/jit/pi/runtime.h +1 -1
  495. mindspore/include/mindspore/ccsrc/pipeline/jit/pi/utils/opcode_util.h +5 -0
  496. mindspore/include/mindspore/ccsrc/pipeline/jit/pi/utils/stop_trace_reason.h +26 -17
  497. mindspore/include/mindspore/ccsrc/pipeline/jit/pi/utils/utils.h +15 -11
  498. mindspore/include/mindspore/ccsrc/pipeline/jit/ps/action.h +2 -4
  499. mindspore/include/mindspore/ccsrc/pipeline/jit/ps/executor/executor_py.h +116 -0
  500. mindspore/include/mindspore/ccsrc/pipeline/jit/ps/executor/graph_executor_py.h +118 -0
  501. mindspore/include/mindspore/ccsrc/pipeline/jit/ps/{pipeline_jit.h → executor/jit_executor_py.h} +6 -6
  502. mindspore/include/mindspore/ccsrc/pipeline/jit/ps/graph_circle_handler.h +35 -0
  503. mindspore/include/mindspore/ccsrc/pipeline/jit/ps/parse/data_converter.h +6 -0
  504. mindspore/include/mindspore/ccsrc/pipeline/jit/ps/parse/function_block.h +1 -0
  505. mindspore/include/mindspore/ccsrc/pipeline/jit/ps/parse/parse.h +10 -0
  506. mindspore/include/mindspore/ccsrc/pipeline/jit/ps/parse/parse_base.h +1 -6
  507. mindspore/include/mindspore/ccsrc/pipeline/jit/ps/parse/resolve.h +9 -0
  508. mindspore/include/mindspore/ccsrc/pipeline/jit/ps/pass.h +3 -1
  509. mindspore/include/mindspore/ccsrc/pipeline/jit/ps/pass_config.h +4 -0
  510. mindspore/include/mindspore/ccsrc/pipeline/jit/ps/pipeline.h +12 -170
  511. mindspore/include/mindspore/ccsrc/pipeline/jit/ps/resource.h +7 -16
  512. mindspore/include/mindspore/ccsrc/pipeline/jit/ps/static_analysis/async_eval_result.h +2 -2
  513. mindspore/include/mindspore/ccsrc/pipeline/jit/ps/static_analysis/auto_monad.h +1 -1
  514. mindspore/include/mindspore/ccsrc/pipeline/jit/ps/static_analysis/builtin_prim.h +3 -3
  515. mindspore/include/mindspore/ccsrc/pipeline/jit/ps/static_analysis/evaluator.h +12 -12
  516. mindspore/include/mindspore/ccsrc/pipeline/jit/ps/static_analysis/order_enforce.h +1 -1
  517. mindspore/include/mindspore/ccsrc/pipeline/jit/ps/static_analysis/prim.h +13 -76
  518. mindspore/include/mindspore/ccsrc/pipeline/jit/ps/static_analysis/prim_utils.h +78 -0
  519. mindspore/include/mindspore/ccsrc/pipeline/jit/ps/static_analysis/program_specialize.h +1 -1
  520. mindspore/include/mindspore/ccsrc/pipeline/jit/ps/validator.h +3 -0
  521. mindspore/include/mindspore/ccsrc/pipeline/jit/trace/trace_recorder.h +19 -4
  522. mindspore/include/mindspore/ccsrc/pipeline/llm_boost/llm_boost_binder.h +1 -1
  523. mindspore/include/mindspore/ccsrc/plugin/device/ascend/hal/device/ascend_kernel_runtime.h +0 -1
  524. mindspore/include/mindspore/ccsrc/plugin/device/ascend/hal/device/kernel_select_ascend.h +3 -4
  525. mindspore/include/mindspore/ccsrc/plugin/device/ascend/hal/hardware/acl_stream_assign.h +2 -2
  526. mindspore/include/mindspore/ccsrc/plugin/device/ascend/hal/hardware/ascend_deprecated_interface.h +0 -1
  527. mindspore/include/mindspore/ccsrc/plugin/device/ascend/hal/hardware/{ge_device_context.h → ascend_device_context.h} +10 -19
  528. mindspore/include/mindspore/ccsrc/plugin/device/ascend/hal/hardware/ascend_device_res_manager.h +14 -10
  529. mindspore/include/mindspore/ccsrc/plugin/device/ascend/hal/hardware/ge_graph_optimization.h +0 -1
  530. mindspore/include/mindspore/ccsrc/plugin/device/ascend/hal/hardware/ge_kernel_executor.h +10 -2
  531. mindspore/include/mindspore/ccsrc/plugin/device/ascend/hal/hardware/stress_detect.h +40 -0
  532. mindspore/include/mindspore/ccsrc/plugin/device/ascend/hal/profiler/ascend_profiling.h +32 -7
  533. mindspore/include/mindspore/ccsrc/plugin/device/ascend/hal/profiler/feature_mgr.h +1 -1
  534. mindspore/include/mindspore/ccsrc/plugin/device/ascend/hal/profiler/mstx/mstx_dispatcher.h +10 -8
  535. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/atb/add_atb_kernel.h +2 -1
  536. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/atb/atb_adapter.h +12 -0
  537. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/atb/atb_kernel_mod.h +3 -1
  538. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/atb/inplace_grouped_matmul_add_atb_kernel.h +2 -1
  539. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/atb/inplace_matmul_add_atb_kernel.h +39 -0
  540. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/dvm/dvm_comm_info.h +1 -0
  541. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/dvm/dvm_kernel_mod.h +1 -1
  542. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/dvm/lazy_fusion_kernel.h +15 -16
  543. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/dvm/lazy_fusion_op.h +118 -93
  544. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/hccl_kernel.h +1 -1
  545. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/hcom_all_gather_v.h +51 -0
  546. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/hcom_receive.h +3 -1
  547. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/hcom_reduce_scatter_v.h +51 -0
  548. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/hcom_util.h +26 -11
  549. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/auto_generate/dist_comm_all_gather.h +1 -1
  550. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/auto_generate/dist_comm_all_gather_into_tensor.h +1 -1
  551. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/auto_generate/dist_comm_all_reduce.h +1 -1
  552. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/auto_generate/dist_comm_all_to_all_v.h +1 -1
  553. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/auto_generate/dist_comm_all_to_all_v_single.h +1 -1
  554. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/auto_generate/dist_comm_barrier.h +1 -1
  555. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/auto_generate/dist_comm_batch_isend_irecv.h +1 -1
  556. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/auto_generate/dist_comm_broadcast.h +1 -1
  557. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/auto_generate/dist_comm_gather.h +1 -1
  558. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/auto_generate/dist_comm_gather_into_tensor.h +1 -1
  559. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/auto_generate/dist_comm_irecv.h +1 -1
  560. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/auto_generate/dist_comm_isend.h +1 -1
  561. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/auto_generate/dist_comm_reduce.h +1 -1
  562. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/auto_generate/dist_comm_reduce_scatter.h +1 -1
  563. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/auto_generate/dist_comm_reduce_scatter_tensor.h +1 -1
  564. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/auto_generate/dist_comm_scatter.h +1 -1
  565. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/auto_generate/dist_comm_scatter_tensor.h +1 -1
  566. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/auto_generate/inner_comm_all_gather.h +1 -1
  567. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/auto_generate/inner_comm_all_reduce.h +1 -1
  568. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/auto_generate/inner_comm_all_to_all_v.h +1 -1
  569. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/auto_generate/inner_comm_irecv.h +1 -1
  570. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/auto_generate/inner_comm_isend.h +1 -1
  571. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/auto_generate/inner_comm_reduce_scatter.h +1 -1
  572. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/comm_common.h +4 -4
  573. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/dist_comm_all_gather.h +1 -1
  574. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/dist_comm_all_gather_into_tensor.h +2 -2
  575. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/dist_comm_all_reduce.h +1 -1
  576. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/dist_comm_all_to_all_v.h +1 -1
  577. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/dist_comm_all_to_all_v_single.h +2 -2
  578. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/dist_comm_broadcast.h +1 -1
  579. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/dist_comm_gather.h +1 -1
  580. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/dist_comm_gather_into_tensor.h +2 -2
  581. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/dist_comm_irecv.h +1 -1
  582. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/dist_comm_isend.h +1 -1
  583. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/dist_comm_reduce.h +1 -1
  584. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/dist_comm_reduce_scatter.h +1 -1
  585. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/dist_comm_reduce_scatter_tensor.h +2 -2
  586. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/dist_comm_scatter.h +1 -1
  587. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/dist_comm_scatter_tensor.h +2 -2
  588. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/inner_comm_all_gather.h +1 -1
  589. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/inner_comm_all_reduce.h +1 -1
  590. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/inner_comm_all_to_all_v.h +1 -1
  591. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/inner_comm_isend.h +1 -1
  592. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/inner_comm_reduce_scatter.h +1 -1
  593. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/internal/add_rms_norm_quant.h +15 -1
  594. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/{ge/ge_kernel_build.h → internal/dynamic_ntk.h} +12 -9
  595. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/internal/fused_add_topk_div.h +31 -0
  596. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/internal/internal_tiling_cache.h +3 -3
  597. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/internal/pyboost/apply_rotary_pos_emb.h +46 -0
  598. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/internal/pyboost/auto_gen/internal_kernel_info_adapter.h +82 -0
  599. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/internal/pyboost/auto_gen/kernel_info_adapter.h +69 -0
  600. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/internal/pyboost/flash_attention_score.h +54 -0
  601. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/internal/pyboost/internal_kernel_info.h +162 -0
  602. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/internal/pyboost/internal_pyboost_utils.h +121 -0
  603. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/internal/pyboost/paged_attention.h +91 -0
  604. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/internal/pyboost/reshape_and_cache.h +43 -0
  605. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/internal/swiglu_dynamic_quant.h +32 -0
  606. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/rts/reshape_ext.h +5 -0
  607. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/boost_model_atb.h +1 -1
  608. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/atb/atb_infer.h +7 -9
  609. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/atb/comm.h +82 -0
  610. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/atb/common_op_params.h +77 -0
  611. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/atb/context.h +50 -10
  612. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/atb/graph_op_builder.h +24 -18
  613. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/atb/infer_op_params.h +2331 -671
  614. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/atb/operation.h +29 -11
  615. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/atb/operation_infra.h +78 -0
  616. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/atb/svector.h +19 -22
  617. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/atb/train_op_params.h +215 -24
  618. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/atb/types.h +39 -24
  619. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/atb/utils.h +7 -9
  620. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/atb_speed/base/context_factory.h +1 -0
  621. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/atb_speed/base/event_manager.h +156 -0
  622. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/atb_speed/base/external_comm_manager.h +68 -0
  623. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/atb_speed/base/hosttensor_binder.h +0 -1
  624. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/atb_speed/base/model.h +33 -29
  625. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/atb_speed/log/error.h +49 -0
  626. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/atb_speed/log/file_utils.h +86 -0
  627. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/atb_speed/log/log_config.h +84 -0
  628. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/atb_speed/log/log_error.h +20 -0
  629. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/atb_speed/log/log_utils.h +86 -0
  630. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/atb_speed/log.h +128 -52
  631. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/atb_speed/utils/ModelTaskExecutor.h +64 -0
  632. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/atb_speed/{log/log_sink_stdout.h → utils/TaskQueue.h} +21 -11
  633. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/atb_speed/utils/check_util.h +80 -0
  634. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/atb_speed/utils/config.h +2 -12
  635. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/atb_speed/utils/{filesystem.h → file_system.h} +1 -11
  636. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/atb_speed/utils/hccl_runner.h +48 -0
  637. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/atb_speed/utils/model_factory.h +1 -3
  638. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/atb_speed/utils/operation_factory.h +3 -3
  639. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/atb_speed/utils/operation_util.h +6 -5
  640. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/atb_speed/utils/share_memory.h +46 -0
  641. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/atb_speed/utils/singleton.h +7 -0
  642. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/atb_speed/utils/statistic.h +1 -0
  643. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/atb_speed/utils/str_split.h +0 -2
  644. mindspore/include/mindspore/ccsrc/plugin/device/ascend/optimizer/expander_fallback.h +33 -0
  645. mindspore/include/mindspore/ccsrc/plugin/device/ascend/optimizer/ge_backend_optimization.h +1 -0
  646. mindspore/include/mindspore/ccsrc/plugin/device/ascend/optimizer/ir_fusion/matmul_assignadd_fusion.h +61 -0
  647. mindspore/include/mindspore/ccsrc/plugin/device/ascend/optimizer/ir_fusion_infer/inference_swiglu_fusion_v2.h +52 -0
  648. mindspore/include/mindspore/ccsrc/plugin/device/ascend/optimizer/ir_fusion_infer/inference_weight_preprocess_utils.h +1 -1
  649. mindspore/include/mindspore/ccsrc/plugin/device/ascend/optimizer/ir_fusion_infer/moe_init_routing_dyn_quantv2_fusion.h +66 -0
  650. mindspore/include/mindspore/ccsrc/plugin/device/ascend/optimizer/ir_fusion_infer/rms_norm_quant_fusion.h +24 -1
  651. mindspore/include/mindspore/ccsrc/plugin/device/ascend/optimizer/ir_fusion_infer/swiglu_dynamic_quant_fusion.h +47 -0
  652. mindspore/include/mindspore/ccsrc/plugin/device/ascend/optimizer/ir_fusion_infer/swiglu_reshape_dynamic_quant_fusion.h +47 -0
  653. mindspore/include/mindspore/ccsrc/plugin/device/cpu/hal/device/cpu_common.h +1 -1
  654. mindspore/include/mindspore/ccsrc/plugin/device/cpu/hal/device/cpu_kernel_runtime.h +2 -1
  655. mindspore/include/mindspore/ccsrc/plugin/device/cpu/hal/hardware/cpu_device_context.h +20 -11
  656. mindspore/include/mindspore/ccsrc/plugin/device/cpu/hal/hardware/cpu_somas.h +1 -1
  657. mindspore/include/mindspore/ccsrc/plugin/device/cpu/hal/hardware/mpi_collective_comm_lib.h +3 -1
  658. mindspore/include/mindspore/ccsrc/plugin/device/cpu/hal/hardware/ms_collective_comm_lib.h +9 -2
  659. mindspore/include/mindspore/ccsrc/plugin/device/cpu/kernel/contiguous_cpu_kernel.h +8 -6
  660. mindspore/include/mindspore/ccsrc/plugin/device/cpu/kernel/cpu_kernel.h +2 -2
  661. mindspore/include/mindspore/ccsrc/plugin/device/cpu/kernel/custom/custom_kernel_input_info.h +99 -0
  662. mindspore/include/mindspore/ccsrc/plugin/device/cpu/kernel/custom/{custom_julia_cpu_kernel.h → custom_op_plugin_kernel.h} +23 -11
  663. mindspore/include/mindspore/ccsrc/plugin/device/gpu/hal/hardware/gpu_device_context.h +18 -10
  664. mindspore/include/mindspore/ccsrc/plugin/device/gpu/hal/hardware/gpu_somas.h +1 -1
  665. mindspore/include/mindspore/ccsrc/plugin/device/gpu/hal/hardware/nvidia_collective_comm_lib.h +3 -1
  666. mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/ascend_device_address/ascend_device_address.h +27 -16
  667. mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/ascend_res_manager.h +17 -10
  668. mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/collective/ascend_collective_comm_lib.h +6 -5
  669. mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/collective/ascend_communication_group.h +27 -12
  670. mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/collective/ccool_collective_comm_lib.h +4 -5
  671. mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/collective/ccool_communication_group.h +4 -4
  672. mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/collective/dummy_ascend_collective_comm_lib.h +3 -5
  673. mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/collective/dvm_collective_comm_lib.h +5 -5
  674. mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/collective/dvm_communication_group.h +1 -1
  675. mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/collective/hccl_watch_dog_thread.h +5 -3
  676. mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/collective/leaper_trans.h +2 -5
  677. mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/collective/lowlatency_collective_comm_lib.h +4 -5
  678. mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/collective/multi_ascend_collective_comm_lib.h +6 -6
  679. mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/collective/multi_ascend_communication_group.h +4 -2
  680. mindspore/include/mindspore/ccsrc/plugin/{device/ascend/kernel → res_manager/ascend}/dvm/dvm.h +15 -1
  681. mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/hal_manager/ascend_hal_manager.h +1 -0
  682. mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/hccl_adapter/hccl_adapter.h +31 -1
  683. mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/hccl_adapter/plugin/hccl_plugin.h +8 -0
  684. mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/mbuf_manager/mbuf_receive_manager.h +6 -1
  685. mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/mem_manager/abstract_ascend_memory_pool_support.h +2 -0
  686. mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/mem_manager/ascend_dynamic_mem_adapter.h +3 -2
  687. mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/mem_manager/ascend_memory_adapter.h +1 -0
  688. mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/mem_manager/ascend_memory_manager.h +1 -0
  689. mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/mem_manager/ascend_memory_pool.h +14 -0
  690. mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/mem_manager/ascend_two_pointer_mem_adapter.h +1 -0
  691. mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/mem_manager/ascend_vmm_adapter.h +3 -1
  692. mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/op_adapter/custom_op_proto/cust_array_ops.h +11 -0
  693. mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/op_adapter/custom_op_proto/cust_other_ops.h +0 -22
  694. mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/op_adapter/op_adapter_base.h +38 -33
  695. mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/op_adapter/op_adapter_map.h +3 -2
  696. mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/op_adapter/op_adapter_util.h +3 -0
  697. mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/op_adapter/op_declare/array_ops_declare.h +3 -0
  698. mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/op_adapter/op_declare/transform_fusion_ops_declare.h +0 -6
  699. mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/op_adapter/transform_util.h +1 -1
  700. mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/symbol_interface/acl_rt_symbol.h +6 -0
  701. mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/symbol_interface/symbol_utils.h +11 -6
  702. mindspore/include/mindspore/ccsrc/plugin/res_manager/cpu/cpu_device_address/cpu_device_address.h +17 -12
  703. mindspore/include/mindspore/ccsrc/plugin/{device/cpu/hal/device → res_manager/cpu/cpu_mem_manager}/cpu_hash_table.h +2 -1
  704. mindspore/include/mindspore/ccsrc/plugin/{device/cpu/hal/device → res_manager/cpu/cpu_mem_manager}/cpu_hash_table_util.h +1 -1
  705. mindspore/include/mindspore/ccsrc/plugin/res_manager/cpu/cpu_mem_manager/cpu_memory_manager.h +4 -10
  706. mindspore/include/mindspore/ccsrc/plugin/res_manager/cpu/cpu_mem_manager/cpu_memory_pool.h +3 -1
  707. mindspore/include/mindspore/ccsrc/plugin/res_manager/cpu/cpu_res_manager.h +8 -15
  708. mindspore/include/mindspore/ccsrc/plugin/res_manager/cpu/visible.h +32 -0
  709. mindspore/include/mindspore/ccsrc/plugin/res_manager/gpu/device/gpu_device_address.h +19 -11
  710. mindspore/include/mindspore/ccsrc/plugin/res_manager/gpu/gpu_res_manager.h +8 -8
  711. mindspore/include/mindspore/ccsrc/ps/core/collective_ops_impl.h +31 -6
  712. mindspore/include/mindspore/ccsrc/ps/core/communicator/http_request_handler.h +0 -1
  713. mindspore/include/mindspore/ccsrc/ps/core/file_configuration.h +2 -2
  714. mindspore/include/mindspore/ccsrc/ps/core/node.h +1 -1
  715. mindspore/include/mindspore/ccsrc/pybind_api/hal/event_py.h +2 -2
  716. mindspore/include/mindspore/ccsrc/pybind_api/hal/memory_py.h +2 -0
  717. mindspore/include/mindspore/ccsrc/pybind_api/hal/stream_py.h +3 -4
  718. mindspore/include/mindspore/ccsrc/pybind_api/ir/tensor_api/auto_generate/tensor_api.h +131 -128
  719. mindspore/include/mindspore/ccsrc/pybind_api/ir/tensor_index_py.h +10 -107
  720. mindspore/include/mindspore/ccsrc/pybind_api/ir/tensor_register/auto_generate/tensor_py_gen.h +131 -129
  721. mindspore/include/mindspore/ccsrc/pybind_api/ir/tensor_register/tensor_func_reg.h +0 -1
  722. mindspore/include/mindspore/ccsrc/pybind_api/resource/manager.h +2 -2
  723. mindspore/include/mindspore/ccsrc/pybind_api/storage_py.h +36 -0
  724. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/abs.h +1 -1
  725. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/acos_ext.h +1 -1
  726. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/acosh_ext.h +1 -1
  727. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/adamw.h +1 -1
  728. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/adaptive_avg_pool1d.h +1 -1
  729. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/adaptive_avg_pool2d_ext.h +1 -1
  730. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/adaptive_avg_pool2d_grad_ext.h +1 -1
  731. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/adaptive_avg_pool3d_ext.h +1 -1
  732. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/adaptive_avg_pool3d_grad_ext.h +1 -1
  733. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/adaptive_max_pool1d.h +1 -1
  734. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/adaptive_max_pool2d.h +1 -1
  735. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/add.h +1 -1
  736. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/add_ext.h +1 -1
  737. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/add_layer_norm_grad.h +1 -1
  738. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/add_layernorm_v2.h +1 -1
  739. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/add_rms_norm.h +1 -1
  740. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/add_rmsnorm_quant_v2.h +1 -1
  741. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/add_scalar.h +1 -1
  742. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/addbmm.h +1 -1
  743. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/addcdiv_ext.h +1 -1
  744. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/addcmul_ext.h +1 -1
  745. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/addmm.h +1 -1
  746. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/addmv.h +1 -1
  747. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/all_finite.h +1 -1
  748. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/all_gather_matmul.h +1 -1
  749. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/any.h +44 -0
  750. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/any_ext.h +44 -0
  751. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/apply_rotary_pos_emb.h +44 -0
  752. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/arange.h +1 -1
  753. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/argmax_ext.h +1 -1
  754. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/argmax_with_value.h +1 -1
  755. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/argmin_ext.h +1 -1
  756. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/argmin_with_value.h +1 -1
  757. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/argsort.h +1 -1
  758. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/as_strided.h +1 -1
  759. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/asin_ext.h +1 -1
  760. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/asinh_ext.h +1 -1
  761. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/atan2_ext.h +1 -1
  762. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/atan_ext.h +1 -1
  763. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/atanh.h +1 -1
  764. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/avg_pool1d.h +1 -1
  765. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/avg_pool2d.h +1 -1
  766. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/avg_pool2d_grad.h +1 -1
  767. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/avg_pool3d_ext.h +1 -1
  768. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/avg_pool3d_grad_ext.h +1 -1
  769. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/baddbmm.h +1 -1
  770. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/batch_mat_mul.h +1 -1
  771. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/batch_norm_elemt.h +1 -1
  772. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/batch_norm_elemt_grad.h +1 -1
  773. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/batch_norm_ext.h +1 -1
  774. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/batch_norm_gather_stats_with_counts.h +1 -1
  775. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/batch_norm_grad_ext.h +1 -1
  776. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/batch_norm_reduce_grad.h +1 -1
  777. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/batch_norm_stats.h +1 -1
  778. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/bernoulli_ext.h +1 -1
  779. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/binary_cross_entropy.h +1 -1
  780. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/binary_cross_entropy_grad.h +1 -1
  781. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/binary_cross_entropy_with_logits.h +1 -1
  782. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/binary_cross_entropy_with_logits_backward.h +1 -1
  783. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/bincount_ext.h +1 -1
  784. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/bitwise_and_scalar.h +1 -1
  785. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/bitwise_and_tensor.h +1 -1
  786. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/bitwise_not.h +1 -1
  787. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/bitwise_or_scalar.h +1 -1
  788. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/bitwise_or_tensor.h +1 -1
  789. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/bitwise_xor_scalar.h +1 -1
  790. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/bitwise_xor_tensor.h +1 -1
  791. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/bmm_ext.h +1 -1
  792. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/broadcast_to.h +1 -1
  793. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/broadcast_to_view.h +44 -0
  794. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/cast.h +1 -1
  795. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/ceil.h +1 -1
  796. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/chunk.h +1 -1
  797. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/{unstack_ext.h → chunk_view.h} +8 -8
  798. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/clamp_scalar.h +1 -1
  799. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/clamp_tensor.h +1 -1
  800. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/clone.h +1 -1
  801. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/col2im_ext.h +1 -1
  802. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/col2im_grad.h +1 -1
  803. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/concat.h +1 -1
  804. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/constant_pad_nd.h +1 -1
  805. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/contiguous.h +1 -1
  806. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/conv1d_ext.h +1 -1
  807. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/conv1d_padding.h +1 -1
  808. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/conv2d_ext.h +1 -1
  809. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/conv2d_padding.h +1 -1
  810. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/conv3d_ext.h +1 -1
  811. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/conv3d_padding.h +1 -1
  812. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/conv_transpose2d.h +1 -1
  813. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/convolution.h +1 -1
  814. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/convolution_grad.h +1 -1
  815. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/convolution_str.h +1 -1
  816. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/convolution_str_grad.h +1 -1
  817. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/copy.h +1 -1
  818. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/cos.h +1 -1
  819. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/cosh.h +1 -1
  820. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/count_nonzero.h +1 -1
  821. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/cross.h +1 -1
  822. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/cummax.h +1 -1
  823. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/cummin_ext.h +1 -1
  824. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/cumsum_ext.h +1 -1
  825. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/custom_ext.h +1 -1
  826. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/dense.h +1 -1
  827. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/diag_ext.h +1 -1
  828. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/{transpose_ext.h → diagonal_view.h} +8 -8
  829. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/dist_comm_all_gather.h +1 -1
  830. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/dist_comm_all_gather_into_tensor.h +1 -1
  831. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/dist_comm_all_reduce.h +1 -1
  832. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/dist_comm_all_to_all_v.h +1 -1
  833. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/dist_comm_all_to_all_v_single.h +1 -1
  834. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/dist_comm_barrier.h +1 -1
  835. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/dist_comm_batch_isend_irecv.h +1 -1
  836. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/dist_comm_broadcast.h +1 -1
  837. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/dist_comm_gather.h +1 -1
  838. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/dist_comm_gather_into_tensor.h +1 -1
  839. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/dist_comm_irecv.h +1 -1
  840. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/dist_comm_isend.h +1 -1
  841. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/dist_comm_reduce.h +1 -1
  842. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/dist_comm_reduce_scatter.h +1 -1
  843. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/dist_comm_reduce_scatter_tensor.h +1 -1
  844. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/dist_comm_scatter.h +1 -1
  845. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/dist_comm_scatter_tensor.h +1 -1
  846. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/div.h +1 -1
  847. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/divmod.h +1 -1
  848. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/divmods.h +1 -1
  849. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/divs.h +1 -1
  850. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/dot.h +1 -1
  851. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/dropout_do_mask_ext.h +1 -1
  852. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/dropout_ext.h +1 -1
  853. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/dropout_gen_mask_ext.h +1 -1
  854. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/dropout_grad_ext.h +1 -1
  855. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/dynamic_quant_ext.h +1 -1
  856. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/{select_ext.h → einsum_ext.h} +8 -8
  857. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/elu.h +1 -1
  858. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/elu_ext.h +1 -1
  859. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/elu_grad_ext.h +1 -1
  860. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/embedding.h +1 -1
  861. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/embedding_dense_backward.h +1 -1
  862. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/empty.h +44 -0
  863. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/empty_like.h +44 -0
  864. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/equal.h +1 -1
  865. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/equal_ext.h +1 -1
  866. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/erf.h +1 -1
  867. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/erfc.h +1 -1
  868. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/erfinv.h +1 -1
  869. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/exp.h +1 -1
  870. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/exp2.h +1 -1
  871. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/expand_as.h +1 -1
  872. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/expand_dims.h +1 -1
  873. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/expand_dims_view.h +44 -0
  874. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/expm1.h +1 -1
  875. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/eye.h +1 -1
  876. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/ffn_ext.h +1 -1
  877. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/fill_scalar.h +1 -1
  878. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/fill_tensor.h +1 -1
  879. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/flash_attention_score.h +1 -1
  880. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/flash_attention_score_grad.h +1 -1
  881. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/flatten_ext.h +1 -1
  882. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/floor.h +1 -1
  883. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/floor_div.h +1 -1
  884. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/floor_div_scalar.h +1 -1
  885. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/fmod_scalar.h +1 -1
  886. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/fmod_tensor.h +1 -1
  887. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/frac.h +1 -1
  888. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/full_like.h +1 -1
  889. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/func_max_pool2d.h +44 -0
  890. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/fused_infer_attention_score.h +1 -1
  891. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/gather_d.h +1 -1
  892. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/gather_d_grad_v2.h +1 -1
  893. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/gcd.h +1 -1
  894. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/gelu.h +1 -1
  895. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/gelu_ext.h +1 -1
  896. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/gelu_grad.h +1 -1
  897. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/gelu_grad_ext.h +1 -1
  898. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/generator.h +1 -1
  899. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/glu.h +1 -1
  900. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/glu_grad.h +1 -1
  901. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/gmm.h +44 -0
  902. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/gmm_backward.h +1 -1
  903. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/gmm_backward_fusion.h +44 -0
  904. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/gmm_v2.h +44 -0
  905. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/gmm_v2_backward.h +1 -1
  906. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/gmm_v2_backward_fusion.h +44 -0
  907. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/greater.h +1 -1
  908. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/greater_equal.h +1 -1
  909. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/greater_equal_scalar.h +1 -1
  910. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/grid_sampler_2d.h +1 -1
  911. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/grid_sampler_2d_grad.h +1 -1
  912. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/grid_sampler_3d.h +1 -1
  913. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/grid_sampler_3d_grad.h +1 -1
  914. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/group_norm.h +1 -1
  915. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/group_norm_grad.h +1 -1
  916. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/grouped_matmul.h +1 -1
  917. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/grouped_matmul_v2.h +1 -1
  918. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/grouped_matmul_v4.h +1 -1
  919. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/hardtanh.h +1 -1
  920. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/hardtanh_grad.h +1 -1
  921. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/histc_ext.h +1 -1
  922. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/hshrink.h +1 -1
  923. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/hshrink_grad.h +1 -1
  924. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/hsigmoid.h +1 -1
  925. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/hsigmoid_grad.h +1 -1
  926. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/hswish.h +1 -1
  927. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/hswish_grad.h +1 -1
  928. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/identity.h +1 -1
  929. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/im2col_ext.h +1 -1
  930. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/incre_flash_attention.h +1 -1
  931. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/index.h +1 -1
  932. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/index_add_ext.h +1 -1
  933. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/index_fill_scalar.h +1 -1
  934. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/index_fill_tensor.h +1 -1
  935. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/index_select.h +1 -1
  936. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inner_comm_all_gather.h +1 -1
  937. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inner_comm_all_reduce.h +1 -1
  938. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inner_comm_all_to_all_v.h +1 -1
  939. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inner_comm_irecv.h +1 -1
  940. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inner_comm_isend.h +1 -1
  941. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inner_comm_reduce_scatter.h +1 -1
  942. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inner_index.h +1 -1
  943. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inner_inplace_index_put.h +1 -1
  944. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inner_moe_token_unpermute.h +44 -0
  945. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inner_non_zero.h +1 -1
  946. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_add_ext.h +1 -1
  947. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_addmm.h +1 -1
  948. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_adds_ext.h +1 -1
  949. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_clamp_scalar.h +1 -1
  950. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_clamp_tensor.h +1 -1
  951. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_copy.h +1 -1
  952. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_div.h +1 -1
  953. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_divmod.h +1 -1
  954. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_divmods.h +1 -1
  955. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_divs.h +1 -1
  956. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_elu.h +1 -1
  957. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_erfinv.h +1 -1
  958. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_exp.h +1 -1
  959. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_exponential.h +44 -0
  960. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_fill_diagonal.h +1 -1
  961. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_fill_scalar.h +1 -1
  962. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_fill_tensor.h +1 -1
  963. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_floor.h +1 -1
  964. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_floor_divide.h +1 -1
  965. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_floor_divides.h +1 -1
  966. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_grouped_matmul_add.h +1 -1
  967. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_hardtanh.h +1 -1
  968. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_index_add.h +1 -1
  969. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_index_put.h +1 -1
  970. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_log.h +1 -1
  971. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_masked_fill_scalar.h +1 -1
  972. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_masked_fill_tensor.h +1 -1
  973. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_matmul_add.h +44 -0
  974. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_mul.h +1 -1
  975. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_muls.h +1 -1
  976. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_normal.h +1 -1
  977. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_put.h +1 -1
  978. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_random.h +1 -1
  979. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_relu.h +1 -1
  980. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_scatter_add.h +1 -1
  981. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_scatter_src.h +1 -1
  982. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_scatter_src_reduce.h +1 -1
  983. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_scatter_value.h +1 -1
  984. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_scatter_value_reduce.h +1 -1
  985. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_silu.h +44 -0
  986. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_stop_gradient.h +1 -1
  987. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_sub_ext.h +1 -1
  988. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_sub_scalar.h +1 -1
  989. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_tanh.h +1 -1
  990. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_threshold.h +1 -1
  991. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_uniform.h +1 -1
  992. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_zero.h +1 -1
  993. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/isclose.h +1 -1
  994. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/isfinite.h +1 -1
  995. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/isinf.h +1 -1
  996. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/isneginf.h +1 -1
  997. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/kl_div.h +1 -1
  998. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/kl_div_grad.h +1 -1
  999. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/kthvalue.h +1 -1
  1000. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/kv_cache_scatter_update.h +1 -1
  1001. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/l1_loss_backward_ext.h +1 -1
  1002. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/l1_loss_ext.h +1 -1
  1003. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/layer_norm_ext.h +1 -1
  1004. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/layer_norm_grad_ext.h +1 -1
  1005. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/leaky_relu_ext.h +1 -1
  1006. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/leaky_relu_grad_ext.h +1 -1
  1007. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/lerp.h +1 -1
  1008. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/lerp_scalar.h +1 -1
  1009. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/less.h +1 -1
  1010. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/less_equal.h +1 -1
  1011. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/lin_space_ext.h +1 -1
  1012. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/linalg_qr.h +1 -1
  1013. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/linalg_vector_norm.h +1 -1
  1014. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/log.h +1 -1
  1015. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/log10.h +1 -1
  1016. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/log1p.h +1 -1
  1017. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/log2.h +1 -1
  1018. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/log_softmax.h +1 -1
  1019. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/log_softmax_ext.h +1 -1
  1020. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/log_softmax_grad.h +1 -1
  1021. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/logaddexp.h +1 -1
  1022. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/logaddexp2.h +1 -1
  1023. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/logical_and.h +1 -1
  1024. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/logical_not.h +1 -1
  1025. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/logical_or.h +1 -1
  1026. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/logical_xor.h +1 -1
  1027. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/logsigmoid.h +1 -1
  1028. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/logsigmoid_grad.h +1 -1
  1029. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/logsumexp.h +1 -1
  1030. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/masked_fill.h +1 -1
  1031. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/masked_select.h +1 -1
  1032. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/masked_select_grad.h +1 -1
  1033. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/matmul.h +1 -1
  1034. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/matmul_allreduce_add_rmsnorm.h +1 -1
  1035. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/matmul_ext.h +1 -1
  1036. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/matmul_reduce_scatter.h +1 -1
  1037. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/matrix_inverse_ext.h +1 -1
  1038. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/max.h +1 -1
  1039. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/max_dim.h +1 -1
  1040. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/max_pool_grad_with_indices.h +1 -1
  1041. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/max_pool_grad_with_mask.h +1 -1
  1042. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/max_pool_with_indices.h +1 -1
  1043. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/max_pool_with_mask.h +1 -1
  1044. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/max_unpool2d_ext.h +1 -1
  1045. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/maximum.h +1 -1
  1046. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/mean_ext.h +1 -1
  1047. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/median_dim.h +1 -1
  1048. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/median_ext.h +1 -1
  1049. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/meshgrid.h +1 -1
  1050. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/min.h +1 -1
  1051. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/min_dim.h +1 -1
  1052. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/minimum.h +1 -1
  1053. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/mish_ext.h +1 -1
  1054. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/mish_grad_ext.h +1 -1
  1055. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/mm_ext.h +1 -1
  1056. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/moe_compute_expert_tokens.h +1 -1
  1057. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/moe_distribute_combine.h +44 -0
  1058. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/moe_distribute_dispatch.h +44 -0
  1059. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/moe_finalize_routing.h +1 -1
  1060. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/moe_gating_top_k_softmax.h +1 -1
  1061. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/moe_init_routing.h +1 -1
  1062. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/moe_init_routing_quant_v2.h +44 -0
  1063. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/moe_init_routing_v2.h +1 -1
  1064. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/moe_token_permute.h +1 -1
  1065. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/moe_token_permute_grad.h +1 -1
  1066. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/moe_token_unpermute.h +1 -1
  1067. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/moe_token_unpermute_grad.h +1 -1
  1068. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/mse_loss_ext.h +1 -1
  1069. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/mse_loss_grad_ext.h +1 -1
  1070. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/mul.h +1 -1
  1071. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/muls.h +1 -1
  1072. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/multi_scale_deformable_attn.h +1 -1
  1073. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/multi_scale_deformable_attn_grad.h +1 -1
  1074. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/multinomial_ext.h +1 -1
  1075. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/mv.h +1 -1
  1076. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/nan_to_num.h +1 -1
  1077. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/nansum.h +1 -1
  1078. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/narrow.h +1 -1
  1079. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/narrow_view.h +44 -0
  1080. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/ne_scalar.h +1 -1
  1081. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/neg.h +1 -1
  1082. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/new_empty.h +44 -0
  1083. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/new_full.h +44 -0
  1084. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/new_ones.h +1 -1
  1085. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/new_zeros.h +1 -1
  1086. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/nllloss.h +1 -1
  1087. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/nllloss_2d.h +1 -1
  1088. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/nllloss_2d_grad.h +1 -1
  1089. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/nllloss_grad.h +1 -1
  1090. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/non_zero.h +1 -1
  1091. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/non_zero_ext.h +1 -1
  1092. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/norm.h +1 -1
  1093. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/normal_float_float.h +1 -1
  1094. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/normal_float_tensor.h +1 -1
  1095. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/normal_tensor_float.h +1 -1
  1096. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/normal_tensor_tensor.h +1 -1
  1097. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/not_equal.h +1 -1
  1098. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/one_hot_ext.h +1 -1
  1099. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/ones.h +1 -1
  1100. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/ones_like_ext.h +1 -1
  1101. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/outer.h +1 -1
  1102. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/paged_attention.h +44 -0
  1103. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/pixel_shuffle.h +1 -1
  1104. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/polar.h +1 -1
  1105. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/pow.h +1 -1
  1106. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/pow_scalar_tensor.h +1 -1
  1107. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/pow_tensor_scalar.h +1 -1
  1108. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/prelu.h +1 -1
  1109. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/prelu_grad.h +1 -1
  1110. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/prod_ext.h +1 -1
  1111. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/prompt_flash_attention.h +1 -1
  1112. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/quant_batch_matmul.h +1 -1
  1113. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/quant_matmul.h +44 -0
  1114. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/quant_v2.h +1 -1
  1115. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/rand_ext.h +1 -1
  1116. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/rand_like_ext.h +1 -1
  1117. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/randint.h +1 -1
  1118. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/randint_like.h +1 -1
  1119. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/randn.h +1 -1
  1120. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/randn_like.h +1 -1
  1121. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/randperm_ext.h +1 -1
  1122. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/reciprocal.h +1 -1
  1123. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/reduce_all.h +1 -1
  1124. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/reduce_any.h +1 -1
  1125. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/reduce_max.h +1 -1
  1126. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/reduce_min.h +1 -1
  1127. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/reflection_pad_1d.h +1 -1
  1128. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/reflection_pad_1d_grad.h +1 -1
  1129. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/reflection_pad_2d.h +1 -1
  1130. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/reflection_pad_2d_grad.h +1 -1
  1131. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/reflection_pad_3d.h +1 -1
  1132. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/reflection_pad_3d_grad.h +1 -1
  1133. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/relu.h +1 -1
  1134. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/relu_grad.h +1 -1
  1135. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/remainder_scalar_tensor.h +1 -1
  1136. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/remainder_tensor_scalar.h +1 -1
  1137. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/remainder_tensor_tensor.h +1 -1
  1138. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/repeat.h +1 -1
  1139. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/repeat_interleave_grad.h +1 -1
  1140. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/repeat_interleave_int.h +1 -1
  1141. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/repeat_interleave_tensor.h +1 -1
  1142. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/replication_pad_1d.h +1 -1
  1143. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/replication_pad_1d_grad.h +1 -1
  1144. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/replication_pad_2d.h +1 -1
  1145. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/replication_pad_2d_grad.h +1 -1
  1146. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/replication_pad_3d.h +1 -1
  1147. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/replication_pad_3d_grad.h +1 -1
  1148. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/reshape.h +1 -1
  1149. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/reshape_and_cache.h +44 -0
  1150. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/reverse_v2.h +1 -1
  1151. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/rms_norm.h +1 -1
  1152. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/rms_norm_grad.h +1 -1
  1153. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/roll.h +1 -1
  1154. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/rotary_position_embedding.h +1 -1
  1155. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/rotary_position_embedding_grad.h +1 -1
  1156. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/round.h +1 -1
  1157. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/rsqrt.h +1 -1
  1158. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/scatter.h +1 -1
  1159. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/scatter_add_ext.h +1 -1
  1160. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/scatter_value.h +1 -1
  1161. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/searchsorted.h +1 -1
  1162. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/select.h +1 -1
  1163. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/select_ext_view.h +44 -0
  1164. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/select_v2.h +1 -1
  1165. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/selu_ext.h +1 -1
  1166. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/selu_grad.h +1 -1
  1167. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/sigmoid.h +1 -1
  1168. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/sigmoid_grad.h +1 -1
  1169. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/sign.h +1 -1
  1170. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/silent_check_v2.h +1 -1
  1171. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/silent_check_v3.h +1 -1
  1172. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/silu.h +1 -1
  1173. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/silu_grad.h +1 -1
  1174. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/sin.h +1 -1
  1175. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/sinc.h +1 -1
  1176. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/sinh.h +1 -1
  1177. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/slice.h +1 -1
  1178. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/slice_ext.h +1 -1
  1179. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/slice_ext_view.h +44 -0
  1180. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/smooth_l1_loss.h +1 -1
  1181. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/smooth_l1_loss_grad.h +1 -1
  1182. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/soft_margin_loss.h +1 -1
  1183. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/soft_margin_loss_grad.h +1 -1
  1184. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/softmax.h +1 -1
  1185. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/softmax_backward.h +1 -1
  1186. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/softplus_ext.h +1 -1
  1187. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/softplus_grad_ext.h +1 -1
  1188. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/softshrink.h +1 -1
  1189. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/softshrink_grad.h +1 -1
  1190. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/sort_ext.h +1 -1
  1191. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/speed_fusion_attention.h +1 -1
  1192. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/speed_fusion_attention_grad.h +1 -1
  1193. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/split.h +1 -1
  1194. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/split_tensor.h +1 -1
  1195. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/split_tensor_view.h +44 -0
  1196. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/split_with_size.h +1 -1
  1197. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/split_with_size_view.h +44 -0
  1198. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/sqrt.h +1 -1
  1199. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/square.h +1 -1
  1200. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/squeeze.h +1 -1
  1201. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/stack_ext.h +1 -1
  1202. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/std.h +1 -1
  1203. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/std_mean.h +1 -1
  1204. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/sub.h +1 -1
  1205. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/sub_ext.h +1 -1
  1206. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/sub_scalar.h +1 -1
  1207. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/sum_ext.h +1 -1
  1208. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/swiglu.h +1 -1
  1209. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/swiglu_grad.h +1 -1
  1210. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/t_ext.h +1 -1
  1211. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/take.h +1 -1
  1212. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/tan.h +1 -1
  1213. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/tanh.h +1 -1
  1214. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/tanh_grad.h +1 -1
  1215. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/tensor_scatter_elements.h +1 -1
  1216. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/threshold.h +1 -1
  1217. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/threshold_grad.h +1 -1
  1218. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/tile.h +1 -1
  1219. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/topk_ext.h +1 -1
  1220. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/trace_ext.h +1 -1
  1221. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/transpose.h +1 -1
  1222. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/transpose_ext_view.h +44 -0
  1223. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/transpose_view.h +44 -0
  1224. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/triangular_solve.h +1 -1
  1225. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/tril_ext.h +1 -1
  1226. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/triu.h +1 -1
  1227. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/trunc.h +1 -1
  1228. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/type_as.h +1 -1
  1229. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/uniform_ext.h +1 -1
  1230. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/unique2.h +1 -1
  1231. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/unique_consecutive.h +1 -1
  1232. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/unique_dim.h +1 -1
  1233. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/unstack_ext_view.h +44 -0
  1234. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/upsample_bicubic2d.h +1 -1
  1235. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/upsample_bicubic2d_grad.h +1 -1
  1236. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/upsample_bilinear2d.h +1 -1
  1237. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/upsample_bilinear2d_grad.h +1 -1
  1238. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/upsample_linear1d.h +1 -1
  1239. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/upsample_linear1d_grad.h +1 -1
  1240. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/upsample_nearest1d.h +1 -1
  1241. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/upsample_nearest1d_grad.h +1 -1
  1242. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/upsample_nearest2d.h +1 -1
  1243. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/upsample_nearest2d_grad.h +1 -1
  1244. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/upsample_nearest3d.h +1 -1
  1245. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/upsample_nearest3d_grad.h +1 -1
  1246. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/upsample_trilinear3d.h +1 -1
  1247. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/upsample_trilinear3d_grad.h +1 -1
  1248. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/var.h +1 -1
  1249. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/var_mean.h +1 -1
  1250. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/view.h +1 -1
  1251. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/view_as.h +1 -1
  1252. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/weight_quant_batch_matmul.h +1 -1
  1253. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/xlogy.h +1 -1
  1254. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/xlogy_scalar_other.h +1 -1
  1255. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/xlogy_scalar_self.h +1 -1
  1256. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/zeros.h +1 -1
  1257. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/zeros_like_ext.h +1 -1
  1258. mindspore/include/mindspore/ccsrc/pyboost/comm_handle.h +6 -2
  1259. mindspore/include/mindspore/ccsrc/pyboost/customize/any.h +39 -0
  1260. mindspore/include/mindspore/ccsrc/pyboost/customize/divmod.h +3 -3
  1261. mindspore/include/mindspore/ccsrc/pyboost/customize/einsum_ext.h +38 -0
  1262. mindspore/include/mindspore/ccsrc/pyboost/customize/identity.h +2 -2
  1263. mindspore/include/mindspore/ccsrc/pyboost/customize/meshgrid.h +7 -4
  1264. mindspore/include/mindspore/ccsrc/pyboost/customize/op_common.h +12 -15
  1265. mindspore/include/mindspore/ccsrc/pyboost/customize/pixel_shuffle.h +2 -3
  1266. mindspore/include/mindspore/ccsrc/pyboost/customize/reshape.h +4 -3
  1267. mindspore/include/mindspore/ccsrc/pyboost/customize/searchsorted.h +4 -5
  1268. mindspore/include/mindspore/ccsrc/pyboost/functions/auto_generate/auto_grad_op_reg.h +1553 -1388
  1269. mindspore/include/mindspore/ccsrc/pyboost/functions/auto_generate/functions.h +563 -481
  1270. mindspore/include/mindspore/ccsrc/pyboost/grad_functions/pyboost_grad_functions.h +3 -0
  1271. mindspore/include/mindspore/ccsrc/pyboost/grad_functions/value_converter.h +30 -4
  1272. mindspore/include/mindspore/ccsrc/pyboost/op_register.h +52 -0
  1273. mindspore/include/mindspore/ccsrc/pyboost/op_runner.h +45 -19
  1274. mindspore/include/mindspore/ccsrc/pyboost/pyboost_utils.h +106 -62
  1275. mindspore/include/mindspore/ccsrc/pynative/base.h +22 -24
  1276. mindspore/include/mindspore/ccsrc/pynative/forward/do_pyboost_cast.h +70 -67
  1277. mindspore/include/mindspore/ccsrc/pynative/forward/forward.h +14 -12
  1278. mindspore/include/mindspore/ccsrc/pynative/forward/forward_task.h +34 -2
  1279. mindspore/include/mindspore/ccsrc/pynative/grad/custom_function.h +14 -7
  1280. mindspore/include/mindspore/ccsrc/pynative/grad/function/auto_generate/pyboost_native_grad_functions.h +487 -455
  1281. mindspore/include/mindspore/ccsrc/pynative/grad/function/func_builder.h +2 -2
  1282. mindspore/include/mindspore/ccsrc/pynative/grad/function/func_grad.h +280 -96
  1283. mindspore/include/mindspore/ccsrc/pynative/grad/function/func_pass.h +0 -1
  1284. mindspore/include/mindspore/ccsrc/pynative/grad/function.h +28 -23
  1285. mindspore/include/mindspore/ccsrc/pynative/grad/function_py.h +19 -11
  1286. mindspore/include/mindspore/ccsrc/pynative/grad/grad.h +30 -97
  1287. mindspore/include/mindspore/ccsrc/pynative/grad/grad_utils.h +39 -23
  1288. mindspore/include/mindspore/ccsrc/pynative/grad/hook_py.h +20 -21
  1289. mindspore/include/mindspore/ccsrc/pynative/grad/jit/jit_grad.h +2 -26
  1290. mindspore/include/mindspore/ccsrc/pynative/grad/top_cell.h +8 -150
  1291. mindspore/include/mindspore/ccsrc/pynative/op_function/auto_generate/pyboost_api.h +552 -0
  1292. mindspore/include/mindspore/ccsrc/pynative/op_function/auto_generate/pyboost_core.h +552 -0
  1293. mindspore/include/mindspore/ccsrc/pynative/op_function/auto_generate/tensor_func_utils.h +486 -483
  1294. mindspore/include/mindspore/ccsrc/pynative/op_function/comm_handle_py.h +2 -0
  1295. mindspore/include/mindspore/ccsrc/pynative/op_function/converter.h +11 -0
  1296. mindspore/include/mindspore/ccsrc/pynative/op_function/customize/direct_ops.h +2 -12
  1297. mindspore/include/mindspore/ccsrc/pynative/predict_out_type_map.h +3 -0
  1298. mindspore/include/mindspore/ccsrc/pynative/pynative_execute.h +4 -2
  1299. mindspore/include/mindspore/ccsrc/pynative/pynative_utils.h +39 -42
  1300. mindspore/include/mindspore/ccsrc/runtime/collective/collective_communication_lib.h +20 -1
  1301. mindspore/include/mindspore/ccsrc/runtime/collective/communication_group.h +5 -0
  1302. mindspore/include/mindspore/ccsrc/runtime/collective/dummy_collective_communication_lib.h +2 -1
  1303. mindspore/include/mindspore/ccsrc/runtime/device/device_address_utils.h +55 -50
  1304. mindspore/include/mindspore/ccsrc/runtime/device/kernel_runtime.h +2 -2
  1305. mindspore/include/mindspore/ccsrc/runtime/device/move_to.h +4 -1
  1306. mindspore/include/mindspore/ccsrc/runtime/device/res_manager/auto_mem_offload.h +0 -1
  1307. mindspore/include/mindspore/ccsrc/runtime/device/res_manager/hal_res_base.h +15 -11
  1308. mindspore/include/mindspore/ccsrc/runtime/device/res_manager/hal_res_manager.h +7 -3
  1309. mindspore/include/mindspore/ccsrc/runtime/device/res_manager/loadable_device_address.h +1 -1
  1310. mindspore/include/mindspore/ccsrc/runtime/device/res_manager/memory_manager.h +1 -1
  1311. mindspore/include/mindspore/ccsrc/runtime/device/res_manager/swap_manager.h +2 -2
  1312. mindspore/include/mindspore/ccsrc/runtime/device/res_manager/tensor_array.h +1 -1
  1313. mindspore/include/mindspore/ccsrc/runtime/device/res_manager/utils/utils.h +0 -1
  1314. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/abstract_actor.h +41 -32
  1315. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/actor_common.h +21 -20
  1316. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/actor_dump.h +4 -3
  1317. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/actor_set.h +0 -4
  1318. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/any_type_kernel_actor.h +7 -61
  1319. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/control_flow/{condition_gather_actor.h → condition_gather_runner.h} +17 -21
  1320. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/control_flow/{condition_switch_actor.h → condition_switch_runner.h} +19 -21
  1321. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/control_flow/control_actor.h +37 -41
  1322. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/control_flow/entrance_actor.h +11 -11
  1323. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/control_flow/exit_actor.h +8 -9
  1324. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/control_flow/gather_actor.h +6 -7
  1325. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/control_flow/stack_actor.h +11 -11
  1326. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/control_flow/switch_actor.h +2 -2
  1327. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/copy_actor.h +12 -14
  1328. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/data_prepare_actor.h +21 -20
  1329. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/data_source_actor.h +10 -58
  1330. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/debug_actor.h +11 -10
  1331. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/debug_aware_actor.h +2 -2
  1332. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/fusion/fusion_actor.h +2 -2
  1333. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/kernel_actor.h +90 -83
  1334. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/kernel_async_infer_actor.h +3 -1
  1335. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/kernel_async_launch_actor.h +11 -1
  1336. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/kernel_async_resize_actor.h +3 -1
  1337. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/kernel_infer_actor.h +4 -4
  1338. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/kernel_resize_actor.h +4 -4
  1339. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/kernel_runner.h +400 -0
  1340. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/loop_count_actor.h +11 -11
  1341. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/memory/memory_alloc_actor.h +3 -3
  1342. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/memory/memory_free_actor.h +3 -3
  1343. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/memory/memory_swap_actor.h +4 -4
  1344. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/memory_aware_actor.h +7 -7
  1345. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/memory_manager_actor.h +18 -17
  1346. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/output_actor.h +13 -7
  1347. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/profiler_actor.h +2 -2
  1348. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/recorder_actor.h +2 -2
  1349. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/rpc/mux_send_actor.h +1 -1
  1350. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/rpc/recv_actor.h +6 -10
  1351. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/rpc/rpc_actor.h +2 -14
  1352. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/rpc/send_actor.h +4 -4
  1353. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/super_kernel_actor.h +60 -57
  1354. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/any_type_graph_scheduler.h +0 -33
  1355. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/control_node_scheduler.h +0 -2
  1356. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/device_tensor_copy_store.h +14 -14
  1357. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/device_tensor_store.h +28 -27
  1358. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/execution_order_check/comm_execution_order_check.h +17 -7
  1359. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/execution_order_check/kernel_cache.h +24 -4
  1360. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/graph_compiler.h +3 -69
  1361. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/graph_parameter_store.h +85 -141
  1362. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/graph_scheduler.h +3 -19
  1363. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/parameter_store.h +4 -0
  1364. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/pre_launch_comm.h +10 -2
  1365. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/rpc_node_scheduler.h +4 -13
  1366. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/scheduler_helper.h +12 -1
  1367. mindspore/include/mindspore/ccsrc/runtime/hardware/deprecated_interface.h +0 -2
  1368. mindspore/include/mindspore/ccsrc/runtime/hardware/device_context.h +28 -119
  1369. mindspore/include/mindspore/ccsrc/runtime/hardware/device_context_manager.h +1 -1
  1370. mindspore/include/mindspore/ccsrc/runtime/pipeline/async_rqueue.h +2 -2
  1371. mindspore/include/mindspore/ccsrc/runtime/pipeline/ring_queue.h +1 -1
  1372. mindspore/include/mindspore/ccsrc/runtime/pipeline/task/task.h +1 -1
  1373. mindspore/include/mindspore/ccsrc/runtime/pynative/ir_converter.h +8 -7
  1374. mindspore/include/mindspore/ccsrc/runtime/pynative/op_runner.h +6 -6
  1375. mindspore/include/mindspore/ccsrc/runtime/pynative/op_runtime_info.h +4 -4
  1376. mindspore/include/mindspore/ccsrc/utils/dlopen_macro.h +2 -2
  1377. mindspore/include/mindspore/core/include/abstract/abstract_function.h +54 -13
  1378. mindspore/include/mindspore/core/include/abstract/abstract_value.h +66 -3
  1379. mindspore/include/mindspore/core/include/abstract/ops/primitive_infer_map.h +1 -1
  1380. mindspore/include/mindspore/core/include/abstract/param_validator.h +3 -2
  1381. mindspore/include/mindspore/core/include/base/bfloat16.h +1 -1
  1382. mindspore/include/mindspore/core/include/base/{fp8_e4m3.h → float8_e4m3fn.h} +59 -58
  1383. mindspore/include/mindspore/core/include/base/{fp8_e5m2.h → float8_e5m2.h} +7 -7
  1384. mindspore/include/mindspore/core/include/base/hifloat8.h +36 -37
  1385. mindspore/include/mindspore/core/include/ir/anf.h +7 -4
  1386. mindspore/include/mindspore/core/include/ir/device_sync.h +17 -1
  1387. mindspore/include/mindspore/core/include/ir/dtype/number.h +47 -6
  1388. mindspore/include/mindspore/core/include/ir/dtype/op_dtype.h +48 -0
  1389. mindspore/include/mindspore/core/include/ir/dtype.h +4 -0
  1390. mindspore/include/mindspore/core/include/ir/func_graph.h +1 -0
  1391. mindspore/include/mindspore/core/include/ir/func_graph_cloner.h +2 -0
  1392. mindspore/include/mindspore/core/include/ir/meta_grad_data.h +4 -13
  1393. mindspore/include/mindspore/core/include/ir/primitive.h +34 -2
  1394. mindspore/include/mindspore/core/include/ir/scalar.h +2 -2
  1395. mindspore/include/mindspore/core/include/ir/scope.h +16 -3
  1396. mindspore/include/mindspore/core/include/ir/tensor.h +922 -41
  1397. mindspore/include/mindspore/core/include/ir/tensor_py_wrapperbase.h +11 -11
  1398. mindspore/include/mindspore/core/include/ir/tensor_storage_info.h +1 -0
  1399. mindspore/include/mindspore/core/include/load_mindir/infer_mindir.h +3 -2
  1400. mindspore/include/mindspore/core/include/mindapi/base/macros.h +3 -3
  1401. mindspore/include/mindspore/core/include/mindapi/base/type_id.h +3 -0
  1402. mindspore/include/mindspore/core/include/mindapi/base/types.h +7 -0
  1403. mindspore/include/mindspore/core/include/ops/op_def.h +2 -31
  1404. mindspore/include/mindspore/core/include/utils/callback_handler.h +1 -1
  1405. mindspore/include/mindspore/core/include/utils/compact_set.h +4 -0
  1406. mindspore/include/mindspore/core/include/utils/core_op_utils.h +1 -1
  1407. mindspore/include/mindspore/core/include/utils/device_manager_conf.h +4 -0
  1408. mindspore/include/mindspore/core/include/utils/flags.h +0 -2
  1409. mindspore/include/mindspore/core/include/utils/info.h +7 -0
  1410. mindspore/include/mindspore/core/include/utils/llm_manager.h +2 -0
  1411. mindspore/include/mindspore/core/include/utils/log_adapter.h +9 -1
  1412. mindspore/include/mindspore/core/include/utils/ms_context.h +8 -10
  1413. mindspore/include/mindspore/core/include/utils/ms_exception.h +38 -4
  1414. mindspore/include/mindspore/core/include/utils/ms_utils.h +4 -8
  1415. mindspore/include/mindspore/core/include/utils/ms_utils_secure.h +1 -1
  1416. mindspore/include/mindspore/core/include/utils/phase.h +3 -0
  1417. mindspore/include/mindspore/core/include/utils/system/base.h +1 -1
  1418. mindspore/include/mindspore/core/mindrt/include/actor/op_actor.h +68 -0
  1419. mindspore/include/mindspore/core/mindrt/include/async/async.h +2 -2
  1420. mindspore/include/mindspore/core/mindrt/include/thread/hqueue.h +6 -6
  1421. mindspore/include/mindspore/core/mindrt/include/thread/threadpool.h +4 -2
  1422. mindspore/include/mindspore/ops/grad/grad_utils.h +25 -3
  1423. mindspore/include/mindspore/ops/infer/all_gather_v.h +39 -0
  1424. mindspore/include/mindspore/ops/infer/all_to_all.h +38 -0
  1425. mindspore/include/mindspore/ops/infer/ops_func_impl/acosh.h +2 -9
  1426. mindspore/include/mindspore/ops/infer/ops_func_impl/asinh.h +2 -9
  1427. mindspore/include/mindspore/ops/infer/ops_func_impl/atanh.h +4 -9
  1428. mindspore/include/mindspore/ops/infer/ops_func_impl/batch_norm_ext.h +6 -11
  1429. mindspore/include/mindspore/ops/infer/ops_func_impl/batch_norm_grad_ext.h +5 -4
  1430. mindspore/include/mindspore/ops/infer/ops_func_impl/bitwise_and_scalar.h +4 -5
  1431. mindspore/include/mindspore/ops/infer/ops_func_impl/bitwise_and_tensor.h +3 -5
  1432. mindspore/include/mindspore/ops/infer/ops_func_impl/bitwise_or_scalar.h +3 -10
  1433. mindspore/include/mindspore/ops/infer/ops_func_impl/bitwise_or_tensor.h +2 -10
  1434. mindspore/include/mindspore/ops/infer/ops_func_impl/bitwise_xor_scalar.h +3 -10
  1435. mindspore/include/mindspore/ops/infer/ops_func_impl/bitwise_xor_tensor.h +2 -10
  1436. mindspore/include/mindspore/ops/infer/ops_func_impl/broadcast_to.h +0 -1
  1437. mindspore/include/mindspore/ops/{view/select_ext_strides_calc.h → infer/ops_func_impl/broadcast_to_view.h} +9 -7
  1438. mindspore/include/mindspore/ops/infer/ops_func_impl/chunk.h +0 -2
  1439. mindspore/include/mindspore/ops/infer/ops_func_impl/{gmm_backward.h → chunk_view.h} +8 -4
  1440. mindspore/include/mindspore/ops/infer/ops_func_impl/diagonal_view.h +32 -0
  1441. mindspore/include/mindspore/ops/infer/ops_func_impl/dump_gradient.h +33 -0
  1442. mindspore/include/mindspore/ops/infer/ops_func_impl/dynamic_ntk.h +32 -0
  1443. mindspore/include/mindspore/ops/infer/ops_func_impl/eltwise_op.h +4 -10
  1444. mindspore/include/mindspore/ops/infer/ops_func_impl/empty.h +7 -3
  1445. mindspore/include/mindspore/ops/infer/ops_func_impl/empty_like.h +7 -3
  1446. mindspore/include/mindspore/ops/infer/ops_func_impl/exp.h +3 -4
  1447. mindspore/include/mindspore/ops/infer/ops_func_impl/expand_dims.h +1 -2
  1448. mindspore/include/mindspore/ops/infer/ops_func_impl/{gmm_v2_backward.h → expand_dims_view.h} +7 -4
  1449. mindspore/include/mindspore/ops/infer/ops_func_impl/fused_add_topk_div.h +56 -0
  1450. mindspore/include/mindspore/ops/infer/ops_func_impl/grouped_matmul.h +13 -4
  1451. mindspore/include/mindspore/ops/infer/ops_func_impl/grouped_matmul_base.h +8 -9
  1452. mindspore/include/mindspore/ops/infer/ops_func_impl/grouped_matmul_v2.h +7 -1
  1453. mindspore/include/mindspore/ops/infer/ops_func_impl/grouped_matmul_v4.h +3 -1
  1454. mindspore/include/mindspore/ops/infer/ops_func_impl/{moe_token_unpermute.h → inner_moe_token_unpermute.h} +4 -4
  1455. mindspore/include/mindspore/ops/infer/ops_func_impl/inplace_matmul_add.h +34 -0
  1456. mindspore/include/mindspore/ops/infer/ops_func_impl/inplace_silu.h +35 -0
  1457. mindspore/include/mindspore/ops/infer/ops_func_impl/masked_fill.h +4 -3
  1458. mindspore/include/mindspore/ops/infer/ops_func_impl/max_pool_grad_with_indices.h +2 -8
  1459. mindspore/include/mindspore/ops/infer/ops_func_impl/max_pool_grad_with_mask.h +4 -2
  1460. mindspore/include/mindspore/ops/infer/ops_func_impl/max_pool_with_indices.h +6 -4
  1461. mindspore/include/mindspore/ops/infer/ops_func_impl/max_pool_with_mask.h +6 -4
  1462. mindspore/include/mindspore/ops/infer/ops_func_impl/{decoder_k_v_cache.h → moe_distribute_combine.h} +6 -12
  1463. mindspore/include/mindspore/ops/infer/ops_func_impl/moe_distribute_dispatch.h +37 -0
  1464. mindspore/include/mindspore/ops/infer/ops_func_impl/moe_init_routing_quant_v2.h +39 -0
  1465. mindspore/include/mindspore/ops/infer/ops_func_impl/narrow.h +0 -1
  1466. mindspore/include/mindspore/ops/infer/ops_func_impl/narrow_view.h +29 -0
  1467. mindspore/include/mindspore/ops/infer/ops_func_impl/neg.h +1 -6
  1468. mindspore/include/mindspore/ops/infer/ops_func_impl/new_empty.h +7 -3
  1469. mindspore/include/mindspore/ops/infer/ops_func_impl/new_full.h +37 -0
  1470. mindspore/include/mindspore/ops/infer/ops_func_impl/ones_like.h +2 -6
  1471. mindspore/include/mindspore/ops/infer/ops_func_impl/ones_like_ext.h +1 -2
  1472. mindspore/include/mindspore/ops/infer/ops_func_impl/quant_matmul.h +32 -0
  1473. mindspore/include/mindspore/ops/infer/ops_func_impl/reciprocal.h +4 -9
  1474. mindspore/include/mindspore/ops/infer/ops_func_impl/reduce_any.h +4 -5
  1475. mindspore/include/mindspore/ops/infer/ops_func_impl/reduce_arithmetic.h +2 -1
  1476. mindspore/include/mindspore/ops/infer/ops_func_impl/remainder_tensor_scalar.h +4 -4
  1477. mindspore/include/mindspore/ops/infer/ops_func_impl/{select_ext.h → select_ext_view.h} +4 -5
  1478. mindspore/include/mindspore/ops/infer/ops_func_impl/sigmoid.h +4 -5
  1479. mindspore/include/mindspore/ops/infer/ops_func_impl/slice_ext.h +0 -1
  1480. mindspore/include/mindspore/ops/infer/ops_func_impl/slice_ext_view.h +29 -0
  1481. mindspore/include/mindspore/ops/infer/ops_func_impl/split_tensor.h +0 -1
  1482. mindspore/include/mindspore/ops/infer/ops_func_impl/split_tensor_view.h +32 -0
  1483. mindspore/include/mindspore/ops/infer/ops_func_impl/split_with_size.h +0 -2
  1484. mindspore/include/mindspore/ops/infer/ops_func_impl/split_with_size_view.h +32 -0
  1485. mindspore/include/mindspore/ops/infer/ops_func_impl/square.h +2 -10
  1486. mindspore/include/mindspore/ops/infer/ops_func_impl/swiglu_dynamic_quant.h +32 -0
  1487. mindspore/include/mindspore/ops/infer/ops_func_impl/{prompt_k_v_cache.h → topprouter.h} +8 -12
  1488. mindspore/include/mindspore/ops/infer/ops_func_impl/transpose.h +0 -2
  1489. mindspore/include/mindspore/ops/infer/ops_func_impl/{transpose_ext.h → transpose_ext_view.h} +4 -5
  1490. mindspore/include/mindspore/ops/infer/ops_func_impl/transpose_view.h +29 -0
  1491. mindspore/include/mindspore/ops/infer/ops_func_impl/{unstack_ext.h → unstack_ext_view.h} +6 -7
  1492. mindspore/include/mindspore/ops/infer/ops_func_impl/zeros_like_ext.h +1 -2
  1493. mindspore/include/mindspore/ops/infer/reduce_scatter.h +3 -1
  1494. mindspore/include/mindspore/ops/infer/reduce_scatter_v.h +38 -0
  1495. mindspore/include/mindspore/ops/kernel/ascend/acl/acl_kernel_mod.h +3 -0
  1496. mindspore/include/mindspore/ops/kernel/ascend/acl_ir/acl_adapter_info.h +1 -1
  1497. mindspore/include/mindspore/ops/kernel/ascend/acl_ir/custom/custom_aclnn_utils.h +95 -0
  1498. mindspore/include/mindspore/ops/kernel/ascend/acl_ir/custom/custom_op_api_cache.h +40 -0
  1499. mindspore/include/mindspore/ops/kernel/ascend/acl_ir/custom/custom_op_api_exec.h +84 -0
  1500. mindspore/include/mindspore/ops/kernel/ascend/acl_ir/op_api_cache.h +13 -8
  1501. mindspore/include/mindspore/ops/kernel/ascend/acl_ir/op_api_convert.h +20 -74
  1502. mindspore/include/mindspore/ops/kernel/ascend/acl_ir/op_api_exec.h +23 -12
  1503. mindspore/include/mindspore/ops/kernel/ascend/acl_ir/op_api_util.h +1 -0
  1504. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/common/kernel_base.h +1 -1
  1505. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/common/kernel_log.h +11 -11
  1506. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/format_transfer/formats_definitions.h +5 -1
  1507. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/format_transfer/register_format_transfer.h +5 -1
  1508. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/inc/ms_cpu_kernel.h +1 -1
  1509. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/ms_kernel/concat.h +1 -1
  1510. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/ms_kernel/dct.h +1 -1
  1511. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/ms_kernel/dctn.h +1 -1
  1512. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/ms_kernel/fft_ortho.h +1 -1
  1513. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/ms_kernel/fft_shapecopy.h +1 -1
  1514. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/ms_kernel/fftbase.h +1 -1
  1515. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/ms_kernel/fftfreq.h +1 -1
  1516. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/ms_kernel/fftnbase.h +1 -1
  1517. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/ms_kernel/irfft_double.h +1 -1
  1518. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/ms_kernel/nms_with_mask.h +0 -1
  1519. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/ms_kernel/ragged_tensor_to_sparse.h +1 -1
  1520. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/ms_kernel/random/philox_random_dist.h +1 -1
  1521. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/ms_kernel/random/random_distributions.h +27 -25
  1522. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/ms_kernel/topprouter.h +64 -0
  1523. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/utils/fused_sparse_utils.h +1 -1
  1524. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/utils/kernel_util.h +2 -2
  1525. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/utils/philox_random.h +75 -138
  1526. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/utils/range_sampler.h +7 -3
  1527. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/utils/sparse_group.h +18 -15
  1528. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/utils/sparse_tensor.h +18 -15
  1529. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/adaptive_avg_pool_3d_grad_op.h +0 -11
  1530. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/adaptive_avg_pool_3d_op.h +0 -11
  1531. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/adaptive_max_pool3_d_grad_op.h +0 -14
  1532. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/adaptive_max_pool3d_op.h +0 -18
  1533. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/adaptive_max_pool_2d_grad_op.h +0 -14
  1534. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/adjust_contrastv2_op.h +0 -21
  1535. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/arg_max_op.h +0 -22
  1536. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/bartlett_window_op.h +0 -19
  1537. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/cauchy_op.h +0 -11
  1538. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/cholesky_solve_op.h +0 -23
  1539. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/coalesce_op.h +0 -24
  1540. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/csr_sparse_matrix_to_dense_op.h +0 -15
  1541. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/dense_to_csr_sparse_matrix_op.h +0 -16
  1542. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/eig_op.h +0 -17
  1543. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/exp.h +0 -18
  1544. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/fractional_max_pool_grad_with_fixed_ksize_op.h +0 -22
  1545. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/fractional_max_pool_with_fixed_ksize_op.h +0 -19
  1546. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/geqrf_op.h +0 -14
  1547. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/glu_grad_op.h +0 -17
  1548. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/glu_op.h +0 -20
  1549. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/hamming_window_op.h +0 -20
  1550. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/index_fill.h +0 -18
  1551. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/instance_norm_v2_grad.h +0 -28
  1552. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/layer_norm_grad_grad_op.h +0 -17
  1553. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/log_normal_reverse.h +0 -15
  1554. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/logspace.h +0 -23
  1555. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/lstsq_op.h +0 -15
  1556. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/matrix_logarithm.h +0 -13
  1557. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/matrix_power_op.h +0 -16
  1558. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/max_pool_3d_grad_with_argmax_op.h +0 -26
  1559. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/maximum_grad_grad.h +0 -19
  1560. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/median_grad_op.h +0 -19
  1561. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/median_op.h +0 -17
  1562. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/minimum_grad_grad.h +0 -19
  1563. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/multi_margin_loss_grad_op.h +0 -24
  1564. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/multi_margin_loss_op.h +0 -19
  1565. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/mvlgamma_grad_op.h +0 -17
  1566. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/mvlgamma_op.h +0 -15
  1567. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/pdist_grad_op.h +0 -21
  1568. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/segment_mean_op.h +0 -18
  1569. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/segment_min_op.h +0 -19
  1570. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/sparse_addmm.h +0 -16
  1571. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/sparse_apply_adagrad_da.h +0 -38
  1572. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/sparse_apply_centered_rms_prop.h +0 -47
  1573. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/sparse_apply_momentum.h +0 -36
  1574. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/sparse_apply_proximal_gradient_descent.h +0 -29
  1575. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/sparse_matrix_transpose_op.h +0 -29
  1576. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/sparse_segment_mean_with_num_segments_op.h +0 -19
  1577. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/sparse_segment_sqrt_n_grad_op.h +0 -21
  1578. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/sparse_segment_sqrt_n_op.h +0 -18
  1579. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/sparse_segment_sqrt_n_with_num_segments_op.h +0 -20
  1580. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/sparse_tensor_to_csr_sparse_matrix_op.h +0 -18
  1581. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/sspaddmm_op.h +0 -22
  1582. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/triplet_margin_loss_op.h +0 -22
  1583. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/utils/axis_util.h +5 -1
  1584. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/utils/reduce_infer_util.h +1 -2
  1585. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/utils/transfer_shape_according_to_format.h +5 -1
  1586. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/drop_out_gen_mask_kernels.h +2 -2
  1587. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/gather_grad_kernels.h +1 -1
  1588. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_util.h +2 -0
  1589. mindspore/include/mindspore/ops/kernel/ascend/availability/silent_check/ascend_silent_check.h +13 -14
  1590. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/addbmm_aclnn_kernel.h +1 -1
  1591. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/addmm_aclnn_kernel.h +1 -1
  1592. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/addmv_aclnn_kernel.h +1 -1
  1593. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/baddbmm_aclnn_kernel.h +1 -1
  1594. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/batch_norm_ext_aclnn_kernel.h +1 -0
  1595. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/batch_norm_grad_ext_aclnn_kernel.h +2 -1
  1596. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/bincount_ext_aclnn_kernel.h +2 -2
  1597. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/chunk_aclnn_kernel.h +2 -2
  1598. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/{view/contiguous.h → contiguous_aclnn_kernel.h} +4 -5
  1599. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/conv1d_ext_aclnn_kernel.h +2 -0
  1600. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/conv1d_padding_aclnn_kernel.h +2 -1
  1601. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/conv2d_ext_aclnn_kernel.h +1 -0
  1602. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/conv2d_padding_aclnn_kernel.h +3 -1
  1603. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/conv3d_ext_aclnn_kernel.h +4 -0
  1604. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/convolution_str_aclnn_kernel.h +1 -1
  1605. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/custom_aclnn_kernel.h +5 -1
  1606. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/custom_aclnn_utils.h +2 -1
  1607. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/custom_v2_aclnn_kernel.h +83 -0
  1608. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/dense_aclnn_kernel.h +13 -6
  1609. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/dropout_ext_aclnn_kernel.h +3 -3
  1610. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/empty_aclnn_kernel.h +39 -0
  1611. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/empty_like_aclnn_kernel.h +39 -0
  1612. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/flash_attention_score_aclnn_kernel.h +1 -0
  1613. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/flash_attention_score_grad_aclnn_kernel.h +1 -0
  1614. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/gather_d_grad_v2_aclnn_kernel.h +1 -1
  1615. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/grid_sampler_2d_grad_aclnn_kernel.h +3 -3
  1616. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/grid_sampler_3d_grad_aclnn_kernel.h +3 -3
  1617. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/grouped_matmul_v2_aclnn_kernel.h +49 -0
  1618. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/grouped_matmul_v4_aclnn_kernel.h +6 -3
  1619. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/index_add_ext_aclnn_kernel.h +1 -1
  1620. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/index_fill_scalar_aclnn_kernel.h +1 -1
  1621. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/index_fill_tensor_aclnn_kernel.h +1 -1
  1622. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/inner_inplace_index_put_aclnn_kernel.h +1 -0
  1623. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/{moe_token_unpermute_aclnn_kernel.h → inner_moe_token_unpermute_aclnn_kernel.h} +6 -6
  1624. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/inplace_clamp_scalar_aclnn_kernel.h +2 -0
  1625. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/inplace_divs_aclnn_kernel.h +41 -0
  1626. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/inplace_index_add_aclnn_kernel.h +1 -1
  1627. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/inplace_normal_aclnn_kernel.h +2 -2
  1628. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/inplace_scatter_add_aclnn_kernel.h +45 -0
  1629. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/inplace_silu_aclnn_kernel.h +42 -0
  1630. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/inplace_sub_scalar_aclnn_kernel.h +41 -0
  1631. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/inplace_uniform_aclnn_kernel.h +2 -2
  1632. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/isinf_aclnn_kernel.h +1 -1
  1633. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/linalg_vector_norm_aclnn_kernel.h +1 -1
  1634. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/matmul_all_reduce_aclnn_kernel.h +2 -2
  1635. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/matmul_reduce_scatter_aclnn_kernel.h +4 -4
  1636. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/moe_distribute_combine_aclnn_kernel.h +56 -0
  1637. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/moe_distribute_dispatch_aclnn_kernel.h +55 -0
  1638. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/moe_init_routing_quant_v2_aclnn_kernel.h +50 -0
  1639. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/mse_loss_ext_aclnn_kernel.h +1 -1
  1640. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/mse_loss_grad_ext_aclnn_kernel.h +1 -1
  1641. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/multinomial_ext_aclnn_kernel.h +1 -1
  1642. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/narrow_aclnn_kernel.h +3 -3
  1643. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/new_empty_aclnn_kernel.h +39 -0
  1644. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/new_full_aclnn_kernel.h +41 -0
  1645. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/norm_aclnn_kernel.h +1 -1
  1646. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/prod_ext_aclnn_kernel.h +1 -1
  1647. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/quant_batch_matmul_all_reduce_aclnn_kernel.h +2 -2
  1648. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/rand_ext_aclnn_kernel.h +2 -2
  1649. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/randint_aclnn_kernel.h +4 -4
  1650. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/randn_aclnn_kernel.h +2 -2
  1651. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/randperm_ext_aclnn_kernel.h +2 -2
  1652. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/repeat_interleave_grad_aclnn_kernel.h +1 -1
  1653. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/split_with_size_aclnn_kernel.h +1 -1
  1654. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/unique2_aclnn_kernel.h +3 -0
  1655. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/unique_consecutive_aclnn_kernel.h +2 -0
  1656. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/unique_dim_aclnn_kernel.h +3 -0
  1657. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/view/broadcast_to_view.h +42 -0
  1658. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/view/chunk_view.h +42 -0
  1659. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/view/concat_view.h +1 -1
  1660. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/view/diagonal_view.h +42 -0
  1661. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/view/expand_dims_view.h +42 -0
  1662. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/view/flatten_view.h +42 -0
  1663. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/view/narrow_view.h +43 -0
  1664. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/view/reshape_view.h +2 -1
  1665. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/view/select_ext_view.h +42 -0
  1666. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/view/slice_ext_view.h +42 -0
  1667. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/view/split_tensor_view.h +42 -0
  1668. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/view/split_view.h +1 -1
  1669. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/view/split_with_size_view.h +42 -0
  1670. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/view/squeeze_view.h +42 -0
  1671. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/view/strided_slice_view.h +1 -1
  1672. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/view/transpose_view.h +1 -1
  1673. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/view/unstack_ext_view.h +42 -0
  1674. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/view/view.h +42 -0
  1675. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/view/view_utils.h +0 -1
  1676. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn_auto_gen/apply_rotary_pos_emb_aclnn_kernel.h +41 -0
  1677. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn_auto_gen/{select_ext_aclnn_kernel.h → paged_attention_aclnn_kernel.h} +6 -6
  1678. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn_kernel_mod.h +32 -11
  1679. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn_kernel_utils.h +3 -3
  1680. mindspore/include/mindspore/ops/kernel/ascend/pyboost/aclnn_utils.h +11 -4
  1681. mindspore/include/mindspore/ops/kernel/ascend/pyboost/atb_runner.h +124 -0
  1682. mindspore/include/mindspore/ops/kernel/ascend/pyboost/atb_runner_base.h +48 -0
  1683. mindspore/include/mindspore/ops/kernel/ascend/pyboost/atb_utils.h +63 -0
  1684. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/abs.h +1 -1
  1685. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/acos_ext.h +1 -1
  1686. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/acosh_ext.h +1 -1
  1687. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/adamw.h +1 -1
  1688. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/adaptive_avg_pool1d.h +1 -1
  1689. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/adaptive_avg_pool2d_ext.h +1 -1
  1690. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/adaptive_avg_pool2d_grad_ext.h +1 -1
  1691. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/adaptive_avg_pool3d_ext.h +1 -1
  1692. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/adaptive_avg_pool3d_grad_ext.h +1 -1
  1693. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/adaptive_max_pool1d.h +1 -1
  1694. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/adaptive_max_pool2d.h +1 -1
  1695. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/add.h +1 -1
  1696. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/add_ext.h +1 -1
  1697. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/add_layer_norm_grad.h +1 -1
  1698. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/add_layernorm_v2.h +1 -1
  1699. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/add_rms_norm.h +1 -1
  1700. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/add_rmsnorm_quant_v2.h +1 -1
  1701. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/add_scalar.h +1 -1
  1702. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/addbmm.h +1 -1
  1703. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/addcdiv_ext.h +1 -1
  1704. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/addcmul_ext.h +1 -1
  1705. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/addmm.h +1 -1
  1706. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/addmv.h +1 -1
  1707. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/all_finite.h +1 -1
  1708. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/all_gather_matmul.h +1 -1
  1709. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/any.h +40 -0
  1710. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/any_ext.h +40 -0
  1711. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/apply_rotary_pos_emb.h +40 -0
  1712. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/arange.h +1 -1
  1713. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/argmax_ext.h +1 -1
  1714. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/argmax_with_value.h +1 -1
  1715. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/argmin_ext.h +1 -1
  1716. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/argmin_with_value.h +1 -1
  1717. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/argsort.h +1 -1
  1718. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/as_strided.h +1 -1
  1719. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/asin_ext.h +1 -1
  1720. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/asinh_ext.h +1 -1
  1721. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/atan2_ext.h +1 -1
  1722. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/atan_ext.h +1 -1
  1723. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/atanh.h +1 -1
  1724. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/avg_pool1d.h +1 -1
  1725. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/avg_pool2d.h +1 -1
  1726. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/avg_pool2d_grad.h +1 -1
  1727. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/avg_pool3d_ext.h +1 -1
  1728. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/avg_pool3d_grad_ext.h +1 -1
  1729. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/baddbmm.h +1 -1
  1730. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/batch_mat_mul.h +1 -1
  1731. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/batch_norm_elemt.h +1 -1
  1732. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/batch_norm_elemt_grad.h +1 -1
  1733. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/batch_norm_ext.h +1 -1
  1734. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/batch_norm_gather_stats_with_counts.h +1 -1
  1735. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/batch_norm_grad_ext.h +1 -1
  1736. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/batch_norm_reduce_grad.h +1 -1
  1737. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/batch_norm_stats.h +1 -1
  1738. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/bernoulli_ext.h +1 -1
  1739. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/binary_cross_entropy.h +1 -1
  1740. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/binary_cross_entropy_grad.h +1 -1
  1741. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/binary_cross_entropy_with_logits.h +1 -1
  1742. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/binary_cross_entropy_with_logits_backward.h +1 -1
  1743. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/bincount_ext.h +1 -1
  1744. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/bitwise_and_scalar.h +1 -1
  1745. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/bitwise_and_tensor.h +1 -1
  1746. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/bitwise_not.h +1 -1
  1747. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/bitwise_or_scalar.h +1 -1
  1748. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/bitwise_or_tensor.h +1 -1
  1749. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/bitwise_xor_scalar.h +1 -1
  1750. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/bitwise_xor_tensor.h +1 -1
  1751. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/bmm_ext.h +1 -1
  1752. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/broadcast_to.h +1 -1
  1753. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/broadcast_to_view.h +40 -0
  1754. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/cast.h +1 -1
  1755. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/ceil.h +1 -1
  1756. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/chunk.h +1 -1
  1757. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/{select_ext.h → chunk_view.h} +9 -9
  1758. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/clamp_scalar.h +1 -1
  1759. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/clamp_tensor.h +1 -1
  1760. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/clone.h +1 -1
  1761. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/col2im_ext.h +1 -1
  1762. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/col2im_grad.h +1 -1
  1763. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/concat.h +1 -1
  1764. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/constant_pad_nd.h +1 -1
  1765. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/contiguous.h +1 -1
  1766. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/conv1d_ext.h +1 -1
  1767. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/conv1d_padding.h +1 -1
  1768. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/conv2d_ext.h +1 -1
  1769. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/conv2d_padding.h +1 -1
  1770. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/conv3d_ext.h +1 -1
  1771. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/conv3d_padding.h +1 -1
  1772. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/conv_transpose2d.h +1 -1
  1773. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/convolution.h +1 -1
  1774. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/convolution_grad.h +1 -1
  1775. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/convolution_str.h +1 -1
  1776. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/convolution_str_grad.h +1 -1
  1777. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/copy.h +1 -1
  1778. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/cos.h +1 -1
  1779. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/cosh.h +1 -1
  1780. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/count_nonzero.h +1 -1
  1781. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/cross.h +1 -1
  1782. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/cummax.h +1 -1
  1783. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/cummin_ext.h +1 -1
  1784. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/cumsum_ext.h +1 -1
  1785. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/custom_ext.h +1 -1
  1786. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/dense.h +1 -1
  1787. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/diag_ext.h +1 -1
  1788. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/{transpose_ext.h → diagonal_view.h} +9 -9
  1789. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/div.h +1 -1
  1790. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/divmod.h +1 -1
  1791. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/divmods.h +1 -1
  1792. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/divs.h +1 -1
  1793. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/dot.h +1 -1
  1794. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/dropout_do_mask_ext.h +1 -1
  1795. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/dropout_ext.h +1 -1
  1796. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/dropout_gen_mask_ext.h +1 -1
  1797. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/dropout_grad_ext.h +1 -1
  1798. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/dynamic_quant_ext.h +1 -1
  1799. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/einsum_ext.h +40 -0
  1800. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/elu.h +1 -1
  1801. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/elu_ext.h +1 -1
  1802. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/elu_grad_ext.h +1 -1
  1803. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/embedding.h +1 -1
  1804. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/embedding_dense_backward.h +1 -1
  1805. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/empty.h +40 -0
  1806. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/empty_like.h +40 -0
  1807. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/equal.h +1 -1
  1808. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/equal_ext.h +1 -1
  1809. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/erf.h +1 -1
  1810. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/erfc.h +1 -1
  1811. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/erfinv.h +1 -1
  1812. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/exp.h +1 -1
  1813. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/exp2.h +1 -1
  1814. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/expand_as.h +1 -1
  1815. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/expand_dims.h +1 -1
  1816. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/expand_dims_view.h +40 -0
  1817. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/expm1.h +1 -1
  1818. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/eye.h +1 -1
  1819. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/ffn_ext.h +1 -1
  1820. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/fill_scalar.h +1 -1
  1821. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/fill_tensor.h +1 -1
  1822. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/flash_attention_score.h +1 -1
  1823. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/flash_attention_score_grad.h +1 -1
  1824. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/flatten_ext.h +1 -1
  1825. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/floor.h +1 -1
  1826. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/floor_div.h +1 -1
  1827. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/floor_div_scalar.h +1 -1
  1828. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/fmod_scalar.h +1 -1
  1829. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/fmod_tensor.h +1 -1
  1830. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/frac.h +1 -1
  1831. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/full_like.h +1 -1
  1832. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/func_max_pool2d.h +40 -0
  1833. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/fused_infer_attention_score.h +1 -1
  1834. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/gather_d.h +1 -1
  1835. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/gather_d_grad_v2.h +1 -1
  1836. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/gcd.h +1 -1
  1837. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/gelu.h +1 -1
  1838. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/gelu_ext.h +1 -1
  1839. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/gelu_grad.h +1 -1
  1840. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/gelu_grad_ext.h +1 -1
  1841. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/generator.h +1 -1
  1842. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/glu.h +1 -1
  1843. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/glu_grad.h +1 -1
  1844. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/gmm.h +40 -0
  1845. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/gmm_backward.h +1 -1
  1846. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/gmm_backward_fusion.h +40 -0
  1847. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/gmm_v2.h +40 -0
  1848. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/gmm_v2_backward.h +1 -1
  1849. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/gmm_v2_backward_fusion.h +40 -0
  1850. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/greater.h +1 -1
  1851. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/greater_equal.h +1 -1
  1852. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/greater_equal_scalar.h +1 -1
  1853. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/grid_sampler_2d.h +1 -1
  1854. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/grid_sampler_2d_grad.h +1 -1
  1855. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/grid_sampler_3d.h +1 -1
  1856. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/grid_sampler_3d_grad.h +1 -1
  1857. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/group_norm.h +1 -1
  1858. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/group_norm_grad.h +1 -1
  1859. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/grouped_matmul.h +1 -1
  1860. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/grouped_matmul_v2.h +1 -1
  1861. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/grouped_matmul_v4.h +1 -1
  1862. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/hardtanh.h +1 -1
  1863. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/hardtanh_grad.h +1 -1
  1864. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/histc_ext.h +1 -1
  1865. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/hshrink.h +1 -1
  1866. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/hshrink_grad.h +1 -1
  1867. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/hsigmoid.h +1 -1
  1868. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/hsigmoid_grad.h +1 -1
  1869. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/hswish.h +1 -1
  1870. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/hswish_grad.h +1 -1
  1871. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/identity.h +1 -1
  1872. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/im2col_ext.h +1 -1
  1873. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/incre_flash_attention.h +1 -1
  1874. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/index.h +1 -1
  1875. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/index_add_ext.h +1 -1
  1876. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/index_fill_scalar.h +1 -1
  1877. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/index_fill_tensor.h +1 -1
  1878. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/index_select.h +1 -1
  1879. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inner_index.h +1 -1
  1880. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inner_inplace_index_put.h +1 -1
  1881. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inner_moe_token_unpermute.h +40 -0
  1882. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inner_non_zero.h +1 -1
  1883. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_add_ext.h +1 -1
  1884. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_addmm.h +1 -1
  1885. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_adds_ext.h +1 -1
  1886. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_clamp_scalar.h +1 -1
  1887. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_clamp_tensor.h +1 -1
  1888. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_copy.h +1 -1
  1889. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_div.h +1 -1
  1890. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_divmod.h +1 -1
  1891. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_divmods.h +1 -1
  1892. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_divs.h +1 -1
  1893. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_elu.h +1 -1
  1894. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_erfinv.h +1 -1
  1895. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_exp.h +1 -1
  1896. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_exponential.h +40 -0
  1897. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_fill_diagonal.h +1 -1
  1898. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_fill_scalar.h +1 -1
  1899. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_fill_tensor.h +1 -1
  1900. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_floor.h +1 -1
  1901. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_floor_divide.h +1 -1
  1902. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_floor_divides.h +1 -1
  1903. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_grouped_matmul_add.h +1 -1
  1904. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_hardtanh.h +1 -1
  1905. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_index_add.h +1 -1
  1906. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_index_put.h +1 -1
  1907. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_log.h +1 -1
  1908. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_masked_fill_scalar.h +1 -1
  1909. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_masked_fill_tensor.h +1 -1
  1910. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_matmul_add.h +40 -0
  1911. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_mul.h +1 -1
  1912. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_muls.h +1 -1
  1913. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_normal.h +1 -1
  1914. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_put.h +1 -1
  1915. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_random.h +1 -1
  1916. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_relu.h +1 -1
  1917. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_scatter_add.h +1 -1
  1918. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_scatter_src.h +1 -1
  1919. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_scatter_src_reduce.h +1 -1
  1920. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_scatter_value.h +1 -1
  1921. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_scatter_value_reduce.h +1 -1
  1922. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_silu.h +40 -0
  1923. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_stop_gradient.h +1 -1
  1924. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_sub_ext.h +1 -1
  1925. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_sub_scalar.h +1 -1
  1926. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_tanh.h +1 -1
  1927. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_threshold.h +1 -1
  1928. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_uniform.h +1 -1
  1929. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_zero.h +1 -1
  1930. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/isclose.h +1 -1
  1931. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/isfinite.h +1 -1
  1932. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/isinf.h +1 -1
  1933. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/isneginf.h +1 -1
  1934. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/kl_div.h +1 -1
  1935. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/kl_div_grad.h +1 -1
  1936. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/kthvalue.h +1 -1
  1937. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/kv_cache_scatter_update.h +1 -1
  1938. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/l1_loss_backward_ext.h +1 -1
  1939. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/l1_loss_ext.h +1 -1
  1940. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/layer_norm_ext.h +1 -1
  1941. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/layer_norm_grad_ext.h +1 -1
  1942. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/leaky_relu_ext.h +1 -1
  1943. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/leaky_relu_grad_ext.h +1 -1
  1944. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/lerp.h +1 -1
  1945. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/lerp_scalar.h +1 -1
  1946. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/less.h +1 -1
  1947. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/less_equal.h +1 -1
  1948. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/lin_space_ext.h +1 -1
  1949. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/linalg_qr.h +1 -1
  1950. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/linalg_vector_norm.h +1 -1
  1951. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/log.h +1 -1
  1952. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/log10.h +1 -1
  1953. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/log1p.h +1 -1
  1954. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/log2.h +1 -1
  1955. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/log_softmax.h +1 -1
  1956. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/log_softmax_ext.h +1 -1
  1957. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/log_softmax_grad.h +1 -1
  1958. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/logaddexp.h +1 -1
  1959. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/logaddexp2.h +1 -1
  1960. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/logical_and.h +1 -1
  1961. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/logical_not.h +1 -1
  1962. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/logical_or.h +1 -1
  1963. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/logical_xor.h +1 -1
  1964. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/logsigmoid.h +1 -1
  1965. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/logsigmoid_grad.h +1 -1
  1966. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/logsumexp.h +1 -1
  1967. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/masked_fill.h +1 -1
  1968. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/masked_select.h +1 -1
  1969. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/masked_select_grad.h +1 -1
  1970. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/matmul.h +1 -1
  1971. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/matmul_allreduce_add_rmsnorm.h +1 -1
  1972. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/matmul_ext.h +1 -1
  1973. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/matmul_reduce_scatter.h +1 -1
  1974. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/matrix_inverse_ext.h +1 -1
  1975. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/max.h +1 -1
  1976. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/max_dim.h +1 -1
  1977. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/max_pool_grad_with_indices.h +1 -1
  1978. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/max_pool_grad_with_mask.h +1 -1
  1979. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/max_pool_with_indices.h +1 -1
  1980. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/max_pool_with_mask.h +1 -1
  1981. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/max_unpool2d_ext.h +1 -1
  1982. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/maximum.h +1 -1
  1983. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/mean_ext.h +1 -1
  1984. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/median_dim.h +1 -1
  1985. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/median_ext.h +1 -1
  1986. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/meshgrid.h +1 -1
  1987. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/min.h +1 -1
  1988. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/min_dim.h +1 -1
  1989. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/minimum.h +1 -1
  1990. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/mish_ext.h +1 -1
  1991. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/mish_grad_ext.h +1 -1
  1992. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/mm_ext.h +1 -1
  1993. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/moe_compute_expert_tokens.h +1 -1
  1994. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/moe_distribute_combine.h +40 -0
  1995. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/moe_distribute_dispatch.h +40 -0
  1996. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/moe_finalize_routing.h +1 -1
  1997. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/moe_gating_top_k_softmax.h +1 -1
  1998. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/moe_init_routing.h +1 -1
  1999. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/moe_init_routing_quant_v2.h +40 -0
  2000. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/moe_init_routing_v2.h +1 -1
  2001. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/moe_token_permute.h +1 -1
  2002. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/moe_token_permute_grad.h +1 -1
  2003. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/moe_token_unpermute.h +1 -1
  2004. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/moe_token_unpermute_grad.h +1 -1
  2005. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/mse_loss_ext.h +1 -1
  2006. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/mse_loss_grad_ext.h +1 -1
  2007. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/mul.h +1 -1
  2008. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/muls.h +1 -1
  2009. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/multi_scale_deformable_attn.h +1 -1
  2010. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/multi_scale_deformable_attn_grad.h +1 -1
  2011. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/multinomial_ext.h +1 -1
  2012. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/mv.h +1 -1
  2013. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/nan_to_num.h +1 -1
  2014. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/nansum.h +1 -1
  2015. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/narrow.h +1 -1
  2016. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/{unstack_ext.h → narrow_view.h} +9 -9
  2017. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/ne_scalar.h +1 -1
  2018. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/neg.h +1 -1
  2019. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/new_empty.h +40 -0
  2020. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/new_full.h +40 -0
  2021. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/new_ones.h +1 -1
  2022. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/new_zeros.h +1 -1
  2023. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/nllloss.h +1 -1
  2024. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/nllloss_2d.h +1 -1
  2025. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/nllloss_2d_grad.h +1 -1
  2026. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/nllloss_grad.h +1 -1
  2027. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/non_zero.h +1 -1
  2028. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/non_zero_ext.h +1 -1
  2029. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/norm.h +1 -1
  2030. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/normal_float_float.h +1 -1
  2031. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/normal_float_tensor.h +1 -1
  2032. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/normal_tensor_float.h +1 -1
  2033. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/normal_tensor_tensor.h +1 -1
  2034. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/not_equal.h +1 -1
  2035. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/one_hot_ext.h +1 -1
  2036. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/ones.h +1 -1
  2037. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/ones_like_ext.h +1 -1
  2038. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/outer.h +1 -1
  2039. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/paged_attention.h +40 -0
  2040. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/pixel_shuffle.h +1 -1
  2041. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/polar.h +1 -1
  2042. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/pow.h +1 -1
  2043. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/pow_scalar_tensor.h +1 -1
  2044. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/pow_tensor_scalar.h +1 -1
  2045. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/prelu.h +1 -1
  2046. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/prelu_grad.h +1 -1
  2047. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/prod_ext.h +1 -1
  2048. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/prompt_flash_attention.h +1 -1
  2049. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/quant_batch_matmul.h +1 -1
  2050. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/quant_matmul.h +40 -0
  2051. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/quant_v2.h +1 -1
  2052. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/rand_ext.h +1 -1
  2053. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/rand_like_ext.h +1 -1
  2054. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/randint.h +1 -1
  2055. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/randint_like.h +1 -1
  2056. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/randn.h +1 -1
  2057. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/randn_like.h +1 -1
  2058. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/randperm_ext.h +1 -1
  2059. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/reciprocal.h +1 -1
  2060. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/reduce_all.h +1 -1
  2061. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/reduce_any.h +1 -1
  2062. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/reduce_max.h +1 -1
  2063. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/reduce_min.h +1 -1
  2064. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/reflection_pad_1d.h +1 -1
  2065. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/reflection_pad_1d_grad.h +1 -1
  2066. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/reflection_pad_2d.h +1 -1
  2067. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/reflection_pad_2d_grad.h +1 -1
  2068. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/reflection_pad_3d.h +1 -1
  2069. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/reflection_pad_3d_grad.h +1 -1
  2070. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/relu.h +1 -1
  2071. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/relu_grad.h +1 -1
  2072. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/remainder_scalar_tensor.h +1 -1
  2073. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/remainder_tensor_scalar.h +1 -1
  2074. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/remainder_tensor_tensor.h +1 -1
  2075. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/repeat.h +1 -1
  2076. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/repeat_interleave_grad.h +1 -1
  2077. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/repeat_interleave_int.h +1 -1
  2078. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/repeat_interleave_tensor.h +1 -1
  2079. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/replication_pad_1d.h +1 -1
  2080. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/replication_pad_1d_grad.h +1 -1
  2081. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/replication_pad_2d.h +1 -1
  2082. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/replication_pad_2d_grad.h +1 -1
  2083. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/replication_pad_3d.h +1 -1
  2084. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/replication_pad_3d_grad.h +1 -1
  2085. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/reshape.h +1 -1
  2086. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/reshape_and_cache.h +40 -0
  2087. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/reverse_v2.h +1 -1
  2088. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/rms_norm.h +1 -1
  2089. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/rms_norm_grad.h +1 -1
  2090. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/roll.h +1 -1
  2091. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/rotary_position_embedding.h +1 -1
  2092. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/rotary_position_embedding_grad.h +1 -1
  2093. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/round.h +1 -1
  2094. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/rsqrt.h +1 -1
  2095. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/scatter.h +1 -1
  2096. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/scatter_add_ext.h +1 -1
  2097. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/scatter_value.h +1 -1
  2098. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/searchsorted.h +1 -1
  2099. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/select.h +1 -1
  2100. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/select_ext_view.h +40 -0
  2101. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/select_v2.h +1 -1
  2102. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/selu_ext.h +1 -1
  2103. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/selu_grad.h +1 -1
  2104. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/sigmoid.h +1 -1
  2105. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/sigmoid_grad.h +1 -1
  2106. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/sign.h +1 -1
  2107. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/silent_check_v2.h +1 -1
  2108. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/silent_check_v3.h +1 -1
  2109. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/silu.h +1 -1
  2110. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/silu_grad.h +1 -1
  2111. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/sin.h +1 -1
  2112. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/sinc.h +1 -1
  2113. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/sinh.h +1 -1
  2114. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/slice.h +1 -1
  2115. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/slice_ext.h +1 -1
  2116. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/slice_ext_view.h +40 -0
  2117. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/smooth_l1_loss.h +1 -1
  2118. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/smooth_l1_loss_grad.h +1 -1
  2119. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/soft_margin_loss.h +1 -1
  2120. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/soft_margin_loss_grad.h +1 -1
  2121. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/softmax.h +1 -1
  2122. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/softmax_backward.h +1 -1
  2123. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/softplus_ext.h +1 -1
  2124. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/softplus_grad_ext.h +1 -1
  2125. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/softshrink.h +1 -1
  2126. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/softshrink_grad.h +1 -1
  2127. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/sort_ext.h +1 -1
  2128. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/speed_fusion_attention.h +1 -1
  2129. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/speed_fusion_attention_grad.h +1 -1
  2130. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/split.h +1 -1
  2131. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/split_tensor.h +1 -1
  2132. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/split_tensor_view.h +40 -0
  2133. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/split_with_size.h +1 -1
  2134. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/split_with_size_view.h +40 -0
  2135. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/sqrt.h +1 -1
  2136. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/square.h +1 -1
  2137. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/squeeze.h +1 -1
  2138. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/stack_ext.h +1 -1
  2139. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/std.h +1 -1
  2140. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/std_mean.h +1 -1
  2141. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/sub.h +1 -1
  2142. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/sub_ext.h +1 -1
  2143. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/sub_scalar.h +1 -1
  2144. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/sum_ext.h +1 -1
  2145. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/swiglu.h +1 -1
  2146. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/swiglu_grad.h +1 -1
  2147. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/t_ext.h +1 -1
  2148. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/take.h +1 -1
  2149. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/tan.h +1 -1
  2150. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/tanh.h +1 -1
  2151. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/tanh_grad.h +1 -1
  2152. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/tensor_scatter_elements.h +1 -1
  2153. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/threshold.h +1 -1
  2154. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/threshold_grad.h +1 -1
  2155. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/tile.h +1 -1
  2156. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/topk_ext.h +1 -1
  2157. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/trace_ext.h +1 -1
  2158. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/transpose.h +1 -1
  2159. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/transpose_ext_view.h +40 -0
  2160. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/transpose_view.h +40 -0
  2161. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/triangular_solve.h +1 -1
  2162. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/tril_ext.h +1 -1
  2163. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/triu.h +1 -1
  2164. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/trunc.h +1 -1
  2165. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/type_as.h +1 -1
  2166. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/uniform_ext.h +1 -1
  2167. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/unique2.h +1 -1
  2168. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/unique_consecutive.h +1 -1
  2169. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/unique_dim.h +1 -1
  2170. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/unstack_ext_view.h +40 -0
  2171. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/upsample_bicubic2d.h +1 -1
  2172. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/upsample_bicubic2d_grad.h +1 -1
  2173. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/upsample_bilinear2d.h +1 -1
  2174. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/upsample_bilinear2d_grad.h +1 -1
  2175. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/upsample_linear1d.h +1 -1
  2176. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/upsample_linear1d_grad.h +1 -1
  2177. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/upsample_nearest1d.h +1 -1
  2178. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/upsample_nearest1d_grad.h +1 -1
  2179. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/upsample_nearest2d.h +1 -1
  2180. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/upsample_nearest2d_grad.h +1 -1
  2181. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/upsample_nearest3d.h +1 -1
  2182. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/upsample_nearest3d_grad.h +1 -1
  2183. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/upsample_trilinear3d.h +1 -1
  2184. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/upsample_trilinear3d_grad.h +1 -1
  2185. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/var.h +1 -1
  2186. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/var_mean.h +1 -1
  2187. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/view.h +1 -1
  2188. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/view_as.h +1 -1
  2189. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/weight_quant_batch_matmul.h +1 -1
  2190. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/xlogy.h +1 -1
  2191. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/xlogy_scalar_other.h +1 -1
  2192. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/xlogy_scalar_self.h +1 -1
  2193. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/zeros.h +1 -1
  2194. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/zeros_like_ext.h +1 -1
  2195. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/adamw.h +5 -5
  2196. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/adaptive_avg_pool1d.h +2 -3
  2197. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/adaptive_avg_pool3d_ext.h +2 -3
  2198. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/adaptive_max_pool1d.h +3 -2
  2199. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/adaptive_max_pool2d.h +3 -2
  2200. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/add.h +2 -2
  2201. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/add_layernorm_v2.h +3 -3
  2202. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/add_rms_norm.h +3 -3
  2203. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/add_rmsnorm_quant_v2.h +3 -3
  2204. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/add_scalar.h +2 -2
  2205. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/addbmm.h +3 -3
  2206. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/addmm.h +3 -3
  2207. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/addmv.h +3 -3
  2208. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/all_finite.h +2 -2
  2209. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/all_gather_matmul.h +3 -3
  2210. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/any.h +34 -0
  2211. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/any_ext.h +35 -0
  2212. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/arange.h +3 -3
  2213. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/argmax_ext.h +2 -2
  2214. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/argmax_with_value.h +4 -3
  2215. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/argmin_ext.h +2 -2
  2216. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/argmin_with_value.h +4 -3
  2217. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/argsort.h +3 -3
  2218. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/avg_pool1d.h +4 -4
  2219. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/avg_pool2d.h +5 -5
  2220. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/avg_pool2d_grad.h +5 -5
  2221. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/avg_pool3d_ext.h +6 -6
  2222. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/avg_pool3d_grad_ext.h +6 -6
  2223. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/baddbmm.h +3 -3
  2224. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/batch_mat_mul.h +3 -3
  2225. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/batch_norm_elemt.h +5 -7
  2226. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/batch_norm_ext.h +6 -5
  2227. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/batch_norm_gather_stats_with_counts.h +5 -5
  2228. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/batch_norm_grad_ext.h +6 -6
  2229. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/batch_norm_stats.h +3 -2
  2230. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/bernoulli_ext.h +2 -3
  2231. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/binary_cross_entropy.h +4 -5
  2232. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/binary_cross_entropy_grad.h +5 -6
  2233. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/binary_cross_entropy_with_logits.h +6 -6
  2234. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/binary_cross_entropy_with_logits_backward.h +4 -4
  2235. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/bincount_ext.h +3 -3
  2236. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/bmm_ext.h +2 -3
  2237. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/clone.h +1 -1
  2238. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/contiguous.h +1 -1
  2239. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/conv1d_ext.h +4 -5
  2240. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/conv1d_padding.h +5 -6
  2241. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/conv2d_ext.h +4 -5
  2242. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/conv2d_padding.h +5 -6
  2243. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/conv3d_ext.h +4 -5
  2244. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/conv3d_padding.h +5 -6
  2245. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/conv_transpose2d.h +6 -4
  2246. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/convolution.h +6 -6
  2247. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/convolution_grad.h +3 -3
  2248. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/convolution_str.h +6 -7
  2249. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/copy.h +1 -1
  2250. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/count_nonzero.h +2 -3
  2251. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/cross.h +2 -2
  2252. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/cummax.h +3 -3
  2253. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/cummin_ext.h +3 -3
  2254. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/cumsum_ext.h +2 -2
  2255. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/custom_ext.h +2 -2
  2256. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/custom_kernel.h +79 -14
  2257. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/custom_launch_aclnn.h +1 -1
  2258. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/dense.h +2 -2
  2259. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/diag_ext.h +2 -2
  2260. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/divmod.h +2 -3
  2261. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/divmods.h +2 -2
  2262. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/divs.h +2 -2
  2263. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/dropout_do_mask_ext.h +2 -2
  2264. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/dropout_ext.h +2 -3
  2265. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/dropout_gen_mask_ext.h +3 -3
  2266. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/dropout_grad_ext.h +2 -2
  2267. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/{unstack_ext.h → einsum_ext.h} +7 -7
  2268. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/elu_ext.h +2 -2
  2269. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/elu_grad_ext.h +3 -3
  2270. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/embedding.h +4 -5
  2271. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/embedding_dense_backward.h +5 -3
  2272. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/empty.h +35 -0
  2273. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/empty_like.h +36 -0
  2274. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/eye.h +2 -2
  2275. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/ffn_ext.h +8 -8
  2276. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/fill_scalar.h +2 -2
  2277. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/fill_tensor.h +2 -3
  2278. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/flash_attention_score.h +4 -4
  2279. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/flash_attention_score_grad.h +6 -6
  2280. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/flatten_ext.h +1 -1
  2281. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/floor_div.h +2 -2
  2282. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/floor_div_scalar.h +2 -2
  2283. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/full_like.h +2 -2
  2284. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/func_max_pool2d.h +38 -0
  2285. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/fused_infer_attention_score.h +15 -18
  2286. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/gather_d_grad_v2.h +2 -3
  2287. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/gelu_grad.h +2 -2
  2288. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/gelu_grad_ext.h +2 -2
  2289. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/gmm.h +38 -0
  2290. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/gmm_backward.h +1 -1
  2291. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/gmm_backward_fusion.h +37 -0
  2292. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/gmm_v2.h +38 -0
  2293. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/gmm_v2_backward.h +1 -1
  2294. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/gmm_v2_backward_fusion.h +36 -0
  2295. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/grid_sampler_2d_grad.h +3 -3
  2296. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/grid_sampler_3d_grad.h +3 -3
  2297. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/group_norm.h +3 -3
  2298. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/group_norm_grad.h +3 -3
  2299. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/grouped_matmul.h +1 -1
  2300. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/grouped_matmul_v4.h +1 -1
  2301. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/hshrink.h +2 -2
  2302. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/hshrink_grad.h +2 -3
  2303. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/identity.h +1 -1
  2304. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/incre_flash_attention.h +11 -11
  2305. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/index.h +2 -2
  2306. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/index_add_ext.h +3 -3
  2307. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/index_fill_scalar.h +3 -3
  2308. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/index_fill_tensor.h +3 -3
  2309. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inner_index.h +2 -2
  2310. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inner_inplace_index_put.h +4 -5
  2311. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inner_moe_token_unpermute.h +39 -0
  2312. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inner_non_zero.h +1 -2
  2313. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_add_ext.h +2 -3
  2314. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_addmm.h +3 -4
  2315. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_adds_ext.h +2 -3
  2316. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_clamp_scalar.h +3 -4
  2317. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_clamp_tensor.h +3 -4
  2318. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_copy.h +2 -3
  2319. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_div.h +2 -2
  2320. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_divmod.h +3 -3
  2321. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_divmods.h +3 -3
  2322. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_divs.h +2 -2
  2323. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_elu.h +2 -2
  2324. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_erfinv.h +1 -2
  2325. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_exp.h +1 -1
  2326. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_exponential.h +36 -0
  2327. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_fill_diagonal.h +2 -3
  2328. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_fill_scalar.h +2 -2
  2329. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_fill_tensor.h +2 -2
  2330. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_floor.h +1 -2
  2331. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_floor_divide.h +2 -3
  2332. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_floor_divides.h +2 -2
  2333. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_grouped_matmul_add.h +3 -3
  2334. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_hardtanh.h +2 -3
  2335. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_index_add.h +3 -4
  2336. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_index_put.h +3 -4
  2337. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_log.h +1 -1
  2338. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_masked_fill_scalar.h +2 -3
  2339. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_masked_fill_tensor.h +2 -3
  2340. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_matmul_add.h +34 -0
  2341. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_mul.h +2 -2
  2342. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_muls.h +2 -2
  2343. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_normal.h +3 -3
  2344. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_put.h +3 -3
  2345. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_random.h +3 -4
  2346. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_relu.h +1 -2
  2347. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_scatter_add.h +3 -4
  2348. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_scatter_src.h +3 -4
  2349. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_scatter_src_reduce.h +4 -5
  2350. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_scatter_value.h +3 -3
  2351. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_scatter_value_reduce.h +4 -5
  2352. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_silu.h +35 -0
  2353. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_stop_gradient.h +1 -1
  2354. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_sub_ext.h +2 -3
  2355. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_sub_scalar.h +2 -3
  2356. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_tanh.h +1 -2
  2357. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_threshold.h +2 -3
  2358. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_uniform.h +3 -4
  2359. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_zero.h +1 -2
  2360. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/isclose.h +3 -3
  2361. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/isinf.h +1 -1
  2362. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/kl_div.h +3 -3
  2363. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/kl_div_grad.h +3 -6
  2364. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/kv_cache_scatter_update.h +3 -5
  2365. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/l1_loss_backward_ext.h +3 -5
  2366. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/l1_loss_ext.h +2 -2
  2367. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/layer_norm_ext.h +3 -3
  2368. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/layer_norm_grad_ext.h +4 -4
  2369. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/lerp.h +2 -2
  2370. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/lerp_scalar.h +2 -2
  2371. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/lin_space_ext.h +3 -3
  2372. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/linalg_qr.h +1 -2
  2373. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/linalg_vector_norm.h +1 -1
  2374. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/log_softmax_ext.h +3 -4
  2375. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/log_softmax_grad.h +2 -3
  2376. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/masked_fill.h +2 -2
  2377. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/masked_select.h +2 -2
  2378. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/masked_select_grad.h +2 -4
  2379. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/matmul.h +3 -3
  2380. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/matmul_allreduce_add_rmsnorm.h +3 -3
  2381. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/matmul_ext.h +2 -2
  2382. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/matmul_reduce_scatter.h +5 -4
  2383. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/max_pool_grad_with_indices.h +6 -7
  2384. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/max_pool_grad_with_mask.h +6 -6
  2385. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/max_pool_with_indices.h +5 -5
  2386. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/max_pool_with_mask.h +4 -5
  2387. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/max_unpool2d_ext.h +6 -6
  2388. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/mean_ext.h +3 -3
  2389. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/meshgrid.h +4 -3
  2390. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/mm_ext.h +2 -2
  2391. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/moe_distribute_combine.h +45 -0
  2392. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/moe_distribute_dispatch.h +41 -0
  2393. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/moe_token_permute.h +2 -2
  2394. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/moe_token_unpermute.h +4 -6
  2395. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/moe_token_unpermute_grad.h +3 -4
  2396. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/move_to.h +2 -2
  2397. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/mse_loss_ext.h +2 -2
  2398. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/mse_loss_grad_ext.h +3 -4
  2399. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/muls.h +2 -2
  2400. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/multi_scale_deformable_attn.h +5 -3
  2401. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/multi_scale_deformable_attn_grad.h +4 -6
  2402. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/multinomial_ext.h +3 -4
  2403. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/mv.h +2 -2
  2404. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/nan_to_num.h +3 -4
  2405. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/nansum.h +3 -3
  2406. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/ne_scalar.h +2 -2
  2407. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/new_empty.h +36 -0
  2408. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/{customize_copy.h → new_full.h} +6 -7
  2409. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/new_ones.h +2 -2
  2410. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/new_zeros.h +1 -1
  2411. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/nllloss.h +3 -3
  2412. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/nllloss_2d.h +3 -3
  2413. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/nllloss_2d_grad.h +4 -4
  2414. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/nllloss_grad.h +4 -6
  2415. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/non_zero.h +1 -1
  2416. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/non_zero_ext.h +2 -2
  2417. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/norm.h +1 -1
  2418. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/normal_float_float.h +3 -3
  2419. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/normal_float_tensor.h +3 -3
  2420. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/normal_tensor_float.h +3 -3
  2421. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/normal_tensor_tensor.h +3 -4
  2422. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/one_hot_ext.h +3 -3
  2423. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/ones.h +2 -2
  2424. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/ones_like_ext.h +2 -2
  2425. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/outer.h +2 -2
  2426. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/pixel_shuffle.h +2 -2
  2427. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/pow_scalar_tensor.h +2 -2
  2428. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/pow_tensor_scalar.h +2 -3
  2429. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/prod_ext.h +3 -3
  2430. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/prompt_flash_attention.h +7 -7
  2431. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/quant_batch_matmul.h +7 -7
  2432. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/quant_matmul.h +41 -0
  2433. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/quant_v2.h +3 -3
  2434. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/rand_ext.h +3 -3
  2435. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/rand_like_ext.h +3 -3
  2436. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/randint.h +3 -4
  2437. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/randint_like.h +3 -4
  2438. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/randn.h +3 -3
  2439. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/randn_like.h +3 -3
  2440. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/randperm_ext.h +3 -3
  2441. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/reduce_all.h +2 -2
  2442. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/relu_grad.h +2 -2
  2443. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/repeat_interleave_grad.h +3 -3
  2444. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/repeat_interleave_int.h +3 -4
  2445. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/repeat_interleave_tensor.h +4 -5
  2446. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/reshape.h +4 -2
  2447. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/rms_norm.h +4 -4
  2448. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/rotary_position_embedding_grad.h +3 -3
  2449. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/round.h +2 -2
  2450. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/scatter_add_ext.h +3 -3
  2451. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/searchsorted.h +3 -4
  2452. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/sigmoid_grad.h +2 -2
  2453. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/silent_check_v2.h +5 -5
  2454. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/silent_check_v3.h +6 -4
  2455. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/smooth_l1_loss.h +3 -4
  2456. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/smooth_l1_loss_grad.h +4 -5
  2457. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/soft_margin_loss.h +2 -3
  2458. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/soft_margin_loss_grad.h +3 -4
  2459. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/softmax.h +2 -2
  2460. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/softshrink.h +2 -2
  2461. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/softshrink_grad.h +2 -3
  2462. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/sort_ext.h +5 -5
  2463. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/speed_fusion_attention.h +4 -4
  2464. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/speed_fusion_attention_grad.h +11 -12
  2465. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/square.h +1 -1
  2466. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/std.h +3 -3
  2467. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/std_mean.h +1 -1
  2468. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/sub.h +2 -2
  2469. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/sub_scalar.h +2 -2
  2470. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/sum_ext.h +3 -3
  2471. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/t_ext.h +1 -1
  2472. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/take.h +2 -2
  2473. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/tanh_grad.h +2 -2
  2474. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/threshold.h +2 -2
  2475. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/threshold_grad.h +2 -2
  2476. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/tile.h +1 -1
  2477. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/type_as.h +2 -2
  2478. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/uniform_ext.h +3 -3
  2479. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/unique2.h +2 -2
  2480. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/unique_consecutive.h +2 -2
  2481. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/unique_dim.h +2 -2
  2482. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/unstack_ext_view.h +38 -0
  2483. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/upsample_bicubic2d.h +4 -5
  2484. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/upsample_bicubic2d_grad.h +5 -6
  2485. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/upsample_bilinear2d.h +4 -5
  2486. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/upsample_bilinear2d_grad.h +6 -6
  2487. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/upsample_linear1d.h +4 -5
  2488. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/upsample_linear1d_grad.h +5 -6
  2489. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/upsample_nearest1d.h +3 -4
  2490. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/upsample_nearest1d_grad.h +4 -5
  2491. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/upsample_nearest2d.h +3 -4
  2492. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/upsample_nearest2d_grad.h +4 -5
  2493. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/upsample_nearest3d.h +3 -4
  2494. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/upsample_nearest3d_grad.h +4 -5
  2495. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/upsample_trilinear3d.h +4 -5
  2496. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/upsample_trilinear3d_grad.h +6 -6
  2497. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/var.h +3 -3
  2498. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/var_mean.h +1 -1
  2499. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/view_as.h +2 -2
  2500. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/weight_quant_batch_matmul.h +5 -5
  2501. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/zeros.h +2 -2
  2502. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/zeros_like_ext.h +2 -3
  2503. mindspore/include/mindspore/ops/kernel/ascend/pyboost/internal/auto_generate/apply_rotary_pos_emb.h +40 -0
  2504. mindspore/include/mindspore/ops/kernel/ascend/pyboost/internal/auto_generate/flash_attention_score.h +40 -0
  2505. mindspore/include/mindspore/ops/kernel/ascend/pyboost/internal/auto_generate/paged_attention.h +40 -0
  2506. mindspore/include/mindspore/ops/kernel/ascend/pyboost/internal/auto_generate/reshape_and_cache.h +40 -0
  2507. mindspore/include/mindspore/ops/kernel/ascend/pyboost/internal/functions/functions.h +34 -0
  2508. mindspore/include/mindspore/ops/kernel/cpu/empty_cpu_kernel.h +55 -0
  2509. mindspore/include/mindspore/ops/kernel/cpu/empty_like_cpu_kernel.h +55 -0
  2510. mindspore/include/mindspore/ops/kernel/cpu/grid_sampler_2d_grad_cpu_kernel.h +3 -15
  2511. mindspore/include/mindspore/ops/kernel/cpu/map_tensor/map_tensor_get_data_cpu_kernel.h +1 -1
  2512. mindspore/include/mindspore/ops/kernel/cpu/map_tensor/map_tensor_get_grad_cpu_kernel.h +1 -1
  2513. mindspore/include/mindspore/ops/kernel/cpu/new_empty_cpu_kernel.h +55 -0
  2514. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16/winograd_utils_fp16.h +1 -409
  2515. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16/winograd_utils_fp16_macro.h +437 -0
  2516. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/conv_sw.h +0 -1
  2517. mindspore/include/mindspore/ops/kernel/cpu/nnacl/intrinsics/ms_simd_avx512_instructions.h +0 -3
  2518. mindspore/include/mindspore/ops/kernel/cpu/nnacl/intrinsics/ms_simd_avx_instructions.h +0 -3
  2519. mindspore/include/mindspore/ops/kernel/cpu/nnacl/intrinsics/ms_simd_sse_instructions.h +0 -3
  2520. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/abs.h +1 -1
  2521. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/acos_ext.h +38 -0
  2522. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/adaptive_avg_pool1d.h +1 -1
  2523. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/adaptive_avg_pool2d_grad_ext.h +1 -1
  2524. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/adaptive_avg_pool3d_grad_ext.h +1 -1
  2525. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/adaptive_max_pool1d.h +1 -1
  2526. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/adaptive_max_pool2d.h +1 -1
  2527. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/add.h +1 -1
  2528. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/add_ext.h +1 -1
  2529. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/add_layer_norm_grad.h +1 -1
  2530. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/add_rmsnorm_quant_v2.h +1 -1
  2531. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/add_scalar.h +1 -1
  2532. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/addcdiv_ext.h +1 -1
  2533. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/addcmul_ext.h +1 -1
  2534. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/any.h +38 -0
  2535. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/any_ext.h +38 -0
  2536. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/apply_rotary_pos_emb.h +38 -0
  2537. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/argmax_with_value.h +1 -1
  2538. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/argmin_with_value.h +1 -1
  2539. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/argsort.h +1 -1
  2540. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/as_strided.h +1 -1
  2541. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/atan_ext.h +38 -0
  2542. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/atanh.h +1 -1
  2543. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/avg_pool1d.h +1 -1
  2544. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/avg_pool2d.h +1 -1
  2545. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/avg_pool2d_grad.h +1 -1
  2546. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/avg_pool3d_ext.h +1 -1
  2547. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/avg_pool3d_grad_ext.h +1 -1
  2548. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/baddbmm.h +1 -1
  2549. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/batch_mat_mul.h +1 -1
  2550. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/batch_norm_elemt.h +1 -1
  2551. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/batch_norm_elemt_grad.h +1 -1
  2552. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/batch_norm_gather_stats_with_counts.h +1 -1
  2553. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/batch_norm_reduce_grad.h +1 -1
  2554. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/batch_norm_stats.h +1 -1
  2555. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/bernoulli_ext.h +1 -1
  2556. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/binary_cross_entropy.h +1 -1
  2557. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/binary_cross_entropy_grad.h +1 -1
  2558. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/binary_cross_entropy_with_logits.h +1 -1
  2559. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/binary_cross_entropy_with_logits_backward.h +1 -1
  2560. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/bitwise_and_scalar.h +1 -1
  2561. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/bitwise_and_tensor.h +1 -1
  2562. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/bitwise_not.h +1 -1
  2563. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/bitwise_or_scalar.h +1 -1
  2564. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/bitwise_or_tensor.h +1 -1
  2565. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/bitwise_xor_scalar.h +1 -1
  2566. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/bitwise_xor_tensor.h +1 -1
  2567. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/bmm_ext.h +1 -1
  2568. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/broadcast_to.h +1 -1
  2569. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/broadcast_to_view.h +38 -0
  2570. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/cast.h +1 -1
  2571. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/ceil.h +1 -1
  2572. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/chunk.h +1 -1
  2573. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/{select_ext.h → chunk_view.h} +9 -9
  2574. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/clamp_scalar.h +1 -1
  2575. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/clamp_tensor.h +1 -1
  2576. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/clone.h +1 -1
  2577. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/col2im_ext.h +1 -1
  2578. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/col2im_grad.h +1 -1
  2579. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/concat.h +1 -1
  2580. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/constant_pad_nd.h +1 -1
  2581. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/contiguous.h +1 -1
  2582. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/conv1d_padding.h +1 -1
  2583. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/conv2d_ext.h +1 -1
  2584. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/conv2d_padding.h +1 -1
  2585. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/conv3d_padding.h +1 -1
  2586. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/conv_transpose2d.h +1 -1
  2587. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/convolution.h +1 -1
  2588. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/convolution_grad.h +1 -1
  2589. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/convolution_str.h +1 -1
  2590. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/convolution_str_grad.h +1 -1
  2591. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/copy.h +1 -1
  2592. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/cos.h +1 -1
  2593. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/cosh.h +1 -1
  2594. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/count_nonzero.h +1 -1
  2595. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/cross.h +1 -1
  2596. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/cummax.h +1 -1
  2597. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/dense.h +1 -1
  2598. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/diag_ext.h +1 -1
  2599. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/{transpose_ext.h → diagonal_view.h} +9 -9
  2600. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/dist_comm_all_gather.h +1 -1
  2601. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/dist_comm_all_gather_into_tensor.h +1 -1
  2602. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/dist_comm_all_reduce.h +1 -1
  2603. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/dist_comm_all_to_all_v.h +1 -1
  2604. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/dist_comm_all_to_all_v_single.h +1 -1
  2605. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/dist_comm_barrier.h +1 -1
  2606. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/dist_comm_batch_isend_irecv.h +1 -1
  2607. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/dist_comm_broadcast.h +1 -1
  2608. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/dist_comm_gather.h +1 -1
  2609. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/dist_comm_gather_into_tensor.h +1 -1
  2610. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/dist_comm_irecv.h +1 -1
  2611. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/dist_comm_isend.h +1 -1
  2612. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/dist_comm_reduce.h +1 -1
  2613. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/dist_comm_reduce_scatter.h +1 -1
  2614. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/dist_comm_reduce_scatter_tensor.h +1 -1
  2615. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/dist_comm_scatter.h +1 -1
  2616. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/dist_comm_scatter_tensor.h +1 -1
  2617. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/div.h +1 -1
  2618. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/divmod.h +1 -1
  2619. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/divmods.h +1 -1
  2620. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/divs.h +1 -1
  2621. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/dot.h +1 -1
  2622. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/dynamic_quant_ext.h +1 -1
  2623. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/einsum_ext.h +38 -0
  2624. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/elu.h +1 -1
  2625. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/embedding.h +1 -1
  2626. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/embedding_dense_backward.h +1 -1
  2627. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/empty.h +38 -0
  2628. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/empty_like.h +38 -0
  2629. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/equal.h +1 -1
  2630. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/equal_ext.h +1 -1
  2631. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/erf.h +1 -1
  2632. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/erfc.h +1 -1
  2633. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/erfinv.h +1 -1
  2634. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/exp.h +1 -1
  2635. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/exp2.h +1 -1
  2636. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/expand_dims.h +1 -1
  2637. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/expand_dims_view.h +38 -0
  2638. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/expm1.h +1 -1
  2639. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/eye.h +1 -1
  2640. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/ffn_ext.h +1 -1
  2641. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/floor.h +1 -1
  2642. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/floor_div.h +1 -1
  2643. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/floor_div_scalar.h +1 -1
  2644. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/fmod_tensor.h +1 -1
  2645. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/frac.h +1 -1
  2646. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/full_like.h +1 -1
  2647. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/fused_infer_attention_score.h +1 -1
  2648. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/gather_d.h +1 -1
  2649. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/gather_d_grad_v2.h +1 -1
  2650. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/gcd.h +1 -1
  2651. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/gelu.h +1 -1
  2652. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/gelu_ext.h +1 -1
  2653. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/gelu_grad.h +1 -1
  2654. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/gelu_grad_ext.h +1 -1
  2655. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/generator.h +1 -1
  2656. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/glu.h +1 -1
  2657. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/glu_grad.h +1 -1
  2658. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/greater.h +1 -1
  2659. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/greater_equal.h +1 -1
  2660. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/greater_equal_scalar.h +1 -1
  2661. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/grid_sampler_2d.h +1 -1
  2662. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/grid_sampler_2d_grad.h +1 -1
  2663. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/grid_sampler_3d.h +1 -1
  2664. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/grid_sampler_3d_grad.h +1 -1
  2665. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/group_norm.h +1 -1
  2666. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/group_norm_grad.h +1 -1
  2667. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/grouped_matmul.h +1 -1
  2668. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/grouped_matmul_v2.h +1 -1
  2669. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/grouped_matmul_v4.h +1 -1
  2670. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/hardtanh.h +1 -1
  2671. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/hardtanh_grad.h +1 -1
  2672. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/hshrink.h +1 -1
  2673. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/hshrink_grad.h +1 -1
  2674. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/hsigmoid.h +1 -1
  2675. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/hsigmoid_grad.h +1 -1
  2676. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/hswish.h +1 -1
  2677. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/hswish_grad.h +1 -1
  2678. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/identity.h +1 -1
  2679. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/im2col_ext.h +1 -1
  2680. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/incre_flash_attention.h +1 -1
  2681. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/index.h +1 -1
  2682. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/index_add_ext.h +1 -1
  2683. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/index_fill_scalar.h +1 -1
  2684. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/index_fill_tensor.h +1 -1
  2685. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inner_comm_all_gather.h +1 -1
  2686. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inner_comm_all_reduce.h +1 -1
  2687. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inner_comm_all_to_all_v.h +1 -1
  2688. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inner_comm_irecv.h +1 -1
  2689. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inner_comm_isend.h +1 -1
  2690. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inner_comm_reduce_scatter.h +1 -1
  2691. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inner_index.h +1 -1
  2692. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inner_inplace_index_put.h +1 -1
  2693. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inner_moe_token_unpermute.h +38 -0
  2694. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inner_non_zero.h +1 -1
  2695. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_addmm.h +1 -1
  2696. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_clamp_scalar.h +1 -1
  2697. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_clamp_tensor.h +1 -1
  2698. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_copy.h +1 -1
  2699. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_div.h +1 -1
  2700. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_divmod.h +1 -1
  2701. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_divmods.h +1 -1
  2702. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_divs.h +1 -1
  2703. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_elu.h +1 -1
  2704. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_erfinv.h +1 -1
  2705. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_exponential.h +38 -0
  2706. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_fill_diagonal.h +1 -1
  2707. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_fill_scalar.h +1 -1
  2708. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_fill_tensor.h +1 -1
  2709. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_floor.h +1 -1
  2710. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_floor_divide.h +1 -1
  2711. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_floor_divides.h +1 -1
  2712. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_grouped_matmul_add.h +1 -1
  2713. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_hardtanh.h +1 -1
  2714. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_index_add.h +1 -1
  2715. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_index_put.h +1 -1
  2716. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_log.h +1 -1
  2717. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_masked_fill_scalar.h +1 -1
  2718. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_masked_fill_tensor.h +1 -1
  2719. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_matmul_add.h +38 -0
  2720. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_mul.h +1 -1
  2721. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_muls.h +1 -1
  2722. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_normal.h +1 -1
  2723. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_put.h +1 -1
  2724. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_random.h +1 -1
  2725. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_relu.h +1 -1
  2726. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_scatter_add.h +1 -1
  2727. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_scatter_src.h +1 -1
  2728. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_scatter_src_reduce.h +1 -1
  2729. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_scatter_value.h +1 -1
  2730. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_scatter_value_reduce.h +1 -1
  2731. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/{gmm_backward.h → inplace_silu.h} +9 -9
  2732. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_sub_scalar.h +1 -1
  2733. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_tanh.h +1 -1
  2734. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_threshold.h +1 -1
  2735. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_uniform.h +1 -1
  2736. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_zero.h +1 -1
  2737. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/isclose.h +1 -1
  2738. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/isfinite.h +1 -1
  2739. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/isinf.h +1 -1
  2740. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/isneginf.h +1 -1
  2741. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/kl_div.h +1 -1
  2742. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/kl_div_grad.h +1 -1
  2743. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/kthvalue.h +1 -1
  2744. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/kv_cache_scatter_update.h +1 -1
  2745. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/layer_norm_ext.h +1 -1
  2746. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/leaky_relu_ext.h +1 -1
  2747. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/leaky_relu_grad_ext.h +1 -1
  2748. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/lerp.h +1 -1
  2749. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/lerp_scalar.h +1 -1
  2750. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/less.h +1 -1
  2751. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/less_equal.h +1 -1
  2752. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/linalg_qr.h +1 -1
  2753. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/linalg_vector_norm.h +1 -1
  2754. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/log.h +1 -1
  2755. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/log1p.h +1 -1
  2756. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/log_softmax.h +1 -1
  2757. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/log_softmax_grad.h +1 -1
  2758. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/logaddexp.h +1 -1
  2759. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/logaddexp2.h +1 -1
  2760. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/logical_and.h +1 -1
  2761. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/logical_not.h +1 -1
  2762. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/logical_or.h +1 -1
  2763. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/logical_xor.h +1 -1
  2764. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/logsigmoid.h +1 -1
  2765. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/logsigmoid_grad.h +1 -1
  2766. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/logsumexp.h +1 -1
  2767. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/masked_fill.h +1 -1
  2768. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/masked_select.h +1 -1
  2769. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/masked_select_grad.h +1 -1
  2770. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/matmul.h +1 -1
  2771. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/matmul_allreduce_add_rmsnorm.h +1 -1
  2772. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/matmul_ext.h +1 -1
  2773. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/max.h +1 -1
  2774. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/max_dim.h +1 -1
  2775. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/maximum.h +1 -1
  2776. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/mean_ext.h +1 -1
  2777. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/median_dim.h +1 -1
  2778. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/median_ext.h +1 -1
  2779. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/meshgrid.h +1 -1
  2780. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/min.h +1 -1
  2781. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/min_dim.h +1 -1
  2782. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/minimum.h +1 -1
  2783. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/mish_ext.h +1 -1
  2784. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/mish_grad_ext.h +1 -1
  2785. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/moe_compute_expert_tokens.h +1 -1
  2786. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/moe_distribute_combine.h +38 -0
  2787. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/moe_distribute_dispatch.h +38 -0
  2788. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/moe_finalize_routing.h +1 -1
  2789. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/moe_gating_top_k_softmax.h +1 -1
  2790. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/moe_init_routing.h +1 -1
  2791. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/moe_init_routing_quant_v2.h +38 -0
  2792. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/moe_init_routing_v2.h +1 -1
  2793. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/moe_token_permute.h +1 -1
  2794. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/moe_token_permute_grad.h +1 -1
  2795. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/moe_token_unpermute.h +1 -1
  2796. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/moe_token_unpermute_grad.h +1 -1
  2797. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/mul.h +1 -1
  2798. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/muls.h +1 -1
  2799. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/multi_scale_deformable_attn.h +1 -1
  2800. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/multi_scale_deformable_attn_grad.h +1 -1
  2801. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/mv.h +1 -1
  2802. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/nan_to_num.h +1 -1
  2803. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/ne_scalar.h +1 -1
  2804. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/neg.h +1 -1
  2805. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/new_empty.h +38 -0
  2806. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/new_full.h +38 -0
  2807. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/new_ones.h +1 -1
  2808. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/new_zeros.h +1 -1
  2809. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/nllloss.h +1 -1
  2810. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/nllloss_2d.h +1 -1
  2811. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/nllloss_2d_grad.h +1 -1
  2812. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/nllloss_grad.h +1 -1
  2813. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/non_zero.h +1 -1
  2814. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/norm.h +1 -1
  2815. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/normal_float_float.h +1 -1
  2816. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/normal_float_tensor.h +1 -1
  2817. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/normal_tensor_float.h +1 -1
  2818. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/normal_tensor_tensor.h +1 -1
  2819. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/not_equal.h +1 -1
  2820. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/ones.h +1 -1
  2821. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/outer.h +1 -1
  2822. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/paged_attention.h +38 -0
  2823. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/pixel_shuffle.h +1 -1
  2824. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/polar.h +1 -1
  2825. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/pow.h +1 -1
  2826. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/pow_scalar_tensor.h +1 -1
  2827. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/pow_tensor_scalar.h +1 -1
  2828. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/prelu.h +1 -1
  2829. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/prelu_grad.h +1 -1
  2830. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/prod_ext.h +1 -1
  2831. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/quant_batch_matmul.h +1 -1
  2832. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/quant_matmul.h +38 -0
  2833. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/quant_v2.h +1 -1
  2834. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/randint.h +1 -1
  2835. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/randint_like.h +1 -1
  2836. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/randn.h +1 -1
  2837. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/randn_like.h +1 -1
  2838. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/reciprocal.h +1 -1
  2839. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/reduce_all.h +1 -1
  2840. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/reduce_any.h +1 -1
  2841. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/reduce_max.h +1 -1
  2842. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/reduce_min.h +1 -1
  2843. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/reflection_pad_1d.h +1 -1
  2844. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/reflection_pad_1d_grad.h +1 -1
  2845. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/reflection_pad_2d.h +1 -1
  2846. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/reflection_pad_2d_grad.h +1 -1
  2847. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/reflection_pad_3d.h +1 -1
  2848. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/reflection_pad_3d_grad.h +1 -1
  2849. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/relu.h +1 -1
  2850. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/relu_grad.h +1 -1
  2851. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/repeat.h +1 -1
  2852. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/replication_pad_1d.h +1 -1
  2853. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/replication_pad_1d_grad.h +1 -1
  2854. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/replication_pad_2d.h +1 -1
  2855. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/replication_pad_2d_grad.h +1 -1
  2856. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/replication_pad_3d.h +1 -1
  2857. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/replication_pad_3d_grad.h +1 -1
  2858. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/reshape.h +1 -1
  2859. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/reshape_and_cache.h +38 -0
  2860. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/reverse_v2.h +1 -1
  2861. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/rms_norm_grad.h +1 -1
  2862. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/roll.h +1 -1
  2863. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/rotary_position_embedding.h +1 -1
  2864. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/rotary_position_embedding_grad.h +1 -1
  2865. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/round.h +1 -1
  2866. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/rsqrt.h +1 -1
  2867. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/scatter.h +1 -1
  2868. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/scatter_add_ext.h +1 -1
  2869. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/scatter_value.h +1 -1
  2870. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/searchsorted.h +1 -1
  2871. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/select.h +1 -1
  2872. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/{gmm_v2_backward.h → select_ext_view.h} +9 -9
  2873. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/select_v2.h +1 -1
  2874. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/selu_ext.h +1 -1
  2875. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/selu_grad.h +1 -1
  2876. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/sigmoid.h +1 -1
  2877. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/sigmoid_grad.h +1 -1
  2878. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/sign.h +1 -1
  2879. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/silu.h +1 -1
  2880. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/silu_grad.h +1 -1
  2881. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/sin.h +1 -1
  2882. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/sinc.h +1 -1
  2883. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/sinh.h +1 -1
  2884. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/slice.h +1 -1
  2885. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/slice_ext.h +1 -1
  2886. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/slice_ext_view.h +38 -0
  2887. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/smooth_l1_loss.h +1 -1
  2888. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/smooth_l1_loss_grad.h +1 -1
  2889. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/soft_margin_loss.h +1 -1
  2890. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/soft_margin_loss_grad.h +1 -1
  2891. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/softmax.h +1 -1
  2892. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/softmax_backward.h +1 -1
  2893. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/softplus_ext.h +1 -1
  2894. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/softplus_grad_ext.h +1 -1
  2895. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/softshrink.h +1 -1
  2896. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/softshrink_grad.h +1 -1
  2897. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/speed_fusion_attention.h +1 -1
  2898. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/speed_fusion_attention_grad.h +1 -1
  2899. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/split.h +1 -1
  2900. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/sqrt.h +1 -1
  2901. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/square.h +1 -1
  2902. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/squeeze.h +1 -1
  2903. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/stack_ext.h +38 -0
  2904. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/sub.h +1 -1
  2905. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/sub_ext.h +1 -1
  2906. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/sub_scalar.h +1 -1
  2907. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/sum_ext.h +1 -1
  2908. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/take.h +1 -1
  2909. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/tan.h +1 -1
  2910. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/tanh.h +1 -1
  2911. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/tanh_grad.h +1 -1
  2912. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/tensor_scatter_elements.h +1 -1
  2913. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/threshold.h +1 -1
  2914. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/threshold_grad.h +1 -1
  2915. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/tile.h +1 -1
  2916. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/transpose.h +1 -1
  2917. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/transpose_ext_view.h +38 -0
  2918. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/transpose_view.h +38 -0
  2919. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/triangular_solve.h +1 -1
  2920. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/triu.h +1 -1
  2921. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/trunc.h +1 -1
  2922. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/unique_consecutive.h +1 -1
  2923. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/upsample_bicubic2d.h +1 -1
  2924. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/upsample_bicubic2d_grad.h +1 -1
  2925. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/upsample_bilinear2d.h +1 -1
  2926. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/upsample_bilinear2d_grad.h +1 -1
  2927. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/upsample_linear1d.h +1 -1
  2928. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/upsample_linear1d_grad.h +1 -1
  2929. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/upsample_nearest1d.h +1 -1
  2930. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/upsample_nearest1d_grad.h +1 -1
  2931. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/upsample_nearest2d.h +1 -1
  2932. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/upsample_nearest2d_grad.h +1 -1
  2933. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/upsample_nearest3d.h +1 -1
  2934. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/upsample_nearest3d_grad.h +1 -1
  2935. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/upsample_trilinear3d.h +1 -1
  2936. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/upsample_trilinear3d_grad.h +1 -1
  2937. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/view.h +1 -1
  2938. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/weight_quant_batch_matmul.h +1 -1
  2939. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/xlogy.h +1 -1
  2940. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/xlogy_scalar_other.h +1 -1
  2941. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/xlogy_scalar_self.h +1 -1
  2942. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/zeros.h +1 -1
  2943. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/zeros_like_ext.h +38 -0
  2944. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/any.h +34 -0
  2945. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/any_ext.h +35 -0
  2946. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/binary_cross_entropy_with_logits.h +4 -4
  2947. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/clamp_scalar.h +2 -2
  2948. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/clamp_tensor.h +2 -3
  2949. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/contiguous.h +1 -1
  2950. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/copy.h +1 -1
  2951. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/dense.h +2 -2
  2952. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/dist_comm_all_gather.h +1 -1
  2953. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/dist_comm_all_reduce.h +36 -0
  2954. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/dist_comm_barrier.h +36 -0
  2955. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/dist_comm_broadcast.h +2 -2
  2956. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/dist_comm_gather.h +1 -1
  2957. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/dist_comm_irecv.h +36 -0
  2958. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/dist_comm_isend.h +36 -0
  2959. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/dist_comm_scatter.h +1 -1
  2960. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/divmod.h +2 -3
  2961. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/empty.h +35 -0
  2962. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/empty_like.h +36 -0
  2963. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/group_norm.h +3 -3
  2964. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/grouped_matmul.h +1 -1
  2965. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/identity.h +1 -1
  2966. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/inner_comm_all_reduce.h +2 -3
  2967. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/inplace_copy.h +1 -2
  2968. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/layer_norm_ext.h +3 -3
  2969. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/masked_select.h +2 -2
  2970. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/matmul_ext.h +1 -1
  2971. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/max.h +1 -1
  2972. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/mean_ext.h +1 -1
  2973. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/meshgrid.h +4 -2
  2974. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/min.h +1 -1
  2975. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/new_empty.h +36 -0
  2976. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/new_ones.h +2 -2
  2977. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/new_zeros.h +2 -2
  2978. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/non_zero.h +1 -1
  2979. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/pixel_shuffle.h +2 -2
  2980. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/pow_scalar_tensor.h +1 -1
  2981. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/pow_tensor_scalar.h +1 -1
  2982. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/prod_ext.h +1 -1
  2983. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/reshape.h +4 -2
  2984. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/round.h +1 -1
  2985. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/searchsorted.h +3 -4
  2986. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/silu.h +1 -1
  2987. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/silu_grad.h +1 -2
  2988. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/sum_ext.h +1 -1
  2989. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/unique_consecutive.h +2 -2
  2990. mindspore/include/mindspore/ops/kernel/cpu/sequence/sequence_len_cpu_kernel.h +0 -1
  2991. mindspore/include/mindspore/ops/kernel/cpu/sparse_apply_adagrad_cpu_kernel.h +1 -1
  2992. mindspore/include/mindspore/ops/kernel/cpu/sparse_apply_adagrad_v2_cpu_kernel.h +2 -2
  2993. mindspore/include/mindspore/ops/kernel/cpu/stft_cpu_kernel.h +16 -16
  2994. mindspore/include/mindspore/ops/kernel/cpu/utils/sampling_kernels.h +18 -15
  2995. mindspore/include/mindspore/ops/kernel/gpu/arrays/broadcast_to_gpu_kernel.h +1 -1
  2996. mindspore/include/mindspore/ops/kernel/gpu/arrays/contiguous_gpu_kernel.h +9 -6
  2997. mindspore/include/mindspore/ops/kernel/gpu/arrays/select_gpu_kernel.h +2 -2
  2998. mindspore/include/mindspore/ops/kernel/gpu/arrays/unique_consecutive_gpu_kernel.h +2 -2
  2999. mindspore/include/mindspore/ops/kernel/gpu/cuda_impl/cuda_class/unique_consecutive_helper.h +1 -1
  3000. mindspore/include/mindspore/ops/kernel/gpu/dynamic_akg/dynamic_utils.h +1 -1
  3001. mindspore/include/mindspore/ops/kernel/gpu/gpu_kernel.h +3 -4
  3002. mindspore/include/mindspore/ops/kernel/gpu/math/binary_ext_ops_gpu_kernel.h +2 -2
  3003. mindspore/include/mindspore/ops/kernel/gpu/math/correlate_gpu_kernel.h +15 -11
  3004. mindspore/include/mindspore/ops/kernel/gpu/math/eps_gpu_kernel.h +4 -4
  3005. mindspore/include/mindspore/ops/kernel/gpu/math/tracev2_grad_gpu_kernel.h +0 -1
  3006. mindspore/include/mindspore/ops/kernel/gpu/nccl/nccl_recv_gpu_kernel.h +1 -1
  3007. mindspore/include/mindspore/ops/kernel/gpu/nccl/nccl_send_gpu_kernel.h +1 -1
  3008. mindspore/include/mindspore/ops/kernel/gpu/nn/activation_grad_kernel.h +3 -3
  3009. mindspore/include/mindspore/ops/kernel/gpu/nn/adagrad_gpu_kernel.h +4 -2
  3010. mindspore/include/mindspore/ops/kernel/gpu/nn/adam_gpu_kernel.h +1 -1
  3011. mindspore/include/mindspore/ops/kernel/gpu/nn/batch_norm_grad_gpu_kernel.h +1 -0
  3012. mindspore/include/mindspore/ops/kernel/gpu/nn/kl_div_loss_grad_kernel.h +3 -2
  3013. mindspore/include/mindspore/ops/kernel/gpu/other/dynamic_stitch_gpu_kernel.h +6 -6
  3014. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/abs.h +1 -1
  3015. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/adaptive_avg_pool1d.h +1 -1
  3016. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/adaptive_avg_pool2d_grad_ext.h +1 -1
  3017. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/adaptive_avg_pool3d_grad_ext.h +1 -1
  3018. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/adaptive_max_pool1d.h +1 -1
  3019. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/adaptive_max_pool2d.h +1 -1
  3020. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/add.h +1 -1
  3021. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/add_ext.h +1 -1
  3022. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/add_layer_norm_grad.h +1 -1
  3023. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/add_rmsnorm_quant_v2.h +1 -1
  3024. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/add_scalar.h +1 -1
  3025. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/addcdiv_ext.h +1 -1
  3026. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/addcmul_ext.h +1 -1
  3027. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/any.h +38 -0
  3028. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/any_ext.h +38 -0
  3029. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/apply_rotary_pos_emb.h +38 -0
  3030. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/argmax_with_value.h +1 -1
  3031. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/argmin_with_value.h +1 -1
  3032. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/argsort.h +1 -1
  3033. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/as_strided.h +1 -1
  3034. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/atanh.h +1 -1
  3035. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/avg_pool1d.h +1 -1
  3036. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/avg_pool2d.h +1 -1
  3037. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/avg_pool2d_grad.h +1 -1
  3038. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/avg_pool3d_ext.h +1 -1
  3039. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/avg_pool3d_grad_ext.h +1 -1
  3040. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/baddbmm.h +1 -1
  3041. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/batch_mat_mul.h +1 -1
  3042. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/batch_norm_elemt.h +1 -1
  3043. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/batch_norm_elemt_grad.h +1 -1
  3044. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/batch_norm_gather_stats_with_counts.h +1 -1
  3045. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/batch_norm_reduce_grad.h +1 -1
  3046. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/batch_norm_stats.h +1 -1
  3047. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/bernoulli_ext.h +1 -1
  3048. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/binary_cross_entropy.h +1 -1
  3049. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/binary_cross_entropy_grad.h +1 -1
  3050. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/binary_cross_entropy_with_logits.h +1 -1
  3051. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/binary_cross_entropy_with_logits_backward.h +1 -1
  3052. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/bitwise_and_scalar.h +1 -1
  3053. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/bitwise_and_tensor.h +1 -1
  3054. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/bitwise_not.h +1 -1
  3055. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/bitwise_or_scalar.h +1 -1
  3056. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/bitwise_or_tensor.h +1 -1
  3057. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/bitwise_xor_scalar.h +1 -1
  3058. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/bitwise_xor_tensor.h +1 -1
  3059. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/bmm_ext.h +1 -1
  3060. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/broadcast_to.h +1 -1
  3061. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/broadcast_to_view.h +38 -0
  3062. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/cast.h +1 -1
  3063. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/ceil.h +1 -1
  3064. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/chunk.h +1 -1
  3065. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/{select_ext.h → chunk_view.h} +9 -9
  3066. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/clamp_scalar.h +1 -1
  3067. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/clamp_tensor.h +1 -1
  3068. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/clone.h +1 -1
  3069. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/col2im_ext.h +1 -1
  3070. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/col2im_grad.h +1 -1
  3071. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/concat.h +1 -1
  3072. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/constant_pad_nd.h +1 -1
  3073. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/contiguous.h +1 -1
  3074. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/conv1d_padding.h +1 -1
  3075. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/conv2d_ext.h +1 -1
  3076. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/conv2d_padding.h +1 -1
  3077. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/conv3d_padding.h +1 -1
  3078. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/conv_transpose2d.h +1 -1
  3079. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/convolution.h +1 -1
  3080. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/convolution_grad.h +1 -1
  3081. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/convolution_str.h +1 -1
  3082. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/convolution_str_grad.h +1 -1
  3083. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/copy.h +1 -1
  3084. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/cos.h +1 -1
  3085. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/cosh.h +1 -1
  3086. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/count_nonzero.h +1 -1
  3087. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/cross.h +1 -1
  3088. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/cummax.h +1 -1
  3089. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/dense.h +1 -1
  3090. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/diag_ext.h +1 -1
  3091. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/{transpose_ext.h → diagonal_view.h} +9 -9
  3092. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/dist_comm_all_gather.h +1 -1
  3093. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/dist_comm_all_gather_into_tensor.h +1 -1
  3094. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/dist_comm_all_reduce.h +1 -1
  3095. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/dist_comm_all_to_all_v.h +1 -1
  3096. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/dist_comm_all_to_all_v_single.h +1 -1
  3097. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/dist_comm_barrier.h +1 -1
  3098. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/dist_comm_batch_isend_irecv.h +1 -1
  3099. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/dist_comm_broadcast.h +1 -1
  3100. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/dist_comm_gather.h +1 -1
  3101. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/dist_comm_gather_into_tensor.h +1 -1
  3102. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/dist_comm_irecv.h +1 -1
  3103. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/dist_comm_isend.h +1 -1
  3104. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/dist_comm_reduce.h +1 -1
  3105. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/dist_comm_reduce_scatter.h +1 -1
  3106. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/dist_comm_reduce_scatter_tensor.h +1 -1
  3107. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/dist_comm_scatter.h +1 -1
  3108. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/dist_comm_scatter_tensor.h +1 -1
  3109. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/div.h +1 -1
  3110. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/divmod.h +1 -1
  3111. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/divmods.h +1 -1
  3112. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/divs.h +1 -1
  3113. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/dot.h +1 -1
  3114. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/dynamic_quant_ext.h +1 -1
  3115. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/einsum_ext.h +38 -0
  3116. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/elu.h +1 -1
  3117. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/embedding.h +1 -1
  3118. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/embedding_dense_backward.h +1 -1
  3119. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/equal.h +1 -1
  3120. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/equal_ext.h +1 -1
  3121. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/erf.h +1 -1
  3122. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/erfc.h +1 -1
  3123. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/erfinv.h +1 -1
  3124. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/exp.h +1 -1
  3125. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/exp2.h +1 -1
  3126. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/expand_dims.h +1 -1
  3127. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/expand_dims_view.h +38 -0
  3128. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/expm1.h +1 -1
  3129. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/eye.h +1 -1
  3130. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/ffn_ext.h +1 -1
  3131. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/floor.h +1 -1
  3132. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/floor_div.h +1 -1
  3133. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/floor_div_scalar.h +1 -1
  3134. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/fmod_tensor.h +1 -1
  3135. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/frac.h +1 -1
  3136. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/full_like.h +1 -1
  3137. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/fused_infer_attention_score.h +1 -1
  3138. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/gather_d.h +1 -1
  3139. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/gather_d_grad_v2.h +1 -1
  3140. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/gcd.h +1 -1
  3141. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/gelu.h +1 -1
  3142. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/gelu_ext.h +1 -1
  3143. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/gelu_grad.h +1 -1
  3144. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/gelu_grad_ext.h +1 -1
  3145. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/generator.h +1 -1
  3146. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/glu.h +1 -1
  3147. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/glu_grad.h +1 -1
  3148. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/greater.h +1 -1
  3149. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/greater_equal.h +1 -1
  3150. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/greater_equal_scalar.h +1 -1
  3151. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/grid_sampler_2d.h +1 -1
  3152. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/grid_sampler_2d_grad.h +1 -1
  3153. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/grid_sampler_3d.h +1 -1
  3154. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/grid_sampler_3d_grad.h +1 -1
  3155. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/group_norm.h +1 -1
  3156. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/group_norm_grad.h +1 -1
  3157. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/grouped_matmul.h +1 -1
  3158. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/grouped_matmul_v2.h +1 -1
  3159. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/grouped_matmul_v4.h +1 -1
  3160. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/hardtanh.h +1 -1
  3161. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/hardtanh_grad.h +1 -1
  3162. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/hshrink.h +1 -1
  3163. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/hshrink_grad.h +1 -1
  3164. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/hsigmoid.h +1 -1
  3165. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/hsigmoid_grad.h +1 -1
  3166. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/hswish.h +1 -1
  3167. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/hswish_grad.h +1 -1
  3168. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/identity.h +1 -1
  3169. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/im2col_ext.h +1 -1
  3170. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/incre_flash_attention.h +1 -1
  3171. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/index.h +1 -1
  3172. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/index_add_ext.h +1 -1
  3173. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/index_fill_scalar.h +1 -1
  3174. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/index_fill_tensor.h +1 -1
  3175. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inner_comm_all_gather.h +1 -1
  3176. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inner_comm_all_reduce.h +1 -1
  3177. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inner_comm_all_to_all_v.h +1 -1
  3178. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inner_comm_irecv.h +1 -1
  3179. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inner_comm_isend.h +1 -1
  3180. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inner_comm_reduce_scatter.h +1 -1
  3181. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inner_index.h +1 -1
  3182. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inner_inplace_index_put.h +1 -1
  3183. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inner_moe_token_unpermute.h +38 -0
  3184. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inner_non_zero.h +1 -1
  3185. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_addmm.h +1 -1
  3186. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_clamp_scalar.h +1 -1
  3187. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_clamp_tensor.h +1 -1
  3188. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_copy.h +1 -1
  3189. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_div.h +1 -1
  3190. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_divmod.h +1 -1
  3191. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_divmods.h +1 -1
  3192. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_divs.h +1 -1
  3193. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_elu.h +1 -1
  3194. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_erfinv.h +1 -1
  3195. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_exponential.h +38 -0
  3196. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_fill_diagonal.h +1 -1
  3197. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_fill_scalar.h +1 -1
  3198. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_fill_tensor.h +1 -1
  3199. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_floor.h +1 -1
  3200. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_floor_divide.h +1 -1
  3201. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_floor_divides.h +1 -1
  3202. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_grouped_matmul_add.h +1 -1
  3203. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_hardtanh.h +1 -1
  3204. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_index_add.h +1 -1
  3205. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_index_put.h +1 -1
  3206. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_log.h +1 -1
  3207. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_masked_fill_scalar.h +1 -1
  3208. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_masked_fill_tensor.h +1 -1
  3209. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_matmul_add.h +38 -0
  3210. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_mul.h +1 -1
  3211. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_muls.h +1 -1
  3212. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_normal.h +1 -1
  3213. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_put.h +1 -1
  3214. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_random.h +1 -1
  3215. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_relu.h +1 -1
  3216. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_scatter_add.h +1 -1
  3217. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_scatter_src.h +1 -1
  3218. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_scatter_src_reduce.h +1 -1
  3219. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_scatter_value.h +1 -1
  3220. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_scatter_value_reduce.h +1 -1
  3221. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/{gmm_backward.h → inplace_silu.h} +9 -9
  3222. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_sub_scalar.h +1 -1
  3223. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_tanh.h +1 -1
  3224. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_threshold.h +1 -1
  3225. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_uniform.h +1 -1
  3226. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_zero.h +1 -1
  3227. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/isclose.h +1 -1
  3228. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/isfinite.h +1 -1
  3229. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/isinf.h +1 -1
  3230. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/isneginf.h +1 -1
  3231. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/kl_div.h +1 -1
  3232. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/kl_div_grad.h +1 -1
  3233. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/kthvalue.h +1 -1
  3234. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/kv_cache_scatter_update.h +1 -1
  3235. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/leaky_relu_ext.h +1 -1
  3236. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/leaky_relu_grad_ext.h +1 -1
  3237. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/lerp.h +1 -1
  3238. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/lerp_scalar.h +1 -1
  3239. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/less.h +1 -1
  3240. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/less_equal.h +1 -1
  3241. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/linalg_qr.h +1 -1
  3242. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/linalg_vector_norm.h +1 -1
  3243. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/log.h +1 -1
  3244. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/log1p.h +1 -1
  3245. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/log_softmax.h +1 -1
  3246. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/log_softmax_grad.h +1 -1
  3247. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/logaddexp.h +1 -1
  3248. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/logaddexp2.h +1 -1
  3249. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/logical_and.h +1 -1
  3250. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/logical_not.h +1 -1
  3251. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/logical_or.h +1 -1
  3252. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/logical_xor.h +1 -1
  3253. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/logsigmoid.h +1 -1
  3254. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/logsigmoid_grad.h +1 -1
  3255. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/logsumexp.h +1 -1
  3256. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/masked_fill.h +1 -1
  3257. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/masked_select.h +1 -1
  3258. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/masked_select_grad.h +1 -1
  3259. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/matmul.h +1 -1
  3260. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/matmul_allreduce_add_rmsnorm.h +1 -1
  3261. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/matmul_ext.h +1 -1
  3262. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/max.h +1 -1
  3263. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/max_dim.h +1 -1
  3264. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/maximum.h +1 -1
  3265. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/mean_ext.h +1 -1
  3266. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/median_dim.h +1 -1
  3267. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/median_ext.h +1 -1
  3268. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/meshgrid.h +1 -1
  3269. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/min.h +1 -1
  3270. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/min_dim.h +1 -1
  3271. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/minimum.h +1 -1
  3272. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/mish_ext.h +1 -1
  3273. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/mish_grad_ext.h +1 -1
  3274. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/moe_compute_expert_tokens.h +1 -1
  3275. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/moe_distribute_combine.h +38 -0
  3276. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/moe_distribute_dispatch.h +38 -0
  3277. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/moe_finalize_routing.h +1 -1
  3278. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/moe_gating_top_k_softmax.h +1 -1
  3279. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/moe_init_routing.h +1 -1
  3280. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/moe_init_routing_quant_v2.h +38 -0
  3281. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/moe_init_routing_v2.h +1 -1
  3282. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/moe_token_permute.h +1 -1
  3283. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/moe_token_permute_grad.h +1 -1
  3284. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/moe_token_unpermute.h +1 -1
  3285. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/moe_token_unpermute_grad.h +1 -1
  3286. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/mul.h +1 -1
  3287. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/muls.h +1 -1
  3288. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/multi_scale_deformable_attn.h +1 -1
  3289. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/multi_scale_deformable_attn_grad.h +1 -1
  3290. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/mv.h +1 -1
  3291. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/nan_to_num.h +1 -1
  3292. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/ne_scalar.h +1 -1
  3293. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/neg.h +1 -1
  3294. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/new_full.h +38 -0
  3295. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/new_ones.h +1 -1
  3296. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/new_zeros.h +1 -1
  3297. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/nllloss.h +1 -1
  3298. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/nllloss_2d.h +1 -1
  3299. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/nllloss_2d_grad.h +1 -1
  3300. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/nllloss_grad.h +1 -1
  3301. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/non_zero.h +1 -1
  3302. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/norm.h +1 -1
  3303. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/normal_float_float.h +1 -1
  3304. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/normal_float_tensor.h +1 -1
  3305. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/normal_tensor_float.h +1 -1
  3306. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/normal_tensor_tensor.h +1 -1
  3307. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/not_equal.h +1 -1
  3308. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/ones.h +1 -1
  3309. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/outer.h +1 -1
  3310. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/paged_attention.h +38 -0
  3311. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/pixel_shuffle.h +1 -1
  3312. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/polar.h +1 -1
  3313. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/pow.h +1 -1
  3314. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/pow_scalar_tensor.h +1 -1
  3315. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/pow_tensor_scalar.h +1 -1
  3316. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/prelu.h +1 -1
  3317. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/prelu_grad.h +1 -1
  3318. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/prod_ext.h +1 -1
  3319. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/quant_batch_matmul.h +1 -1
  3320. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/quant_matmul.h +38 -0
  3321. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/quant_v2.h +1 -1
  3322. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/randint.h +1 -1
  3323. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/randint_like.h +1 -1
  3324. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/randn.h +1 -1
  3325. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/randn_like.h +1 -1
  3326. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/reciprocal.h +1 -1
  3327. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/reduce_all.h +1 -1
  3328. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/reduce_any.h +1 -1
  3329. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/reduce_max.h +1 -1
  3330. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/reduce_min.h +1 -1
  3331. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/reflection_pad_1d.h +1 -1
  3332. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/reflection_pad_1d_grad.h +1 -1
  3333. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/reflection_pad_2d.h +1 -1
  3334. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/reflection_pad_2d_grad.h +1 -1
  3335. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/reflection_pad_3d.h +1 -1
  3336. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/reflection_pad_3d_grad.h +1 -1
  3337. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/relu.h +1 -1
  3338. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/relu_grad.h +1 -1
  3339. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/repeat.h +1 -1
  3340. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/replication_pad_1d.h +1 -1
  3341. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/replication_pad_1d_grad.h +1 -1
  3342. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/replication_pad_2d.h +1 -1
  3343. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/replication_pad_2d_grad.h +1 -1
  3344. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/replication_pad_3d.h +1 -1
  3345. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/replication_pad_3d_grad.h +1 -1
  3346. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/reshape.h +1 -1
  3347. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/reshape_and_cache.h +38 -0
  3348. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/reverse_v2.h +1 -1
  3349. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/rms_norm_grad.h +1 -1
  3350. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/roll.h +1 -1
  3351. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/rotary_position_embedding.h +1 -1
  3352. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/rotary_position_embedding_grad.h +1 -1
  3353. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/round.h +1 -1
  3354. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/rsqrt.h +1 -1
  3355. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/scatter.h +1 -1
  3356. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/scatter_add_ext.h +1 -1
  3357. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/scatter_value.h +1 -1
  3358. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/searchsorted.h +1 -1
  3359. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/select.h +1 -1
  3360. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/{gmm_v2_backward.h → select_ext_view.h} +9 -9
  3361. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/select_v2.h +1 -1
  3362. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/selu_ext.h +1 -1
  3363. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/selu_grad.h +1 -1
  3364. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/sigmoid.h +1 -1
  3365. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/sigmoid_grad.h +1 -1
  3366. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/sign.h +1 -1
  3367. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/silu.h +1 -1
  3368. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/silu_grad.h +1 -1
  3369. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/sin.h +1 -1
  3370. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/sinc.h +1 -1
  3371. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/sinh.h +1 -1
  3372. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/slice.h +1 -1
  3373. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/slice_ext.h +1 -1
  3374. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/slice_ext_view.h +38 -0
  3375. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/smooth_l1_loss.h +1 -1
  3376. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/smooth_l1_loss_grad.h +1 -1
  3377. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/soft_margin_loss.h +1 -1
  3378. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/soft_margin_loss_grad.h +1 -1
  3379. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/softmax.h +1 -1
  3380. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/softmax_backward.h +1 -1
  3381. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/softplus_ext.h +1 -1
  3382. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/softplus_grad_ext.h +1 -1
  3383. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/softshrink.h +1 -1
  3384. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/softshrink_grad.h +1 -1
  3385. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/speed_fusion_attention.h +1 -1
  3386. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/speed_fusion_attention_grad.h +1 -1
  3387. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/split.h +1 -1
  3388. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/sqrt.h +1 -1
  3389. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/square.h +1 -1
  3390. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/squeeze.h +1 -1
  3391. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/sub.h +1 -1
  3392. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/sub_ext.h +1 -1
  3393. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/sub_scalar.h +1 -1
  3394. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/sum_ext.h +1 -1
  3395. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/take.h +1 -1
  3396. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/tan.h +1 -1
  3397. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/tanh.h +1 -1
  3398. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/tanh_grad.h +1 -1
  3399. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/tensor_scatter_elements.h +1 -1
  3400. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/threshold.h +1 -1
  3401. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/threshold_grad.h +1 -1
  3402. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/tile.h +1 -1
  3403. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/transpose.h +1 -1
  3404. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/transpose_ext_view.h +38 -0
  3405. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/transpose_view.h +38 -0
  3406. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/triangular_solve.h +1 -1
  3407. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/triu.h +1 -1
  3408. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/trunc.h +1 -1
  3409. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/upsample_bicubic2d.h +1 -1
  3410. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/upsample_bicubic2d_grad.h +1 -1
  3411. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/upsample_bilinear2d.h +1 -1
  3412. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/upsample_bilinear2d_grad.h +1 -1
  3413. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/upsample_linear1d.h +1 -1
  3414. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/upsample_linear1d_grad.h +1 -1
  3415. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/upsample_nearest1d.h +1 -1
  3416. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/upsample_nearest1d_grad.h +1 -1
  3417. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/upsample_nearest2d.h +1 -1
  3418. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/upsample_nearest2d_grad.h +1 -1
  3419. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/upsample_nearest3d.h +1 -1
  3420. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/upsample_nearest3d_grad.h +1 -1
  3421. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/upsample_trilinear3d.h +1 -1
  3422. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/upsample_trilinear3d_grad.h +1 -1
  3423. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/view.h +1 -1
  3424. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/weight_quant_batch_matmul.h +1 -1
  3425. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/xlogy.h +1 -1
  3426. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/xlogy_scalar_other.h +1 -1
  3427. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/xlogy_scalar_self.h +1 -1
  3428. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/zeros.h +1 -1
  3429. mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/any.h +34 -0
  3430. mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/any_ext.h +35 -0
  3431. mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/clamp_scalar.h +2 -2
  3432. mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/clamp_tensor.h +2 -3
  3433. mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/contiguous.h +1 -1
  3434. mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/copy.h +1 -1
  3435. mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/dense.h +2 -2
  3436. mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/divmod.h +2 -3
  3437. mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/grouped_matmul.h +1 -1
  3438. mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/identity.h +1 -1
  3439. mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/inner_comm_all_gather.h +1 -1
  3440. mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/inner_comm_all_reduce.h +1 -1
  3441. mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/inner_comm_isend.h +1 -1
  3442. mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/inner_comm_reduce_scatter.h +1 -1
  3443. mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/masked_select.h +2 -2
  3444. mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/matmul_ext.h +1 -1
  3445. mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/max.h +1 -1
  3446. mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/mean_ext.h +1 -1
  3447. mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/meshgrid.h +4 -2
  3448. mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/min.h +1 -1
  3449. mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/new_ones.h +2 -2
  3450. mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/new_zeros.h +2 -2
  3451. mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/non_zero.h +1 -1
  3452. mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/pixel_shuffle.h +2 -2
  3453. mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/pow_scalar_tensor.h +1 -1
  3454. mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/pow_tensor_scalar.h +1 -1
  3455. mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/prod_ext.h +1 -1
  3456. mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/reshape.h +4 -2
  3457. mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/searchsorted.h +3 -4
  3458. mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/sum_ext.h +1 -1
  3459. mindspore/include/mindspore/ops/kernel/gpu/random/random_categorical_gpu_kernel.h +4 -8
  3460. mindspore/include/mindspore/ops/kernel/gpu/rl/buffer_sample_gpu_kernel.h +8 -8
  3461. mindspore/include/mindspore/ops/kernel/gpu/rl/gru_gpu_kernel.h +1 -0
  3462. mindspore/include/mindspore/ops/kernel/gpu/sparse/csr_sparse_matrix_to_sparse_tensor_gpu_kernel.h +1 -1
  3463. mindspore/include/mindspore/ops/kernel/gpu/sparse/dense_to_csr_sparse_matrix_gpu_kernel.h +3 -3
  3464. mindspore/include/mindspore/ops/kernel/gpu/sparse/sparse_matrix_sparse_matmul_gpu_kernel.h +2 -2
  3465. mindspore/include/mindspore/ops/kernel/include/common/common_utils.h +9 -0
  3466. mindspore/include/mindspore/ops/kernel/include/common/device_address.h +290 -27
  3467. mindspore/include/mindspore/ops/kernel/include/common/device_type.h +3 -5
  3468. mindspore/include/mindspore/ops/kernel/include/common/kernel.h +26 -1
  3469. mindspore/include/mindspore/ops/kernel/include/common/kernel_tensor.h +135 -306
  3470. mindspore/include/mindspore/ops/op_def/array_op_name.h +0 -1
  3471. mindspore/include/mindspore/ops/op_def/array_ops.h +0 -1
  3472. mindspore/include/mindspore/ops/op_def/auto_generate/gen_lite_ops.h +3088 -2881
  3473. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_def.h +793 -756
  3474. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_name_a.h +63 -61
  3475. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_name_b.h +27 -26
  3476. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_name_c.h +34 -33
  3477. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_name_d.h +28 -26
  3478. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_name_e.h +27 -25
  3479. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_name_f.h +20 -18
  3480. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_name_g.h +23 -19
  3481. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_name_h.h +8 -8
  3482. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_name_i.h +70 -66
  3483. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_name_k.h +1 -1
  3484. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_name_l.h +31 -31
  3485. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_name_m.h +43 -40
  3486. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_name_n.h +19 -17
  3487. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_name_o.h +3 -3
  3488. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_name_p.h +4 -5
  3489. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_name_q.h +3 -2
  3490. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_name_r.h +60 -60
  3491. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_name_s.h +64 -60
  3492. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_name_t.h +19 -17
  3493. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_name_u.h +13 -13
  3494. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_name_v.h +2 -2
  3495. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_name_x.h +1 -1
  3496. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_primitive_a.h +63 -61
  3497. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_primitive_b.h +27 -26
  3498. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_primitive_c.h +34 -33
  3499. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_primitive_d.h +28 -26
  3500. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_primitive_e.h +27 -25
  3501. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_primitive_f.h +20 -18
  3502. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_primitive_g.h +23 -19
  3503. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_primitive_h.h +8 -8
  3504. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_primitive_i.h +70 -66
  3505. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_primitive_k.h +1 -1
  3506. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_primitive_l.h +31 -31
  3507. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_primitive_m.h +43 -40
  3508. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_primitive_n.h +19 -17
  3509. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_primitive_o.h +3 -3
  3510. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_primitive_p.h +4 -5
  3511. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_primitive_q.h +3 -2
  3512. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_primitive_r.h +60 -60
  3513. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_primitive_s.h +64 -60
  3514. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_primitive_t.h +19 -17
  3515. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_primitive_u.h +13 -13
  3516. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_primitive_v.h +2 -2
  3517. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_primitive_x.h +1 -1
  3518. mindspore/include/mindspore/ops/op_def/op_enum.h +2 -0
  3519. mindspore/include/mindspore/ops/op_def/other_op_name.h +6 -0
  3520. mindspore/include/mindspore/ops/op_def/other_ops.h +2 -0
  3521. mindspore/include/mindspore/ops/op_def/structure_ops.h +8 -2
  3522. mindspore/include/mindspore/ops/ops_utils/memory_overlap.h +4 -5
  3523. mindspore/include/mindspore/ops/ops_utils/op_constants.h +12 -0
  3524. mindspore/include/mindspore/ops/ops_utils/op_utils.h +5 -11
  3525. mindspore/include/mindspore/ops/ops_utils/type_dispatch.h +42 -42
  3526. mindspore/include/mindspore/ops/view/as_strided_strides_calc.h +5 -1
  3527. mindspore/include/mindspore/ops/view/broadcast_to_strides_calc.h +7 -2
  3528. mindspore/include/mindspore/ops/view/broadcast_to_view_strides_calc.h +34 -0
  3529. mindspore/include/mindspore/ops/view/chunk_strides_calc.h +5 -1
  3530. mindspore/include/mindspore/ops/view/chunk_view_strides_calc.h +35 -0
  3531. mindspore/include/mindspore/ops/view/diagonal_strides_calc.h +6 -3
  3532. mindspore/include/mindspore/ops/view/{transpose_ext_strides_calc.h → diagonal_view_strides_calc.h} +9 -9
  3533. mindspore/include/mindspore/ops/view/expand_dims_strides_calc.h +5 -1
  3534. mindspore/include/mindspore/ops/view/expand_dims_view_strides_calc.h +34 -0
  3535. mindspore/include/mindspore/ops/view/narrow_strides_calc.h +4 -2
  3536. mindspore/include/mindspore/ops/view/narrow_view_strides_calc.h +33 -0
  3537. mindspore/include/mindspore/ops/view/reshape_strides_calc.h +2 -1
  3538. mindspore/include/mindspore/ops/view/select_ext_view_strides_calc.h +33 -0
  3539. mindspore/include/mindspore/ops/view/slice_ext_strides_calc.h +7 -1
  3540. mindspore/include/mindspore/ops/view/slice_ext_view_strides_calc.h +35 -0
  3541. mindspore/include/mindspore/ops/view/slice_strides_calc.h +4 -1
  3542. mindspore/include/mindspore/ops/view/split_strides_calc.h +3 -1
  3543. mindspore/include/mindspore/ops/view/split_tensor_strides_calc.h +5 -2
  3544. mindspore/include/mindspore/ops/view/split_tensor_view_strides_calc.h +33 -0
  3545. mindspore/include/mindspore/ops/view/split_with_size_strides_calc.h +5 -1
  3546. mindspore/include/mindspore/ops/view/split_with_size_view_strides_calc.h +36 -0
  3547. mindspore/include/mindspore/ops/view/squeeze_strides_calc.h +3 -0
  3548. mindspore/include/mindspore/ops/view/transpose_ext_view_strides_calc.h +33 -0
  3549. mindspore/include/mindspore/ops/view/transpose_strides_calc.h +3 -1
  3550. mindspore/include/mindspore/ops/view/transpose_view_strides_calc.h +32 -0
  3551. mindspore/include/mindspore/ops/view/{unstack_ext_strides_calc.h → unstack_ext_view_strides_calc.h} +5 -5
  3552. mindspore/include/mindspore/ops/view/view_strides_calc.h +5 -2
  3553. mindspore/include/mindspore/ops/view/view_strides_calculator.h +1 -2
  3554. mindspore/include/ms_extension.h +12 -5
  3555. mindspore/lib/libavcodec.so.59 +0 -0
  3556. mindspore/lib/libavdevice.so.59 +0 -0
  3557. mindspore/lib/libavfilter.so.8 +0 -0
  3558. mindspore/lib/libavformat.so.59 +0 -0
  3559. mindspore/lib/libavutil.so.57 +0 -0
  3560. mindspore/lib/libdnnl.so.2 +0 -0
  3561. mindspore/lib/libicuuc.so.74 +0 -0
  3562. mindspore/lib/libmindspore_backend_common.so +0 -0
  3563. mindspore/lib/libmindspore_backend_manager.so +0 -0
  3564. mindspore/lib/libmindspore_common.so +0 -0
  3565. mindspore/lib/libmindspore_core.so +0 -0
  3566. mindspore/lib/libmindspore_dump.so +0 -0
  3567. mindspore/lib/libmindspore_extension.so +0 -0
  3568. mindspore/lib/libmindspore_frontend.so +0 -0
  3569. mindspore/lib/libmindspore_ge_backend.so +0 -0
  3570. mindspore/lib/libmindspore_glog.so.0 +0 -0
  3571. mindspore/lib/libmindspore_gpr.so.15 +0 -0
  3572. mindspore/lib/libmindspore_grpc++.so.1 +0 -0
  3573. mindspore/lib/libmindspore_grpc.so.15 +0 -0
  3574. mindspore/lib/libmindspore_memory_pool.so +0 -0
  3575. mindspore/lib/libmindspore_ms_backend.so +0 -0
  3576. mindspore/lib/libmindspore_ops.so +0 -0
  3577. mindspore/lib/libmindspore_ops_kernel_common.so +0 -0
  3578. mindspore/lib/libmindspore_profiler.so +0 -0
  3579. mindspore/lib/libmindspore_pyboost.so +0 -0
  3580. mindspore/lib/libmindspore_pynative.so +0 -0
  3581. mindspore/lib/libmindspore_res_manager.so +0 -0
  3582. mindspore/lib/libmindspore_runtime_pipeline.so +0 -0
  3583. mindspore/lib/libmpi_adapter.so +0 -0
  3584. mindspore/lib/libmpi_collective.so +0 -0
  3585. mindspore/lib/libnnacl.so +0 -0
  3586. mindspore/lib/libopencv_core.so.4.5 +0 -0
  3587. mindspore/lib/libopencv_imgcodecs.so.4.5 +0 -0
  3588. mindspore/lib/libopencv_imgproc.so.4.5 +0 -0
  3589. mindspore/lib/libps_cache.so +0 -0
  3590. mindspore/lib/libswresample.so.4 +0 -0
  3591. mindspore/lib/libswscale.so.6 +0 -0
  3592. mindspore/lib/plugin/ascend/custom_aicore_ops/op_impl/ai_core/tbe/custom_aicore_ops_impl/custom.py +4 -4
  3593. mindspore/lib/plugin/ascend/custom_aicore_ops/op_impl/ai_core/tbe/custom_aicore_ops_impl/matmul_tik.py +1 -0
  3594. mindspore/lib/plugin/ascend/custom_aicore_ops/op_impl/vector_core/tbe/custom_aicore_ops_impl/matmul_tik.py +1 -0
  3595. mindspore/lib/plugin/ascend/custom_aicpu_ops/op_impl/cpu/aicpu_kernel/impl/libcust_cpu_kernels.so +0 -0
  3596. mindspore/lib/plugin/ascend/custom_aicpu_ops/op_impl/cpu/config/cust_aicpu_kernel.json +96 -72
  3597. mindspore/lib/plugin/ascend/custom_aicpu_ops/op_proto/libcust_op_proto.so +0 -0
  3598. mindspore/lib/plugin/ascend/custom_ascendc_910b/framework/plugin/npu_supported_ops.json +6 -0
  3599. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_api/lib/libcust_opapi.so +0 -0
  3600. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/config/ascend310p/aic-ascend310p-ops-info.json +0 -180
  3601. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/config/ascend910_93/aic-ascend910_93-ops-info.json +0 -180
  3602. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/config/ascend910b/aic-ascend910b-ops-info.json +0 -180
  3603. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/custom_ascendc_910b_impl/dynamic/all_finite.py +28 -12
  3604. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/all_finite/AllFinite_52f59e2a65d9b1bb002de35c2819754a.json +2 -1
  3605. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/all_finite/AllFinite_52f59e2a65d9b1bb002de35c2819754a.o +0 -0
  3606. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/all_finite/AllFinite_6b5e50e30256d85838d6ce83514df20f.json +2 -1
  3607. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/all_finite/AllFinite_6b5e50e30256d85838d6ce83514df20f.o +0 -0
  3608. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/all_finite/AllFinite_74e4ac02880d452e3308c94af273562e.json +2 -1
  3609. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/all_finite/AllFinite_74e4ac02880d452e3308c94af273562e.o +0 -0
  3610. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/all_finite/AllFinite_52f59e2a65d9b1bb002de35c2819754a.json +2 -1
  3611. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/all_finite/AllFinite_52f59e2a65d9b1bb002de35c2819754a.o +0 -0
  3612. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/all_finite/AllFinite_6b5e50e30256d85838d6ce83514df20f.json +2 -1
  3613. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/all_finite/AllFinite_6b5e50e30256d85838d6ce83514df20f.o +0 -0
  3614. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/all_finite/AllFinite_74e4ac02880d452e3308c94af273562e.json +2 -1
  3615. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/all_finite/AllFinite_74e4ac02880d452e3308c94af273562e.o +0 -0
  3616. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/all_finite/AllFinite_52f59e2a65d9b1bb002de35c2819754a.json +2 -1
  3617. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/all_finite/AllFinite_52f59e2a65d9b1bb002de35c2819754a.o +0 -0
  3618. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/all_finite/AllFinite_6b5e50e30256d85838d6ce83514df20f.json +2 -1
  3619. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/all_finite/AllFinite_6b5e50e30256d85838d6ce83514df20f.o +0 -0
  3620. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/all_finite/AllFinite_74e4ac02880d452e3308c94af273562e.json +2 -1
  3621. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/all_finite/AllFinite_74e4ac02880d452e3308c94af273562e.o +0 -0
  3622. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend310p/binary_info_config.json +0 -300
  3623. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend910_93/binary_info_config.json +0 -300
  3624. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend910b/binary_info_config.json +0 -300
  3625. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/op_tiling/lib/linux/aarch64/libcust_opmaster_rt2.0.so +0 -0
  3626. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/op_tiling/liboptiling.so +0 -0
  3627. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_proto/inc/op_proto.h +0 -22
  3628. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_proto/lib/linux/aarch64/libcust_opsproto_rt2.0.so +0 -0
  3629. mindspore/lib/plugin/ascend/custom_ascendc_910b/version.info +1 -1
  3630. mindspore/lib/plugin/ascend/custom_compiler/OWNERS +1 -0
  3631. mindspore/lib/plugin/ascend/libakg.so +0 -0
  3632. mindspore/lib/plugin/ascend/libascend_collective.so +0 -0
  3633. mindspore/lib/plugin/ascend/libd_collective.so +0 -0
  3634. mindspore/lib/plugin/ascend/libdvpp_utils.so +0 -0
  3635. mindspore/lib/plugin/ascend/libhccl_plugin.so +0 -0
  3636. mindspore/lib/plugin/ascend/liblowlatency_collective.so +0 -0
  3637. mindspore/lib/plugin/ascend/libmindspore_ascend_res_manager.so +0 -0
  3638. mindspore/lib/plugin/ascend/libmindspore_atb_kernels.so +0 -0
  3639. mindspore/lib/plugin/ascend/libmindspore_cpu_kernels.so +0 -0
  3640. mindspore/lib/plugin/ascend/libmindspore_extension_ascend_atb.a +0 -0
  3641. mindspore/lib/plugin/ascend/libmindspore_graph_ir.so +0 -0
  3642. mindspore/lib/plugin/ascend/libmindspore_internal_kernels.so +0 -0
  3643. mindspore/lib/plugin/ascend/libmindspore_pyboost_atb_kernels.so +0 -0
  3644. mindspore/lib/plugin/ascend/libms_atb_boost.so +0 -0
  3645. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/asdops/params/faUpdate.h +35 -0
  3646. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/asdops/params/fill.h +4 -1
  3647. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/asdops/params/logprobs.h +28 -0
  3648. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/asdops/params/matmul.h +7 -6
  3649. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/asdops/params/norm.h +8 -5
  3650. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/asdops/params/params.h +3 -0
  3651. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/asdops/params/scatter_elements_v2.h +39 -0
  3652. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/atbops/params/fused_add_topk_div.h +42 -0
  3653. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/atbops/params/kvcache.h +7 -1
  3654. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/atbops/params/mla.h +55 -0
  3655. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/atbops/params/mla_preprocess.h +39 -0
  3656. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/atbops/params/pagedattention.h +1 -0
  3657. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/atbops/params/params.h +7 -0
  3658. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/atbops/params/reshape_and_cache.h +2 -1
  3659. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/atbops/params/rms_norm_and_rope_and_reshape_and_cache.h +31 -0
  3660. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/atbops/params/rope_q_concat.h +26 -0
  3661. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/atbops/params/swiglu_quant.h +26 -0
  3662. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/atbops/params/toppsample_rand.h +31 -0
  3663. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/atbops/params/unpad_flash_attention.h +12 -1
  3664. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/lcal/lcal_api.h +1 -1
  3665. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/lcal/lcal_comm.h +4 -3
  3666. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/lcal/lcal_types.h +2 -1
  3667. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/lcal/lccl.h +2 -0
  3668. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/lcal/lcoc/lcoc.h +53 -0
  3669. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/lcal/lcoc/lcoc_args.h +116 -0
  3670. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/lcal/lcoc/lcoc_base.h +57 -0
  3671. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/lcal/lcoc/lcoc_func.h +33 -0
  3672. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/lcal/lcoc/tiling/tiling.h +86 -0
  3673. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/lcal/lcoc/tiling/tiling_91093.h +31 -0
  3674. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/lcal/lcoc/tiling/tiling_910B.h +31 -0
  3675. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/lcal/lcoc/tiling/tiling_args.h +154 -0
  3676. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/lcal/lcoc/tiling/tiling_func.h +50 -0
  3677. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/lcal/lcoc.h +5 -35
  3678. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/lcal/lcoc_args.h +97 -47
  3679. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/lcal/lcoc_func.h +33 -0
  3680. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/lcal/tiling/tiling.h +86 -0
  3681. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/lcal/tiling/tiling_91093.h +31 -0
  3682. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/lcal/tiling/tiling_910B.h +31 -0
  3683. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/lcal/tiling/tiling_args.h +154 -0
  3684. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/lcal/tiling/tiling_func.h +50 -0
  3685. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/lcal/tiling.h +86 -0
  3686. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/lcal/tiling_91093.h +11 -9
  3687. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/lcal/tiling_910B.h +12 -10
  3688. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/lcal/tiling_args.h +38 -69
  3689. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/lcal/tiling_func.h +14 -8
  3690. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/mki/base/aicpu_kernel_base.h +1 -1
  3691. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/mki/bin_handle.h +6 -0
  3692. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/mki/tensor.h +5 -0
  3693. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/mki/types.h +4 -1
  3694. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/mki/utils/bf16/bf16_t.h +20 -0
  3695. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/mki/utils/cfg/cfg_core.h +39 -0
  3696. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/mki/utils/cfg/cfg_item.h +25 -0
  3697. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/mki/utils/file_system/file_system.h +2 -0
  3698. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/mki/utils/inifile/ini_file.h +2 -0
  3699. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/mki/utils/log/log.h +7 -7
  3700. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/mki/utils/log/log_core.h +1 -0
  3701. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/mki/utils/log/log_sink_file.h +1 -0
  3702. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/mki/utils/rt/base/types.h +2 -2
  3703. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/lib/libasdops.so +0 -0
  3704. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/lib/libasdops_static.a +0 -0
  3705. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/lib/libatb_mixops.so +0 -0
  3706. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/lib/libatb_mixops_static.a +0 -0
  3707. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/lib/libexp_mixops_static.a +0 -0
  3708. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/lib/libexp_ops_static.a +0 -0
  3709. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/lib/liblcal.so +0 -0
  3710. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/lib/liblcal_static.a +0 -0
  3711. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/lib/libmki.so +0 -0
  3712. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/lib/libtbe_adapter.so +0 -0
  3713. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/base_type.h +7 -0
  3714. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/internal_op.h +8 -10
  3715. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/op_creator.h +25 -6
  3716. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/op_param.h +68 -1
  3717. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/tiling_utils.h +1 -100
  3718. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libadd_layer_norm_op.so +0 -0
  3719. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libadd_rms_norm_dynamic_quant_op.so +0 -0
  3720. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libadd_rms_norm_op.so +0 -0
  3721. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libadd_rms_norm_quant_op.so +0 -0
  3722. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libapply_rotary_pos_emb_310p_op.so +0 -0
  3723. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libapply_rotary_pos_emb_op.so +0 -0
  3724. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libcast_op.so +0 -0
  3725. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libcompare_op.so +0 -0
  3726. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libgelu_op.so +0 -0
  3727. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libgroup_topk_op.so +0 -0
  3728. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libkv_scale_cache_op.so +0 -0
  3729. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libmatmul_op.so +0 -0
  3730. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libmoe_gating_group_topk_op.so +0 -0
  3731. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libms_kernels_internal.so +0 -0
  3732. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libmulti_weight_matmul_kernel_gelu_op.so +0 -0
  3733. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libmulti_weight_matmul_kernel_op.so +0 -0
  3734. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libreshape_and_cache_nz_op.so +0 -0
  3735. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libreshape_and_cache_op.so +0 -0
  3736. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/librms_norm_op.so +0 -0
  3737. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libswiglu_dynamic_quant_op.so +0 -0
  3738. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libtranspose_batch_matmul_transpose_op.so +0 -0
  3739. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/object_kernels/internal_grouped_matmul_f16_310p/internal_grouped_matmul_f16_310p.o +0 -0
  3740. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/object_kernels/internal_grouped_matmul_f16_310p/internal_grouped_matmul_f16_310p_0.o +0 -0
  3741. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/object_kernels/internal_grouped_matmul_i8_310p/internal_grouped_matmul_i8_310p.o +0 -0
  3742. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/object_kernels/internal_grouped_matmul_i8_310p/internal_grouped_matmul_i8_310p_0.o +0 -0
  3743. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/object_kernels/internal_pp_matmul_f16_nz/internal_pp_matmul_f16_nz.o +0 -0
  3744. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/object_kernels/internal_pp_matmul_f16_nz/internal_pp_matmul_f16_nz_0.o +0 -0
  3745. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/object_kernels/internal_pp_matmul_i8_nz_compress/internal_pp_matmul_i8_nz_compress.o +0 -0
  3746. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/object_kernels/internal_pp_matmul_i8_nz_compress/internal_pp_matmul_i8_nz_compress_0.o +0 -0
  3747. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/object_kernels/internal_pp_matmul_int8_nz/internal_pp_matmul_int8_nz.o +0 -0
  3748. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/object_kernels/internal_pp_matmul_int8_nz/internal_pp_matmul_int8_nz_0.o +0 -0
  3749. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libadd_rms_norm_quant_ascend310p.so +0 -0
  3750. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libapply_rotary_pos_emb_310p_ascend310p.so +0 -0
  3751. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libcast_ascend310p.so +0 -0
  3752. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libcompare_ascend310p.so +0 -0
  3753. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libgelu_ascend310p.so +0 -0
  3754. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libmatmul_ascend310p.so +0 -0
  3755. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libmoe_gating_group_topk_ascend310p.so +0 -0
  3756. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libmulti_weight_matmul_kernel_ascend310p.so +0 -0
  3757. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libmulti_weight_matmul_kernel_gelu_ascend310p.so +0 -0
  3758. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libreshape_and_cache_nz_ascend310p.so +0 -0
  3759. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/flash_attention_score/flash_attention_score_bf16_bnsd_full_mix.o +0 -0
  3760. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/flash_attention_score/flash_attention_score_bf16_bnsd_tri_mix.o +0 -0
  3761. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/flash_attention_score/flash_attention_score_bf16_bsh_full_mix.o +0 -0
  3762. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/flash_attention_score/flash_attention_score_bf16_bsh_tri_mix.o +0 -0
  3763. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/flash_attention_score/flash_attention_score_fp16_bnsd_full_mix.o +0 -0
  3764. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/flash_attention_score/flash_attention_score_fp16_bnsd_tri_mix.o +0 -0
  3765. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/flash_attention_score/flash_attention_score_fp16_bsh_full_mix.o +0 -0
  3766. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/flash_attention_score/flash_attention_score_fp16_bsh_tri_mix.o +0 -0
  3767. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/internal_matmul_postfusion_mix/internal_matmul_postfusion_mix.o +0 -0
  3768. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/internal_matmul_postfusion_mix/internal_matmul_postfusion_mix_mix_aic_0.o +0 -0
  3769. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/internal_matmul_postfusion_mix/internal_matmul_postfusion_mix_mix_aiv_0.o +0 -0
  3770. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/internal_multi_weight_matmul_postfusion_mix/internal_multi_weight_matmul_postfusion_mix.o +0 -0
  3771. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/internal_multi_weight_matmul_postfusion_mix/internal_multi_weight_matmul_postfusion_mix_mix_aic_0.o +0 -0
  3772. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/internal_multi_weight_matmul_postfusion_mix/internal_multi_weight_matmul_postfusion_mix_mix_aiv_0.o +0 -0
  3773. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/matmul_add_rmsnorm/matmul_add_rmsnorm_bf16_bf16.o +0 -0
  3774. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/matmul_add_rmsnorm/matmul_add_rmsnorm_bf16_fp16.o +0 -0
  3775. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/matmul_add_rmsnorm/matmul_add_rmsnorm_bf16_fp32.o +0 -0
  3776. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/matmul_add_rmsnorm/matmul_add_rmsnorm_fp16_bf16.o +0 -0
  3777. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/matmul_add_rmsnorm/matmul_add_rmsnorm_fp16_fp16.o +0 -0
  3778. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/matmul_add_rmsnorm/matmul_add_rmsnorm_fp16_fp32.o +0 -0
  3779. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/paged_attention_v2/paged_attention_v2.o +0 -0
  3780. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/paged_attention_v2/paged_attention_v2_mix_aic_0.o +0 -0
  3781. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/paged_attention_v2/paged_attention_v2_mix_aiv_0.o +0 -0
  3782. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/so_kernels/libadd_layer_norm_ascend910b.so +0 -0
  3783. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/so_kernels/libadd_rms_norm_ascend910b.so +0 -0
  3784. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/so_kernels/libadd_rms_norm_dynamic_quant_ascend910b.so +0 -0
  3785. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/so_kernels/libadd_rms_norm_quant_ascend910b.so +0 -0
  3786. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/so_kernels/libapply_rotary_pos_emb_ascend910b.so +0 -0
  3787. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/so_kernels/libcast_ascend910b.so +0 -0
  3788. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/so_kernels/libcompare_ascend910b.so +0 -0
  3789. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/so_kernels/libgelu_ascend910b.so +0 -0
  3790. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/so_kernels/libgroup_topk_ascend910b.so +0 -0
  3791. mindspore/lib/plugin/ascend/{custom_ascendc_910/op_api/lib/libcust_opapi.so → ms_kernels_internal/internal_kernel/op_kernels/ascend910b/so_kernels/libkv_scale_cache_ascend910b.so} +0 -0
  3792. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/so_kernels/libmatmul_ascend910b.so +0 -0
  3793. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/so_kernels/libmoe_gating_group_topk_ascend910b.so +0 -0
  3794. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/so_kernels/libmulti_weight_matmul_kernel_ascend910b.so +0 -0
  3795. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/so_kernels/libreshape_and_cache_ascend910b.so +0 -0
  3796. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/so_kernels/librms_norm_ascend910b.so +0 -0
  3797. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/so_kernels/libswiglu_dynamic_quant_ascend910b.so +0 -0
  3798. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/so_kernels/libtranspose_batch_matmul_transpose_ascend910b.so +0 -0
  3799. mindspore/lib/plugin/cpu/libakg.so +0 -0
  3800. mindspore/lib/plugin/cpu/libmindspore_cpu_res_manager.so +0 -0
  3801. mindspore/lib/plugin/libmindspore_ascend.so.2 +0 -0
  3802. mindspore/lib/plugin/libmindspore_ops_ascend.so +0 -0
  3803. mindspore/lib/plugin/libmindspore_ops_host.so +0 -0
  3804. mindspore/mindrecord/tools/cifar10.py +60 -11
  3805. mindspore/mindrecord/tools/cifar10_to_mr.py +5 -0
  3806. mindspore/mint/__init__.py +6 -46
  3807. mindspore/mint/distributed/__init__.py +1 -0
  3808. mindspore/mint/distributed/distributed.py +212 -9
  3809. mindspore/mint/nn/__init__.py +1 -1
  3810. mindspore/mint/nn/functional.py +53 -6
  3811. mindspore/mint/nn/layer/_functions.py +164 -294
  3812. mindspore/mint/nn/layer/activation.py +8 -6
  3813. mindspore/mint/nn/layer/conv.py +137 -101
  3814. mindspore/mint/nn/layer/normalization.py +8 -22
  3815. mindspore/mint/optim/adam.py +19 -18
  3816. mindspore/mint/optim/adamw.py +14 -8
  3817. mindspore/mint/optim/sgd.py +5 -5
  3818. mindspore/nn/cell.py +328 -502
  3819. mindspore/nn/grad/cell_grad.py +11 -12
  3820. mindspore/nn/layer/activation.py +32 -34
  3821. mindspore/nn/layer/basic.py +67 -64
  3822. mindspore/nn/layer/channel_shuffle.py +4 -4
  3823. mindspore/nn/layer/combined.py +4 -2
  3824. mindspore/nn/layer/conv.py +117 -110
  3825. mindspore/nn/layer/dense.py +9 -7
  3826. mindspore/nn/layer/embedding.py +50 -52
  3827. mindspore/nn/layer/image.py +37 -39
  3828. mindspore/nn/layer/math.py +111 -112
  3829. mindspore/nn/layer/normalization.py +56 -44
  3830. mindspore/nn/layer/pooling.py +58 -63
  3831. mindspore/nn/layer/rnn_cells.py +33 -33
  3832. mindspore/nn/layer/rnns.py +56 -56
  3833. mindspore/nn/layer/thor_layer.py +74 -73
  3834. mindspore/nn/layer/transformer.py +11 -1
  3835. mindspore/nn/learning_rate_schedule.py +20 -20
  3836. mindspore/nn/loss/loss.py +79 -81
  3837. mindspore/nn/optim/adam.py +3 -3
  3838. mindspore/nn/optim/adasum.py +2 -2
  3839. mindspore/nn/optim/asgd.py +2 -0
  3840. mindspore/nn/optim/optimizer.py +1 -1
  3841. mindspore/nn/optim/thor.py +2 -2
  3842. mindspore/nn/probability/distribution/exponential.py +2 -1
  3843. mindspore/nn/probability/distribution/poisson.py +2 -1
  3844. mindspore/nn/sparse/sparse.py +3 -3
  3845. mindspore/nn/wrap/cell_wrapper.py +34 -37
  3846. mindspore/nn/wrap/grad_reducer.py +37 -37
  3847. mindspore/nn/wrap/loss_scale.py +72 -74
  3848. mindspore/numpy/array_creations.py +5 -5
  3849. mindspore/numpy/fft.py +1 -1
  3850. mindspore/numpy/math_ops.py +5 -5
  3851. mindspore/ops/_grad_experimental/grad_comm_ops.py +51 -13
  3852. mindspore/ops/_grad_experimental/grad_debug_ops.py +14 -0
  3853. mindspore/ops/_vmap/vmap_array_ops.py +31 -13
  3854. mindspore/ops/_vmap/vmap_nn_ops.py +8 -16
  3855. mindspore/ops/auto_generate/cpp_create_prim_instance_helper.py +449 -418
  3856. mindspore/ops/auto_generate/gen_extend_func.py +1238 -1356
  3857. mindspore/ops/auto_generate/gen_ops_def.py +6490 -6084
  3858. mindspore/ops/auto_generate/gen_ops_prim.py +16386 -15649
  3859. mindspore/ops/auto_generate/pyboost_inner_prim.py +355 -325
  3860. mindspore/ops/composite/__init__.py +10 -0
  3861. mindspore/ops/composite/base.py +8 -4
  3862. mindspore/ops/composite/multitype_ops/__init__.py +12 -1
  3863. mindspore/ops/composite/multitype_ops/_compile_utils.py +133 -109
  3864. mindspore/ops/composite/multitype_ops/add_impl.py +70 -2
  3865. mindspore/ops/composite/multitype_ops/div_impl.py +49 -0
  3866. mindspore/ops/composite/multitype_ops/floordiv_impl.py +29 -0
  3867. mindspore/ops/composite/multitype_ops/getitem_impl.py +11 -0
  3868. mindspore/ops/composite/multitype_ops/mod_impl.py +5 -3
  3869. mindspore/ops/composite/multitype_ops/mul_impl.py +49 -0
  3870. mindspore/ops/composite/multitype_ops/setitem_impl.py +57 -0
  3871. mindspore/ops/composite/multitype_ops/sub_impl.py +34 -0
  3872. mindspore/ops/composite/multitype_ops/zeros_like_impl.py +14 -0
  3873. mindspore/ops/function/__init__.py +3 -1
  3874. mindspore/ops/function/_add_attr_func.py +11 -6
  3875. mindspore/ops/function/array_func.py +9 -96
  3876. mindspore/ops/function/debug_func.py +4 -3
  3877. mindspore/ops/function/grad/grad_func.py +1 -1
  3878. mindspore/ops/function/math_func.py +33 -540
  3879. mindspore/ops/function/nn_func.py +28 -74
  3880. mindspore/ops/function/other_func.py +4 -1
  3881. mindspore/ops/function/random_func.py +44 -5
  3882. mindspore/ops/function/vmap_func.py +2 -1
  3883. mindspore/ops/functional.py +2 -3
  3884. mindspore/ops/functional_overload.py +1278 -713
  3885. mindspore/ops/op_info_register.py +21 -0
  3886. mindspore/ops/operations/__init__.py +16 -11
  3887. mindspore/ops/operations/_custom_ops_utils.py +689 -34
  3888. mindspore/ops/operations/_inner_ops.py +3 -6
  3889. mindspore/ops/operations/_sequence_ops.py +1 -1
  3890. mindspore/ops/operations/array_ops.py +2 -2
  3891. mindspore/ops/operations/comm_ops.py +185 -26
  3892. mindspore/ops/operations/custom_ops.py +294 -174
  3893. mindspore/ops/operations/debug_ops.py +59 -4
  3894. mindspore/ops/operations/image_ops.py +13 -13
  3895. mindspore/ops/operations/manually_defined/ops_def.py +15 -16
  3896. mindspore/ops/operations/math_ops.py +3 -4
  3897. mindspore/ops/operations/nn_ops.py +7 -39
  3898. mindspore/ops/primitive.py +6 -10
  3899. mindspore/ops/tensor_method.py +47 -8
  3900. mindspore/ops_generate/api/cpp_create_prim_instance_helper_generator.py +1 -1
  3901. mindspore/ops_generate/api/functional_map_cpp_generator.py +10 -9
  3902. mindspore/ops_generate/api/functions_cc_generator.py +58 -10
  3903. mindspore/ops_generate/api/tensor_func_reg_cpp_generator.py +1 -1
  3904. mindspore/ops_generate/common/base_generator.py +14 -0
  3905. mindspore/ops_generate/common/gen_constants.py +8 -3
  3906. mindspore/ops_generate/common/gen_utils.py +0 -19
  3907. mindspore/ops_generate/common/op_proto.py +11 -4
  3908. mindspore/ops_generate/common/template.py +88 -11
  3909. mindspore/ops_generate/gen_ops.py +1 -1
  3910. mindspore/ops_generate/op_def/lite_ops_cpp_generator.py +4 -4
  3911. mindspore/ops_generate/op_def/ops_def_cc_generator.py +0 -3
  3912. mindspore/ops_generate/op_def/ops_name_h_generator.py +0 -3
  3913. mindspore/ops_generate/op_def/ops_primitive_h_generator.py +0 -4
  3914. mindspore/ops_generate/op_def_py/op_prim_py_generator.py +5 -2
  3915. mindspore/ops_generate/pyboost/auto_grad_impl_cc_generator.py +49 -8
  3916. mindspore/ops_generate/pyboost/auto_grad_reg_cc_generator.py +2 -2
  3917. mindspore/ops_generate/pyboost/gen_pyboost_func.py +31 -0
  3918. mindspore/ops_generate/pyboost/op_template_parser.py +98 -72
  3919. mindspore/ops_generate/pyboost/pyboost_functions_cpp_generator.py +70 -273
  3920. mindspore/ops_generate/pyboost/pyboost_functions_h_generator.py +14 -6
  3921. mindspore/ops_generate/pyboost/pyboost_functions_impl_cpp_generator.py +316 -0
  3922. mindspore/ops_generate/pyboost/pyboost_functions_py_generator.py +1 -1
  3923. mindspore/ops_generate/pyboost/pyboost_grad_function_cpp_generator.py +5 -3
  3924. mindspore/ops_generate/pyboost/pyboost_inner_prim_generator.py +1 -1
  3925. mindspore/ops_generate/pyboost/pyboost_internal_functions_cpp_generator.py +76 -0
  3926. mindspore/ops_generate/pyboost/pyboost_internal_functions_h_generator.py +76 -0
  3927. mindspore/ops_generate/pyboost/pyboost_internal_kernel_info_adapter_generator.py +125 -0
  3928. mindspore/ops_generate/pyboost/pyboost_native_grad_functions_generator.py +4 -3
  3929. mindspore/ops_generate/pyboost/pyboost_op_cpp_code_generator.py +348 -61
  3930. mindspore/ops_generate/pyboost/pyboost_overload_functions_cpp_generator.py +1 -1
  3931. mindspore/ops_generate/pyboost/pyboost_utils.py +118 -9
  3932. mindspore/ops_generate/tensor_py_cc_generator.py +1 -24
  3933. mindspore/parallel/_auto_parallel_context.py +11 -8
  3934. mindspore/parallel/_cell_wrapper.py +113 -45
  3935. mindspore/parallel/_parallel_serialization.py +1 -1
  3936. mindspore/parallel/_ps_context.py +4 -6
  3937. mindspore/parallel/_tensor.py +167 -12
  3938. mindspore/parallel/_transformer/moe.py +1 -1
  3939. mindspore/parallel/_transformer/transformer.py +13 -8
  3940. mindspore/parallel/auto_parallel.py +14 -7
  3941. mindspore/parallel/checkpoint_convert.py +3 -3
  3942. mindspore/parallel/checkpoint_transform.py +11 -7
  3943. mindspore/parallel/cluster/process_entity/_api.py +84 -48
  3944. mindspore/parallel/cluster/process_entity/_utils.py +95 -7
  3945. mindspore/parallel/cluster/run.py +43 -4
  3946. mindspore/parallel/function/__init__.py +8 -1
  3947. mindspore/parallel/function/reshard_func.py +6 -7
  3948. mindspore/parallel/nn/__init__.py +15 -2
  3949. mindspore/parallel/nn/parallel_cell_wrapper.py +9 -10
  3950. mindspore/parallel/nn/parallel_grad_reducer.py +7 -6
  3951. mindspore/parallel/shard.py +3 -4
  3952. mindspore/parallel/transform_safetensors.py +463 -174
  3953. mindspore/profiler/__init__.py +2 -1
  3954. mindspore/profiler/analysis/parser/timeline_assembly_factory/ascend_timeline_assembler.py +7 -7
  3955. mindspore/profiler/analysis/parser/timeline_assembly_factory/base_timeline_assembler.py +3 -0
  3956. mindspore/profiler/analysis/parser/timeline_assembly_factory/trace_view_container.py +12 -6
  3957. mindspore/profiler/analysis/parser/timeline_creator/cpu_op_timeline_creator.py +3 -3
  3958. mindspore/profiler/analysis/parser/timeline_creator/fwk_timeline_creator.py +3 -3
  3959. mindspore/profiler/analysis/parser/timeline_creator/msprof_timeline_creator.py +4 -4
  3960. mindspore/profiler/analysis/parser/timeline_creator/scope_layer_timeline_creator.py +3 -3
  3961. mindspore/profiler/analysis/parser/timeline_event/fwk_event.py +4 -1
  3962. mindspore/profiler/analysis/parser/timeline_event/timeline_event_pool.py +2 -1
  3963. mindspore/profiler/analysis/task_manager.py +1 -1
  3964. mindspore/profiler/analysis/viewer/ascend_communication_viewer.py +5 -1
  3965. mindspore/profiler/analysis/viewer/ascend_integrate_viewer.py +2 -1
  3966. mindspore/profiler/analysis/viewer/ascend_op_memory_viewer.py +42 -22
  3967. mindspore/profiler/analysis/viewer/ascend_step_trace_time_viewer.py +3 -2
  3968. mindspore/profiler/analysis/viewer/ms_minddata_viewer.py +9 -5
  3969. mindspore/profiler/analysis/viewer/ms_operator_details_viewer.py +132 -0
  3970. mindspore/profiler/common/constant.py +16 -0
  3971. mindspore/profiler/common/profiler_context.py +25 -27
  3972. mindspore/profiler/common/profiler_info.py +0 -16
  3973. mindspore/profiler/common/profiler_op_analyse.py +235 -0
  3974. mindspore/profiler/common/profiler_output_path.py +23 -8
  3975. mindspore/profiler/common/profiler_parameters.py +128 -35
  3976. mindspore/profiler/dynamic_profile/__init__.py +0 -0
  3977. mindspore/profiler/dynamic_profile/dynamic_monitor_proxy.py +39 -0
  3978. mindspore/profiler/dynamic_profile/dynamic_profiler_config_context.py +666 -0
  3979. mindspore/profiler/dynamic_profile/dynamic_profiler_utils.py +62 -0
  3980. mindspore/profiler/dynamic_profiler.py +305 -314
  3981. mindspore/profiler/envprofiler.py +12 -7
  3982. mindspore/profiler/experimental_config.py +96 -6
  3983. mindspore/profiler/mstx.py +33 -12
  3984. mindspore/profiler/platform/__init__.py +2 -3
  3985. mindspore/profiler/platform/npu_profiler.py +29 -19
  3986. mindspore/profiler/profiler.py +35 -19
  3987. mindspore/profiler/profiler_action_controller.py +64 -76
  3988. mindspore/profiler/schedule.py +10 -4
  3989. mindspore/rewrite/common/config.py +1 -0
  3990. mindspore/rewrite/common/namer.py +1 -0
  3991. mindspore/rewrite/common/namespace.py +1 -0
  3992. mindspore/rewrite/node/node.py +31 -11
  3993. mindspore/rewrite/parsers/assign_parser.py +1 -1
  3994. mindspore/rewrite/symbol_tree/symbol_tree.py +1 -1
  3995. mindspore/run_check/_check_version.py +7 -10
  3996. mindspore/runtime/__init__.py +5 -5
  3997. mindspore/runtime/event.py +10 -4
  3998. mindspore/runtime/executor.py +60 -45
  3999. mindspore/runtime/memory.py +30 -32
  4000. mindspore/runtime/thread_bind_core.py +298 -164
  4001. mindspore/safeguard/rewrite_obfuscation.py +12 -13
  4002. mindspore/scipy/linalg.py +2 -2
  4003. mindspore/scipy/utils_const.py +0 -17
  4004. mindspore/train/_utils.py +14 -4
  4005. mindspore/train/amp.py +43 -20
  4006. mindspore/train/callback/__init__.py +5 -5
  4007. mindspore/train/callback/_checkpoint.py +3 -6
  4008. mindspore/train/callback/_flops_collector.py +1 -1
  4009. mindspore/train/callback/_landscape.py +0 -1
  4010. mindspore/train/callback/_train_fault_tolerance.py +97 -16
  4011. mindspore/train/data_sink.py +11 -2
  4012. mindspore/train/dataset_helper.py +9 -0
  4013. mindspore/train/model.py +135 -55
  4014. mindspore/train/serialization.py +133 -111
  4015. mindspore/train/summary/summary_record.py +13 -2
  4016. mindspore/utils/__init__.py +3 -2
  4017. mindspore/utils/bin/dataset-cache +0 -0
  4018. mindspore/utils/bin/dataset-cache-server +0 -0
  4019. mindspore/utils/dryrun.py +0 -6
  4020. mindspore/utils/runtime_execution_order_check.py +163 -77
  4021. mindspore/utils/sdc_detect.py +68 -0
  4022. mindspore/utils/utils.py +6 -9
  4023. mindspore/version.py +1 -1
  4024. {mindspore-2.6.0rc1.dist-info → mindspore-2.7.0rc1.dist-info}/METADATA +5 -4
  4025. {mindspore-2.6.0rc1.dist-info → mindspore-2.7.0rc1.dist-info}/RECORD +4031 -3947
  4026. mindspore/_deprecated/jit.py +0 -198
  4027. mindspore/experimental/es/__init__.py +0 -22
  4028. mindspore/experimental/es/embedding_service.py +0 -891
  4029. mindspore/experimental/es/embedding_service_layer.py +0 -581
  4030. mindspore/include/mindspore/ccsrc/backend/common/graph_kernel/proactive_fallback_expander.h +0 -39
  4031. mindspore/include/mindspore/ccsrc/backend/common/session/session_context.h +0 -47
  4032. mindspore/include/mindspore/ccsrc/backend/ge_backend/pass/matmul_allreduce_add_rmsnorm_fusion.h +0 -67
  4033. mindspore/include/mindspore/ccsrc/backend/graph_compiler/backend.h +0 -124
  4034. mindspore/include/mindspore/ccsrc/backend/graph_compiler/backend_base.h +0 -205
  4035. mindspore/include/mindspore/ccsrc/backend/graph_compiler/ge_backend/ge_backend.h +0 -86
  4036. mindspore/include/mindspore/ccsrc/debug/data_dump/data_dumper.h +0 -56
  4037. mindspore/include/mindspore/ccsrc/debug/hooker/acl_data_adapter.h +0 -51
  4038. mindspore/include/mindspore/ccsrc/debug/hooker/adapter.h +0 -75
  4039. mindspore/include/mindspore/ccsrc/debug/hooker/hook_debugger.h +0 -55
  4040. mindspore/include/mindspore/ccsrc/debug/hooker/hook_dynamic_loader.h +0 -52
  4041. mindspore/include/mindspore/ccsrc/frontend/parallel/ops_info/prompt_k_v_cache_info.h +0 -59
  4042. mindspore/include/mindspore/ccsrc/include/backend/debug/data_dump/overflow_dumper.h +0 -50
  4043. mindspore/include/mindspore/ccsrc/include/backend/device_synchronizer.h +0 -49
  4044. mindspore/include/mindspore/ccsrc/include/backend/distributed/rpc/rdma/constants.h +0 -174
  4045. mindspore/include/mindspore/ccsrc/include/backend/distributed/rpc/rdma/rdma_client.h +0 -83
  4046. mindspore/include/mindspore/ccsrc/include/backend/distributed/rpc/rdma/rdma_server.h +0 -71
  4047. mindspore/include/mindspore/ccsrc/pipeline/jit/pi/utils/ptr_list_ref.h +0 -423
  4048. mindspore/include/mindspore/ccsrc/pipeline/jit/ps/static_analysis/inplace_validation.h +0 -32
  4049. mindspore/include/mindspore/ccsrc/plugin/device/ascend/hal/common/ascend_utils.h +0 -43
  4050. mindspore/include/mindspore/ccsrc/plugin/device/ascend/hal/device/ascend_stream_assign.h +0 -255
  4051. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/ge/ge_kernel_mod.h +0 -78
  4052. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/ascend_native/boost_model_ascend_native.h +0 -51
  4053. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/atb_speed/base/model_creator.h +0 -27
  4054. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/atb_speed/log/log_core.h +0 -43
  4055. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/atb_speed/log/log_entity.h +0 -44
  4056. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/atb_speed/log/log_sink.h +0 -32
  4057. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/atb_speed/log/log_sink_file.h +0 -39
  4058. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/atb_speed/log/log_stream.h +0 -51
  4059. mindspore/include/mindspore/ccsrc/plugin/device/ascend/optimizer/format_type/rectify_do_mask_kernel_info.h +0 -44
  4060. mindspore/include/mindspore/ccsrc/plugin/device/cpu/kernel/custom/julia_api.h +0 -443
  4061. mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/ascend_device_address/ascend_device_synchronizer.h +0 -45
  4062. mindspore/include/mindspore/ccsrc/plugin/res_manager/cpu/cpu_device_address/cpu_device_synchronizer.h +0 -45
  4063. mindspore/include/mindspore/ccsrc/plugin/res_manager/gpu/device/gpu_device_synchronizer.h +0 -44
  4064. mindspore/include/mindspore/ccsrc/ps/core/communicator/ssl_http.h +0 -60
  4065. mindspore/include/mindspore/ccsrc/pynative/grad/auto_grad.h +0 -77
  4066. mindspore/include/mindspore/ccsrc/pynative/grad/ir/bprop_tensor_replace.h +0 -58
  4067. mindspore/include/mindspore/ccsrc/pynative/grad/ir/dynamic_shape.h +0 -204
  4068. mindspore/include/mindspore/ccsrc/pynative/grad/ir/ir_bprop.h +0 -163
  4069. mindspore/include/mindspore/ccsrc/pynative/grad/ir/ir_grad.h +0 -114
  4070. mindspore/include/mindspore/ccsrc/pynative/grad/ir/ir_pass.h +0 -71
  4071. mindspore/include/mindspore/ccsrc/pynative/grad/variable.h +0 -466
  4072. mindspore/include/mindspore/ccsrc/pynative/op_function/auto_generate/pyboost_functions.h +0 -1019
  4073. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/custom_actor.h +0 -66
  4074. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/inline_control_flow_scheduler.h +0 -81
  4075. mindspore/include/mindspore/core/include/ir/base_tensor.h +0 -1073
  4076. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/ms_kernel/ragged_tensor_to_tensor.h +0 -120
  4077. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/ms_kernel/sample_distorted_bounding_box_ext2.h +0 -103
  4078. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/ms_kernel/scale_and_translate.h +0 -77
  4079. mindspore/include/mindspore/ops/kernel/ascend/ascendc/op_host/decoder_kv_cache_tiling.h +0 -40
  4080. mindspore/include/mindspore/ops/kernel/ascend/ascendc/op_host/prompt_kv_cache_tiling.h +0 -39
  4081. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/conv3d_padding_aclnn_kernel.h +0 -77
  4082. mindspore/include/third_party/securec/src/secinput.h +0 -181
  4083. mindspore/include/third_party/securec/src/securecutil.h +0 -574
  4084. mindspore/include/third_party/securec/src/secureprintoutput.h +0 -153
  4085. mindspore/lib/plugin/ascend/custom_ascendc_910/framework/npu_supported_ops.json +0 -10
  4086. mindspore/lib/plugin/ascend/custom_ascendc_910/op_api/include/aclnn_decoder_kv_cache.h +0 -59
  4087. mindspore/lib/plugin/ascend/custom_ascendc_910/op_api/include/aclnn_prompt_kv_cache.h +0 -59
  4088. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/config/ascend910/aic-ascend910-ops-info.json +0 -182
  4089. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/custom_ascendc_910_impl/dynamic/decoder_kv_cache.cpp +0 -192
  4090. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/custom_ascendc_910_impl/dynamic/decoder_kv_cache.py +0 -215
  4091. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/custom_ascendc_910_impl/dynamic/prompt_kv_cache.cpp +0 -274
  4092. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/custom_ascendc_910_impl/dynamic/prompt_kv_cache.py +0 -215
  4093. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_0d5520cc587ad44ce634bf3fbcffc272.json +0 -158
  4094. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_0d5520cc587ad44ce634bf3fbcffc272.o +0 -0
  4095. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_20390d30b3c4c0d23167ccca6c030c2b.json +0 -158
  4096. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_20390d30b3c4c0d23167ccca6c030c2b.o +0 -0
  4097. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_2d151f0b1d2db51faa2968d5b67544e2.json +0 -158
  4098. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_2d151f0b1d2db51faa2968d5b67544e2.o +0 -0
  4099. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_561690ec17cc1def3d2fcf68c1b07b56.json +0 -158
  4100. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_561690ec17cc1def3d2fcf68c1b07b56.o +0 -0
  4101. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_570f9aaa99e5e773b3dd0a33784363f4.json +0 -158
  4102. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_570f9aaa99e5e773b3dd0a33784363f4.o +0 -0
  4103. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_59668a0f0764afb98fda8ab9e84126f1.json +0 -158
  4104. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_59668a0f0764afb98fda8ab9e84126f1.o +0 -0
  4105. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_91d9833e4792b70b670e4e2b916abd86.json +0 -158
  4106. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_91d9833e4792b70b670e4e2b916abd86.o +0 -0
  4107. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_c74cdc5fef094383401856f8519504af.json +0 -158
  4108. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_c74cdc5fef094383401856f8519504af.o +0 -0
  4109. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_0515c7b1a4cd614449e38c5e9a7e3f8d.json +0 -167
  4110. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_0515c7b1a4cd614449e38c5e9a7e3f8d.o +0 -0
  4111. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_09f22d898d6358c91e7c4fc48bac48e7.json +0 -167
  4112. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_09f22d898d6358c91e7c4fc48bac48e7.o +0 -0
  4113. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_0cb9a6f894b925250227136e5aab7061.json +0 -167
  4114. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_0cb9a6f894b925250227136e5aab7061.o +0 -0
  4115. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_2fa8702ffd7ca85e9e194f62644415d5.json +0 -167
  4116. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_2fa8702ffd7ca85e9e194f62644415d5.o +0 -0
  4117. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_570b62f187dfd439b64613d881deedb7.json +0 -167
  4118. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_570b62f187dfd439b64613d881deedb7.o +0 -0
  4119. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_585218c11411ff84709b9e725b66c435.json +0 -167
  4120. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_585218c11411ff84709b9e725b66c435.o +0 -0
  4121. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_5c9365ccde170b358c5b126d69dae13e.json +0 -167
  4122. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_5c9365ccde170b358c5b126d69dae13e.o +0 -0
  4123. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_6d97c45b7c43bc16fcff8baa5dacac4e.json +0 -167
  4124. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_6d97c45b7c43bc16fcff8baa5dacac4e.o +0 -0
  4125. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/config/ascend910/binary_info_config.json +0 -302
  4126. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/config/ascend910/decoder_kv_cache.json +0 -892
  4127. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/config/ascend910/prompt_kv_cache.json +0 -892
  4128. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/op_tiling/lib/linux/aarch64/libcust_opmaster_rt2.0.so +0 -0
  4129. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/op_tiling/liboptiling.so +0 -0
  4130. mindspore/lib/plugin/ascend/custom_ascendc_910/op_proto/inc/op_proto.h +0 -33
  4131. mindspore/lib/plugin/ascend/custom_ascendc_910/op_proto/lib/linux/aarch64/libcust_opsproto_rt2.0.so +0 -0
  4132. mindspore/lib/plugin/ascend/custom_ascendc_910/version.info +0 -1
  4133. mindspore/lib/plugin/ascend/custom_ascendc_910b/framework/npu_supported_ops.json +0 -14
  4134. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_api/include/aclnn_decoder_kv_cache.h +0 -59
  4135. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_api/include/aclnn_prompt_kv_cache.h +0 -59
  4136. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/custom_ascendc_910b_impl/dynamic/decoder_kv_cache.cpp +0 -192
  4137. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/custom_ascendc_910b_impl/dynamic/decoder_kv_cache.py +0 -215
  4138. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/custom_ascendc_910b_impl/dynamic/prompt_kv_cache.cpp +0 -274
  4139. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/custom_ascendc_910b_impl/dynamic/prompt_kv_cache.py +0 -215
  4140. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_0d5520cc587ad44ce634bf3fbcffc272.json +0 -158
  4141. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_0d5520cc587ad44ce634bf3fbcffc272.o +0 -0
  4142. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_20390d30b3c4c0d23167ccca6c030c2b.json +0 -158
  4143. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_20390d30b3c4c0d23167ccca6c030c2b.o +0 -0
  4144. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_2d151f0b1d2db51faa2968d5b67544e2.json +0 -158
  4145. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_2d151f0b1d2db51faa2968d5b67544e2.o +0 -0
  4146. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_561690ec17cc1def3d2fcf68c1b07b56.json +0 -158
  4147. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_561690ec17cc1def3d2fcf68c1b07b56.o +0 -0
  4148. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_570f9aaa99e5e773b3dd0a33784363f4.json +0 -158
  4149. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_570f9aaa99e5e773b3dd0a33784363f4.o +0 -0
  4150. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_59668a0f0764afb98fda8ab9e84126f1.json +0 -158
  4151. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_59668a0f0764afb98fda8ab9e84126f1.o +0 -0
  4152. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_91d9833e4792b70b670e4e2b916abd86.json +0 -158
  4153. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_91d9833e4792b70b670e4e2b916abd86.o +0 -0
  4154. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_c74cdc5fef094383401856f8519504af.json +0 -158
  4155. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_c74cdc5fef094383401856f8519504af.o +0 -0
  4156. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_0515c7b1a4cd614449e38c5e9a7e3f8d.json +0 -167
  4157. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_0515c7b1a4cd614449e38c5e9a7e3f8d.o +0 -0
  4158. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_09f22d898d6358c91e7c4fc48bac48e7.json +0 -167
  4159. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_09f22d898d6358c91e7c4fc48bac48e7.o +0 -0
  4160. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_0cb9a6f894b925250227136e5aab7061.json +0 -167
  4161. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_0cb9a6f894b925250227136e5aab7061.o +0 -0
  4162. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_2fa8702ffd7ca85e9e194f62644415d5.json +0 -167
  4163. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_2fa8702ffd7ca85e9e194f62644415d5.o +0 -0
  4164. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_570b62f187dfd439b64613d881deedb7.json +0 -167
  4165. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_570b62f187dfd439b64613d881deedb7.o +0 -0
  4166. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_585218c11411ff84709b9e725b66c435.json +0 -167
  4167. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_585218c11411ff84709b9e725b66c435.o +0 -0
  4168. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_5c9365ccde170b358c5b126d69dae13e.json +0 -167
  4169. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_5c9365ccde170b358c5b126d69dae13e.o +0 -0
  4170. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_6d97c45b7c43bc16fcff8baa5dacac4e.json +0 -167
  4171. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_6d97c45b7c43bc16fcff8baa5dacac4e.o +0 -0
  4172. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_0d5520cc587ad44ce634bf3fbcffc272.json +0 -156
  4173. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_0d5520cc587ad44ce634bf3fbcffc272.o +0 -0
  4174. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_20390d30b3c4c0d23167ccca6c030c2b.json +0 -156
  4175. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_20390d30b3c4c0d23167ccca6c030c2b.o +0 -0
  4176. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_2d151f0b1d2db51faa2968d5b67544e2.json +0 -156
  4177. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_2d151f0b1d2db51faa2968d5b67544e2.o +0 -0
  4178. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_561690ec17cc1def3d2fcf68c1b07b56.json +0 -156
  4179. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_561690ec17cc1def3d2fcf68c1b07b56.o +0 -0
  4180. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_570f9aaa99e5e773b3dd0a33784363f4.json +0 -156
  4181. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_570f9aaa99e5e773b3dd0a33784363f4.o +0 -0
  4182. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_59668a0f0764afb98fda8ab9e84126f1.json +0 -156
  4183. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_59668a0f0764afb98fda8ab9e84126f1.o +0 -0
  4184. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_91d9833e4792b70b670e4e2b916abd86.json +0 -156
  4185. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_91d9833e4792b70b670e4e2b916abd86.o +0 -0
  4186. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_c74cdc5fef094383401856f8519504af.json +0 -156
  4187. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_c74cdc5fef094383401856f8519504af.o +0 -0
  4188. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_0515c7b1a4cd614449e38c5e9a7e3f8d.json +0 -165
  4189. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_0515c7b1a4cd614449e38c5e9a7e3f8d.o +0 -0
  4190. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_09f22d898d6358c91e7c4fc48bac48e7.json +0 -165
  4191. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_09f22d898d6358c91e7c4fc48bac48e7.o +0 -0
  4192. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_0cb9a6f894b925250227136e5aab7061.json +0 -165
  4193. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_0cb9a6f894b925250227136e5aab7061.o +0 -0
  4194. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_2fa8702ffd7ca85e9e194f62644415d5.json +0 -165
  4195. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_2fa8702ffd7ca85e9e194f62644415d5.o +0 -0
  4196. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_570b62f187dfd439b64613d881deedb7.json +0 -165
  4197. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_570b62f187dfd439b64613d881deedb7.o +0 -0
  4198. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_585218c11411ff84709b9e725b66c435.json +0 -165
  4199. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_585218c11411ff84709b9e725b66c435.o +0 -0
  4200. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_5c9365ccde170b358c5b126d69dae13e.json +0 -165
  4201. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_5c9365ccde170b358c5b126d69dae13e.o +0 -0
  4202. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_6d97c45b7c43bc16fcff8baa5dacac4e.json +0 -165
  4203. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_6d97c45b7c43bc16fcff8baa5dacac4e.o +0 -0
  4204. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_0d5520cc587ad44ce634bf3fbcffc272.json +0 -156
  4205. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_0d5520cc587ad44ce634bf3fbcffc272.o +0 -0
  4206. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_20390d30b3c4c0d23167ccca6c030c2b.json +0 -156
  4207. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_20390d30b3c4c0d23167ccca6c030c2b.o +0 -0
  4208. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_2d151f0b1d2db51faa2968d5b67544e2.json +0 -156
  4209. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_2d151f0b1d2db51faa2968d5b67544e2.o +0 -0
  4210. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_561690ec17cc1def3d2fcf68c1b07b56.json +0 -156
  4211. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_561690ec17cc1def3d2fcf68c1b07b56.o +0 -0
  4212. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_570f9aaa99e5e773b3dd0a33784363f4.json +0 -156
  4213. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_570f9aaa99e5e773b3dd0a33784363f4.o +0 -0
  4214. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_59668a0f0764afb98fda8ab9e84126f1.json +0 -156
  4215. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_59668a0f0764afb98fda8ab9e84126f1.o +0 -0
  4216. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_91d9833e4792b70b670e4e2b916abd86.json +0 -156
  4217. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_91d9833e4792b70b670e4e2b916abd86.o +0 -0
  4218. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_c74cdc5fef094383401856f8519504af.json +0 -156
  4219. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_c74cdc5fef094383401856f8519504af.o +0 -0
  4220. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_0515c7b1a4cd614449e38c5e9a7e3f8d.json +0 -165
  4221. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_0515c7b1a4cd614449e38c5e9a7e3f8d.o +0 -0
  4222. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_09f22d898d6358c91e7c4fc48bac48e7.json +0 -165
  4223. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_09f22d898d6358c91e7c4fc48bac48e7.o +0 -0
  4224. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_0cb9a6f894b925250227136e5aab7061.json +0 -165
  4225. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_0cb9a6f894b925250227136e5aab7061.o +0 -0
  4226. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_2fa8702ffd7ca85e9e194f62644415d5.json +0 -165
  4227. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_2fa8702ffd7ca85e9e194f62644415d5.o +0 -0
  4228. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_570b62f187dfd439b64613d881deedb7.json +0 -165
  4229. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_570b62f187dfd439b64613d881deedb7.o +0 -0
  4230. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_585218c11411ff84709b9e725b66c435.json +0 -165
  4231. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_585218c11411ff84709b9e725b66c435.o +0 -0
  4232. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_5c9365ccde170b358c5b126d69dae13e.json +0 -165
  4233. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_5c9365ccde170b358c5b126d69dae13e.o +0 -0
  4234. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_6d97c45b7c43bc16fcff8baa5dacac4e.json +0 -165
  4235. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_6d97c45b7c43bc16fcff8baa5dacac4e.o +0 -0
  4236. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend310p/decoder_kv_cache.json +0 -892
  4237. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend310p/prompt_kv_cache.json +0 -892
  4238. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend910_93/decoder_kv_cache.json +0 -892
  4239. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend910_93/prompt_kv_cache.json +0 -892
  4240. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend910b/decoder_kv_cache.json +0 -892
  4241. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend910b/prompt_kv_cache.json +0 -892
  4242. mindspore/lib/plugin/ascend/libms_ascend_native_boost.so +0 -0
  4243. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libllama_op.so +0 -0
  4244. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libms_optiling.so +0 -0
  4245. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/hphol_kernels/add_rms_norm_dynamic_quant/AddRmsNormDynamicQuant_4b60f88cdc28b25a36bad2d8b0a88092.json +0 -163
  4246. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/hphol_kernels/add_rms_norm_dynamic_quant/AddRmsNormDynamicQuant_4b60f88cdc28b25a36bad2d8b0a88092.o +0 -0
  4247. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/hphol_kernels/add_rms_norm_dynamic_quant/AddRmsNormDynamicQuant_cde61da2bd6fededcb1ba310a6ad16ee.json +0 -163
  4248. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/hphol_kernels/add_rms_norm_dynamic_quant/AddRmsNormDynamicQuant_cde61da2bd6fededcb1ba310a6ad16ee.o +0 -0
  4249. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/so_kernels/libllama_ascend910b.so +0 -0
  4250. mindspore/profiler/parser/__init__.py +0 -14
  4251. mindspore/profiler/parser/aicpu_data_parser.py +0 -272
  4252. mindspore/profiler/parser/ascend_analysis/__init__.py +0 -14
  4253. mindspore/profiler/parser/ascend_analysis/constant.py +0 -71
  4254. mindspore/profiler/parser/ascend_analysis/file_manager.py +0 -180
  4255. mindspore/profiler/parser/ascend_analysis/function_event.py +0 -185
  4256. mindspore/profiler/parser/ascend_analysis/fwk_cann_parser.py +0 -136
  4257. mindspore/profiler/parser/ascend_analysis/fwk_file_parser.py +0 -131
  4258. mindspore/profiler/parser/ascend_analysis/msprof_timeline_parser.py +0 -104
  4259. mindspore/profiler/parser/ascend_analysis/path_manager.py +0 -313
  4260. mindspore/profiler/parser/ascend_analysis/profiler_info_parser.py +0 -123
  4261. mindspore/profiler/parser/ascend_analysis/tlv_decoder.py +0 -86
  4262. mindspore/profiler/parser/ascend_analysis/trace_event_manager.py +0 -75
  4263. mindspore/profiler/parser/ascend_cluster_generator.py +0 -116
  4264. mindspore/profiler/parser/ascend_communicate_generator.py +0 -314
  4265. mindspore/profiler/parser/ascend_flops_generator.py +0 -116
  4266. mindspore/profiler/parser/ascend_fpbp_generator.py +0 -82
  4267. mindspore/profiler/parser/ascend_hccl_generator.py +0 -271
  4268. mindspore/profiler/parser/ascend_integrate_generator.py +0 -42
  4269. mindspore/profiler/parser/ascend_memory_generator.py +0 -185
  4270. mindspore/profiler/parser/ascend_msprof_exporter.py +0 -282
  4271. mindspore/profiler/parser/ascend_msprof_generator.py +0 -187
  4272. mindspore/profiler/parser/ascend_op_generator.py +0 -334
  4273. mindspore/profiler/parser/ascend_steptrace_generator.py +0 -94
  4274. mindspore/profiler/parser/ascend_timeline_generator.py +0 -545
  4275. mindspore/profiler/parser/base_timeline_generator.py +0 -483
  4276. mindspore/profiler/parser/container.py +0 -229
  4277. mindspore/profiler/parser/cpu_gpu_timeline_generator.py +0 -697
  4278. mindspore/profiler/parser/flops_parser.py +0 -531
  4279. mindspore/profiler/parser/framework_enum.py +0 -111
  4280. mindspore/profiler/parser/framework_parser.py +0 -464
  4281. mindspore/profiler/parser/framework_struct.py +0 -61
  4282. mindspore/profiler/parser/gpu_analysis/__init__.py +0 -14
  4283. mindspore/profiler/parser/gpu_analysis/function_event.py +0 -44
  4284. mindspore/profiler/parser/gpu_analysis/fwk_file_parser.py +0 -89
  4285. mindspore/profiler/parser/gpu_analysis/profiler_info_parser.py +0 -72
  4286. mindspore/profiler/parser/hccl_parser.py +0 -573
  4287. mindspore/profiler/parser/hwts_log_parser.py +0 -122
  4288. mindspore/profiler/parser/integrator.py +0 -526
  4289. mindspore/profiler/parser/memory_usage_parser.py +0 -277
  4290. mindspore/profiler/parser/minddata_analyzer.py +0 -800
  4291. mindspore/profiler/parser/minddata_parser.py +0 -186
  4292. mindspore/profiler/parser/minddata_pipeline_parser.py +0 -299
  4293. mindspore/profiler/parser/op_intermediate_parser.py +0 -149
  4294. mindspore/profiler/parser/optime_parser.py +0 -250
  4295. mindspore/profiler/parser/profiler_info.py +0 -213
  4296. mindspore/profiler/parser/step_trace_parser.py +0 -666
  4297. /mindspore/include/mindspore/ops/kernel/ascend/ascendc/{op_host → all_finite/op_host}/all_finite_tiling.h +0 -0
  4298. /mindspore/include/third_party/{securec/include → include}/securec.h +0 -0
  4299. /mindspore/include/third_party/{securec/include → include}/securectype.h +0 -0
  4300. {mindspore-2.6.0rc1.dist-info → mindspore-2.7.0rc1.dist-info}/WHEEL +0 -0
  4301. {mindspore-2.6.0rc1.dist-info → mindspore-2.7.0rc1.dist-info}/entry_points.txt +0 -0
  4302. {mindspore-2.6.0rc1.dist-info → mindspore-2.7.0rc1.dist-info}/top_level.txt +0 -0
mindspore/include/mindspore/ccsrc/pynative/grad/function/auto_generate/pyboost_native_grad_functions.h CHANGED
@@ -19,503 +19,535 @@ class NativeFunc {
19
19
  static NodePtr RunOpInVm(const PrimitivePtr &prim, const NodePtrList &inputs);
20
20
  static NodePtr RunOpDeprecated(const PrimitivePtr &prim, const NodePtrList &inputs);
21
21
  static ValuePtr ConvertNode2Value(const NodePtr &node);
22
- static NodePtr MedianDim(const NodePtr &input, const NodePtr &dim, const NodePtr &keepdim);
23
- static NodePtr Log2(const NodePtr &input);
24
- static NodePtr MishExt(const NodePtr &input);
25
- static NodePtr AvgPool1D(const NodePtr &input, const NodePtr &kernel_size, const NodePtr &stride, const NodePtr &padding, const NodePtr &ceil_mode, const NodePtr &count_include_pad);
26
- static NodePtr InplaceAddExt(const NodePtr &input, const NodePtr &other, const NodePtr &alpha);
27
- static NodePtr BCEWithLogitsLoss(const NodePtr &input, const NodePtr &target, const NodePtr &weight, const NodePtr &posWeight, const NodePtr &reduction);
28
- static NodePtr Im2ColExt(const NodePtr &input, const NodePtr &kernel_size, const NodePtr &dilation, const NodePtr &padding, const NodePtr &stride);
29
- static NodePtr GroupNormGrad(const NodePtr &dy, const NodePtr &x, const NodePtr &mean, const NodePtr &rstd, const NodePtr &gamma_opt, const NodePtr &num_groups, const NodePtr &dx_is_require, const NodePtr &dgamma_is_require, const NodePtr &dbeta_is_require);
30
- static NodePtr InplaceIndexAddExt(const NodePtr &input, const NodePtr &dim, const NodePtr &index, const NodePtr &source, const NodePtr &alpha);
31
- static NodePtr AddLayerNormGrad(const NodePtr &dy, const NodePtr &x1, const NodePtr &x2, const NodePtr &rstd, const NodePtr &mean, const NodePtr &gamma, const NodePtr &dsumOptional);
32
- static NodePtr ConvolutionGrad(const NodePtr &dout, const NodePtr &input, const NodePtr &weight, const NodePtr &bias, const NodePtr &stride, const NodePtr &padding, const NodePtr &dilation, const NodePtr &transposed, const NodePtr &output_padding, const NodePtr &groups, const NodePtr &output_mask);
33
- static NodePtr MaxPoolGradWithMask(const NodePtr &x, const NodePtr &grad, const NodePtr &mask, const NodePtr &kernel_size, const NodePtr &strides, const NodePtr &pads, const NodePtr &dilation, const NodePtr &ceil_mode, const NodePtr &argmax_type);
34
- static NodePtr BitwiseXorTensor(const NodePtr &input, const NodePtr &other);
35
- static NodePtr DistCommGather(const NodePtr &input, const NodePtr &gather_list, const NodePtr &rank_size, const NodePtr &dst, const NodePtr &rank_id, const NodePtr &group);
36
- static NodePtr MultiScaleDeformableAttn(const NodePtr &value, const NodePtr &shape, const NodePtr &offset, const NodePtr &locations, const NodePtr &weight);
37
- static NodePtr IsClose(const NodePtr &input, const NodePtr &other, const NodePtr &rtol, const NodePtr &atol, const NodePtr &equal_nan);
38
- static NodePtr ScatterValue(const NodePtr &input, const NodePtr &dim, const NodePtr &index, const NodePtr &src, const NodePtr &reduce);
39
- static NodePtr InnerCommAllGather(const NodePtr &input, const NodePtr &rank_size, const NodePtr &group);
40
- static NodePtr RepeatInterleaveTensor(const NodePtr &input, const NodePtr &repeats, const NodePtr &dim, const NodePtr &output_size);
41
- static NodePtr UpsampleNearest3DGrad(const NodePtr &dy, const NodePtr &input_size, const NodePtr &output_size, const NodePtr &scales);
42
- static NodePtr BatchNormStats(const NodePtr &input, const NodePtr &eps);
43
- static NodePtr HSwish(const NodePtr &input);
44
- static NodePtr SeLUExt(const NodePtr &input);
45
- static NodePtr Tan(const NodePtr &input);
46
- static NodePtr InplaceDiv(const NodePtr &input, const NodePtr &other);
47
- static NodePtr ReLU(const NodePtr &input);
48
- static NodePtr InplaceMul(const NodePtr &input, const NodePtr &other);
49
- static NodePtr DropoutDoMaskExt(const NodePtr &input, const NodePtr &mask, const NodePtr &p);
50
- static NodePtr TExt(const NodePtr &input);
51
- static NodePtr ReplicationPad2DGrad(const NodePtr &grad_output, const NodePtr &input, const NodePtr &padding);
52
- static NodePtr FillTensor(const NodePtr &size, const NodePtr &fill_value, const NodePtr &dtype);
53
- static NodePtr Ones(const NodePtr &shape, const NodePtr &dtype);
54
- static NodePtr Mul(const NodePtr &input, const NodePtr &other);
55
- static NodePtr PReLUGrad(const NodePtr &dy, const NodePtr &x, const NodePtr &weight);
56
- static NodePtr NotEqual(const NodePtr &input, const NodePtr &other);
57
- static NodePtr MishGradExt(const NodePtr &dout, const NodePtr &x);
58
- static NodePtr AddLayerNormV2(const NodePtr &x1, const NodePtr &x2, const NodePtr &gamma, const NodePtr &beta, const NodePtr &epsilon, const NodePtr &additionalOut);
59
- static NodePtr ArgSort(const NodePtr &input, const NodePtr &dim, const NodePtr &descending, const NodePtr &stable);
60
- static NodePtr VarMean(const NodePtr &input, const NodePtr &dim, const NodePtr &correction, const NodePtr &keepdim);
61
- static NodePtr Contiguous(const NodePtr &input);
62
- static NodePtr ClampScalar(const NodePtr &input, const NodePtr &min, const NodePtr &max);
63
- static NodePtr InnerCommAllToAllV(const NodePtr &input, const NodePtr &group, const NodePtr &send_numel_list, const NodePtr &recv_numel_list, const NodePtr &rank_size, const NodePtr &split_sizes_empty);
64
- static NodePtr ArgMaxWithValue(const NodePtr &input, const NodePtr &axis, const NodePtr &keep_dims);
65
- static NodePtr LogAddExp(const NodePtr &input, const NodePtr &other);
66
- static NodePtr FillScalar(const NodePtr &size, const NodePtr &fill_value, const NodePtr &dtype);
67
- static NodePtr InplaceMaskedFillScalar(const NodePtr &input, const NodePtr &mask, const NodePtr &value);
68
- static NodePtr MatMul(const NodePtr &input, const NodePtr &mat2, const NodePtr &transpose_a, const NodePtr &transpose_b);
69
- static NodePtr RemainderScalarTensor(const NodePtr &input, const NodePtr &other);
70
- static NodePtr Sinc(const NodePtr &input);
71
- static NodePtr MatmulReduceScatter(const NodePtr &input, const NodePtr &x2, const NodePtr &group, const NodePtr &world_size, const NodePtr &reduce_op, const NodePtr &bias, const NodePtr &comm_turn, const NodePtr &trans_input, const NodePtr &trans_x2);
72
- static NodePtr AdaptiveMaxPool2D(const NodePtr &input, const NodePtr &output_size);
73
- static NodePtr LogSoftmax(const NodePtr &logits, const NodePtr &axis);
74
- static NodePtr Cos(const NodePtr &input);
75
- static NodePtr Atan2Ext(const NodePtr &input, const NodePtr &other);
76
- static NodePtr DistCommReduceScatter(const NodePtr &other, const NodePtr &input_list, const NodePtr &rank_size, const NodePtr &op_type, const NodePtr &group);
77
- static NodePtr SoftMarginLoss(const NodePtr &input, const NodePtr &target, const NodePtr &reduction);
78
- static NodePtr BatchNormElemtGrad(const NodePtr &dout, const NodePtr &input, const NodePtr &mean, const NodePtr &invstd, const NodePtr &weight, const NodePtr &sumd_dy, const NodePtr &sum_dy_xmu, const NodePtr &count);
79
- static NodePtr BatchNormReduceGrad(const NodePtr &dout, const NodePtr &input, const NodePtr &mean, const NodePtr &invstd, const NodePtr &weight, const NodePtr &input_g, const NodePtr &weight_g, const NodePtr &bias_g);
80
22
  static NodePtr ReflectionPad3D(const NodePtr &input, const NodePtr &padding);
81
- static NodePtr InplaceScatterValueReduce(const NodePtr &input, const NodePtr &dim, const NodePtr &index, const NodePtr &value, const NodePtr &reduce);
82
- static NodePtr Outer(const NodePtr &input, const NodePtr &vec2);
83
- static NodePtr AdaptiveAvgPool3DGradExt(const NodePtr &input_grad, const NodePtr &input);
84
- static NodePtr Cosh(const NodePtr &input);
85
- static NodePtr Var(const NodePtr &input, const NodePtr &dim, const NodePtr &correction, const NodePtr &keepdim);
86
- static NodePtr IsInf(const NodePtr &input);
87
- static NodePtr SubScalar(const NodePtr &input, const NodePtr &other, const NodePtr &alpha);
88
- static NodePtr Generator(const NodePtr &cmd, const NodePtr &inputs);
89
- static NodePtr InnerCommIrecv(const NodePtr &tag, const NodePtr &src, const NodePtr &shape, const NodePtr &group, const NodePtr &dtype);
90
- static NodePtr Cummax(const NodePtr &input, const NodePtr &axis);
23
+ static NodePtr KLDiv(const NodePtr &input, const NodePtr &target, const NodePtr &reduction, const NodePtr &log_target);
24
+ static NodePtr RotaryPositionEmbeddingGrad(const NodePtr &dy, const NodePtr &cos, const NodePtr &sin, const NodePtr &dx, const NodePtr &mode);
25
+ static NodePtr InplaceElu(const NodePtr &input, const NodePtr &alpha);
26
+ static NodePtr InplaceMaskedFillScalar(const NodePtr &input, const NodePtr &mask, const NodePtr &value);
27
+ static NodePtr MaxPoolWithIndices(const NodePtr &x, const NodePtr &kernel_size, const NodePtr &strides, const NodePtr &pads, const NodePtr &dilation, const NodePtr &ceil_mode, const NodePtr &argmax_type);
28
+ static NodePtr AdaptiveAvgPool2DGradExt(const NodePtr &grad_output, const NodePtr &x);
29
+ static NodePtr InplaceMuls(const NodePtr &input, const NodePtr &other);
30
+ static NodePtr Conv1DExt(const NodePtr &input, const NodePtr &weight, const NodePtr &bias, const NodePtr &stride, const NodePtr &padding, const NodePtr &dilation, const NodePtr &groups);
31
+ static NodePtr NLLLoss2d(const NodePtr &input, const NodePtr &target, const NodePtr &weight, const NodePtr &reduction, const NodePtr &ignore_index);
91
32
  static NodePtr RandInt(const NodePtr &low, const NodePtr &high, const NodePtr &shape, const NodePtr &seed, const NodePtr &offset, const NodePtr &dtype);
92
- static NodePtr UpsampleBilinear2DGrad(const NodePtr &dy, const NodePtr &input_size, const NodePtr &output_size, const NodePtr &scales, const NodePtr &align_corners);
93
- static NodePtr Col2ImExt(const NodePtr &input, const NodePtr &output_size, const NodePtr &kernel_size, const NodePtr &dilation, const NodePtr &padding, const NodePtr &stride);
94
- static NodePtr InplaceRandom(const NodePtr &input, const NodePtr &from_, const NodePtr &to, const NodePtr &seed, const NodePtr &offset);
95
- static NodePtr AdaptiveAvgPool2DExt(const NodePtr &input, const NodePtr &output_size);
96
- static NodePtr Conv2DPadding(const NodePtr &input, const NodePtr &weight, const NodePtr &bias, const NodePtr &stride, const NodePtr &padding, const NodePtr &dilation, const NodePtr &groups);
97
- static NodePtr InplaceDivMod(const NodePtr &input, const NodePtr &other, const NodePtr &rounding_mode);
98
- static NodePtr EmbeddingDenseBackward(const NodePtr &grad, const NodePtr &indices, const NodePtr &num_weights, const NodePtr &padding_idx, const NodePtr &scale_grad_by_freq);
99
- static NodePtr AdaptiveAvgPool1D(const NodePtr &input, const NodePtr &output_size);
100
- static NodePtr FloorDiv(const NodePtr &input, const NodePtr &other);
101
- static NodePtr BatchNormElemt(const NodePtr &input, const NodePtr &weight, const NodePtr &bias, const NodePtr &mean, const NodePtr &invstd, const NodePtr &eps);
102
- static NodePtr TypeAs(const NodePtr &input, const NodePtr &other);
103
- static NodePtr BroadcastTo(const NodePtr &input, const NodePtr &shape);
104
- static NodePtr ArgMinExt(const NodePtr &input, const NodePtr &dim, const NodePtr &keepdim);
105
- static NodePtr MedianExt(const NodePtr &input);
106
33
  static NodePtr Rsqrt(const NodePtr &input);
107
- static NodePtr Pow(const NodePtr &input, const NodePtr &exponent);
108
- static NodePtr EqualExt(const NodePtr &input, const NodePtr &other);
109
- static NodePtr L1LossExt(const NodePtr &input, const NodePtr &target, const NodePtr &reduction);
110
- static NodePtr KLDivGrad(const NodePtr &grad_output, const NodePtr &input, const NodePtr &target, const NodePtr &reduction, const NodePtr &log_target);
34
+ static NodePtr ReplicationPad3DGrad(const NodePtr &grad_output, const NodePtr &input, const NodePtr &padding);
35
+ static NodePtr UpsampleTrilinear3D(const NodePtr &x, const NodePtr &output_size, const NodePtr &scales, const NodePtr &align_corners);
36
+ static NodePtr AsinExt(const NodePtr &input);
37
+ static NodePtr FloorDivScalar(const NodePtr &input, const NodePtr &other);
38
+ static NodePtr AdamW(const NodePtr &var, const NodePtr &m, const NodePtr &v, const NodePtr &max_v, const NodePtr &gradient, const NodePtr &step, const NodePtr &lr, const NodePtr &beta1, const NodePtr &beta2, const NodePtr &decay, const NodePtr &eps, const NodePtr &amsgrad, const NodePtr &maximize);
39
+ static NodePtr PReLUGrad(const NodePtr &dy, const NodePtr &x, const NodePtr &weight);
40
+ static NodePtr CountNonZero(const NodePtr &input, const NodePtr &dim);
41
+ static NodePtr Equal(const NodePtr &input, const NodePtr &other);
42
+ static NodePtr BinaryCrossEntropyGrad(const NodePtr &input, const NodePtr &target, const NodePtr &grad_output, const NodePtr &weight, const NodePtr &reduction);
43
+ static NodePtr AsinhExt(const NodePtr &input);
44
+ static NodePtr MaxDim(const NodePtr &input, const NodePtr &dim, const NodePtr &keepdim);
45
+ static NodePtr RandLikeExt(const NodePtr &tensor, const NodePtr &seed, const NodePtr &offset, const NodePtr &dtype);
46
+ static NodePtr BroadcastToView(const NodePtr &input, const NodePtr &shape);
47
+ static NodePtr Cos(const NodePtr &input);
48
+ static NodePtr NewZeros(const NodePtr &input, const NodePtr &size, const NodePtr &dtype);
49
+ static NodePtr Hardtanh(const NodePtr &input, const NodePtr &min_val, const NodePtr &max_val);
50
+ static NodePtr Erf(const NodePtr &input);
51
+ static NodePtr AdaptiveAvgPool3DGradExt(const NodePtr &input_grad, const NodePtr &input);
111
52
  static NodePtr Cross(const NodePtr &input, const NodePtr &other, const NodePtr &dim);
112
- static NodePtr FmodTensor(const NodePtr &input, const NodePtr &other);
113
- static NodePtr FlashAttentionScore(const NodePtr &query, const NodePtr &key, const NodePtr &value, const NodePtr &real_shift, const NodePtr &drop_mask, const NodePtr &padding_mask, const NodePtr &attn_mask, const NodePtr &prefix, const NodePtr &actual_seq_qlen, const NodePtr &actual_seq_kvlen, const NodePtr &head_num, const NodePtr &keep_prob, const NodePtr &scale_value, const NodePtr &pre_tokens, const NodePtr &next_tokens, const NodePtr &inner_precise, const NodePtr &input_layout, const NodePtr &sparse_mode);
114
- static NodePtr MaxPoolWithIndices(const NodePtr &x, const NodePtr &kernel_size, const NodePtr &strides, const NodePtr &pads, const NodePtr &dilation, const NodePtr &ceil_mode, const NodePtr &argmax_type);
115
- static NodePtr InnerNonZero(const NodePtr &input);
116
- static NodePtr InplaceMaskedFillTensor(const NodePtr &input, const NodePtr &mask, const NodePtr &value);
117
- static NodePtr AcoshExt(const NodePtr &input);
118
- static NodePtr TanhGrad(const NodePtr &y, const NodePtr &dy);
119
- static NodePtr Muls(const NodePtr &input, const NodePtr &other);
120
- static NodePtr InplaceLog(const NodePtr &input);
121
- static NodePtr Std(const NodePtr &input, const NodePtr &dim, const NodePtr &correction, const NodePtr &keepdim);
122
- static NodePtr GreaterEqualScalar(const NodePtr &input, const NodePtr &other);
123
- static NodePtr Ceil(const NodePtr &input);
124
- static NodePtr SmoothL1LossGrad(const NodePtr &prediction, const NodePtr &target, const NodePtr &dout, const NodePtr &beta, const NodePtr &reduction);
125
- static NodePtr Floor(const NodePtr &input);
126
- static NodePtr IndexFillTensor(const NodePtr &input, const NodePtr &dim, const NodePtr &index, const NodePtr &value);
127
- static NodePtr SelectV2(const NodePtr &condition, const NodePtr &input, const NodePtr &other);
128
- static NodePtr MSELossGradExt(const NodePtr &dout, const NodePtr &x, const NodePtr &target, const NodePtr &reduction);
129
- static NodePtr Select(const NodePtr &condition, const NodePtr &input, const NodePtr &other);
130
- static NodePtr LayerNormExt(const NodePtr &input, const NodePtr &normalized_shape, const NodePtr &weight, const NodePtr &bias, const NodePtr &eps);
131
- static NodePtr LessEqual(const NodePtr &input, const NodePtr &other);
132
- static NodePtr GatherD(const NodePtr &x, const NodePtr &dim, const NodePtr &index);
133
- static NodePtr RepeatInterleaveInt(const NodePtr &input, const NodePtr &repeats, const NodePtr &dim, const NodePtr &output_size);
134
- static NodePtr GeluExt(const NodePtr &input, const NodePtr &approximate);
135
- static NodePtr DistCommIsend(const NodePtr &input, const NodePtr &dst, const NodePtr &group, const NodePtr &tag);
136
- static NodePtr EluExt(const NodePtr &input, const NodePtr &alpha);
137
- static NodePtr IndexFillScalar(const NodePtr &input, const NodePtr &dim, const NodePtr &index, const NodePtr &value);
138
- static NodePtr Round(const NodePtr &input, const NodePtr &decimals);
139
- static NodePtr DistCommAllToAllVSingle(const NodePtr &other, const NodePtr &input, const NodePtr &group, const NodePtr &send_numel_list, const NodePtr &recv_numel_list, const NodePtr &rank_size, const NodePtr &split_sizes_empty);
140
- static NodePtr Dot(const NodePtr &input, const NodePtr &other);
141
- static NodePtr NLLLoss2d(const NodePtr &input, const NodePtr &target, const NodePtr &weight, const NodePtr &reduction, const NodePtr &ignore_index);
142
- static NodePtr DropoutGenMaskExt(const NodePtr &shape, const NodePtr &p, const NodePtr &seed, const NodePtr &offset, const NodePtr &dtype);
143
- static NodePtr Gcd(const NodePtr &input, const NodePtr &other);
144
- static NodePtr InplaceReLU(const NodePtr &input);
145
- static NodePtr MatrixInverseExt(const NodePtr &input);
53
+ static NodePtr Conv3DPadding(const NodePtr &input, const NodePtr &weight, const NodePtr &bias, const NodePtr &stride, const NodePtr &padding, const NodePtr &dilation, const NodePtr &groups);
54
+ static NodePtr Mv(const NodePtr &input, const NodePtr &vec);
55
+ static NodePtr Lerp(const NodePtr &input, const NodePtr &end, const NodePtr &weight);
56
+ static NodePtr OneHotExt(const NodePtr &tensor, const NodePtr &num_classes, const NodePtr &on_value, const NodePtr &off_value, const NodePtr &axis);
57
+ static NodePtr RemainderTensorTensor(const NodePtr &input, const NodePtr &other);
58
+ static NodePtr Clone(const NodePtr &input);
59
+ static NodePtr RandnLike(const NodePtr &input, const NodePtr &seed, const NodePtr &offset, const NodePtr &dtype);
60
+ static NodePtr LogSumExp(const NodePtr &input, const NodePtr &dim, const NodePtr &keepdim);
61
+ static NodePtr CumminExt(const NodePtr &input, const NodePtr &dim);
62
+ static NodePtr SplitWithSize(const NodePtr &input, const NodePtr &split_size, const NodePtr &dim);
63
+ static NodePtr IsFinite(const NodePtr &input);
146
64
  static NodePtr BatchMatMul(const NodePtr &x, const NodePtr &y, const NodePtr &transpose_a, const NodePtr &transpose_b);
147
- static NodePtr InplaceThreshold(const NodePtr &input, const NodePtr &threshold, const NodePtr &value);
148
- static NodePtr AddcdivExt(const NodePtr &input, const NodePtr &tensor1, const NodePtr &tensor2, const NodePtr &value);
149
- static NodePtr Meshgrid(const NodePtr &inputs, const NodePtr &indexing);
150
- static NodePtr InplaceClampTensor(const NodePtr &input, const NodePtr &min, const NodePtr &max);
151
- static NodePtr InplaceCopy(const NodePtr &input, const NodePtr &src);
152
- static NodePtr UniformExt(const NodePtr &tensor, const NodePtr &a, const NodePtr &b, const NodePtr &seed, const NodePtr &offset);
153
- static NodePtr InplaceGroupedMatmulAdd(const NodePtr &x, const NodePtr &weight, const NodePtr &group_list, const NodePtr &out);
154
65
  static NodePtr MeanExt(const NodePtr &input, const NodePtr &dim, const NodePtr &keepdim, const NodePtr &dtype);
155
- static NodePtr Slice(const NodePtr &input, const NodePtr &begin, const NodePtr &size);
156
- static NodePtr InnerInplaceIndexPut(const NodePtr &input, const NodePtr &indices, const NodePtr &values, const NodePtr &accumulate);
157
- static NodePtr EluGradExt(const NodePtr &dout, const NodePtr &x_or_out, const NodePtr &alpha, const NodePtr &is_result);
158
- static NodePtr BitwiseAndTensor(const NodePtr &input, const NodePtr &other);
159
- static NodePtr UpsampleTrilinear3D(const NodePtr &x, const NodePtr &output_size, const NodePtr &scales, const NodePtr &align_corners);
160
- static NodePtr SoftmaxBackward(const NodePtr &dout, const NodePtr &out, const NodePtr &dim);
161
- static NodePtr AtanExt(const NodePtr &input);
162
- static NodePtr RandpermExt(const NodePtr &n, const NodePtr &seed, const NodePtr &offset, const NodePtr &dtype);
163
- static NodePtr MultiScaleDeformableAttnGrad(const NodePtr &value, const NodePtr &shape, const NodePtr &offset, const NodePtr &locations_trans, const NodePtr &weight, const NodePtr &grad_output);
164
- static NodePtr SmoothL1Loss(const NodePtr &prediction, const NodePtr &target, const NodePtr &beta, const NodePtr &reduction);
165
- static NodePtr InplaceAddmm(const NodePtr &input, const NodePtr &mat1, const NodePtr &mat2, const NodePtr &beta, const NodePtr &alpha);
166
- static NodePtr ReluGrad(const NodePtr &y_backprop, const NodePtr &x);
167
- static NodePtr InplaceScatterAdd(const NodePtr &input, const NodePtr &dim, const NodePtr &index, const NodePtr &src);
168
- static NodePtr BitwiseAndScalar(const NodePtr &input, const NodePtr &other);
169
- static NodePtr SelectExt(const NodePtr &input, const NodePtr &dim, const NodePtr &index);
170
- static NodePtr Reciprocal(const NodePtr &input);
171
- static NodePtr Exp2(const NodePtr &input);
66
+ static NodePtr InplaceZero(const NodePtr &input);
67
+ static NodePtr UniqueDim(const NodePtr &input, const NodePtr &sorted, const NodePtr &return_inverse, const NodePtr &dim);
68
+ static NodePtr RemainderTensorScalar(const NodePtr &input, const NodePtr &other);
69
+ static NodePtr DistCommAllToAllVSingle(const NodePtr &other, const NodePtr &input, const NodePtr &group, const NodePtr &send_numel_list, const NodePtr &recv_numel_list, const NodePtr &rank_size, const NodePtr &split_sizes_empty);
70
+ static NodePtr UpsampleBilinear2DGrad(const NodePtr &dy, const NodePtr &input_size, const NodePtr &output_size, const NodePtr &scales, const NodePtr &align_corners);
71
+ static NodePtr ConvolutionGrad(const NodePtr &dout, const NodePtr &input, const NodePtr &weight, const NodePtr &bias, const NodePtr &stride, const NodePtr &padding, const NodePtr &dilation, const NodePtr &transposed, const NodePtr &output_padding, const NodePtr &groups, const NodePtr &output_mask);
72
+ static NodePtr ReduceAll(const NodePtr &input, const NodePtr &axis, const NodePtr &keep_dims);
73
+ static NodePtr BinaryCrossEntropy(const NodePtr &input, const NodePtr &target, const NodePtr &weight, const NodePtr &reduction);
74
+ static NodePtr NormalTensorTensor(const NodePtr &mean, const NodePtr &std, const NodePtr &seed, const NodePtr &offset);
75
+ static NodePtr AddScalar(const NodePtr &input, const NodePtr &other, const NodePtr &alpha);
76
+ static NodePtr Max(const NodePtr &input);
77
+ static NodePtr SoftMarginLoss(const NodePtr &input, const NodePtr &target, const NodePtr &reduction);
78
+ static NodePtr CumsumExt(const NodePtr &input, const NodePtr &dim, const NodePtr &dtype);
79
+ static NodePtr IsNegInf(const NodePtr &input);
80
+ static NodePtr GridSampler2DGrad(const NodePtr &grad, const NodePtr &input_x, const NodePtr &grid, const NodePtr &interpolation_mode, const NodePtr &padding_mode, const NodePtr &align_corners, const NodePtr &output_mask);
81
+ static NodePtr FmodScalar(const NodePtr &input, const NodePtr &other);
82
+ static NodePtr ArgMaxWithValue(const NodePtr &input, const NodePtr &axis, const NodePtr &keep_dims);
83
+ static NodePtr Atan2Ext(const NodePtr &input, const NodePtr &other);
84
+ static NodePtr DistCommAllGatherIntoTensor(const NodePtr &other, const NodePtr &input, const NodePtr &rank_size, const NodePtr &group);
85
+ static NodePtr SiLU(const NodePtr &input);
86
+ static NodePtr SoftplusGradExt(const NodePtr &dout, const NodePtr &x, const NodePtr &beta, const NodePtr &threshold);
87
+ static NodePtr InplaceFillTensor(const NodePtr &input, const NodePtr &value);
88
+ static NodePtr UpsampleBilinear2D(const NodePtr &x, const NodePtr &output_size, const NodePtr &scales, const NodePtr &align_corners);
89
+ static NodePtr BitwiseXorTensor(const NodePtr &input, const NodePtr &other);
90
+ static NodePtr PReLU(const NodePtr &input, const NodePtr &weight);
91
+ static NodePtr Im2ColExt(const NodePtr &input, const NodePtr &kernel_size, const NodePtr &dilation, const NodePtr &padding, const NodePtr &stride);
92
+ static NodePtr XLogYScalarOther(const NodePtr &input, const NodePtr &other);
93
+ static NodePtr DistCommAllGather(const NodePtr &tensor_list, const NodePtr &input, const NodePtr &rank_size, const NodePtr &group);
94
+ static NodePtr LogicalAnd(const NodePtr &x, const NodePtr &y);
95
+ static NodePtr InplaceDivMods(const NodePtr &input, const NodePtr &other, const NodePtr &rounding_mode);
96
+ static NodePtr InplaceAddExt(const NodePtr &input, const NodePtr &other, const NodePtr &alpha);
97
+ static NodePtr Take(const NodePtr &input, const NodePtr &index);
98
+ static NodePtr GatherD(const NodePtr &x, const NodePtr &dim, const NodePtr &index);
99
+ static NodePtr FillScalar(const NodePtr &size, const NodePtr &fill_value, const NodePtr &dtype);
100
+ static NodePtr GeluExt(const NodePtr &input, const NodePtr &approximate);
101
+ static NodePtr RandExt(const NodePtr &shape, const NodePtr &seed, const NodePtr &offset, const NodePtr &dtype);
172
102
  static NodePtr DistCommBatchIsendIrecv(const NodePtr &input, const NodePtr &group, const NodePtr &op_types, const NodePtr &remotes_ranks);
173
- static NodePtr HSigmoidGrad(const NodePtr &grads, const NodePtr &input_x);
174
- static NodePtr SoftShrink(const NodePtr &input, const NodePtr &lambd);
175
- static NodePtr ZerosLikeExt(const NodePtr &input, const NodePtr &dtype);
176
- static NodePtr Div(const NodePtr &input, const NodePtr &other);
177
- static NodePtr MoeTokenUnpermute(const NodePtr &permuted_tokens, const NodePtr &sorted_indices, const NodePtr &probs, const NodePtr &padded_mode, const NodePtr &restore_shape);
178
- static NodePtr UpsampleBicubic2D(const NodePtr &x, const NodePtr &output_size, const NodePtr &scales, const NodePtr &align_corners);
179
- static NodePtr InplaceElu(const NodePtr &input, const NodePtr &alpha);
180
- static NodePtr AllGatherMatmul(const NodePtr &input, const NodePtr &x2, const NodePtr &group, const NodePtr &world_size, const NodePtr &bias, const NodePtr &gather_index, const NodePtr &gather_output, const NodePtr &comm_turn, const NodePtr &trans_input, const NodePtr &trans_x2);
103
+ static NodePtr UpsampleNearest2D(const NodePtr &x, const NodePtr &output_size, const NodePtr &scales);
104
+ static NodePtr SilentCheckV2(const NodePtr &val, const NodePtr &input_grad, const NodePtr &sfda, const NodePtr &step, const NodePtr &c_min_steps, const NodePtr &c_thresh_l1, const NodePtr &c_coeff_l1, const NodePtr &c_thresh_l2, const NodePtr &c_coeff_l2, const NodePtr &npu_asd_detect);
105
+ static NodePtr AvgPool3DGradExt(const NodePtr &grad, const NodePtr &input, const NodePtr &kernel_size, const NodePtr &stride, const NodePtr &padding, const NodePtr &ceil_mode, const NodePtr &count_include_pad, const NodePtr &divisor_override);
106
+ static NodePtr SubScalar(const NodePtr &input, const NodePtr &other, const NodePtr &alpha);
107
+ static NodePtr InnerIndex(const NodePtr &input, const NodePtr &indices);
108
+ static NodePtr MedianExt(const NodePtr &input);
109
+ static NodePtr TransposeExtView(const NodePtr &input, const NodePtr &dim0, const NodePtr &dim1);
110
+ static NodePtr Ceil(const NodePtr &input);
111
+ static NodePtr InplaceScatterSrc(const NodePtr &input, const NodePtr &dim, const NodePtr &index, const NodePtr &src);
112
+ static NodePtr Log1p(const NodePtr &input);
113
+ static NodePtr LogSigmoid(const NodePtr &input);
114
+ static NodePtr Frac(const NodePtr &input);
115
+ static NodePtr SliceExtView(const NodePtr &input, const NodePtr &dim, const NodePtr &start, const NodePtr &end, const NodePtr &step);
116
+ static NodePtr NotEqual(const NodePtr &input, const NodePtr &other);
117
+ static NodePtr GatherDGradV2(const NodePtr &x, const NodePtr &dim, const NodePtr &index, const NodePtr &dout);
118
+ static NodePtr ChunkView(const NodePtr &input, const NodePtr &chunks, const NodePtr &dim);
119
+ static NodePtr LayerNormGradExt(const NodePtr &dy, const NodePtr &x, const NodePtr &normalized_shape, const NodePtr &mean, const NodePtr &variance, const NodePtr &gamma, const NodePtr &beta, const NodePtr &output_mask);
120
+ static NodePtr InplacePut(const NodePtr &input, const NodePtr &index, const NodePtr &source, const NodePtr &accumulate);
121
+ static NodePtr InplaceScatterAdd(const NodePtr &input, const NodePtr &dim, const NodePtr &index, const NodePtr &src);
122
+ static NodePtr InplaceScatterValueReduce(const NodePtr &input, const NodePtr &dim, const NodePtr &index, const NodePtr &value, const NodePtr &reduce);
123
+ static NodePtr IndexFillScalar(const NodePtr &input, const NodePtr &dim, const NodePtr &index, const NodePtr &value);
181
124
  static NodePtr UpsampleTrilinear3DGrad(const NodePtr &dy, const NodePtr &input_size, const NodePtr &output_size, const NodePtr &scales, const NodePtr &align_corners);
182
- static NodePtr UpsampleNearest3D(const NodePtr &x, const NodePtr &output_size, const NodePtr &scales);
125
+ static NodePtr LogAddExp(const NodePtr &input, const NodePtr &other);
126
+ static NodePtr KLDivGrad(const NodePtr &grad_output, const NodePtr &input, const NodePtr &target, const NodePtr &reduction, const NodePtr &log_target);
127
+ static NodePtr Softmax(const NodePtr &input, const NodePtr &axis);
183
128
  static NodePtr AcosExt(const NodePtr &input);
184
- static NodePtr ReverseV2(const NodePtr &input, const NodePtr &axis);
185
- static NodePtr LayerNormGradExt(const NodePtr &dy, const NodePtr &x, const NodePtr &normalized_shape, const NodePtr &mean, const NodePtr &variance, const NodePtr &gamma, const NodePtr &beta, const NodePtr &output_mask);
186
- static NodePtr Threshold(const NodePtr &input, const NodePtr &threshold, const NodePtr &value);
187
- static NodePtr DivMods(const NodePtr &input, const NodePtr &other, const NodePtr &rounding_mode);
188
- static NodePtr NanToNum(const NodePtr &input, const NodePtr &nan, const NodePtr &posinf, const NodePtr &neginf);
189
- static NodePtr FlattenExt(const NodePtr &input, const NodePtr &start_dim, const NodePtr &end_dim);
129
+ static NodePtr RemainderScalarTensor(const NodePtr &input, const NodePtr &other);
130
+ static NodePtr GridSampler2D(const NodePtr &input_x, const NodePtr &grid, const NodePtr &interpolation_mode, const NodePtr &padding_mode, const NodePtr &align_corners);
131
+ static NodePtr ScatterAddExt(const NodePtr &input, const NodePtr &dim, const NodePtr &index, const NodePtr &src);
132
+ static NodePtr EmbeddingDenseBackward(const NodePtr &grad, const NodePtr &indices, const NodePtr &num_weights, const NodePtr &padding_idx, const NodePtr &scale_grad_by_freq);
133
+ static NodePtr FullLike(const NodePtr &input, const NodePtr &fill_value, const NodePtr &dtype);
134
+ static NodePtr DiagExt(const NodePtr &input, const NodePtr &diagonal);
135
+ static NodePtr Var(const NodePtr &input, const NodePtr &dim, const NodePtr &correction, const NodePtr &keepdim);
136
+ static NodePtr ArgMaxExt(const NodePtr &input, const NodePtr &dim, const NodePtr &keepdim);
137
+ static NodePtr Conv3DExt(const NodePtr &input, const NodePtr &weight, const NodePtr &bias, const NodePtr &stride, const NodePtr &padding, const NodePtr &dilation, const NodePtr &groups);
138
+ static NodePtr GreaterEqualScalar(const NodePtr &input, const NodePtr &other);
139
+ static NodePtr Std(const NodePtr &input, const NodePtr &dim, const NodePtr &correction, const NodePtr &keepdim);
140
+ static NodePtr ReflectionPad1DGrad(const NodePtr &grad_output, const NodePtr &input, const NodePtr &padding);
141
+ static NodePtr InplaceScatterValue(const NodePtr &input, const NodePtr &dim, const NodePtr &index, const NodePtr &value);
142
+ static NodePtr TExt(const NodePtr &input);
143
+ static NodePtr Cast(const NodePtr &input, const NodePtr &dtype);
144
+ static NodePtr Add(const NodePtr &input, const NodePtr &other);
145
+ static NodePtr BatchNormElemt(const NodePtr &input, const NodePtr &weight, const NodePtr &bias, const NodePtr &mean, const NodePtr &invstd, const NodePtr &eps);
146
+ static NodePtr Reciprocal(const NodePtr &input);
147
+ static NodePtr PagedAttention(const NodePtr &query, const NodePtr &key_cache, const NodePtr &value_cache, const NodePtr &block_tables, const NodePtr &context_lens, const NodePtr &antiquant_scale, const NodePtr &antiquant_offset, const NodePtr &attn_mask, const NodePtr &q_seq_lens, const NodePtr &alibi_mask, const NodePtr &head_num, const NodePtr &scale_value, const NodePtr &kv_head_num, const NodePtr &kv_cache_quant_mode, const NodePtr &mask_mode, const NodePtr &mla_v_dim);
148
+ static NodePtr UpsampleNearest1D(const NodePtr &x, const NodePtr &output_size, const NodePtr &scales);
149
+ static NodePtr BatchNormElemtGrad(const NodePtr &dout, const NodePtr &input, const NodePtr &mean, const NodePtr &invstd, const NodePtr &weight, const NodePtr &sumd_dy, const NodePtr &sum_dy_xmu, const NodePtr &count);
150
+ static NodePtr RandIntLike(const NodePtr &input, const NodePtr &low, const NodePtr &high, const NodePtr &seed, const NodePtr &offset, const NodePtr &dtype);
151
+ static NodePtr AdaptiveMaxPool1D(const NodePtr &input, const NodePtr &output_size);
152
+ static NodePtr DistCommIsend(const NodePtr &input, const NodePtr &dst, const NodePtr &group, const NodePtr &tag);
153
+ static NodePtr ExpandAs(const NodePtr &input, const NodePtr &other);
154
+ static NodePtr MSELossExt(const NodePtr &input, const NodePtr &target, const NodePtr &reduction);
155
+ static NodePtr LogSigmoidGrad(const NodePtr &dy, const NodePtr &input, const NodePtr &buffer);
156
+ static NodePtr GroupNorm(const NodePtr &input, const NodePtr &num_groups, const NodePtr &weight, const NodePtr &bias, const NodePtr &eps);
157
+ static NodePtr AdaptiveAvgPool2DExt(const NodePtr &input, const NodePtr &output_size);
190
158
  static NodePtr DistCommReduceScatterTensor(const NodePtr &other, const NodePtr &input, const NodePtr &rank_size, const NodePtr &op_type, const NodePtr &group);
191
- static NodePtr Abs(const NodePtr &input);
159
+ static NodePtr FillTensor(const NodePtr &size, const NodePtr &fill_value, const NodePtr &dtype);
160
+ static NodePtr Meshgrid(const NodePtr &inputs, const NodePtr &indexing);
161
+ static NodePtr BatchNormGatherStatsWithCounts(const NodePtr &input, const NodePtr &mean, const NodePtr &invstd, const NodePtr &running_mean, const NodePtr &running_var, const NodePtr &momentum, const NodePtr &eps, const NodePtr &counts);
162
+ static NodePtr Cummax(const NodePtr &input, const NodePtr &axis);
163
+ static NodePtr MoeDistributeCombine(const NodePtr &expand_x, const NodePtr &expert_ids, const NodePtr &expand_idx, const NodePtr &ep_send_counts, const NodePtr &expert_scales, const NodePtr &ep_world_size, const NodePtr &ep_rank_id, const NodePtr &moe_expert_num, const NodePtr &tp_send_counts, const NodePtr &x_active_mask, const NodePtr &activate_scale, const NodePtr &weight_scale, const NodePtr &group_list, const NodePtr &expand_scales, const NodePtr &group_ep, const NodePtr &group_tp, const NodePtr &tp_world_size, const NodePtr &tp_rank_id, const NodePtr &expert_shard_type, const NodePtr &shared_expert_num, const NodePtr &shared_export_rank_num, const NodePtr &global_bs, const NodePtr &out_dtype, const NodePtr &common_quant_mode, const NodePtr &group_list_type);
164
+ static NodePtr NLLLossGrad(const NodePtr &logits, const NodePtr &loss_grad, const NodePtr &labels, const NodePtr &weight, const NodePtr &total_weight, const NodePtr &reduction, const NodePtr &ignore_index);
165
+ static NodePtr Contiguous(const NodePtr &input);
166
+ static NodePtr FlashAttentionScoreGrad(const NodePtr &query, const NodePtr &key, const NodePtr &value, const NodePtr &dy, const NodePtr &pse_shift, const NodePtr &drop_mask, const NodePtr &padding_mask, const NodePtr &atten_mask, const NodePtr &softmax_max, const NodePtr &softmax_sum, const NodePtr &softmax_in, const NodePtr &attention_in, const NodePtr &prefix, const NodePtr &actual_seq_qlen, const NodePtr &actual_seq_kvlen, const NodePtr &head_num, const NodePtr &keep_prob, const NodePtr &scale_value, const NodePtr &pre_tokens, const NodePtr &next_tokens, const NodePtr &inner_precise, const NodePtr &input_layout, const NodePtr &sparse_mode);
167
+ static NodePtr MoeTokenPermuteGrad(const NodePtr &permuted_tokens_grad, const NodePtr &sorted_indices, const NodePtr &num_topk, const NodePtr &padded_mode);
168
+ static NodePtr InplaceReLU(const NodePtr &input);
169
+ static NodePtr Col2ImExt(const NodePtr &input, const NodePtr &output_size, const NodePtr &kernel_size, const NodePtr &dilation, const NodePtr &padding, const NodePtr &stride);
170
+ static NodePtr Chunk(const NodePtr &input, const NodePtr &chunks, const NodePtr &dim);
171
+ static NodePtr NewFull(const NodePtr &input, const NodePtr &size, const NodePtr &fill_value, const NodePtr &dtype);
172
+ static NodePtr ConvolutionStrGrad(const NodePtr &dout, const NodePtr &input, const NodePtr &weight, const NodePtr &bias, const NodePtr &stride, const NodePtr &padding, const NodePtr &dilation, const NodePtr &transposed, const NodePtr &output_padding, const NodePtr &groups, const NodePtr &output_mask);
173
+ static NodePtr FlattenExt(const NodePtr &input, const NodePtr &start_dim, const NodePtr &end_dim);
174
+ static NodePtr XLogYScalarSelf(const NodePtr &input, const NodePtr &other);
175
+ static NodePtr ConvTranspose2D(const NodePtr &input, const NodePtr &weight, const NodePtr &bias, const NodePtr &stride, const NodePtr &padding, const NodePtr &output_padding, const NodePtr &groups, const NodePtr &dilation);
176
+ static NodePtr GeluGradExt(const NodePtr &grad, const NodePtr &input, const NodePtr &approximate);
177
+ static NodePtr DistCommBroadcast(const NodePtr &input, const NodePtr &src, const NodePtr &rank_id, const NodePtr &group);
192
178
  static NodePtr SilentCheckV3(const NodePtr &val, const NodePtr &max, const NodePtr &avg, const NodePtr &input_grad, const NodePtr &step, const NodePtr &c_thresh_l1, const NodePtr &c_thresh_l2, const NodePtr &beta1, const NodePtr &npu_asd_detect);
193
- static NodePtr LogSigmoid(const NodePtr &input);
194
- static NodePtr InplaceHardtanh(const NodePtr &input, const NodePtr &min_val, const NodePtr &max_val);
195
- static NodePtr Mv(const NodePtr &input, const NodePtr &vec);
179
+ static NodePtr Dot(const NodePtr &input, const NodePtr &other);
180
+ static NodePtr LinalgVectorNorm(const NodePtr &x, const NodePtr &ord, const NodePtr &dim, const NodePtr &keepdim, const NodePtr &dtype);
196
181
  static NodePtr AvgPool3DExt(const NodePtr &input, const NodePtr &kernel_size, const NodePtr &stride, const NodePtr &padding, const NodePtr &ceil_mode, const NodePtr &count_include_pad, const NodePtr &divisor_override);
197
- static NodePtr KLDiv(const NodePtr &input, const NodePtr &target, const NodePtr &reduction, const NodePtr &log_target);
198
- static NodePtr StackExt(const NodePtr &tensors, const NodePtr &dim);
199
- static NodePtr ConvTranspose2D(const NodePtr &input, const NodePtr &weight, const NodePtr &bias, const NodePtr &stride, const NodePtr &padding, const NodePtr &output_padding, const NodePtr &groups, const NodePtr &dilation);
200
- static NodePtr GeLU(const NodePtr &input);
201
- static NodePtr ReduceAll(const NodePtr &input, const NodePtr &axis, const NodePtr &keep_dims);
202
- static NodePtr ConvolutionStr(const NodePtr &input, const NodePtr &weight, const NodePtr &bias, const NodePtr &stride, const NodePtr &padding, const NodePtr &dilation, const NodePtr &transposed, const NodePtr &output_padding, const NodePtr &groups);
203
- static NodePtr NLLLoss(const NodePtr &logits, const NodePtr &labels, const NodePtr &weight, const NodePtr &reduction, const NodePtr &ignore_index);
204
- static NodePtr Min(const NodePtr &input);
205
- static NodePtr AvgPool3DGradExt(const NodePtr &grad, const NodePtr &input, const NodePtr &kernel_size, const NodePtr &stride, const NodePtr &padding, const NodePtr &ceil_mode, const NodePtr &count_include_pad, const NodePtr &divisor_override);
206
- static NodePtr IsFinite(const NodePtr &input);
207
- static NodePtr BinaryCrossEntropyGrad(const NodePtr &input, const NodePtr &target, const NodePtr &grad_output, const NodePtr &weight, const NodePtr &reduction);
208
- static NodePtr TrilExt(const NodePtr &input, const NodePtr &diagonal);
209
- static NodePtr Triu(const NodePtr &input, const NodePtr &diagonal);
210
- static NodePtr ReplicationPad1D(const NodePtr &input, const NodePtr &padding);
182
+ static NodePtr BitwiseAndScalar(const NodePtr &input, const NodePtr &other);
183
+ static NodePtr InnerCommIrecv(const NodePtr &tag, const NodePtr &src, const NodePtr &shape, const NodePtr &group, const NodePtr &dtype);
211
184
  static NodePtr Sinh(const NodePtr &input);
212
- static NodePtr UpsampleLinear1DGrad(const NodePtr &dy, const NodePtr &input_size, const NodePtr &output_size, const NodePtr &scales, const NodePtr &align_corners);
213
- static NodePtr HardtanhGrad(const NodePtr &dout, const NodePtr &input, const NodePtr &min_val, const NodePtr &max_val);
214
- static NodePtr DivMod(const NodePtr &input, const NodePtr &other, const NodePtr &rounding_mode);
215
- static NodePtr GroupNorm(const NodePtr &input, const NodePtr &num_groups, const NodePtr &weight, const NodePtr &bias, const NodePtr &eps);
216
- static NodePtr Addmm(const NodePtr &input, const NodePtr &mat1, const NodePtr &mat2, const NodePtr &beta, const NodePtr &alpha);
185
+ static NodePtr AllGatherMatmul(const NodePtr &input, const NodePtr &x2, const NodePtr &group, const NodePtr &world_size, const NodePtr &bias, const NodePtr &gather_index, const NodePtr &gather_output, const NodePtr &comm_turn, const NodePtr &trans_input, const NodePtr &trans_x2);
186
+ static NodePtr InplaceCopy(const NodePtr &input, const NodePtr &src);
187
+ static NodePtr LogSoftmaxGrad(const NodePtr &logits, const NodePtr &grad, const NodePtr &axis);
188
+ static NodePtr Baddbmm(const NodePtr &input, const NodePtr &batch1, const NodePtr &batch2, const NodePtr &beta, const NodePtr &alpha);
189
+ static NodePtr SelectExtView(const NodePtr &input, const NodePtr &dim, const NodePtr &index);
190
+ static NodePtr AdaptiveAvgPool1D(const NodePtr &input, const NodePtr &output_size);
191
+ static NodePtr Greater(const NodePtr &input, const NodePtr &other);
192
+ static NodePtr HSwishGrad(const NodePtr &y_grad, const NodePtr &x);
193
+ static NodePtr UpsampleNearest2DGrad(const NodePtr &dy, const NodePtr &input_size, const NodePtr &output_size, const NodePtr &scales);
194
+ static NodePtr NonZeroExt(const NodePtr &input);
195
+ static NodePtr DistCommReduceScatter(const NodePtr &other, const NodePtr &input_list, const NodePtr &rank_size, const NodePtr &op_type, const NodePtr &group);
196
+ static NodePtr Convolution(const NodePtr &input, const NodePtr &weight, const NodePtr &bias, const NodePtr &stride, const NodePtr &padding, const NodePtr &dilation, const NodePtr &transposed, const NodePtr &output_padding, const NodePtr &groups);
197
+ static NodePtr Norm(const NodePtr &input, const NodePtr &p, const NodePtr &dim, const NodePtr &keepdim, const NodePtr &dtype);
198
+ static NodePtr Copy(const NodePtr &input);
199
+ static NodePtr NLLLoss(const NodePtr &logits, const NodePtr &labels, const NodePtr &weight, const NodePtr &reduction, const NodePtr &ignore_index);
200
+ static NodePtr InplaceLog(const NodePtr &input);
201
+ static NodePtr BatchMatMulExt(const NodePtr &input, const NodePtr &mat2);
202
+ static NodePtr Sinc(const NodePtr &input);
203
+ static NodePtr Exp2(const NodePtr &input);
204
+ static NodePtr AddExt(const NodePtr &input, const NodePtr &other, const NodePtr &alpha);
205
+ static NodePtr InplaceClampTensor(const NodePtr &input, const NodePtr &min, const NodePtr &max);
206
+ static NodePtr UpsampleNearest3D(const NodePtr &x, const NodePtr &output_size, const NodePtr &scales);
207
+ static NodePtr Round(const NodePtr &input, const NodePtr &decimals);
208
+ static NodePtr Sub(const NodePtr &input, const NodePtr &other);
209
+ static NodePtr GeLU(const NodePtr &input);
210
+ static NodePtr BinaryCrossEntropyWithLogitsBackward(const NodePtr &grad_output, const NodePtr &input, const NodePtr &target, const NodePtr &weight, const NodePtr &posWeight, const NodePtr &reduction);
211
+ static NodePtr InplaceThreshold(const NodePtr &input, const NodePtr &threshold, const NodePtr &value);
212
+ static NodePtr MinDim(const NodePtr &input, const NodePtr &dim, const NodePtr &keepdim);
213
+ static NodePtr Concat(const NodePtr &tensors, const NodePtr &axis);
214
+ static NodePtr VarMean(const NodePtr &input, const NodePtr &dim, const NodePtr &correction, const NodePtr &keepdim);
215
+ static NodePtr GroupNormGrad(const NodePtr &dy, const NodePtr &x, const NodePtr &mean, const NodePtr &rstd, const NodePtr &gamma_opt, const NodePtr &num_groups, const NodePtr &dx_is_require, const NodePtr &dgamma_is_require, const NodePtr &dbeta_is_require);
216
+ static NodePtr ViewAs(const NodePtr &input, const NodePtr &other);
217
+ static NodePtr BatchNormGradExt(const NodePtr &dout, const NodePtr &input, const NodePtr &weight, const NodePtr &running_mean, const NodePtr &running_var, const NodePtr &saved_mean, const NodePtr &saved_rstd, const NodePtr &training, const NodePtr &eps, const NodePtr &output_mask);
218
+ static NodePtr AdaptiveAvgPool3DExt(const NodePtr &input, const NodePtr &output_size);
219
+ static NodePtr InplaceFloorDivide(const NodePtr &input, const NodePtr &other);
220
+ static NodePtr BroadcastTo(const NodePtr &input, const NodePtr &shape);
221
+ static NodePtr SplitTensor(const NodePtr &input, const NodePtr &split_size, const NodePtr &dim);
222
+ static NodePtr InplaceMul(const NodePtr &input, const NodePtr &other);
223
+ static NodePtr Cosh(const NodePtr &input);
224
+ static NodePtr LessEqual(const NodePtr &input, const NodePtr &other);
225
+ static NodePtr ConstantPadND(const NodePtr &input, const NodePtr &padding, const NodePtr &value);
226
+ static NodePtr LeakyReLUGradExt(const NodePtr &dy, const NodePtr &input, const NodePtr &negative_slope, const NodePtr &is_result);
227
+ static NodePtr ArgMinWithValue(const NodePtr &input, const NodePtr &axis, const NodePtr &keep_dims);
228
+ static NodePtr InplaceHardtanh(const NodePtr &input, const NodePtr &min_val, const NodePtr &max_val);
229
+ static NodePtr ClampTensor(const NodePtr &input, const NodePtr &min, const NodePtr &max);
230
+ static NodePtr SpeedFusionAttention(const NodePtr &query, const NodePtr &key, const NodePtr &value, const NodePtr &head_num, const NodePtr &input_layout, const NodePtr &seed, const NodePtr &offset, const NodePtr &pse, const NodePtr &padding_mask, const NodePtr &atten_mask, const NodePtr &scale, const NodePtr &keep_prob, const NodePtr &pre_tokens, const NodePtr &next_tokens, const NodePtr &inner_precise, const NodePtr &prefix, const NodePtr &actual_seq_qlen, const NodePtr &actual_seq_kvlen, const NodePtr &sparse_mode, const NodePtr &gen_mask_parallel, const NodePtr &sync, const NodePtr &pse_type, const NodePtr &q_start_idx, const NodePtr &kv_start_idx);
231
+ static NodePtr StdMean(const NodePtr &input, const NodePtr &dim, const NodePtr &correction, const NodePtr &keepdim);
232
+ static NodePtr UniqueConsecutive(const NodePtr &input, const NodePtr &return_inverse, const NodePtr &return_counts, const NodePtr &dim);
233
+ static NodePtr BatchNormExt(const NodePtr &input, const NodePtr &weight, const NodePtr &bias, const NodePtr &running_mean, const NodePtr &runnning_var, const NodePtr &training, const NodePtr &momentum, const NodePtr &epsilon);
234
+ static NodePtr BincountExt(const NodePtr &input, const NodePtr &weights, const NodePtr &minlength);
235
+ static NodePtr LogicalNot(const NodePtr &input);
236
+ static NodePtr MaxUnpool2DExt(const NodePtr &input, const NodePtr &indices, const NodePtr &kernel_size, const NodePtr &stride, const NodePtr &padding, const NodePtr &output_size);
237
+ static NodePtr LogicalXor(const NodePtr &input, const NodePtr &other);
238
+ static NodePtr GridSampler3D(const NodePtr &input_x, const NodePtr &grid, const NodePtr &interpolation_mode, const NodePtr &padding_mode, const NodePtr &align_corners);
239
+ static NodePtr Index(const NodePtr &input, const NodePtr &indices);
240
+ static NodePtr UpsampleBicubic2DGrad(const NodePtr &dy, const NodePtr &input_size, const NodePtr &output_size, const NodePtr &scales, const NodePtr &align_corners);
241
+ static NodePtr Narrow(const NodePtr &input, const NodePtr &dim, const NodePtr &start, const NodePtr &length);
242
+ static NodePtr NanToNum(const NodePtr &input, const NodePtr &nan, const NodePtr &posinf, const NodePtr &neginf);
243
+ static NodePtr HSigmoid(const NodePtr &input);
244
+ static NodePtr AvgPool1D(const NodePtr &input, const NodePtr &kernel_size, const NodePtr &stride, const NodePtr &padding, const NodePtr &ceil_mode, const NodePtr &count_include_pad);
245
+ static NodePtr Threshold(const NodePtr &input, const NodePtr &threshold, const NodePtr &value);
246
+ static NodePtr DropoutGradExt(const NodePtr &input, const NodePtr &mask, const NodePtr &p);
247
+ static NodePtr InnerCommReduceScatter(const NodePtr &input, const NodePtr &rank_size, const NodePtr &op_type, const NodePtr &group);
248
+ static NodePtr EmptyLike(const NodePtr &input, const NodePtr &dtype, const NodePtr &device);
249
+ static NodePtr InplaceNormal(const NodePtr &input, const NodePtr &mean, const NodePtr &std, const NodePtr &seed, const NodePtr &offset);
250
+ static NodePtr MatmulReduceScatter(const NodePtr &input, const NodePtr &x2, const NodePtr &group, const NodePtr &world_size, const NodePtr &reduce_op, const NodePtr &bias, const NodePtr &comm_turn, const NodePtr &trans_input, const NodePtr &trans_x2);
251
+ static NodePtr InplaceDivMod(const NodePtr &input, const NodePtr &other, const NodePtr &rounding_mode);
252
+ static NodePtr ReduceMin(const NodePtr &x, const NodePtr &axis, const NodePtr &keep_dims);
253
+ static NodePtr SoftmaxBackward(const NodePtr &dout, const NodePtr &out, const NodePtr &dim);
254
+ static NodePtr Swiglu(const NodePtr &input, const NodePtr &dim);
255
+ static NodePtr InnerCommAllReduce(const NodePtr &input, const NodePtr &op_type, const NodePtr &group);
256
+ static NodePtr BitwiseOrScalar(const NodePtr &input, const NodePtr &other);
257
+ static NodePtr InplaceIndexAddExt(const NodePtr &input, const NodePtr &dim, const NodePtr &index, const NodePtr &source, const NodePtr &alpha);
258
+ static NodePtr SmoothL1Loss(const NodePtr &prediction, const NodePtr &target, const NodePtr &beta, const NodePtr &reduction);
259
+ static NodePtr InplaceClampScalar(const NodePtr &input, const NodePtr &min, const NodePtr &max);
260
+ static NodePtr SliceExt(const NodePtr &input, const NodePtr &dim, const NodePtr &start, const NodePtr &end, const NodePtr &step);
217
261
  static NodePtr MaskedSelectGrad(const NodePtr &input, const NodePtr &mask, const NodePtr &grad);
218
- static NodePtr GridSampler3D(const NodePtr &input_x, const NodePtr &grid, const NodePtr &interpolation_mode, const NodePtr &padding_mode, const NodePtr &align_corners);
219
- static NodePtr LogSigmoidGrad(const NodePtr &dy, const NodePtr &input, const NodePtr &buffer);
220
- static NodePtr NLLLoss2dGrad(const NodePtr &loss_grad, const NodePtr &input, const NodePtr &target, const NodePtr &weight, const NodePtr &reduction, const NodePtr &ignore_index, const NodePtr &total_weight);
221
- static NodePtr ScatterAddExt(const NodePtr &input, const NodePtr &dim, const NodePtr &index, const NodePtr &src);
222
- static NodePtr Maximum(const NodePtr &input, const NodePtr &other);
223
- static NodePtr ReflectionPad2D(const NodePtr &input, const NodePtr &padding);
224
- static NodePtr Norm(const NodePtr &input, const NodePtr &p, const NodePtr &dim, const NodePtr &keepdim, const NodePtr &dtype);
225
- static NodePtr AddScalar(const NodePtr &input, const NodePtr &other, const NodePtr &alpha);
226
- static NodePtr LogicalNot(const NodePtr &input);
227
- static NodePtr Index(const NodePtr &input, const NodePtr &indices);
262
+ static NodePtr Erfc(const NodePtr &input);
263
+ static NodePtr MaxPoolGradWithIndices(const NodePtr &x, const NodePtr &grad, const NodePtr &argmax, const NodePtr &kernel_size, const NodePtr &strides, const NodePtr &pads, const NodePtr &dilation, const NodePtr &ceil_mode, const NodePtr &argmax_type);
264
+ static NodePtr GridSampler3DGrad(const NodePtr &grad, const NodePtr &input_x, const NodePtr &grid, const NodePtr &interpolation_mode, const NodePtr &padding_mode, const NodePtr &align_corners, const NodePtr &output_mask);
265
+ static NodePtr NormalTensorFloat(const NodePtr &mean, const NodePtr &std, const NodePtr &seed, const NodePtr &offset);
266
+ static NodePtr GeLUGrad(const NodePtr &dy, const NodePtr &x, const NodePtr &y);
267
+ static NodePtr LogAddExp2(const NodePtr &input, const NodePtr &other);
268
+ static NodePtr Addbmm(const NodePtr &input, const NodePtr &batch1, const NodePtr &batch2, const NodePtr &beta, const NodePtr &alpha);
269
+ static NodePtr ReflectionPad1D(const NodePtr &input, const NodePtr &padding);
270
+ static NodePtr InplaceIndexPut(const NodePtr &input, const NodePtr &indices, const NodePtr &values, const NodePtr &accumulate);
271
+ static NodePtr Arange(const NodePtr &start, const NodePtr &end, const NodePtr &step, const NodePtr &dtype);
272
+ static NodePtr Triu(const NodePtr &input, const NodePtr &diagonal);
228
273
  static NodePtr Sin(const NodePtr &input);
229
- static NodePtr DistCommAllToAllV(const NodePtr &other, const NodePtr &input, const NodePtr &group, const NodePtr &send_numel_list, const NodePtr &recv_numel_list, const NodePtr &rank_size);
230
- static NodePtr InplaceFloorDivides(const NodePtr &input, const NodePtr &other);
231
- static NodePtr Conv2DExt(const NodePtr &input, const NodePtr &weight, const NodePtr &bias, const NodePtr &stride, const NodePtr &padding, const NodePtr &dilation, const NodePtr &groups);
232
- static NodePtr ReflectionPad1DGrad(const NodePtr &grad_output, const NodePtr &input, const NodePtr &padding);
233
- static NodePtr Max(const NodePtr &input);
234
- static NodePtr Roll(const NodePtr &input, const NodePtr &shifts, const NodePtr &dims);
235
- static NodePtr TriangularSolve(const NodePtr &b, const NodePtr &A, const NodePtr &upper, const NodePtr &transpose, const NodePtr &unitriangular);
236
- static NodePtr InplaceFillDiagonal(const NodePtr &input, const NodePtr &fill_value, const NodePtr &wrap);
237
- static NodePtr DistCommGatherIntoTensor(const NodePtr &other, const NodePtr &input, const NodePtr &rank_size, const NodePtr &dst, const NodePtr &rank_id, const NodePtr &group);
238
- static NodePtr GmmBackward(const NodePtr &grad, const NodePtr &x, const NodePtr &weight, const NodePtr &group_list);
239
- static NodePtr AsStrided(const NodePtr &input, const NodePtr &size, const NodePtr &stride, const NodePtr &storage_offset);
240
- static NodePtr DropoutGradExt(const NodePtr &input, const NodePtr &mask, const NodePtr &p);
241
- static NodePtr BitwiseOrTensor(const NodePtr &input, const NodePtr &other);
242
- static NodePtr RotaryPositionEmbeddingGrad(const NodePtr &dy, const NodePtr &cos, const NodePtr &sin, const NodePtr &dx, const NodePtr &mode);
243
- static NodePtr InplaceFillScalar(const NodePtr &input, const NodePtr &value);
244
- static NodePtr NeScalar(const NodePtr &input, const NodePtr &other);
245
- static NodePtr Dense(const NodePtr &input, const NodePtr &weight, const NodePtr &bias);
246
- static NodePtr Less(const NodePtr &input, const NodePtr &other);
247
- static NodePtr SearchSorted(const NodePtr &sorted_sequence, const NodePtr &values, const NodePtr &sorter, const NodePtr &dtype, const NodePtr &right);
248
- static NodePtr MatMulExt(const NodePtr &input, const NodePtr &other);
249
- static NodePtr Erf(const NodePtr &input);
250
- static NodePtr InplaceTanh(const NodePtr &input);
251
- static NodePtr HShrink(const NodePtr &input, const NodePtr &lambd);
252
- static NodePtr BinaryCrossEntropy(const NodePtr &input, const NodePtr &target, const NodePtr &weight, const NodePtr &reduction);
253
- static NodePtr InplaceFloor(const NodePtr &input);
254
- static NodePtr AdaptiveAvgPool2DGradExt(const NodePtr &grad_output, const NodePtr &x);
255
- static NodePtr InplaceDivs(const NodePtr &input, const NodePtr &other);
256
- static NodePtr LogicalAnd(const NodePtr &x, const NodePtr &y);
257
- static NodePtr Expm1(const NodePtr &input);
274
+ static NodePtr DistCommScatter(const NodePtr &other, const NodePtr &scatter_list, const NodePtr &rank_size, const NodePtr &src, const NodePtr &rank_id, const NodePtr &group);
275
+ static NodePtr DistCommScatterTensor(const NodePtr &other, const NodePtr &input, const NodePtr &rank_size, const NodePtr &src, const NodePtr &rank_id, const NodePtr &group);
276
+ static NodePtr InplaceMatmulAdd(const NodePtr &x, const NodePtr &weight, const NodePtr &C);
277
+ static NodePtr Unique2(const NodePtr &input, const NodePtr &sorted, const NodePtr &return_inverse, const NodePtr &return_counts);
278
+ static NodePtr Atanh(const NodePtr &input);
279
+ static NodePtr PowTensorScalar(const NodePtr &input, const NodePtr &exponent);
280
+ static NodePtr Empty(const NodePtr &size, const NodePtr &dtype, const NodePtr &device);
258
281
  static NodePtr TraceExt(const NodePtr &input);
259
- static NodePtr BatchNormGatherStatsWithCounts(const NodePtr &input, const NodePtr &mean, const NodePtr &invstd, const NodePtr &running_mean, const NodePtr &running_var, const NodePtr &momentum, const NodePtr &eps, const NodePtr &counts);
260
- static NodePtr ExpandDims(const NodePtr &input_x, const NodePtr &axis);
261
- static NodePtr GeluGradExt(const NodePtr &grad, const NodePtr &input, const NodePtr &approximate);
262
- static NodePtr MaxUnpool2DExt(const NodePtr &input, const NodePtr &indices, const NodePtr &kernel_size, const NodePtr &stride, const NodePtr &padding, const NodePtr &output_size);
282
+ static NodePtr GreaterEqual(const NodePtr &input, const NodePtr &other);
283
+ static NodePtr Dense(const NodePtr &input, const NodePtr &weight, const NodePtr &bias);
284
+ static NodePtr AddLayerNormGrad(const NodePtr &dy, const NodePtr &x1, const NodePtr &x2, const NodePtr &rstd, const NodePtr &mean, const NodePtr &gamma, const NodePtr &dsumOptional);
285
+ static NodePtr SelectV2(const NodePtr &condition, const NodePtr &input, const NodePtr &other);
286
+ static NodePtr AvgPool2DGrad(const NodePtr &grad, const NodePtr &image, const NodePtr &kernel_size, const NodePtr &stride, const NodePtr &padding, const NodePtr &ceil_mode, const NodePtr &count_include_pad, const NodePtr &divisor_override);
287
+ static NodePtr DistCommAllToAllV(const NodePtr &other, const NodePtr &input, const NodePtr &group, const NodePtr &send_numel_list, const NodePtr &recv_numel_list, const NodePtr &rank_size);
288
+ static NodePtr Conv1DPadding(const NodePtr &input, const NodePtr &weight, const NodePtr &bias, const NodePtr &stride, const NodePtr &padding, const NodePtr &dilation, const NodePtr &groups);
289
+ static NodePtr PromptFlashAttention(const NodePtr &query, const NodePtr &key, const NodePtr &value, const NodePtr &attn_mask, const NodePtr &actual_seq_lengths, const NodePtr &actual_seq_lengths_kv, const NodePtr &pse_shift, const NodePtr &deq_scale1, const NodePtr &quant_scale1, const NodePtr &deq_scale2, const NodePtr &quant_scale2, const NodePtr &quant_offset2, const NodePtr &num_heads, const NodePtr &scale_value, const NodePtr &pre_tokens, const NodePtr &next_tokens, const NodePtr &input_layout, const NodePtr &num_key_value_heads, const NodePtr &sparse_mode, const NodePtr &inner_precise);
290
+ static NodePtr HShrinkGrad(const NodePtr &gradients, const NodePtr &features, const NodePtr &lambd);
291
+ static NodePtr Addmv(const NodePtr &input, const NodePtr &mat, const NodePtr &vec, const NodePtr &beta, const NodePtr &alpha);
292
+ static NodePtr LerpScalar(const NodePtr &input, const NodePtr &end, const NodePtr &weight);
293
+ static NodePtr ArgMinExt(const NodePtr &input, const NodePtr &dim, const NodePtr &keepdim);
294
+ static NodePtr MaskedFill(const NodePtr &input_x, const NodePtr &mask, const NodePtr &value);
295
+ static NodePtr UpsampleNearest3DGrad(const NodePtr &dy, const NodePtr &input_size, const NodePtr &output_size, const NodePtr &scales);
296
+ static NodePtr BitwiseXorScalar(const NodePtr &input, const NodePtr &other);
297
+ static NodePtr AddcdivExt(const NodePtr &input, const NodePtr &tensor1, const NodePtr &tensor2, const NodePtr &value);
298
+ static NodePtr Mm(const NodePtr &input, const NodePtr &mat2);
299
+ static NodePtr InplaceSubScalar(const NodePtr &input, const NodePtr &other, const NodePtr &alpha);
300
+ static NodePtr ZerosLikeExt(const NodePtr &input, const NodePtr &dtype);
301
+ static NodePtr InplaceAddmm(const NodePtr &input, const NodePtr &mat1, const NodePtr &mat2, const NodePtr &beta, const NodePtr &alpha);
302
+ static NodePtr InnerCommAllToAllV(const NodePtr &input, const NodePtr &group, const NodePtr &send_numel_list, const NodePtr &recv_numel_list, const NodePtr &rank_size, const NodePtr &split_sizes_empty);
303
+ static NodePtr Maximum(const NodePtr &input, const NodePtr &other);
304
+ static NodePtr InplaceAddsExt(const NodePtr &input, const NodePtr &other, const NodePtr &alpha);
305
+ static NodePtr Muls(const NodePtr &input, const NodePtr &other);
306
+ static NodePtr SpeedFusionAttentionGrad(const NodePtr &query, const NodePtr &key, const NodePtr &value, const NodePtr &dy, const NodePtr &head_num, const NodePtr &input_layout, const NodePtr &pse, const NodePtr &padding_mask, const NodePtr &atten_mask, const NodePtr &softmax_max, const NodePtr &softmax_sum, const NodePtr &softmax_in, const NodePtr &attention_in, const NodePtr &scale_value, const NodePtr &keep_prob, const NodePtr &pre_tokens, const NodePtr &next_tokens, const NodePtr &inner_precise, const NodePtr &seed, const NodePtr &offset, const NodePtr &numels, const NodePtr &prefix, const NodePtr &actual_seq_qlen, const NodePtr &actual_seq_kvlen, const NodePtr &sparse_mode, const NodePtr &gen_mask_parallel, const NodePtr &sync, const NodePtr &pse_type, const NodePtr &q_start_idx, const NodePtr &kv_start_idx);
307
+ static NodePtr GLU(const NodePtr &x, const NodePtr &axis);
263
308
  static NodePtr Split(const NodePtr &input_x, const NodePtr &axis, const NodePtr &output_num);
309
+ static NodePtr GluGrad(const NodePtr &grads, const NodePtr &x, const NodePtr &axis);
310
+ static NodePtr MoeTokenUnpermuteGrad(const NodePtr &permuted_tokens, const NodePtr &unpermuted_tokens_grad, const NodePtr &sorted_indices, const NodePtr &probs, const NodePtr &padded_mode, const NodePtr &restore_shape);
311
+ static NodePtr ReshapeAndCache(const NodePtr &key, const NodePtr &value, const NodePtr &key_cache, const NodePtr &value_cache, const NodePtr &slot_mapping);
312
+ static NodePtr DropoutGenMaskExt(const NodePtr &shape, const NodePtr &p, const NodePtr &seed, const NodePtr &offset, const NodePtr &dtype);
313
+ static NodePtr ExpandDims(const NodePtr &input_x, const NodePtr &axis);
314
+ static NodePtr SumExt(const NodePtr &input, const NodePtr &dim, const NodePtr &keepdim, const NodePtr &dtype);
315
+ static NodePtr DivMods(const NodePtr &input, const NodePtr &other, const NodePtr &rounding_mode);
316
+ static NodePtr SubExt(const NodePtr &input, const NodePtr &other, const NodePtr &alpha);
317
+ static NodePtr BitwiseNot(const NodePtr &input);
318
+ static NodePtr Slice(const NodePtr &input, const NodePtr &begin, const NodePtr &size);
319
+ static NodePtr NormalFloatFloat(const NodePtr &mean, const NodePtr &std, const NodePtr &size, const NodePtr &seed, const NodePtr &offset);
264
320
  static NodePtr MoeTokenPermute(const NodePtr &tokens, const NodePtr &indices, const NodePtr &num_out_tokens, const NodePtr &padded_mode);
265
- static NodePtr XLogYScalarSelf(const NodePtr &input, const NodePtr &other);
266
- static NodePtr SpeedFusionAttentionGrad(const NodePtr &query, const NodePtr &key, const NodePtr &value, const NodePtr &dy, const NodePtr &head_num, const NodePtr &input_layout, const NodePtr &pse, const NodePtr &padding_mask, const NodePtr &atten_mask, const NodePtr &softmax_max, const NodePtr &softmax_sum, const NodePtr &softmax_in, const NodePtr &attention_in, const NodePtr &scale_value, const NodePtr &keep_prob, const NodePtr &pre_tokens, const NodePtr &next_tokens, const NodePtr &inner_precise, const NodePtr &seed, const NodePtr &offset, const NodePtr &numels, const NodePtr &prefix, const NodePtr &actual_seq_qlen, const NodePtr &actual_seq_kvlen, const NodePtr &sparse_mode, const NodePtr &gen_mask_parallel, const NodePtr &sync, const NodePtr &pse_type, const NodePtr &q_start_idx, const NodePtr &kv_start_idx);
321
+ static NodePtr Mul(const NodePtr &input, const NodePtr &other);
322
+ static NodePtr DistCommBarrier(const NodePtr &group);
323
+ static NodePtr MultinomialExt(const NodePtr &input, const NodePtr &num_samples, const NodePtr &replacement, const NodePtr &seed, const NodePtr &offset);
267
324
  static NodePtr Square(const NodePtr &input);
268
- static NodePtr SortExt(const NodePtr &input, const NodePtr &dim, const NodePtr &descending, const NodePtr &stable);
269
- static NodePtr L1LossBackwardExt(const NodePtr &grad_output, const NodePtr &input, const NodePtr &target, const NodePtr &reduction);
270
- static NodePtr Exp(const NodePtr &input);
271
- static NodePtr InplaceSubExt(const NodePtr &input, const NodePtr &other, const NodePtr &alpha);
272
- static NodePtr AsinhExt(const NodePtr &input);
273
- static NodePtr SubExt(const NodePtr &input, const NodePtr &other, const NodePtr &alpha);
274
- static NodePtr Frac(const NodePtr &input);
325
+ static NodePtr Less(const NodePtr &input, const NodePtr &other);
326
+ static NodePtr EqualExt(const NodePtr &input, const NodePtr &other);
327
+ static NodePtr ReflectionPad3DGrad(const NodePtr &grad_output, const NodePtr &input, const NodePtr &padding);
328
+ static NodePtr Tile(const NodePtr &input, const NodePtr &dims);
329
+ static NodePtr HShrink(const NodePtr &input, const NodePtr &lambd);
330
+ static NodePtr Tan(const NodePtr &input);
331
+ static NodePtr ReLU(const NodePtr &input);
332
+ static NodePtr RmsNorm(const NodePtr &x, const NodePtr &gamma, const NodePtr &epsilon);
333
+ static NodePtr IndexSelect(const NodePtr &input, const NodePtr &dim, const NodePtr &index);
334
+ static NodePtr ReplicationPad1D(const NodePtr &input, const NodePtr &padding);
335
+ static NodePtr InplaceFillDiagonal(const NodePtr &input, const NodePtr &fill_value, const NodePtr &wrap);
336
+ static NodePtr ReverseV2(const NodePtr &input, const NodePtr &axis);
275
337
  static NodePtr InplaceUniform(const NodePtr &input, const NodePtr &from_, const NodePtr &to, const NodePtr &seed, const NodePtr &offset);
276
- static NodePtr AddRmsNorm(const NodePtr &x1, const NodePtr &x2, const NodePtr &gamma, const NodePtr &epsilon);
277
- static NodePtr NonZero(const NodePtr &input);
278
- static NodePtr IsNegInf(const NodePtr &input);
279
- static NodePtr DropoutExt(const NodePtr &input, const NodePtr &p, const NodePtr &seed, const NodePtr &offset);
280
- static NodePtr Sqrt(const NodePtr &x);
281
- static NodePtr InplaceScatterSrc(const NodePtr &input, const NodePtr &dim, const NodePtr &index, const NodePtr &src);
282
- static NodePtr Kthvalue(const NodePtr &input, const NodePtr &k, const NodePtr &dim, const NodePtr &keepdim);
283
- static NodePtr NLLLossGrad(const NodePtr &logits, const NodePtr &loss_grad, const NodePtr &labels, const NodePtr &weight, const NodePtr &total_weight, const NodePtr &reduction, const NodePtr &ignore_index);
338
+ static NodePtr HistcExt(const NodePtr &input, const NodePtr &bins, const NodePtr &min, const NodePtr &max);
339
+ static NodePtr SwigluGrad(const NodePtr &grad_output, const NodePtr &input, const NodePtr &dim);
284
340
  static NodePtr Transpose(const NodePtr &input, const NodePtr &input_perm);
285
- static NodePtr SiLUGrad(const NodePtr &dout, const NodePtr &x);
286
- static NodePtr SpeedFusionAttention(const NodePtr &query, const NodePtr &key, const NodePtr &value, const NodePtr &head_num, const NodePtr &input_layout, const NodePtr &seed, const NodePtr &offset, const NodePtr &pse, const NodePtr &padding_mask, const NodePtr &atten_mask, const NodePtr &scale, const NodePtr &keep_prob, const NodePtr &pre_tokens, const NodePtr &next_tokens, const NodePtr &inner_precise, const NodePtr &prefix, const NodePtr &actual_seq_qlen, const NodePtr &actual_seq_kvlen, const NodePtr &sparse_mode, const NodePtr &gen_mask_parallel, const NodePtr &sync, const NodePtr &pse_type, const NodePtr &q_start_idx, const NodePtr &kv_start_idx);
287
- static NodePtr SplitWithSize(const NodePtr &input, const NodePtr &split_size, const NodePtr &dim);
288
- static NodePtr Randn(const NodePtr &shape, const NodePtr &seed, const NodePtr &offset, const NodePtr &dtype);
289
- static NodePtr UpsampleNearest2D(const NodePtr &x, const NodePtr &output_size, const NodePtr &scales);
290
- static NodePtr DistCommReduce(const NodePtr &input, const NodePtr &op_type, const NodePtr &dst, const NodePtr &group);
291
- static NodePtr ThresholdGrad(const NodePtr &grad_output, const NodePtr &input, const NodePtr &threshold);
292
- static NodePtr LinalgVectorNorm(const NodePtr &x, const NodePtr &ord, const NodePtr &dim, const NodePtr &keepdim, const NodePtr &dtype);
293
- static NodePtr PReLU(const NodePtr &input, const NodePtr &weight);
294
- static NodePtr FFNExt(const NodePtr &x, const NodePtr &weight1, const NodePtr &weight2, const NodePtr &expertTokens, const NodePtr &bias1, const NodePtr &bias2, const NodePtr &scale, const NodePtr &offset, const NodePtr &deqScale1, const NodePtr &deqScale2, const NodePtr &antiquant_scale1, const NodePtr &antiquant_scale2, const NodePtr &antiquant_offset1, const NodePtr &antiquant_offset2, const NodePtr &activation, const NodePtr &inner_precise);
341
+ static NodePtr SortExt(const NodePtr &input, const NodePtr &dim, const NodePtr &descending, const NodePtr &stable);
342
+ static NodePtr ReluGrad(const NodePtr &y_backprop, const NodePtr &x);
343
+ static NodePtr InnerCommIsend(const NodePtr &input, const NodePtr &dst, const NodePtr &group, const NodePtr &tag);
344
+ static NodePtr SmoothL1LossGrad(const NodePtr &prediction, const NodePtr &target, const NodePtr &dout, const NodePtr &beta, const NodePtr &reduction);
345
+ static NodePtr MatMulExt(const NodePtr &input, const NodePtr &other);
346
+ static NodePtr Kthvalue(const NodePtr &input, const NodePtr &k, const NodePtr &dim, const NodePtr &keepdim);
347
+ static NodePtr DistCommGather(const NodePtr &input, const NodePtr &gather_list, const NodePtr &rank_size, const NodePtr &dst, const NodePtr &rank_id, const NodePtr &group);
348
+ static NodePtr HardtanhGrad(const NodePtr &dout, const NodePtr &input, const NodePtr &min_val, const NodePtr &max_val);
349
+ static NodePtr ReduceAny(const NodePtr &x, const NodePtr &axis, const NodePtr &keep_dims);
295
350
  static NodePtr Embedding(const NodePtr &input, const NodePtr &weight, const NodePtr &padding_idx, const NodePtr &max_norm, const NodePtr &norm_type, const NodePtr &scale_grad_by_freq);
296
- static NodePtr LogSoftmaxGrad(const NodePtr &logits, const NodePtr &grad, const NodePtr &axis);
297
- static NodePtr InplaceFillTensor(const NodePtr &input, const NodePtr &value);
298
- static NodePtr CumminExt(const NodePtr &input, const NodePtr &dim);
299
- static NodePtr RandExt(const NodePtr &shape, const NodePtr &seed, const NodePtr &offset, const NodePtr &dtype);
351
+ static NodePtr ReplicationPad2D(const NodePtr &input, const NodePtr &padding);
352
+ static NodePtr InplaceFloor(const NodePtr &input);
353
+ static NodePtr Abs(const NodePtr &input);
354
+ static NodePtr L1LossExt(const NodePtr &input, const NodePtr &target, const NodePtr &reduction);
355
+ static NodePtr InnerNonZero(const NodePtr &input);
356
+ static NodePtr Outer(const NodePtr &input, const NodePtr &vec2);
357
+ static NodePtr InplaceDiv(const NodePtr &input, const NodePtr &other);
358
+ static NodePtr MultiScaleDeformableAttnGrad(const NodePtr &value, const NodePtr &shape, const NodePtr &offset, const NodePtr &locations_trans, const NodePtr &weight, const NodePtr &grad_output);
359
+ static NodePtr AvgPool2D(const NodePtr &input, const NodePtr &kernel_size, const NodePtr &stride, const NodePtr &padding, const NodePtr &ceil_mode, const NodePtr &count_include_pad, const NodePtr &divisor_override);
360
+ static NodePtr InplaceScatterSrcReduce(const NodePtr &input, const NodePtr &dim, const NodePtr &index, const NodePtr &src, const NodePtr &reduce);
361
+ static NodePtr InnerCommAllGather(const NodePtr &input, const NodePtr &rank_size, const NodePtr &group);
362
+ static NodePtr SoftMarginLossGrad(const NodePtr &predict, const NodePtr &label, const NodePtr &dout, const NodePtr &reduction);
363
+ static NodePtr IsClose(const NodePtr &input, const NodePtr &other, const NodePtr &rtol, const NodePtr &atol, const NodePtr &equal_nan);
364
+ static NodePtr Divs(const NodePtr &input, const NodePtr &other);
365
+ static NodePtr SeLUExt(const NodePtr &input);
366
+ static NodePtr BitwiseAndTensor(const NodePtr &input, const NodePtr &other);
367
+ static NodePtr Ones(const NodePtr &shape, const NodePtr &dtype);
368
+ static NodePtr ClampScalar(const NodePtr &input, const NodePtr &min, const NodePtr &max);
369
+ static NodePtr UnstackExtView(const NodePtr &input, const NodePtr &dim);
370
+ static NodePtr L1LossBackwardExt(const NodePtr &grad_output, const NodePtr &input, const NodePtr &target, const NodePtr &reduction);
300
371
  static NodePtr Reshape(const NodePtr &input, const NodePtr &shape);
301
- static NodePtr Sigmoid(const NodePtr &input);
302
- static NodePtr DistCommBroadcast(const NodePtr &input, const NodePtr &src, const NodePtr &rank_id, const NodePtr &group);
303
- static NodePtr AdaptiveAvgPool3DExt(const NodePtr &input, const NodePtr &output_size);
304
- static NodePtr ReduceMin(const NodePtr &x, const NodePtr &axis, const NodePtr &keep_dims);
305
- static NodePtr Clone(const NodePtr &input);
306
- static NodePtr GluGrad(const NodePtr &grads, const NodePtr &x, const NodePtr &axis);
307
- static NodePtr Atanh(const NodePtr &input);
308
- static NodePtr RandnLike(const NodePtr &input, const NodePtr &seed, const NodePtr &offset, const NodePtr &dtype);
309
- static NodePtr PromptFlashAttention(const NodePtr &query, const NodePtr &key, const NodePtr &value, const NodePtr &attn_mask, const NodePtr &actual_seq_lengths, const NodePtr &actual_seq_lengths_kv, const NodePtr &pse_shift, const NodePtr &deq_scale1, const NodePtr &quant_scale1, const NodePtr &deq_scale2, const NodePtr &quant_scale2, const NodePtr &quant_offset2, const NodePtr &num_heads, const NodePtr &scale_value, const NodePtr &pre_tokens, const NodePtr &next_tokens, const NodePtr &input_layout, const NodePtr &num_key_value_heads, const NodePtr &sparse_mode, const NodePtr &inner_precise);
310
- static NodePtr HSigmoid(const NodePtr &input);
311
- static NodePtr MinDim(const NodePtr &input, const NodePtr &dim, const NodePtr &keepdim);
312
- static NodePtr FloorDivScalar(const NodePtr &input, const NodePtr &other);
313
- static NodePtr LogicalOr(const NodePtr &x, const NodePtr &y);
314
- static NodePtr RotaryPositionEmbedding(const NodePtr &x, const NodePtr &cos, const NodePtr &sin, const NodePtr &mode);
315
- static NodePtr InnerIndex(const NodePtr &input, const NodePtr &indices);
316
- static NodePtr AddExt(const NodePtr &input, const NodePtr &other, const NodePtr &alpha);
317
- static NodePtr BincountExt(const NodePtr &input, const NodePtr &weights, const NodePtr &minlength);
318
- static NodePtr BatchMatMulExt(const NodePtr &input, const NodePtr &mat2);
319
- static NodePtr Chunk(const NodePtr &input, const NodePtr &chunks, const NodePtr &dim);
320
- static NodePtr LogSumExp(const NodePtr &input, const NodePtr &dim, const NodePtr &keepdim);
321
- static NodePtr DistCommAllGatherIntoTensor(const NodePtr &other, const NodePtr &input, const NodePtr &rank_size, const NodePtr &group);
322
- static NodePtr MaxPoolGradWithIndices(const NodePtr &x, const NodePtr &grad, const NodePtr &argmax, const NodePtr &kernel_size, const NodePtr &strides, const NodePtr &pads, const NodePtr &dilation, const NodePtr &ceil_mode, const NodePtr &argmax_type);
323
- static NodePtr LogAddExp2(const NodePtr &input, const NodePtr &other);
372
+ static NodePtr HSwish(const NodePtr &input);
373
+ static NodePtr DistCommGatherIntoTensor(const NodePtr &other, const NodePtr &input, const NodePtr &rank_size, const NodePtr &dst, const NodePtr &rank_id, const NodePtr &group);
374
+ static NodePtr InplaceGroupedMatmulAdd(const NodePtr &x, const NodePtr &weight, const NodePtr &group_list, const NodePtr &out);
375
+ static NodePtr DistCommIrecv(const NodePtr &input, const NodePtr &tag, const NodePtr &src, const NodePtr &group);
376
+ static NodePtr InplaceFillScalar(const NodePtr &input, const NodePtr &value);
377
+ static NodePtr EluExt(const NodePtr &input, const NodePtr &alpha);
378
+ static NodePtr DiagonalView(const NodePtr &input, const NodePtr &offset, const NodePtr &dim1, const NodePtr &dim2);
379
+ static NodePtr NewEmpty(const NodePtr &input, const NodePtr &size, const NodePtr &dtype, const NodePtr &device);
380
+ static NodePtr AsStrided(const NodePtr &input, const NodePtr &size, const NodePtr &stride, const NodePtr &storage_offset);
381
+ static NodePtr StackExt(const NodePtr &tensors, const NodePtr &dim);
382
+ static NodePtr BatchNormStats(const NodePtr &input, const NodePtr &eps);
383
+ static NodePtr AllFinite(const NodePtr &tensors);
384
+ static NodePtr NonZero(const NodePtr &input);
385
+ static NodePtr UpsampleLinear1DGrad(const NodePtr &dy, const NodePtr &input_size, const NodePtr &output_size, const NodePtr &scales, const NodePtr &align_corners);
324
386
  static NodePtr ReplicationPad1DGrad(const NodePtr &grad_output, const NodePtr &input, const NodePtr &padding);
325
- static NodePtr CumsumExt(const NodePtr &input, const NodePtr &dim, const NodePtr &dtype);
326
- static NodePtr ExpandAs(const NodePtr &input, const NodePtr &other);
327
- static NodePtr UnstackExt(const NodePtr &input, const NodePtr &dim);
328
- static NodePtr UpsampleBicubic2DGrad(const NodePtr &dy, const NodePtr &input_size, const NodePtr &output_size, const NodePtr &scales, const NodePtr &align_corners);
329
- static NodePtr Add(const NodePtr &input, const NodePtr &other);
330
- static NodePtr Zeros(const NodePtr &size, const NodePtr &dtype);
331
- static NodePtr LogicalXor(const NodePtr &input, const NodePtr &other);
332
- static NodePtr Softmax(const NodePtr &input, const NodePtr &axis);
333
- static NodePtr NormalTensorFloat(const NodePtr &mean, const NodePtr &std, const NodePtr &seed, const NodePtr &offset);
334
387
  static NodePtr Squeeze(const NodePtr &input, const NodePtr &axis);
335
- static NodePtr SoftplusGradExt(const NodePtr &dout, const NodePtr &x, const NodePtr &beta, const NodePtr &threshold);
336
- static NodePtr Unique2(const NodePtr &input, const NodePtr &sorted, const NodePtr &return_inverse, const NodePtr &return_counts);
337
- static NodePtr InplaceDivMods(const NodePtr &input, const NodePtr &other, const NodePtr &rounding_mode);
338
- static NodePtr AsinExt(const NodePtr &input);
339
- static NodePtr LeakyReLUExt(const NodePtr &input, const NodePtr &negative_slope);
340
- static NodePtr AvgPool2DGrad(const NodePtr &grad, const NodePtr &image, const NodePtr &kernel_size, const NodePtr &stride, const NodePtr &padding, const NodePtr &ceil_mode, const NodePtr &count_include_pad, const NodePtr &divisor_override);
388
+ static NodePtr InplaceMaskedFillTensor(const NodePtr &input, const NodePtr &mask, const NodePtr &value);
389
+ static NodePtr EluGradExt(const NodePtr &dout, const NodePtr &x_or_out, const NodePtr &alpha, const NodePtr &is_result);
390
+ static NodePtr ReflectionPad2D(const NodePtr &input, const NodePtr &padding);
391
+ static NodePtr SoftShrink(const NodePtr &input, const NodePtr &lambd);
392
+ static NodePtr AcoshExt(const NodePtr &input);
393
+ static NodePtr LayerNormExt(const NodePtr &input, const NodePtr &normalized_shape, const NodePtr &weight, const NodePtr &bias, const NodePtr &eps);
394
+ static NodePtr Zeros(const NodePtr &size, const NodePtr &dtype);
395
+ static NodePtr BitwiseOrTensor(const NodePtr &input, const NodePtr &other);
396
+ static NodePtr Nansum(const NodePtr &input, const NodePtr &dim, const NodePtr &keepdim, const NodePtr &dtype);
397
+ static NodePtr Scatter(const NodePtr &input, const NodePtr &dim, const NodePtr &index, const NodePtr &src, const NodePtr &reduce);
398
+ static NodePtr ScatterValue(const NodePtr &input, const NodePtr &dim, const NodePtr &index, const NodePtr &src, const NodePtr &reduce);
399
+ static NodePtr IndexAddExt(const NodePtr &input, const NodePtr &dim, const NodePtr &index, const NodePtr &source, const NodePtr &alpha);
400
+ static NodePtr InplaceErfinv(const NodePtr &input);
401
+ static NodePtr IncreFlashAttention(const NodePtr &query, const NodePtr &key, const NodePtr &value, const NodePtr &attn_mask, const NodePtr &actual_seq_lengths, const NodePtr &pse_shift, const NodePtr &dequant_scale1, const NodePtr &quant_scale1, const NodePtr &dequant_scale2, const NodePtr &quant_scale2, const NodePtr &quant_offset2, const NodePtr &antiquant_scale, const NodePtr &antiquant_offset, const NodePtr &block_table, const NodePtr &kv_padding_size, const NodePtr &num_heads, const NodePtr &input_layout, const NodePtr &scale_value, const NodePtr &num_key_value_heads, const NodePtr &block_size, const NodePtr &inner_precise);
402
+ static NodePtr ReduceMax(const NodePtr &x, const NodePtr &axis, const NodePtr &keep_dims);
403
+ static NodePtr Floor(const NodePtr &input);
404
+ static NodePtr Repeat(const NodePtr &input, const NodePtr &repeats);
405
+ static NodePtr RandpermExt(const NodePtr &n, const NodePtr &seed, const NodePtr &offset, const NodePtr &dtype);
406
+ static NodePtr ReflectionPad2DGrad(const NodePtr &grad_output, const NodePtr &input, const NodePtr &padding);
407
+ static NodePtr InnerInplaceIndexPut(const NodePtr &input, const NodePtr &indices, const NodePtr &values, const NodePtr &accumulate);
341
408
  static NodePtr RmsNormGrad(const NodePtr &dy, const NodePtr &x, const NodePtr &rstd, const NodePtr &gamma);
409
+ static NodePtr TriangularSolve(const NodePtr &b, const NodePtr &A, const NodePtr &upper, const NodePtr &transpose, const NodePtr &unitriangular);
410
+ static NodePtr HSigmoidGrad(const NodePtr &grads, const NodePtr &input_x);
411
+ static NodePtr InnerMoeTokenUnpermute(const NodePtr &permuted_tokens, const NodePtr &sorted_indices, const NodePtr &probs, const NodePtr &padded_mode, const NodePtr &restore_shape);
412
+ static NodePtr InplaceTanh(const NodePtr &input);
413
+ static NodePtr InplaceSubExt(const NodePtr &input, const NodePtr &other, const NodePtr &alpha);
414
+ static NodePtr MaskedSelect(const NodePtr &input, const NodePtr &mask);
415
+ static NodePtr NormalFloatTensor(const NodePtr &mean, const NodePtr &std, const NodePtr &seed, const NodePtr &offset);
416
+ static NodePtr RepeatInterleaveTensor(const NodePtr &input, const NodePtr &repeats, const NodePtr &dim, const NodePtr &output_size);
417
+ static NodePtr DropoutDoMaskExt(const NodePtr &input, const NodePtr &mask, const NodePtr &p);
418
+ static NodePtr Sigmoid(const NodePtr &input);
419
+ static NodePtr DistCommReduce(const NodePtr &input, const NodePtr &op_type, const NodePtr &dst, const NodePtr &group);
420
+ static NodePtr Gcd(const NodePtr &input, const NodePtr &other);
421
+ static NodePtr SearchSorted(const NodePtr &sorted_sequence, const NodePtr &values, const NodePtr &sorter, const NodePtr &dtype, const NodePtr &right);
422
+ static NodePtr BernoulliExt(const NodePtr &input, const NodePtr &seed, const NodePtr &offset);
423
+ static NodePtr SplitTensorView(const NodePtr &input, const NodePtr &split_size, const NodePtr &dim);
342
424
  static NodePtr Xlogy(const NodePtr &input, const NodePtr &other);
343
- static NodePtr BitwiseOrScalar(const NodePtr &input, const NodePtr &other);
344
- static NodePtr GreaterEqual(const NodePtr &input, const NodePtr &other);
345
- static NodePtr MaxPoolWithMask(const NodePtr &x, const NodePtr &kernel_size, const NodePtr &strides, const NodePtr &pads, const NodePtr &dilation, const NodePtr &ceil_mode, const NodePtr &argmax_type);
346
- static NodePtr GatherDGradV2(const NodePtr &x, const NodePtr &dim, const NodePtr &index, const NodePtr &dout);
347
- static NodePtr AdamW(const NodePtr &var, const NodePtr &m, const NodePtr &v, const NodePtr &max_v, const NodePtr &gradient, const NodePtr &step, const NodePtr &lr, const NodePtr &beta1, const NodePtr &beta2, const NodePtr &decay, const NodePtr &eps, const NodePtr &amsgrad, const NodePtr &maximize);
348
- static NodePtr Trunc(const NodePtr &input);
349
- static NodePtr DistCommIrecv(const NodePtr &input, const NodePtr &tag, const NodePtr &src, const NodePtr &group);
350
- static NodePtr FmodScalar(const NodePtr &input, const NodePtr &other);
351
- static NodePtr UpsampleBilinear2D(const NodePtr &x, const NodePtr &output_size, const NodePtr &scales, const NodePtr &align_corners);
352
- static NodePtr DistCommAllGather(const NodePtr &tensor_list, const NodePtr &input, const NodePtr &rank_size, const NodePtr &group);
353
- static NodePtr GridSampler3DGrad(const NodePtr &grad, const NodePtr &input_x, const NodePtr &grid, const NodePtr &interpolation_mode, const NodePtr &padding_mode, const NodePtr &align_corners, const NodePtr &output_mask);
354
- static NodePtr InplaceZero(const NodePtr &input);
425
+ static NodePtr LinalgQr(const NodePtr &A, const NodePtr &mode);
426
+ static NodePtr IsInf(const NodePtr &input);
427
+ static NodePtr MatMul(const NodePtr &input, const NodePtr &mat2, const NodePtr &transpose_a, const NodePtr &transpose_b);
355
428
  static NodePtr Log(const NodePtr &input);
356
- static NodePtr RemainderTensorTensor(const NodePtr &input, const NodePtr &other);
357
- static NodePtr FlashAttentionScoreGrad(const NodePtr &query, const NodePtr &key, const NodePtr &value, const NodePtr &dy, const NodePtr &pse_shift, const NodePtr &drop_mask, const NodePtr &padding_mask, const NodePtr &atten_mask, const NodePtr &softmax_max, const NodePtr &softmax_sum, const NodePtr &softmax_in, const NodePtr &attention_in, const NodePtr &prefix, const NodePtr &actual_seq_qlen, const NodePtr &actual_seq_kvlen, const NodePtr &head_num, const NodePtr &keep_prob, const NodePtr &scale_value, const NodePtr &pre_tokens, const NodePtr &next_tokens, const NodePtr &inner_precise, const NodePtr &input_layout, const NodePtr &sparse_mode);
358
- static NodePtr ViewAs(const NodePtr &input, const NodePtr &other);
359
- static NodePtr TopkExt(const NodePtr &input, const NodePtr &k, const NodePtr &dim, const NodePtr &largest, const NodePtr &sorted);
360
- static NodePtr SigmoidGrad(const NodePtr &y, const NodePtr &dy);
361
- static NodePtr Concat(const NodePtr &tensors, const NodePtr &axis);
362
- static NodePtr SilentCheckV2(const NodePtr &val, const NodePtr &input_grad, const NodePtr &sfda, const NodePtr &step, const NodePtr &c_min_steps, const NodePtr &c_thresh_l1, const NodePtr &c_coeff_l1, const NodePtr &c_thresh_l2, const NodePtr &c_coeff_l2, const NodePtr &npu_asd_detect);
363
- static NodePtr MoeTokenUnpermuteGrad(const NodePtr &permuted_tokens, const NodePtr &unpermuted_tokens_grad, const NodePtr &sorted_indices, const NodePtr &probs, const NodePtr &padded_mode, const NodePtr &restore_shape);
364
- static NodePtr Greater(const NodePtr &input, const NodePtr &other);
365
- static NodePtr GmmV2Backward(const NodePtr &grad, const NodePtr &x, const NodePtr &weight, const NodePtr &group_list, const NodePtr &group_list_type);
366
- static NodePtr InplaceMuls(const NodePtr &input, const NodePtr &other);
367
- static NodePtr Neg(const NodePtr &input);
368
- static NodePtr ReflectionPad3DGrad(const NodePtr &grad_output, const NodePtr &input, const NodePtr &padding);
369
429
  static NodePtr RepeatInterleaveGrad(const NodePtr &input, const NodePtr &repeats, const NodePtr &dim);
370
- static NodePtr Take(const NodePtr &input, const NodePtr &index);
371
- static NodePtr OnesLikeExt(const NodePtr &input, const NodePtr &dtype);
372
- static NodePtr LinalgQr(const NodePtr &A, const NodePtr &mode);
373
- static NodePtr Sub(const NodePtr &input, const NodePtr &other);
374
- static NodePtr Eye(const NodePtr &n, const NodePtr &m, const NodePtr &dtype);
375
- static NodePtr PowTensorScalar(const NodePtr &input, const NodePtr &exponent);
376
- static NodePtr ReflectionPad2DGrad(const NodePtr &grad_output, const NodePtr &input, const NodePtr &padding);
377
- static NodePtr Divs(const NodePtr &input, const NodePtr &other);
378
- static NodePtr Tile(const NodePtr &input, const NodePtr &dims);
379
- static NodePtr GeLUGrad(const NodePtr &dy, const NodePtr &x, const NodePtr &y);
380
- static NodePtr ConvolutionStrGrad(const NodePtr &dout, const NodePtr &input, const NodePtr &weight, const NodePtr &bias, const NodePtr &stride, const NodePtr &padding, const NodePtr &dilation, const NodePtr &transposed, const NodePtr &output_padding, const NodePtr &groups, const NodePtr &output_mask);
381
- static NodePtr Erfinv(const NodePtr &input);
382
- static NodePtr HShrinkGrad(const NodePtr &gradients, const NodePtr &features, const NodePtr &lambd);
383
- static NodePtr LogSoftmaxExt(const NodePtr &input, const NodePtr &dim, const NodePtr &dtype);
384
- static NodePtr CountNonZero(const NodePtr &input, const NodePtr &dim);
430
+ static NodePtr InplaceSiLU(const NodePtr &input);
431
+ static NodePtr Polar(const NodePtr &abs, const NodePtr &angle);
385
432
  static NodePtr PowScalarTensor(const NodePtr &input, const NodePtr &exponent);
386
- static NodePtr FullLike(const NodePtr &input, const NodePtr &fill_value, const NodePtr &dtype);
387
- static NodePtr Narrow(const NodePtr &input, const NodePtr &dim, const NodePtr &start, const NodePtr &length);
388
- static NodePtr AddcmulExt(const NodePtr &input, const NodePtr &tensor1, const NodePtr &tensor2, const NodePtr &value);
389
- static NodePtr MaxDim(const NodePtr &input, const NodePtr &dim, const NodePtr &keepdim);
390
- static NodePtr InplaceSubScalar(const NodePtr &input, const NodePtr &other, const NodePtr &alpha);
391
- static NodePtr StdMean(const NodePtr &input, const NodePtr &dim, const NodePtr &correction, const NodePtr &keepdim);
392
- static NodePtr UpsampleLinear1D(const NodePtr &x, const NodePtr &output_size, const NodePtr &scales, const NodePtr &align_corners);
393
- static NodePtr DistCommBarrier(const NodePtr &group);
394
- static NodePtr Mm(const NodePtr &input, const NodePtr &mat2);
395
- static NodePtr Addbmm(const NodePtr &input, const NodePtr &batch1, const NodePtr &batch2, const NodePtr &beta, const NodePtr &alpha);
396
- static NodePtr IndexSelect(const NodePtr &input, const NodePtr &dim, const NodePtr &index);
397
- static NodePtr GridSampler2D(const NodePtr &input_x, const NodePtr &grid, const NodePtr &interpolation_mode, const NodePtr &padding_mode, const NodePtr &align_corners);
398
- static NodePtr GridSampler2DGrad(const NodePtr &grad, const NodePtr &input_x, const NodePtr &grid, const NodePtr &interpolation_mode, const NodePtr &padding_mode, const NodePtr &align_corners, const NodePtr &output_mask);
399
- static NodePtr OneHotExt(const NodePtr &tensor, const NodePtr &num_classes, const NodePtr &on_value, const NodePtr &off_value, const NodePtr &axis);
400
- static NodePtr BernoulliExt(const NodePtr &input, const NodePtr &seed, const NodePtr &offset);
401
- static NodePtr InplaceErfinv(const NodePtr &input);
402
- static NodePtr LeakyReLUGradExt(const NodePtr &dy, const NodePtr &input, const NodePtr &negative_slope, const NodePtr &is_result);
403
- static NodePtr AvgPool2D(const NodePtr &input, const NodePtr &kernel_size, const NodePtr &stride, const NodePtr &padding, const NodePtr &ceil_mode, const NodePtr &count_include_pad, const NodePtr &divisor_override);
404
- static NodePtr Log1p(const NodePtr &input);
405
- static NodePtr InnerCommIsend(const NodePtr &input, const NodePtr &dst, const NodePtr &group, const NodePtr &tag);
406
- static NodePtr BinaryCrossEntropyWithLogitsBackward(const NodePtr &grad_output, const NodePtr &input, const NodePtr &target, const NodePtr &weight, const NodePtr &posWeight, const NodePtr &reduction);
407
- static NodePtr DiagExt(const NodePtr &input, const NodePtr &diagonal);
408
- static NodePtr ReplicationPad3DGrad(const NodePtr &grad_output, const NodePtr &input, const NodePtr &padding);
409
- static NodePtr BatchNormGradExt(const NodePtr &dout, const NodePtr &input, const NodePtr &weight, const NodePtr &running_mean, const NodePtr &running_var, const NodePtr &saved_mean, const NodePtr &saved_rstd, const NodePtr &training, const NodePtr &eps, const NodePtr &output_mask);
410
- static NodePtr Erfc(const NodePtr &input);
411
- static NodePtr BitwiseXorScalar(const NodePtr &input, const NodePtr &other);
412
- static NodePtr Conv3DPadding(const NodePtr &input, const NodePtr &weight, const NodePtr &bias, const NodePtr &stride, const NodePtr &padding, const NodePtr &dilation, const NodePtr &groups);
413
- static NodePtr RandIntLike(const NodePtr &input, const NodePtr &low, const NodePtr &high, const NodePtr &seed, const NodePtr &offset, const NodePtr &dtype);
414
- static NodePtr InplaceNormal(const NodePtr &input, const NodePtr &mean, const NodePtr &std, const NodePtr &seed, const NodePtr &offset);
415
- static NodePtr LerpScalar(const NodePtr &input, const NodePtr &end, const NodePtr &weight);
416
- static NodePtr Addmv(const NodePtr &input, const NodePtr &mat, const NodePtr &vec, const NodePtr &beta, const NodePtr &alpha);
417
- static NodePtr Convolution(const NodePtr &input, const NodePtr &weight, const NodePtr &bias, const NodePtr &stride, const NodePtr &padding, const NodePtr &dilation, const NodePtr &transposed, const NodePtr &output_padding, const NodePtr &groups);
418
- static NodePtr Lerp(const NodePtr &input, const NodePtr &end, const NodePtr &weight);
419
- static NodePtr MoeTokenPermuteGrad(const NodePtr &permuted_tokens_grad, const NodePtr &sorted_indices, const NodePtr &num_topk, const NodePtr &padded_mode);
420
- static NodePtr SumExt(const NodePtr &input, const NodePtr &dim, const NodePtr &keepdim, const NodePtr &dtype);
421
- static NodePtr Cast(const NodePtr &input, const NodePtr &dtype);
422
- static NodePtr HSwishGrad(const NodePtr &y_grad, const NodePtr &x);
423
- static NodePtr InplaceAddsExt(const NodePtr &input, const NodePtr &other, const NodePtr &alpha);
424
- static NodePtr ReduceMax(const NodePtr &x, const NodePtr &axis, const NodePtr &keep_dims);
425
- static NodePtr Scatter(const NodePtr &input, const NodePtr &dim, const NodePtr &index, const NodePtr &src, const NodePtr &reduce);
426
- static NodePtr DistCommAllReduce(const NodePtr &input, const NodePtr &op_type, const NodePtr &group);
427
- static NodePtr BitwiseNot(const NodePtr &input);
428
- static NodePtr BatchNormExt(const NodePtr &input, const NodePtr &weight, const NodePtr &bias, const NodePtr &running_mean, const NodePtr &runnning_var, const NodePtr &training, const NodePtr &momentum, const NodePtr &epsilon);
433
+ static NodePtr ProdExt(const NodePtr &input, const NodePtr &dim, const NodePtr &keepdim, const NodePtr &dtype);
434
+ static NodePtr Exp(const NodePtr &input);
435
+ static NodePtr ReplicationPad2DGrad(const NodePtr &grad_output, const NodePtr &input, const NodePtr &padding);
436
+ static NodePtr TransposeView(const NodePtr &input, const NodePtr &input_perm);
437
+ static NodePtr LogSoftmaxExt(const NodePtr &input, const NodePtr &dim, const NodePtr &dtype);
438
+ static NodePtr RepeatInterleaveInt(const NodePtr &input, const NodePtr &repeats, const NodePtr &dim, const NodePtr &output_size);
439
+ static NodePtr ConvolutionStr(const NodePtr &input, const NodePtr &weight, const NodePtr &bias, const NodePtr &stride, const NodePtr &padding, const NodePtr &dilation, const NodePtr &transposed, const NodePtr &output_padding, const NodePtr &groups);
440
+ static NodePtr Neg(const NodePtr &input);
441
+ static NodePtr MaxPoolGradWithMask(const NodePtr &x, const NodePtr &grad, const NodePtr &mask, const NodePtr &kernel_size, const NodePtr &strides, const NodePtr &pads, const NodePtr &dilation, const NodePtr &ceil_mode, const NodePtr &argmax_type);
442
+ static NodePtr ExpandDimsView(const NodePtr &input, const NodePtr &dim);
443
+ static NodePtr Pow(const NodePtr &input, const NodePtr &exponent);
444
+ static NodePtr InplaceFloorDivides(const NodePtr &input, const NodePtr &other);
445
+ static NodePtr Conv2DPadding(const NodePtr &input, const NodePtr &weight, const NodePtr &bias, const NodePtr &stride, const NodePtr &padding, const NodePtr &dilation, const NodePtr &groups);
446
+ static NodePtr Select(const NodePtr &condition, const NodePtr &input, const NodePtr &other);
447
+ static NodePtr DivMod(const NodePtr &input, const NodePtr &other, const NodePtr &rounding_mode);
448
+ static NodePtr SiLUGrad(const NodePtr &dout, const NodePtr &x);
449
+ static NodePtr BatchNormReduceGrad(const NodePtr &dout, const NodePtr &input, const NodePtr &mean, const NodePtr &invstd, const NodePtr &weight, const NodePtr &input_g, const NodePtr &weight_g, const NodePtr &bias_g);
429
450
  static NodePtr LinSpaceExt(const NodePtr &start, const NodePtr &end, const NodePtr &steps, const NodePtr &dtype);
430
- static NodePtr Sign(const NodePtr &input);
451
+ static NodePtr LogSoftmax(const NodePtr &logits, const NodePtr &axis);
452
+ static NodePtr UpsampleLinear1D(const NodePtr &x, const NodePtr &output_size, const NodePtr &scales, const NodePtr &align_corners);
453
+ static NodePtr InplaceRandom(const NodePtr &input, const NodePtr &from_, const NodePtr &to, const NodePtr &seed, const NodePtr &offset);
454
+ static NodePtr LogicalOr(const NodePtr &x, const NodePtr &y);
455
+ static NodePtr TypeAs(const NodePtr &input, const NodePtr &other);
456
+ static NodePtr InplaceStopGradient(const NodePtr &input);
457
+ static NodePtr Randn(const NodePtr &shape, const NodePtr &seed, const NodePtr &offset, const NodePtr &dtype);
458
+ static NodePtr Div(const NodePtr &input, const NodePtr &other);
459
+ static NodePtr AdaptiveMaxPool2D(const NodePtr &input, const NodePtr &output_size);
460
+ static NodePtr UniformExt(const NodePtr &tensor, const NodePtr &a, const NodePtr &b, const NodePtr &seed, const NodePtr &offset);
431
461
  static NodePtr Minimum(const NodePtr &input, const NodePtr &other);
432
- static NodePtr RmsNorm(const NodePtr &x, const NodePtr &gamma, const NodePtr &epsilon);
433
- static NodePtr Arange(const NodePtr &start, const NodePtr &end, const NodePtr &step, const NodePtr &dtype);
434
- static NodePtr SiLU(const NodePtr &input);
435
- static NodePtr MaskedFill(const NodePtr &input_x, const NodePtr &mask, const NodePtr &value);
436
- static NodePtr InnerCommAllReduce(const NodePtr &input, const NodePtr &op_type, const NodePtr &group);
437
- static NodePtr NewZeros(const NodePtr &input, const NodePtr &size, const NodePtr &dtype);
462
+ static NodePtr AtanExt(const NodePtr &input);
463
+ static NodePtr Eye(const NodePtr &n, const NodePtr &m, const NodePtr &dtype);
464
+ static NodePtr SigmoidGrad(const NodePtr &y, const NodePtr &dy);
465
+ static NodePtr TrilExt(const NodePtr &input, const NodePtr &diagonal);
466
+ static NodePtr ApplyRotaryPosEmb(const NodePtr &query, const NodePtr &key, const NodePtr &cos, const NodePtr &sin, const NodePtr &position_ids, const NodePtr &cos_format);
467
+ static NodePtr ArgSort(const NodePtr &input, const NodePtr &dim, const NodePtr &descending, const NodePtr &stable);
468
+ static NodePtr Expm1(const NodePtr &input);
438
469
  static NodePtr Log10(const NodePtr &input);
439
- static NodePtr MaskedSelect(const NodePtr &input, const NodePtr &mask);
440
- static NodePtr InnerCommReduceScatter(const NodePtr &input, const NodePtr &rank_size, const NodePtr &op_type, const NodePtr &group);
441
- static NodePtr Nansum(const NodePtr &input, const NodePtr &dim, const NodePtr &keepdim, const NodePtr &dtype);
442
- static NodePtr MultinomialExt(const NodePtr &input, const NodePtr &num_samples, const NodePtr &replacement, const NodePtr &seed, const NodePtr &offset);
470
+ static NodePtr Generator(const NodePtr &cmd, const NodePtr &inputs);
471
+ static NodePtr NarrowView(const NodePtr &input, const NodePtr &dim, const NodePtr &start, const NodePtr &length);
472
+ static NodePtr InplaceDivs(const NodePtr &input, const NodePtr &other);
473
+ static NodePtr Roll(const NodePtr &input, const NodePtr &shifts, const NodePtr &dims);
443
474
  static NodePtr NewOnes(const NodePtr &input, const NodePtr &size, const NodePtr &dtype);
444
- static NodePtr HistcExt(const NodePtr &input, const NodePtr &bins, const NodePtr &min, const NodePtr &max);
445
- static NodePtr Swiglu(const NodePtr &input, const NodePtr &dim);
446
- static NodePtr XLogYScalarOther(const NodePtr &input, const NodePtr &other);
447
- static NodePtr InplaceExp(const NodePtr &input);
448
- static NodePtr ClampTensor(const NodePtr &input, const NodePtr &min, const NodePtr &max);
449
- static NodePtr AllFinite(const NodePtr &tensors);
450
- static NodePtr ReflectionPad1D(const NodePtr &input, const NodePtr &padding);
475
+ static NodePtr AddRmsNorm(const NodePtr &x1, const NodePtr &x2, const NodePtr &gamma, const NodePtr &epsilon);
476
+ static NodePtr NLLLoss2dGrad(const NodePtr &loss_grad, const NodePtr &input, const NodePtr &target, const NodePtr &weight, const NodePtr &reduction, const NodePtr &ignore_index, const NodePtr &total_weight);
477
+ static NodePtr OnesLikeExt(const NodePtr &input, const NodePtr &dtype);
478
+ static NodePtr MaxPoolWithMask(const NodePtr &x, const NodePtr &kernel_size, const NodePtr &strides, const NodePtr &pads, const NodePtr &dilation, const NodePtr &ceil_mode, const NodePtr &argmax_type);
479
+ static NodePtr MatrixInverseExt(const NodePtr &input);
480
+ static NodePtr MoeDistributeDispatch(const NodePtr &x, const NodePtr &expert_ids, const NodePtr &ep_world_size, const NodePtr &ep_rank_id, const NodePtr &moe_expert_num, const NodePtr &expert_scales, const NodePtr &scales, const NodePtr &x_active_mask, const NodePtr &group_ep, const NodePtr &group_tp, const NodePtr &tp_world_size, const NodePtr &tp_rank_id, const NodePtr &expert_shard_type, const NodePtr &shared_expert_num, const NodePtr &shared_expert_rank_num, const NodePtr &quant_mode, const NodePtr &global_bs, const NodePtr &expert_token_nums_type);
481
+ static NodePtr BCEWithLogitsLoss(const NodePtr &input, const NodePtr &target, const NodePtr &weight, const NodePtr &posWeight, const NodePtr &reduction);
482
+ static NodePtr ThresholdGrad(const NodePtr &grad_output, const NodePtr &input, const NodePtr &threshold);
483
+ static NodePtr LeakyReLUExt(const NodePtr &input, const NodePtr &negative_slope);
484
+ static NodePtr Erfinv(const NodePtr &input);
451
485
  static NodePtr SeluGrad(const NodePtr &gradient, const NodePtr &result);
452
- static NodePtr InplaceStopGradient(const NodePtr &input);
453
- static NodePtr NonZeroExt(const NodePtr &input);
454
- static NodePtr InplaceFloorDivide(const NodePtr &input, const NodePtr &other);
455
- static NodePtr ReplicationPad3D(const NodePtr &input, const NodePtr &padding);
456
- static NodePtr InplacePut(const NodePtr &input, const NodePtr &index, const NodePtr &source, const NodePtr &accumulate);
457
- static NodePtr ConstantPadND(const NodePtr &input, const NodePtr &padding, const NodePtr &value);
458
- static NodePtr GLU(const NodePtr &x, const NodePtr &axis);
459
- static NodePtr Conv3DExt(const NodePtr &input, const NodePtr &weight, const NodePtr &bias, const NodePtr &stride, const NodePtr &padding, const NodePtr &dilation, const NodePtr &groups);
460
- static NodePtr ProdExt(const NodePtr &input, const NodePtr &dim, const NodePtr &keepdim, const NodePtr &dtype);
461
- static NodePtr Conv1DExt(const NodePtr &input, const NodePtr &weight, const NodePtr &bias, const NodePtr &stride, const NodePtr &padding, const NodePtr &dilation, const NodePtr &groups);
462
- static NodePtr InplaceIndexPut(const NodePtr &input, const NodePtr &indices, const NodePtr &values, const NodePtr &accumulate);
463
- static NodePtr DistCommScatterTensor(const NodePtr &other, const NodePtr &input, const NodePtr &rank_size, const NodePtr &src, const NodePtr &rank_id, const NodePtr &group);
464
- static NodePtr UpsampleNearest2DGrad(const NodePtr &dy, const NodePtr &input_size, const NodePtr &output_size, const NodePtr &scales);
465
- static NodePtr Col2ImGrad(const NodePtr &input, const NodePtr &kernel_size, const NodePtr &dilation, const NodePtr &padding, const NodePtr &stride);
466
- static NodePtr NormalTensorTensor(const NodePtr &mean, const NodePtr &std, const NodePtr &seed, const NodePtr &offset);
467
- static NodePtr SoftplusExt(const NodePtr &input, const NodePtr &beta, const NodePtr &threshold);
468
- static NodePtr UpsampleNearest1D(const NodePtr &x, const NodePtr &output_size, const NodePtr &scales);
469
- static NodePtr InplaceClampScalar(const NodePtr &input, const NodePtr &min, const NodePtr &max);
470
- static NodePtr AdaptiveMaxPool1D(const NodePtr &input, const NodePtr &output_size);
471
- static NodePtr SwigluGrad(const NodePtr &grad_output, const NodePtr &input, const NodePtr &dim);
472
- static NodePtr NormalFloatTensor(const NodePtr &mean, const NodePtr &std, const NodePtr &seed, const NodePtr &offset);
473
- static NodePtr SplitTensor(const NodePtr &input, const NodePtr &split_size, const NodePtr &dim);
474
- static NodePtr UniqueDim(const NodePtr &input, const NodePtr &sorted, const NodePtr &return_inverse, const NodePtr &dim);
475
- static NodePtr RemainderTensorScalar(const NodePtr &input, const NodePtr &other);
476
- static NodePtr TransposeExt(const NodePtr &input, const NodePtr &dim0, const NodePtr &dim1);
477
- static NodePtr InplaceScatterSrcReduce(const NodePtr &input, const NodePtr &dim, const NodePtr &index, const NodePtr &src, const NodePtr &reduce);
478
- static NodePtr Repeat(const NodePtr &input, const NodePtr &repeats);
479
- static NodePtr MSELossExt(const NodePtr &input, const NodePtr &target, const NodePtr &reduction);
486
+ static NodePtr FmodTensor(const NodePtr &input, const NodePtr &other);
487
+ static NodePtr IndexFillTensor(const NodePtr &input, const NodePtr &dim, const NodePtr &index, const NodePtr &value);
488
+ static NodePtr NeScalar(const NodePtr &input, const NodePtr &other);
489
+ static NodePtr Tanh(const NodePtr &input);
480
490
  static NodePtr UpsampleNearest1DGrad(const NodePtr &dy, const NodePtr &input_size, const NodePtr &output_size, const NodePtr &scales);
481
- static NodePtr Conv1DPadding(const NodePtr &input, const NodePtr &weight, const NodePtr &bias, const NodePtr &stride, const NodePtr &padding, const NodePtr &dilation, const NodePtr &groups);
482
- static NodePtr InplaceScatterValue(const NodePtr &input, const NodePtr &dim, const NodePtr &index, const NodePtr &value);
483
- static NodePtr ArgMinWithValue(const NodePtr &input, const NodePtr &axis, const NodePtr &keep_dims);
484
- static NodePtr SliceExt(const NodePtr &input, const NodePtr &dim, const NodePtr &start, const NodePtr &end, const NodePtr &step);
485
- static NodePtr IndexAddExt(const NodePtr &input, const NodePtr &dim, const NodePtr &index, const NodePtr &source, const NodePtr &alpha);
486
- static NodePtr DistCommScatter(const NodePtr &other, const NodePtr &scatter_list, const NodePtr &rank_size, const NodePtr &src, const NodePtr &rank_id, const NodePtr &group);
487
- static NodePtr Hardtanh(const NodePtr &input, const NodePtr &min_val, const NodePtr &max_val);
488
- static NodePtr RandLikeExt(const NodePtr &tensor, const NodePtr &seed, const NodePtr &offset, const NodePtr &dtype);
489
- static NodePtr SoftMarginLossGrad(const NodePtr &predict, const NodePtr &label, const NodePtr &dout, const NodePtr &reduction);
490
- static NodePtr Equal(const NodePtr &input, const NodePtr &other);
491
- static NodePtr IncreFlashAttention(const NodePtr &query, const NodePtr &key, const NodePtr &value, const NodePtr &attn_mask, const NodePtr &actual_seq_lengths, const NodePtr &pse_shift, const NodePtr &dequant_scale1, const NodePtr &quant_scale1, const NodePtr &dequant_scale2, const NodePtr &quant_scale2, const NodePtr &quant_offset2, const NodePtr &antiquant_scale, const NodePtr &antiquant_offset, const NodePtr &block_table, const NodePtr &kv_padding_size, const NodePtr &num_heads, const NodePtr &input_layout, const NodePtr &scale_value, const NodePtr &num_key_value_heads, const NodePtr &block_size, const NodePtr &inner_precise);
492
- static NodePtr Polar(const NodePtr &abs, const NodePtr &angle);
493
- static NodePtr Baddbmm(const NodePtr &input, const NodePtr &batch1, const NodePtr &batch2, const NodePtr &beta, const NodePtr &alpha);
494
- static NodePtr Copy(const NodePtr &input);
495
- static NodePtr ReplicationPad2D(const NodePtr &input, const NodePtr &padding);
491
+ static NodePtr MultiScaleDeformableAttn(const NodePtr &value, const NodePtr &shape, const NodePtr &offset, const NodePtr &locations, const NodePtr &weight);
492
+ static NodePtr Trunc(const NodePtr &input);
493
+ static NodePtr MishGradExt(const NodePtr &dout, const NodePtr &x);
494
+ static NodePtr TopkExt(const NodePtr &input, const NodePtr &k, const NodePtr &dim, const NodePtr &largest, const NodePtr &sorted);
495
+ static NodePtr AddLayerNormV2(const NodePtr &x1, const NodePtr &x2, const NodePtr &gamma, const NodePtr &beta, const NodePtr &epsilon, const NodePtr &additionalOut);
496
+ static NodePtr UpsampleBicubic2D(const NodePtr &x, const NodePtr &output_size, const NodePtr &scales, const NodePtr &align_corners);
497
+ static NodePtr InplaceExp(const NodePtr &input);
498
+ static NodePtr FlashAttentionScore(const NodePtr &query, const NodePtr &key, const NodePtr &value, const NodePtr &real_shift, const NodePtr &drop_mask, const NodePtr &padding_mask, const NodePtr &attn_mask, const NodePtr &prefix, const NodePtr &actual_seq_qlen, const NodePtr &actual_seq_kvlen, const NodePtr &head_num, const NodePtr &keep_prob, const NodePtr &scale_value, const NodePtr &pre_tokens, const NodePtr &next_tokens, const NodePtr &inner_precise, const NodePtr &input_layout, const NodePtr &sparse_mode);
499
+ static NodePtr RotaryPositionEmbedding(const NodePtr &x, const NodePtr &cos, const NodePtr &sin, const NodePtr &mode);
500
+ static NodePtr DropoutExt(const NodePtr &input, const NodePtr &p, const NodePtr &seed, const NodePtr &offset);
501
+ static NodePtr TanhGrad(const NodePtr &y, const NodePtr &dy);
502
+ static NodePtr Log2(const NodePtr &input);
503
+ static NodePtr SoftplusExt(const NodePtr &input, const NodePtr &beta, const NodePtr &threshold);
504
+ static NodePtr DistCommAllReduce(const NodePtr &input, const NodePtr &op_type, const NodePtr &group);
505
+ static NodePtr AddcmulExt(const NodePtr &input, const NodePtr &tensor1, const NodePtr &tensor2, const NodePtr &value);
506
+ static NodePtr MSELossGradExt(const NodePtr &dout, const NodePtr &x, const NodePtr &target, const NodePtr &reduction);
507
+ static NodePtr SplitWithSizeView(const NodePtr &input, const NodePtr &split_size, const NodePtr &dim);
508
+ static NodePtr Sign(const NodePtr &input);
509
+ static NodePtr Addmm(const NodePtr &input, const NodePtr &mat1, const NodePtr &mat2, const NodePtr &beta, const NodePtr &alpha);
496
510
  static NodePtr SoftShrinkGrad(const NodePtr &input_grad, const NodePtr &input_x, const NodePtr &lambd);
497
- static NodePtr Tanh(const NodePtr &input);
498
- static NodePtr ArgMaxExt(const NodePtr &input, const NodePtr &dim, const NodePtr &keepdim);
499
- static NodePtr NormalFloatFloat(const NodePtr &mean, const NodePtr &std, const NodePtr &size, const NodePtr &seed, const NodePtr &offset);
500
- static NodePtr ReduceAny(const NodePtr &x, const NodePtr &axis, const NodePtr &keep_dims);
501
- static NodePtr UniqueConsecutive(const NodePtr &input, const NodePtr &return_inverse, const NodePtr &return_counts, const NodePtr &dim);
502
- static NodePtr GroupedMatmul(const NodePtr &x, const NodePtr &weight, const NodePtr &bias, const NodePtr &scale, const NodePtr &offset, const NodePtr &antiquant_scale, const NodePtr &antiquant_offset, const NodePtr &group_list, const NodePtr &split_item, const NodePtr &group_type, const NodePtr &transpose_a, const NodePtr &transpose_b);
503
- static NodePtr GroupedMatmulV2(const NodePtr &x, const NodePtr &weight, const NodePtr &bias, const NodePtr &scale, const NodePtr &offset, const NodePtr &antiquant_scale, const NodePtr &antiquant_offset, const NodePtr &group_list, const NodePtr &split_item, const NodePtr &group_type);
504
- static NodePtr QuantBatchMatmul(const NodePtr &x1, const NodePtr &x2, const NodePtr &scale, const NodePtr &offset, const NodePtr &bias, const NodePtr &pertokenScaleOptional, const NodePtr &transpose_x1, const NodePtr &transpose_x2, const NodePtr &dtype);
505
- static NodePtr AddRmsNormQuantV2(const NodePtr &x1, const NodePtr &x2, const NodePtr &gamma, const NodePtr &scale, const NodePtr &offset, const NodePtr &epsilon);
511
+ static NodePtr ReplicationPad3D(const NodePtr &input, const NodePtr &padding);
512
+ static NodePtr MishExt(const NodePtr &input);
513
+ static NodePtr FFNExt(const NodePtr &x, const NodePtr &weight1, const NodePtr &weight2, const NodePtr &expertTokens, const NodePtr &bias1, const NodePtr &bias2, const NodePtr &scale, const NodePtr &offset, const NodePtr &deqScale1, const NodePtr &deqScale2, const NodePtr &antiquant_scale1, const NodePtr &antiquant_scale2, const NodePtr &antiquant_offset1, const NodePtr &antiquant_offset2, const NodePtr &activation, const NodePtr &inner_precise);
514
+ static NodePtr Min(const NodePtr &input);
515
+ static NodePtr Conv2DExt(const NodePtr &input, const NodePtr &weight, const NodePtr &bias, const NodePtr &stride, const NodePtr &padding, const NodePtr &dilation, const NodePtr &groups);
516
+ static NodePtr FloorDiv(const NodePtr &input, const NodePtr &other);
517
+ static NodePtr Sqrt(const NodePtr &x);
518
+ static NodePtr MedianDim(const NodePtr &input, const NodePtr &dim, const NodePtr &keepdim);
519
+ static NodePtr Col2ImGrad(const NodePtr &input, const NodePtr &kernel_size, const NodePtr &dilation, const NodePtr &padding, const NodePtr &stride);
506
520
  static NodePtr MoeComputeExpertTokens(const NodePtr &sorted_experts, const NodePtr &num_expert);
507
- static NodePtr FusedInferAttentionScore(const NodePtr &query, const NodePtr &key, const NodePtr &value, const NodePtr &pse_shift, const NodePtr &attn_mask, const NodePtr &actual_seq_lengths, const NodePtr &actual_seq_lengths_kv, const NodePtr &dequant_scale1, const NodePtr &quant_scale1, const NodePtr &dequant_scale2, const NodePtr &quant_scale2, const NodePtr &quant_offset2, const NodePtr &antiquant_scale, const NodePtr &antiquant_offset, const NodePtr &block_table, const NodePtr &query_padding_size, const NodePtr &kv_padding_size, const NodePtr &key_antiquant_scale, const NodePtr &key_antiquant_offset, const NodePtr &value_antiquant_scale, const NodePtr &value_antiquant_offset, const NodePtr &key_shared_prefix, const NodePtr &value_shared_prefix, const NodePtr &actual_shared_prefix_len, const NodePtr &num_heads, const NodePtr &scale_value, const NodePtr &pre_tokens, const NodePtr &next_tokens, const NodePtr &input_layout, const NodePtr &num_key_value_heads, const NodePtr &sparse_mode, const NodePtr &inner_precise, const NodePtr &block_size, const NodePtr &antiquant_mode, const NodePtr &softmax_lse_flag, const NodePtr &key_antiquant_mode, const NodePtr &value_antiquant_mode);
521
+ static NodePtr QuantMatmul(const NodePtr &x1, const NodePtr &x2, const NodePtr &scale, const NodePtr &offset, const NodePtr &pertoken_scale, const NodePtr &bias, const NodePtr &output_dtype, const NodePtr &x1_dtype, const NodePtr &x2_dtype, const NodePtr &pertoken_scale_dtype, const NodePtr &scale_dtype, const NodePtr &group_sizes);
522
+ static NodePtr AddRmsNormQuantV2(const NodePtr &x1, const NodePtr &x2, const NodePtr &gamma, const NodePtr &scale, const NodePtr &offset, const NodePtr &epsilon);
508
523
  static NodePtr MoeInitRoutingV2(const NodePtr &x, const NodePtr &expert_idx, const NodePtr &active_num, const NodePtr &expert_capacity, const NodePtr &expert_num, const NodePtr &drop_pad_mode, const NodePtr &expert_tokens_count_or_cumsum_flag, const NodePtr &expert_tokens_before_capacity_flag);
509
- static NodePtr MoeInitRouting(const NodePtr &x, const NodePtr &row_idx, const NodePtr &expert_idx, const NodePtr &active_num);
510
- static NodePtr GroupedMatmulV4(const NodePtr &x, const NodePtr &weight, const NodePtr &bias, const NodePtr &scale, const NodePtr &offset, const NodePtr &antiquant_scale, const NodePtr &antiquant_offset, const NodePtr &pre_token_scale, const NodePtr &group_list, const NodePtr &activation_input, const NodePtr &activation_quant_scale, const NodePtr &activation_quant_offset, const NodePtr &split_item, const NodePtr &group_type, const NodePtr &group_list_type, const NodePtr &act_type);
511
- static NodePtr KVCacheScatterUpdate(const NodePtr &var, const NodePtr &indices, const NodePtr &updates, const NodePtr &axis, const NodePtr &reduce);
512
- static NodePtr WeightQuantBatchMatmul(const NodePtr &x, const NodePtr &weight, const NodePtr &antiquant_scale, const NodePtr &antiquant_offset, const NodePtr &quant_scale, const NodePtr &quant_offset, const NodePtr &bias, const NodePtr &transpose_x, const NodePtr &transpose_weight, const NodePtr &antiquant_group_size);
513
- static NodePtr QuantV2(const NodePtr &x, const NodePtr &scale, const NodePtr &offset, const NodePtr &sqrt_mode, const NodePtr &rounding_mode, const NodePtr &dst_type);
524
+ static NodePtr QuantBatchMatmul(const NodePtr &x1, const NodePtr &x2, const NodePtr &scale, const NodePtr &offset, const NodePtr &bias, const NodePtr &pertokenScaleOptional, const NodePtr &transpose_x1, const NodePtr &transpose_x2, const NodePtr &dtype);
514
525
  static NodePtr MoeGatingTopKSoftmax(const NodePtr &x, const NodePtr &finished, const NodePtr &k);
526
+ static NodePtr GroupedMatmulV4(const NodePtr &x, const NodePtr &weight, const NodePtr &bias, const NodePtr &scale, const NodePtr &offset, const NodePtr &antiquant_scale, const NodePtr &antiquant_offset, const NodePtr &pre_token_scale, const NodePtr &group_list, const NodePtr &activation_input, const NodePtr &activation_quant_scale, const NodePtr &activation_quant_offset, const NodePtr &split_item, const NodePtr &group_type, const NodePtr &group_list_type, const NodePtr &act_type);
527
+ static NodePtr FusedInferAttentionScore(const NodePtr &query, const NodePtr &key, const NodePtr &value, const NodePtr &pse_shift, const NodePtr &attn_mask, const NodePtr &actual_seq_lengths, const NodePtr &actual_seq_lengths_kv, const NodePtr &dequant_scale1, const NodePtr &quant_scale1, const NodePtr &dequant_scale2, const NodePtr &quant_scale2, const NodePtr &quant_offset2, const NodePtr &antiquant_scale, const NodePtr &antiquant_offset, const NodePtr &block_table, const NodePtr &query_padding_size, const NodePtr &kv_padding_size, const NodePtr &key_antiquant_scale, const NodePtr &key_antiquant_offset, const NodePtr &value_antiquant_scale, const NodePtr &value_antiquant_offset, const NodePtr &key_shared_prefix, const NodePtr &value_shared_prefix, const NodePtr &actual_shared_prefix_len, const NodePtr &num_heads, const NodePtr &scale_value, const NodePtr &pre_tokens, const NodePtr &next_tokens, const NodePtr &input_layout, const NodePtr &num_key_value_heads, const NodePtr &sparse_mode, const NodePtr &inner_precise, const NodePtr &block_size, const NodePtr &antiquant_mode, const NodePtr &softmax_lse_flag, const NodePtr &key_antiquant_mode, const NodePtr &value_antiquant_mode);
528
+ static NodePtr GroupedMatmul(const NodePtr &x, const NodePtr &weight, const NodePtr &bias, const NodePtr &scale, const NodePtr &offset, const NodePtr &antiquant_scale, const NodePtr &antiquant_offset, const NodePtr &group_list, const NodePtr &split_item, const NodePtr &group_type, const NodePtr &transpose_a, const NodePtr &transpose_b);
529
+ static NodePtr MatmulAllReduceAddRmsNorm(const NodePtr &x1, const NodePtr &x2, const NodePtr &bias, const NodePtr &residual, const NodePtr &gamma, const NodePtr &epsilon, const NodePtr &group, const NodePtr &reduce_op, const NodePtr &comm_turn, const NodePtr &stream_mode);
515
530
  static NodePtr MoeFinalizeRouting(const NodePtr &expanded_x, const NodePtr &x1, const NodePtr &x2, const NodePtr &bias, const NodePtr &scales, const NodePtr &expanded_row_idx, const NodePtr &expanded_expert_idx);
531
+ static NodePtr GroupedMatmulV2(const NodePtr &x, const NodePtr &weight, const NodePtr &bias, const NodePtr &scale, const NodePtr &offset, const NodePtr &antiquant_scale, const NodePtr &antiquant_offset, const NodePtr &group_list, const NodePtr &split_item, const NodePtr &group_type);
532
+ static NodePtr MoeInitRouting(const NodePtr &x, const NodePtr &row_idx, const NodePtr &expert_idx, const NodePtr &active_num);
533
+ static NodePtr WeightQuantBatchMatmul(const NodePtr &x, const NodePtr &weight, const NodePtr &antiquant_scale, const NodePtr &antiquant_offset, const NodePtr &quant_scale, const NodePtr &quant_offset, const NodePtr &bias, const NodePtr &transpose_x, const NodePtr &transpose_weight, const NodePtr &antiquant_group_size);
534
+ static NodePtr MoeInitRoutingQuantV2(const NodePtr &x, const NodePtr &expert_idx, const NodePtr &active_num, const NodePtr &expert_capacity, const NodePtr &expert_num, const NodePtr &drop_pad_mode, const NodePtr &expert_tokens_count_or_cumsum_flag, const NodePtr &expert_tokens_before_capacity_flag, const NodePtr &quant_mode, const NodePtr &scale, const NodePtr &offset);
516
535
  static NodePtr DynamicQuantExt(const NodePtr &x, const NodePtr &smooth_scales);
517
- static NodePtr MatmulAllReduceAddRmsNorm(const NodePtr &x1, const NodePtr &x2, const NodePtr &bias, const NodePtr &residual, const NodePtr &gamma, const NodePtr &epsilon, const NodePtr &group, const NodePtr &reduce_op, const NodePtr &comm_turn, const NodePtr &stream_mode);
518
- static NodePtr PixelShuffle(const NodePtr &input, const NodePtr &upscale_factor);;
536
+ static NodePtr KVCacheScatterUpdate(const NodePtr &var, const NodePtr &indices, const NodePtr &updates, const NodePtr &axis, const NodePtr &reduce);
537
+ static NodePtr QuantV2(const NodePtr &x, const NodePtr &scale, const NodePtr &offset, const NodePtr &sqrt_mode, const NodePtr &rounding_mode, const NodePtr &dst_type);
538
+ static NodePtr GmmV2BackwardFusion(const NodePtr &grad, const NodePtr &weight, const NodePtr &group_list, const NodePtr &group_list_type);
539
+ static NodePtr FuncMaxPool2D(const NodePtr &input, const NodePtr &kernel_size, const NodePtr &stride, const NodePtr &padding, const NodePtr &dilation, const NodePtr &ceil_mode, const NodePtr &return_indices);
540
+ static NodePtr GmmBackwardFusion(const NodePtr &grad, const NodePtr &weight, const NodePtr &group_list, const NodePtr &group_list_type);
541
+ static NodePtr GmmBackward(const NodePtr &grad, const NodePtr &x, const NodePtr &weight, const NodePtr &group_list, const NodePtr &group_list_type);
542
+ static NodePtr MoeTokenUnpermute(const NodePtr &permuted_tokens, const NodePtr &sorted_indices, const NodePtr &probs, const NodePtr &padded_mode, const NodePtr &restore_shape);
543
+ static NodePtr GmmV2(const NodePtr &x, const NodePtr &weight, const NodePtr &bias, const NodePtr &group_list, const NodePtr &group_type, const NodePtr &group_list_type);
544
+ static NodePtr Any(const NodePtr &input);
545
+ static NodePtr PixelShuffle(const NodePtr &input, const NodePtr &upscale_factor);
546
+ static NodePtr AnyExt(const NodePtr &input, const NodePtr &dim, const NodePtr &keepdim);
547
+ static NodePtr GmmV2Backward(const NodePtr &grad, const NodePtr &x, const NodePtr &weight, const NodePtr &group_list, const NodePtr &group_list_type);
548
+ static NodePtr EinsumExt(const NodePtr &equation, const NodePtr &operands);
549
+ static NodePtr InplaceExponential(const NodePtr &input, const NodePtr &lambd, const NodePtr &seed, const NodePtr &offset);
550
+ static NodePtr Gmm(const NodePtr &x, const NodePtr &weight, const NodePtr &bias, const NodePtr &group_list, const NodePtr &group_type, const NodePtr &group_list_type);;
519
551
  private:
520
552
  static std::string device_target_;
521
553
  };