mindspore 2.6.0__cp39-cp39-manylinux1_x86_64.whl → 2.7.0__cp39-cp39-manylinux1_x86_64.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of mindspore might be problematic. Click here for more details.

Files changed (4810) hide show
  1. mindspore/.commit_id +1 -1
  2. mindspore/Third_Party_Open_Source_Software_Notice +1290 -0
  3. mindspore/__init__.py +2 -2
  4. mindspore/_c_dataengine.cpython-39-x86_64-linux-gnu.so +0 -0
  5. mindspore/_c_expression.cpython-39-x86_64-linux-gnu.so +0 -0
  6. mindspore/_c_mindrecord.cpython-39-x86_64-linux-gnu.so +0 -0
  7. mindspore/_checkparam.py +42 -11
  8. mindspore/_extends/builtin_operations.py +3 -3
  9. mindspore/_extends/optimize/__init__.py +23 -0
  10. mindspore/_extends/optimize/cell_utils.py +96 -0
  11. mindspore/_extends/parallel_compile/akg_compiler/custom.py +1109 -0
  12. mindspore/_extends/parallel_compile/akg_compiler/gen_custom_op_files.py +1 -1
  13. mindspore/_extends/parse/__init__.py +3 -3
  14. mindspore/_extends/parse/compile_config.py +44 -22
  15. mindspore/_extends/parse/deprecated/deprecated_tensor_method.py +1 -2
  16. mindspore/_extends/parse/parser.py +64 -83
  17. mindspore/_extends/parse/resources.py +39 -0
  18. mindspore/_extends/parse/standard_method.py +47 -14
  19. mindspore/_extends/parse/trope.py +8 -1
  20. mindspore/_extends/pijit/__init__.py +1 -2
  21. mindspore/_extends/pijit/pijit_func_white_list.py +2 -5
  22. mindspore/amp.py +4 -22
  23. mindspore/boost/adasum.py +1 -1
  24. mindspore/boost/boost_cell_wrapper.py +4 -4
  25. mindspore/common/__init__.py +43 -12
  26. mindspore/common/_grad_function.py +2 -1
  27. mindspore/common/_pijit_context.py +28 -7
  28. mindspore/common/_stub_tensor.py +1 -209
  29. mindspore/common/_tensor_cpp_method.py +1 -1
  30. mindspore/common/_tensor_docs.py +3152 -3027
  31. mindspore/common/_utils.py +9 -1
  32. mindspore/common/api.py +338 -208
  33. mindspore/common/dtype.py +108 -57
  34. mindspore/common/dump.py +11 -16
  35. mindspore/common/dynamic_shape/__init__.py +0 -0
  36. mindspore/common/dynamic_shape/auto_dynamic_shape.py +498 -0
  37. mindspore/common/dynamic_shape/enable_dynamic.py +197 -0
  38. mindspore/common/file_system.py +59 -9
  39. mindspore/common/generator.py +2 -3
  40. mindspore/common/hook_handle.py +33 -5
  41. mindspore/common/jit_config.py +1 -1
  42. mindspore/common/jit_trace.py +84 -105
  43. mindspore/common/np_dtype.py +3 -3
  44. mindspore/common/parameter.py +27 -29
  45. mindspore/common/recompute.py +5 -7
  46. mindspore/common/sparse_tensor.py +0 -3
  47. mindspore/common/symbol.py +0 -1
  48. mindspore/common/tensor.py +84 -133
  49. mindspore/communication/_comm_helper.py +46 -4
  50. mindspore/communication/management.py +79 -7
  51. mindspore/context.py +47 -38
  52. mindspore/dataset/__init__.py +1 -1
  53. mindspore/dataset/audio/transforms.py +1 -1
  54. mindspore/dataset/core/config.py +38 -4
  55. mindspore/dataset/engine/datasets.py +350 -322
  56. mindspore/dataset/engine/datasets_user_defined.py +69 -23
  57. mindspore/dataset/engine/iterators.py +2 -2
  58. mindspore/dataset/engine/obs/config_loader.py +2 -2
  59. mindspore/dataset/engine/obs/obs_mindrecord_dataset.py +8 -0
  60. mindspore/dataset/transforms/c_transforms.py +2 -2
  61. mindspore/dataset/transforms/py_transforms.py +7 -3
  62. mindspore/dataset/transforms/transforms.py +10 -6
  63. mindspore/dataset/vision/__init__.py +1 -1
  64. mindspore/dataset/vision/py_transforms.py +8 -8
  65. mindspore/dataset/vision/transforms.py +17 -5
  66. mindspore/dataset/vision/utils.py +632 -21
  67. mindspore/dataset/vision/validators.py +1 -0
  68. mindspore/device_context/ascend/device.py +1 -1
  69. mindspore/device_context/ascend/op_tuning.py +35 -1
  70. mindspore/device_context/gpu/__init__.py +2 -2
  71. mindspore/device_context/gpu/device.py +1 -1
  72. mindspore/device_context/gpu/op_precision.py +4 -2
  73. mindspore/device_context/gpu/op_tuning.py +6 -3
  74. mindspore/device_manager.py +16 -9
  75. mindspore/experimental/llm_boost/ascend_native/llama_boost_ascend_native.py +5 -4
  76. mindspore/experimental/llm_boost/atb/boost_base.py +2 -3
  77. mindspore/experimental/optim/adadelta.py +13 -20
  78. mindspore/experimental/optim/adagrad.py +15 -22
  79. mindspore/experimental/optim/adam.py +17 -24
  80. mindspore/experimental/optim/adamax.py +14 -22
  81. mindspore/experimental/optim/adamw.py +28 -34
  82. mindspore/experimental/optim/asgd.py +15 -25
  83. mindspore/experimental/optim/lr_scheduler.py +27 -45
  84. mindspore/experimental/optim/nadam.py +14 -24
  85. mindspore/experimental/optim/optimizer.py +13 -23
  86. mindspore/experimental/optim/radam.py +18 -24
  87. mindspore/experimental/optim/rmsprop.py +14 -25
  88. mindspore/experimental/optim/rprop.py +15 -26
  89. mindspore/experimental/optim/sgd.py +9 -19
  90. mindspore/hal/__init__.py +4 -4
  91. mindspore/hal/contiguous_tensors_handle.py +2 -2
  92. mindspore/hal/memory.py +1 -0
  93. mindspore/include/api/cell.h +65 -5
  94. mindspore/include/api/cfg.h +24 -7
  95. mindspore/include/api/context.h +1 -0
  96. mindspore/include/api/delegate.h +10 -2
  97. mindspore/include/api/dual_abi_helper.h +100 -19
  98. mindspore/include/api/graph.h +14 -1
  99. mindspore/include/api/kernel.h +16 -3
  100. mindspore/include/api/kernel_api.h +9 -1
  101. mindspore/include/api/metrics/accuracy.h +9 -0
  102. mindspore/include/api/model.h +8 -1
  103. mindspore/include/api/model_group.h +4 -0
  104. mindspore/include/api/model_parallel_runner.h +2 -0
  105. mindspore/include/api/status.h +48 -10
  106. mindspore/include/api/types.h +8 -3
  107. mindspore/include/c_api/model_c.h +0 -58
  108. mindspore/include/c_api/tensor_c.h +0 -26
  109. mindspore/include/dataset/constants.h +9 -0
  110. mindspore/include/dataset/vision_ascend.h +1 -1
  111. mindspore/include/mindapi/base/type_id.h +3 -0
  112. mindspore/include/mindapi/base/types.h +7 -0
  113. mindspore/include/mindspore/ccsrc/availability/silent_check/silent_check.h +3 -4
  114. mindspore/include/mindspore/ccsrc/backend/backend_manager/backend_jit_config.h +47 -4
  115. mindspore/include/mindspore/ccsrc/backend/common/graph_kernel/adapter/graph_kernel_cluster_cloud.h +1 -0
  116. mindspore/include/mindspore/ccsrc/backend/common/graph_kernel/adapter/graph_kernel_comm_info_manager.h +1 -1
  117. mindspore/include/mindspore/ccsrc/backend/common/graph_kernel/core/eliminate_redundant_output.h +1 -0
  118. mindspore/include/mindspore/ccsrc/backend/common/graph_kernel/core/graph_kernel_expander.h +1 -1
  119. mindspore/include/mindspore/ccsrc/backend/common/graph_kernel/core/graph_kernel_utils.h +23 -1
  120. mindspore/include/mindspore/ccsrc/backend/common/graph_kernel/core/update_state_formatter.h +2 -1
  121. mindspore/include/mindspore/ccsrc/backend/common/graph_kernel/depend_edge_elimination.h +61 -0
  122. mindspore/include/mindspore/ccsrc/backend/common/graph_kernel/graph_kernel_flags.h +10 -1
  123. mindspore/include/mindspore/ccsrc/backend/common/graph_kernel/model/lite_graph.h +1 -1
  124. mindspore/include/mindspore/ccsrc/backend/common/graph_kernel/model/node.h +5 -6
  125. mindspore/include/mindspore/ccsrc/backend/common/mem_reuse/mem_reuse.h +1 -2
  126. mindspore/include/mindspore/ccsrc/backend/common/mem_reuse/mem_reuse_checker.h +0 -1
  127. mindspore/include/mindspore/ccsrc/backend/common/mem_reuse/mem_swap_manager.h +0 -1
  128. mindspore/include/mindspore/ccsrc/backend/common/optimizer/cache_manager.h +1 -1
  129. mindspore/include/mindspore/ccsrc/backend/common/optimizer/dynamic_shape/convert_custom_op.h +2 -2
  130. mindspore/include/mindspore/ccsrc/backend/common/optimizer/dynamic_shape/link_custom_op.h +1 -1
  131. mindspore/include/mindspore/ccsrc/backend/common/pass/add_attr_to_node/add_attr_to_node_register.h +1 -3
  132. mindspore/include/mindspore/ccsrc/backend/common/pass/adjust_depend_for_parallel_optimizer_recompute_all_gather.h +1 -1
  133. mindspore/include/mindspore/ccsrc/backend/common/pass/convert_list_to_tuple.h +2 -1
  134. mindspore/include/mindspore/ccsrc/backend/common/pass/custom_defined_depend.h +1 -3
  135. mindspore/include/mindspore/ccsrc/backend/common/pass/gradients_allreduce_depend_last_send.h +1 -2
  136. mindspore/include/mindspore/ccsrc/backend/common/pass/graph_view_replace_pass.h +1 -1
  137. mindspore/include/mindspore/ccsrc/backend/common/pass/insert_tensor_move_for_communication.h +2 -1
  138. mindspore/include/mindspore/ccsrc/backend/common/pass/ir_fusion/flash_attention_fusion.h +72 -0
  139. mindspore/include/mindspore/ccsrc/backend/common/pass/label_1f1b_overlap_node.h +1 -1
  140. mindspore/include/mindspore/ccsrc/backend/common/pass/mindir/add_depend_for_adamw.h +1 -3
  141. mindspore/include/mindspore/ccsrc/backend/common/pass/mindir/all_to_all_unify_mindir.h +8 -1
  142. mindspore/include/mindspore/ccsrc/backend/common/pass/optimize_gradients_allreduce_overlap.h +1 -1
  143. mindspore/include/mindspore/ccsrc/backend/common/pass/replace_node_by_proxy.h +1 -0
  144. mindspore/include/mindspore/ccsrc/backend/common/session/exec_order_builder.h +0 -2
  145. mindspore/include/mindspore/ccsrc/backend/common/session/executor.h +0 -41
  146. mindspore/include/mindspore/ccsrc/backend/common/session/kernel_graph_mgr.h +14 -10
  147. mindspore/include/mindspore/ccsrc/backend/common/session/session_basic.h +15 -31
  148. mindspore/include/mindspore/ccsrc/backend/common/somas/somas.h +1 -1
  149. mindspore/include/mindspore/ccsrc/backend/common/somas/somas_node.h +8 -2
  150. mindspore/include/mindspore/ccsrc/backend/ge_backend/dump/hook_dynamic_loader.h +5 -0
  151. mindspore/include/mindspore/ccsrc/backend/ge_backend/executor/ge_device_res_manager.h +1 -2
  152. mindspore/include/mindspore/ccsrc/backend/ge_backend/executor/ge_graph_executor.h +13 -14
  153. mindspore/include/mindspore/ccsrc/backend/ge_backend/executor/ge_utils.h +0 -2
  154. mindspore/include/mindspore/ccsrc/backend/ge_backend/ge_backend.h +10 -9
  155. mindspore/include/mindspore/ccsrc/backend/ge_backend/graph_ir/convert.h +2 -1
  156. mindspore/include/mindspore/ccsrc/backend/ge_backend/graph_ir/graph_runner.h +2 -1
  157. mindspore/include/mindspore/ccsrc/backend/ge_backend/graph_ir/utils.h +12 -14
  158. mindspore/include/mindspore/ccsrc/backend/ge_backend/pass/matmul_allreduce_fusion.h +51 -0
  159. mindspore/include/mindspore/ccsrc/backend/ge_backend/runtime/actor/abstract_actor.h +26 -19
  160. mindspore/include/mindspore/ccsrc/backend/ge_backend/runtime/actor/actor_common.h +14 -5
  161. mindspore/include/mindspore/ccsrc/backend/ge_backend/runtime/actor/actor_dump.h +2 -1
  162. mindspore/include/mindspore/ccsrc/backend/ge_backend/runtime/actor/actor_set.h +1 -1
  163. mindspore/include/mindspore/ccsrc/backend/ge_backend/runtime/actor/control_flow/control_actor.h +38 -38
  164. mindspore/include/mindspore/ccsrc/backend/ge_backend/runtime/actor/control_flow/entrance_actor.h +9 -9
  165. mindspore/include/mindspore/ccsrc/backend/ge_backend/runtime/actor/control_flow/exit_actor.h +8 -8
  166. mindspore/include/mindspore/ccsrc/backend/ge_backend/runtime/actor/control_flow/gather_actor.h +6 -6
  167. mindspore/include/mindspore/ccsrc/backend/ge_backend/runtime/actor/control_flow/stack_actor.h +11 -11
  168. mindspore/include/mindspore/ccsrc/backend/ge_backend/runtime/actor/control_flow/switch_actor.h +2 -2
  169. mindspore/include/mindspore/ccsrc/backend/ge_backend/runtime/actor/data_prepare_actor.h +16 -16
  170. mindspore/include/mindspore/ccsrc/backend/ge_backend/runtime/actor/data_source_actor.h +9 -9
  171. mindspore/include/mindspore/ccsrc/backend/ge_backend/runtime/actor/debug_actor.h +8 -8
  172. mindspore/include/mindspore/ccsrc/backend/ge_backend/runtime/actor/debug_aware_actor.h +2 -2
  173. mindspore/include/mindspore/ccsrc/backend/ge_backend/runtime/actor/loop_count_actor.h +6 -6
  174. mindspore/include/mindspore/ccsrc/backend/ge_backend/runtime/actor/memory_aware_actor.h +6 -6
  175. mindspore/include/mindspore/ccsrc/backend/ge_backend/runtime/actor/memory_manager_actor.h +8 -11
  176. mindspore/include/mindspore/ccsrc/backend/ge_backend/runtime/actor/output_actor.h +8 -5
  177. mindspore/include/mindspore/ccsrc/backend/ge_backend/runtime/actor/profiler_actor.h +2 -2
  178. mindspore/include/mindspore/ccsrc/backend/ge_backend/runtime/actor/recorder_actor.h +2 -2
  179. mindspore/include/mindspore/ccsrc/backend/ge_backend/runtime/actor/super_kernel_actor.h +17 -17
  180. mindspore/include/mindspore/ccsrc/backend/ge_backend/runtime/device_tensor_store.h +24 -24
  181. mindspore/include/mindspore/ccsrc/backend/ge_backend/runtime/graph_compiler.h +8 -12
  182. mindspore/include/mindspore/ccsrc/backend/ge_backend/runtime/graph_partition.h +49 -0
  183. mindspore/include/mindspore/ccsrc/backend/ge_backend/runtime/scheduler_helper.h +1 -1
  184. mindspore/include/mindspore/ccsrc/backend/ge_backend/runtime/segment_runner.h +50 -0
  185. mindspore/include/mindspore/ccsrc/backend/ge_backend/utils/device_address_utils.h +4 -7
  186. mindspore/include/mindspore/ccsrc/backend/graph_compiler/op_backend.h +13 -24
  187. mindspore/include/mindspore/ccsrc/backend/graph_compiler/transform.h +2 -8
  188. mindspore/include/mindspore/ccsrc/backend/graph_compiler/vm.h +1 -5
  189. mindspore/include/mindspore/ccsrc/backend/ms_backend/ms_backend.h +0 -39
  190. mindspore/include/mindspore/ccsrc/backend/ms_backend/ms_backend_base.h +10 -5
  191. mindspore/include/mindspore/ccsrc/debug/checksum/checksum.h +35 -0
  192. mindspore/include/mindspore/ccsrc/debug/checksum/checksum_kernel.h +64 -0
  193. mindspore/include/mindspore/ccsrc/debug/checksum/checksum_mgr.h +50 -0
  194. mindspore/include/mindspore/ccsrc/debug/data_dump/device_statistic/check_overflow.h +1 -11
  195. mindspore/include/mindspore/ccsrc/debug/data_dump/device_statistic/common.h +0 -13
  196. mindspore/include/mindspore/ccsrc/debug/data_dump/device_statistic/kernel_launcher.h +3 -3
  197. mindspore/include/mindspore/ccsrc/debug/data_dump/device_statistic/mean.h +1 -1
  198. mindspore/include/mindspore/ccsrc/debug/data_dump/device_statistic/mem_manager.h +65 -0
  199. mindspore/include/mindspore/ccsrc/debug/data_dump/device_statistic/statistic_kernel.h +7 -8
  200. mindspore/include/mindspore/ccsrc/debug/data_dump/overflow_counter.h +6 -1
  201. mindspore/include/mindspore/ccsrc/debug/data_dump/tensor_info_collect.h +21 -6
  202. mindspore/include/mindspore/ccsrc/debug/data_dump/tensor_statistic.h +2 -2
  203. mindspore/include/mindspore/ccsrc/debug/debug_services.h +1 -4
  204. mindspore/include/mindspore/ccsrc/debug/debugger/debugger_utils.h +7 -8
  205. mindspore/include/mindspore/ccsrc/debug/debugger/tensor_summary.h +0 -53
  206. mindspore/include/mindspore/ccsrc/debug/dump/tensordump_control.h +6 -2
  207. mindspore/include/mindspore/ccsrc/debug/dump/utils.h +30 -0
  208. mindspore/include/mindspore/ccsrc/debug/profiler/mstx/mstx_impl.h +37 -24
  209. mindspore/include/mindspore/ccsrc/debug/profiler/mstx/mstx_symbol.h +63 -4
  210. mindspore/include/mindspore/ccsrc/debug/profiler/profiler.h +37 -15
  211. mindspore/include/mindspore/ccsrc/debug/profiler/profiling.h +9 -6
  212. mindspore/include/mindspore/ccsrc/debug/profiler/profiling_framework_data.h +2 -0
  213. mindspore/include/mindspore/ccsrc/debug/profiler/python_obj_pointer.h +7 -7
  214. mindspore/include/mindspore/ccsrc/debug/profiler/report_data.h +23 -0
  215. mindspore/include/mindspore/ccsrc/debug/profiler/thread.h +2 -2
  216. mindspore/include/mindspore/ccsrc/debug/summary/summary.h +1 -1
  217. mindspore/include/mindspore/ccsrc/debug/utils.h +0 -5
  218. mindspore/include/mindspore/ccsrc/distributed/cluster/actor_route_table_proxy.h +1 -1
  219. mindspore/include/mindspore/ccsrc/distributed/cluster/actor_route_table_service.h +0 -2
  220. mindspore/include/mindspore/ccsrc/distributed/cluster/topology/meta_server_node.h +5 -5
  221. mindspore/include/mindspore/ccsrc/distributed/persistent/storage/local_file.h +0 -1
  222. mindspore/include/mindspore/ccsrc/distributed/rpc/tcp/connection.h +0 -1
  223. mindspore/include/mindspore/ccsrc/distributed/rpc/tcp/socket_operation.h +0 -1
  224. mindspore/include/mindspore/ccsrc/distributed/rpc/tcp/tcp_comm.h +0 -1
  225. mindspore/include/mindspore/ccsrc/distributed/rpc/tcp/tcp_socket_operation.h +0 -1
  226. mindspore/include/mindspore/ccsrc/frontend/ir/primitive_py.h +1 -1
  227. mindspore/include/mindspore/ccsrc/frontend/ir/py_execute_py.h +11 -28
  228. mindspore/include/mindspore/ccsrc/frontend/ir/storage.h +44 -0
  229. mindspore/include/mindspore/ccsrc/frontend/ir/storage_base.h +45 -0
  230. mindspore/include/mindspore/ccsrc/frontend/ir/tensor_py.h +13 -22
  231. mindspore/include/mindspore/ccsrc/frontend/np_dtypes/np_dtypes.h +29 -0
  232. mindspore/include/mindspore/ccsrc/frontend/operator/composite/composite.h +73 -3
  233. mindspore/include/mindspore/ccsrc/frontend/operator/composite/functional_overload.h +46 -0
  234. mindspore/include/mindspore/ccsrc/frontend/operator/meta_dsl/common/meta_impl.h +113 -22
  235. mindspore/include/mindspore/ccsrc/frontend/operator/meta_dsl/common/utils.h +38 -61
  236. mindspore/include/mindspore/ccsrc/frontend/operator/meta_dsl/func_op/any.h +27 -0
  237. mindspore/include/mindspore/ccsrc/frontend/operator/meta_dsl/func_op/any_ext.h +27 -0
  238. mindspore/include/mindspore/ccsrc/frontend/operator/meta_dsl/func_op/conv3d_padding.h +41 -0
  239. mindspore/include/mindspore/ccsrc/frontend/operator/meta_dsl/func_op/einsum_ext.h +47 -0
  240. mindspore/include/mindspore/ccsrc/frontend/operator/meta_dsl/func_op/func_dropout_ext.h +28 -0
  241. mindspore/include/mindspore/ccsrc/frontend/operator/meta_dsl/func_op/func_max_pool2d.h +28 -0
  242. mindspore/include/mindspore/ccsrc/frontend/operator/meta_dsl/func_op/inplace_exponential.h +7 -4
  243. mindspore/include/mindspore/ccsrc/frontend/operator/meta_dsl/func_op/moe_token_unpermute.h +28 -0
  244. mindspore/include/mindspore/ccsrc/frontend/optimizer/ad/adjoint.h +22 -3
  245. mindspore/include/mindspore/ccsrc/frontend/optimizer/ad/dfunctor.h +21 -10
  246. mindspore/include/mindspore/ccsrc/frontend/optimizer/ad/grad.h +5 -2
  247. mindspore/include/mindspore/ccsrc/frontend/optimizer/ad/pynative_jit_grad.h +11 -2
  248. mindspore/include/mindspore/ccsrc/frontend/optimizer/auto_monad_eliminate.h +3 -13
  249. mindspore/include/mindspore/ccsrc/frontend/optimizer/cse_pass.h +3 -7
  250. mindspore/include/mindspore/ccsrc/frontend/optimizer/graph_transform.h +3 -2
  251. mindspore/include/mindspore/ccsrc/frontend/optimizer/inplace_input_replace.h +30 -0
  252. mindspore/include/mindspore/ccsrc/frontend/optimizer/irpass/add_forward_monad_depend.h +51 -37
  253. mindspore/include/mindspore/ccsrc/frontend/optimizer/irpass/branch_culling.h +7 -104
  254. mindspore/include/mindspore/ccsrc/frontend/optimizer/irpass/call_graph_tuple_transform.h +2 -1
  255. mindspore/include/mindspore/ccsrc/frontend/optimizer/irpass/check_invalid_view_inplace_dout.h +46 -0
  256. mindspore/include/mindspore/ccsrc/frontend/optimizer/irpass/const_output_eliminate.h +4 -0
  257. mindspore/include/mindspore/ccsrc/frontend/optimizer/irpass/expand_dump_flag.h +1 -0
  258. mindspore/include/mindspore/ccsrc/frontend/optimizer/irpass/get_grad_eliminate.h +5 -1
  259. mindspore/include/mindspore/ccsrc/frontend/optimizer/irpass/incorporate_call.h +3 -3
  260. mindspore/include/mindspore/ccsrc/frontend/optimizer/irpass/inline.h +35 -9
  261. mindspore/include/mindspore/ccsrc/frontend/optimizer/irpass/item_dict_eliminate.h +3 -1
  262. mindspore/include/mindspore/ccsrc/frontend/optimizer/irpass/item_tuple_or_list_eliminate.h +1 -17
  263. mindspore/include/mindspore/ccsrc/frontend/optimizer/irpass/j_node_and_user_rematch.h +1 -1
  264. mindspore/include/mindspore/ccsrc/frontend/optimizer/irpass/loop_unroll.h +1 -0
  265. mindspore/include/mindspore/ccsrc/frontend/optimizer/irpass/parameter_eliminate.h +3 -3
  266. mindspore/include/mindspore/ccsrc/frontend/optimizer/irpass/partial_eliminate.h +5 -3
  267. mindspore/include/mindspore/ccsrc/frontend/optimizer/irpass/recompute_prepare.h +1 -0
  268. mindspore/include/mindspore/ccsrc/frontend/optimizer/irpass/special_op_eliminate.h +9 -3
  269. mindspore/include/mindspore/ccsrc/frontend/optimizer/irpass/stack_unstack_eliminate.h +13 -6
  270. mindspore/include/mindspore/ccsrc/frontend/optimizer/irpass/stopgrad_eliminate.h +3 -1
  271. mindspore/include/mindspore/ccsrc/frontend/optimizer/irpass/switch_or_switch_layer_defer_inline.h +13 -5
  272. mindspore/include/mindspore/ccsrc/frontend/optimizer/irpass.h +7 -7
  273. mindspore/include/mindspore/ccsrc/frontend/optimizer/opt.h +10 -5
  274. mindspore/include/mindspore/ccsrc/frontend/optimizer/optimizer.h +55 -280
  275. mindspore/include/mindspore/ccsrc/frontend/optimizer/pattern_matcher.h +8 -2
  276. mindspore/include/mindspore/ccsrc/frontend/parallel/auto_parallel/operator_costmodel.h +5 -0
  277. mindspore/include/mindspore/ccsrc/frontend/parallel/costmodel_context.h +1 -1
  278. mindspore/include/mindspore/ccsrc/frontend/parallel/dynamic_creator.h +1 -1
  279. mindspore/include/mindspore/ccsrc/frontend/parallel/graph_util/grad_accumulation_utils.h +1 -0
  280. mindspore/include/mindspore/ccsrc/frontend/parallel/graph_util/graph_splitter.h +2 -0
  281. mindspore/include/mindspore/ccsrc/frontend/parallel/graph_util/graph_utils.h +2 -1
  282. mindspore/include/mindspore/ccsrc/frontend/parallel/graph_util/node_info.h +2 -0
  283. mindspore/include/mindspore/ccsrc/frontend/parallel/graph_util/parallel_tensordump.h +49 -13
  284. mindspore/include/mindspore/ccsrc/frontend/parallel/ops_info/activation_info.h +0 -11
  285. mindspore/include/mindspore/ccsrc/frontend/parallel/ops_info/arithmetic_info.h +44 -0
  286. mindspore/include/mindspore/ccsrc/frontend/parallel/ops_info/flash_attention_score_info.h +19 -19
  287. mindspore/include/mindspore/ccsrc/frontend/parallel/ops_info/fused_infer_attention_score_info.h +14 -14
  288. mindspore/include/mindspore/ccsrc/frontend/parallel/ops_info/gather_info.h +16 -0
  289. mindspore/include/mindspore/ccsrc/frontend/parallel/ops_info/index_add_info.h +55 -0
  290. mindspore/include/mindspore/ccsrc/frontend/parallel/ops_info/loss_info.h +34 -0
  291. mindspore/include/mindspore/ccsrc/frontend/parallel/ops_info/matmul_info.h +14 -1
  292. mindspore/include/mindspore/ccsrc/frontend/parallel/ops_info/operator_info.h +7 -2
  293. mindspore/include/mindspore/ccsrc/frontend/parallel/ops_info/ops_utils.h +18 -1
  294. mindspore/include/mindspore/ccsrc/frontend/parallel/ops_info/reduce_base_method_info.h +3 -1
  295. mindspore/include/mindspore/ccsrc/frontend/parallel/ops_info/reshape_info.h +9 -4
  296. mindspore/include/mindspore/ccsrc/frontend/parallel/ops_info/topprouter_info.h +55 -0
  297. mindspore/include/mindspore/ccsrc/frontend/parallel/parallel_preprocessor.h +1 -1
  298. mindspore/include/mindspore/ccsrc/frontend/parallel/parallel_processor.h +4 -3
  299. mindspore/include/mindspore/ccsrc/frontend/parallel/parameter_manager.h +0 -1
  300. mindspore/include/mindspore/ccsrc/frontend/parallel/pass/merge_recompute_call_nodes.h +28 -0
  301. mindspore/include/mindspore/ccsrc/frontend/parallel/pass/overlap_recompute_comm.h +28 -0
  302. mindspore/include/mindspore/ccsrc/frontend/parallel/pipeline_transformer/detach_backward.h +70 -0
  303. mindspore/include/mindspore/ccsrc/frontend/parallel/pipeline_transformer/pipeline_interleave.h +14 -3
  304. mindspore/include/mindspore/ccsrc/frontend/parallel/pipeline_transformer/zero_bubble_v.h +124 -0
  305. mindspore/include/mindspore/ccsrc/frontend/parallel/step_parallel_utils.h +10 -3
  306. mindspore/include/mindspore/ccsrc/frontend/parallel/tensor_layout/tensor_layout.h +3 -0
  307. mindspore/include/mindspore/ccsrc/frontend/parallel/tensor_layout/tensor_transform.h +1 -1
  308. mindspore/include/mindspore/ccsrc/include/backend/anf_runtime_algorithm.h +29 -13
  309. mindspore/include/mindspore/ccsrc/include/backend/data_queue/data_queue_mgr.h +1 -5
  310. mindspore/include/mindspore/ccsrc/include/backend/debug/data_dump/dump_control.h +1 -0
  311. mindspore/include/mindspore/ccsrc/include/backend/debug/data_dump/dump_json_parser.h +4 -5
  312. mindspore/include/mindspore/ccsrc/include/backend/debug/data_dump/dump_utils.h +1 -0
  313. mindspore/include/mindspore/ccsrc/include/backend/debug/data_dump/tensor_stat_dump.h +0 -3
  314. mindspore/include/mindspore/ccsrc/include/backend/debug/debugger/debugger.h +0 -2
  315. mindspore/include/mindspore/ccsrc/include/backend/debug/execute_order_tracker/execute_order_tracker.h +14 -4
  316. mindspore/include/mindspore/ccsrc/include/backend/debug/tensor_data.h +0 -19
  317. mindspore/include/mindspore/ccsrc/include/backend/distributed/cluster/tcp_store.h +53 -0
  318. mindspore/include/mindspore/ccsrc/include/backend/distributed/collective/collective_manager.h +17 -10
  319. mindspore/include/mindspore/ccsrc/include/backend/distributed/constants.h +1 -10
  320. mindspore/include/mindspore/ccsrc/include/backend/distributed/embedding_cache/embedding_hash_map.h +0 -2
  321. mindspore/include/mindspore/ccsrc/include/backend/distributed/ps/ps_context.h +0 -6
  322. mindspore/include/mindspore/ccsrc/include/backend/distributed/rpc/tcp/constants.h +2 -1
  323. mindspore/include/mindspore/ccsrc/include/backend/kernel_graph.h +0 -1
  324. mindspore/include/mindspore/ccsrc/include/backend/kernel_info.h +8 -10
  325. mindspore/include/mindspore/ccsrc/include/backend/mbuf_device_address.h +5 -5
  326. mindspore/include/mindspore/ccsrc/include/backend/mem_reuse/abstract_dynamic_mem_pool.h +6 -5
  327. mindspore/include/mindspore/ccsrc/include/backend/mem_reuse/address_discretizer.h +63 -0
  328. mindspore/include/mindspore/ccsrc/include/backend/mem_reuse/dynamic_mem_pool.h +8 -0
  329. mindspore/include/mindspore/ccsrc/include/backend/mem_reuse/max_segment_tree.h +181 -0
  330. mindspore/include/mindspore/ccsrc/include/backend/mem_reuse/mem_dynamic_allocator.h +0 -1
  331. mindspore/include/mindspore/ccsrc/include/backend/mem_reuse/mem_pool_util.h +98 -0
  332. mindspore/include/mindspore/ccsrc/include/backend/mem_reuse/mem_tracker.h +11 -107
  333. mindspore/include/mindspore/ccsrc/include/backend/mem_reuse/race_checker.h +64 -0
  334. mindspore/include/mindspore/ccsrc/include/backend/mem_reuse/tracker_graph.h +91 -0
  335. mindspore/include/mindspore/ccsrc/include/backend/optimizer/helper.h +0 -2
  336. mindspore/include/mindspore/ccsrc/include/backend/optimizer/inplace_node_pass.h +1 -9
  337. mindspore/include/mindspore/ccsrc/include/backend/optimizer/optimizer.h +3 -6
  338. mindspore/include/mindspore/ccsrc/include/backend/optimizer/pattern_engine.h +0 -2
  339. mindspore/include/mindspore/ccsrc/include/backend/optimizer/visitor.h +2 -0
  340. mindspore/include/mindspore/ccsrc/include/backend/py_execute_utils.h +2 -1
  341. mindspore/include/mindspore/ccsrc/include/common/debug/common.h +2 -1
  342. mindspore/include/mindspore/ccsrc/include/common/debug/draw.h +3 -1
  343. mindspore/include/mindspore/ccsrc/include/common/debug/dump_proto.h +2 -10
  344. mindspore/include/mindspore/ccsrc/include/common/expander/core/emitter.h +3 -2
  345. mindspore/include/mindspore/ccsrc/include/common/expander/core/node.h +1 -1
  346. mindspore/include/mindspore/ccsrc/include/common/fallback.h +9 -0
  347. mindspore/include/mindspore/ccsrc/include/common/pybind_api/api_register.h +7 -1
  348. mindspore/include/mindspore/ccsrc/include/common/pynative/abstract_converter.h +0 -4
  349. mindspore/include/mindspore/ccsrc/include/common/pynative/adapter.h +2 -5
  350. mindspore/include/mindspore/ccsrc/include/common/pynative/common_utils.h +5 -1
  351. mindspore/include/mindspore/ccsrc/include/common/pynative/grad_state.h +12 -0
  352. mindspore/include/mindspore/ccsrc/include/common/pynative/variable.h +326 -0
  353. mindspore/include/mindspore/ccsrc/include/common/runtime_conf/runtime_conf.h +11 -7
  354. mindspore/include/mindspore/ccsrc/include/common/runtime_conf/thread_bind_core.h +12 -10
  355. mindspore/include/mindspore/ccsrc/include/common/symbol_engine/symbol_engine_impl.h +16 -1
  356. mindspore/include/mindspore/ccsrc/include/common/utils/anfalgo.h +12 -2
  357. mindspore/include/mindspore/ccsrc/include/common/utils/comm_manager.h +0 -1
  358. mindspore/include/mindspore/ccsrc/include/common/utils/compile_cache_context.h +4 -2
  359. mindspore/include/mindspore/ccsrc/include/common/utils/convert_utils.h +18 -4
  360. mindspore/include/mindspore/ccsrc/include/common/utils/convert_utils_py.h +2 -10
  361. mindspore/include/mindspore/ccsrc/include/common/utils/cse.h +0 -1
  362. mindspore/include/mindspore/ccsrc/include/common/utils/json_operation_utils.h +1 -1
  363. mindspore/include/mindspore/ccsrc/include/common/utils/ms_device_shape_transfer.h +0 -1
  364. mindspore/include/mindspore/ccsrc/include/common/utils/parallel_context.h +10 -2
  365. mindspore/include/mindspore/ccsrc/include/common/utils/python_adapter.h +3 -3
  366. mindspore/include/mindspore/ccsrc/include/common/utils/stub_tensor.h +1 -3
  367. mindspore/include/mindspore/ccsrc/include/common/utils/summary/event_writer.h +1 -1
  368. mindspore/include/mindspore/ccsrc/include/common/utils/tensor_py.h +24 -117
  369. mindspore/include/mindspore/ccsrc/include/common/utils/tensor_py_wrapper.h +1 -7
  370. mindspore/include/mindspore/ccsrc/include/common/utils/tensor_utils.h +3 -3
  371. mindspore/include/mindspore/ccsrc/include/common/utils/utils.h +8 -8
  372. mindspore/include/mindspore/ccsrc/include/common/visible.h +0 -10
  373. mindspore/include/mindspore/ccsrc/kernel/environ_manager.h +2 -0
  374. mindspore/include/mindspore/ccsrc/kernel/graph_kernel_info.h +1 -1
  375. mindspore/include/mindspore/ccsrc/kernel/philox_random.h +47 -87
  376. mindspore/include/mindspore/ccsrc/minddata/dataset/api/python/python_mp.h +26 -6
  377. mindspore/include/mindspore/ccsrc/minddata/dataset/core/config_manager.h +9 -0
  378. mindspore/include/mindspore/ccsrc/minddata/dataset/core/cv_tensor.h +1 -1
  379. mindspore/include/mindspore/ccsrc/minddata/dataset/core/data_type.h +1 -56
  380. mindspore/include/mindspore/ccsrc/minddata/dataset/core/device_buffer.h +74 -0
  381. mindspore/include/mindspore/ccsrc/minddata/dataset/core/message_queue.h +29 -20
  382. mindspore/include/mindspore/ccsrc/minddata/dataset/core/shared_memory_queue.h +47 -2
  383. mindspore/include/mindspore/ccsrc/minddata/dataset/core/tensor.h +26 -2
  384. mindspore/include/mindspore/ccsrc/minddata/dataset/engine/connector.h +7 -0
  385. mindspore/include/mindspore/ccsrc/minddata/dataset/engine/datasetops/batch_info.h +61 -0
  386. mindspore/include/mindspore/ccsrc/minddata/dataset/engine/datasetops/batch_op.h +28 -39
  387. mindspore/include/mindspore/ccsrc/minddata/dataset/engine/datasetops/map_op/cpu_map_job.h +3 -3
  388. mindspore/include/mindspore/ccsrc/minddata/dataset/engine/datasetops/map_op/gpu_map_job.h +3 -3
  389. mindspore/include/mindspore/ccsrc/minddata/dataset/engine/datasetops/map_op/map_job.h +2 -2
  390. mindspore/include/mindspore/ccsrc/minddata/dataset/engine/datasetops/map_op/map_op.h +12 -2
  391. mindspore/include/mindspore/ccsrc/minddata/dataset/engine/datasetops/map_op/npu_map_job.h +3 -3
  392. mindspore/include/mindspore/ccsrc/minddata/dataset/engine/datasetops/receive_bridge_op.h +4 -0
  393. mindspore/include/mindspore/ccsrc/minddata/dataset/engine/datasetops/send_bridge_op.h +1 -1
  394. mindspore/include/mindspore/ccsrc/minddata/dataset/engine/datasetops/source/mindrecord_op.h +0 -1
  395. mindspore/include/mindspore/ccsrc/minddata/dataset/include/dataset/constants.h +9 -0
  396. mindspore/include/mindspore/ccsrc/minddata/dataset/include/dataset/vision_ascend.h +1 -1
  397. mindspore/include/mindspore/ccsrc/minddata/dataset/kernels/data/parse_example_op.h +19 -15
  398. mindspore/include/mindspore/ccsrc/minddata/dataset/kernels/image/dvpp/acl_adapter.h +28 -1
  399. mindspore/include/mindspore/ccsrc/minddata/dataset/kernels/image/dvpp/utils/AclLiteType.h +6 -1
  400. mindspore/include/mindspore/ccsrc/minddata/dataset/kernels/image/dvpp/utils/AclLiteUtils.h +6 -1
  401. mindspore/include/mindspore/ccsrc/minddata/dataset/kernels/image/dvpp/utils/DvppCommon.h +1 -1
  402. mindspore/include/mindspore/ccsrc/minddata/dataset/kernels/image/dvpp/utils/ErrorCode.h +2 -2
  403. mindspore/include/mindspore/ccsrc/minddata/dataset/kernels/image/dvpp/utils/ThreadSafeQueue.h +3 -1
  404. mindspore/include/mindspore/ccsrc/minddata/dataset/kernels/image/dvpp/utils/VdecHelper.h +9 -12
  405. mindspore/include/mindspore/ccsrc/minddata/dataset/kernels/image/dvpp/utils/acl_plugin.h +19 -0
  406. mindspore/include/mindspore/ccsrc/minddata/dataset/kernels/image/dvpp/utils/dvpp_video.h +29 -10
  407. mindspore/include/mindspore/ccsrc/minddata/dataset/kernels/image/dvpp/utils/dvpp_video_utils.h +80 -0
  408. mindspore/include/mindspore/ccsrc/minddata/dataset/kernels/image/lite_cv/image_process.h +1 -1
  409. mindspore/include/mindspore/ccsrc/minddata/dataset/kernels/image/pyav/container.h +100 -0
  410. mindspore/include/mindspore/ccsrc/minddata/dataset/kernels/image/pyav/context.h +102 -0
  411. mindspore/include/mindspore/ccsrc/minddata/dataset/kernels/image/pyav/format.h +45 -0
  412. mindspore/include/mindspore/ccsrc/minddata/dataset/kernels/image/pyav/frame.h +74 -0
  413. mindspore/include/mindspore/ccsrc/minddata/dataset/kernels/image/pyav/packet.h +59 -0
  414. mindspore/include/mindspore/ccsrc/minddata/dataset/kernels/image/pyav/stream.h +93 -0
  415. mindspore/include/mindspore/ccsrc/minddata/dataset/kernels/py_func_op.h +37 -0
  416. mindspore/include/mindspore/ccsrc/minddata/dataset/util/btree.h +1 -1
  417. mindspore/include/mindspore/ccsrc/minddata/dataset/util/command.h +29 -0
  418. mindspore/include/mindspore/ccsrc/minddata/dataset/util/cond_var.h +0 -1
  419. mindspore/include/mindspore/ccsrc/minddata/dataset/util/ftok_key.h +2 -2
  420. mindspore/include/mindspore/ccsrc/minddata/dataset/util/json_helper.h +1 -1
  421. mindspore/include/mindspore/ccsrc/minddata/dataset/util/log_adapter.h +0 -5
  422. mindspore/include/mindspore/ccsrc/minddata/dataset/util/queue.h +1 -1
  423. mindspore/include/mindspore/ccsrc/minddata/dataset/util/sig_handler.h +11 -3
  424. mindspore/include/mindspore/ccsrc/minddata/dataset/util/system_pool.h +1 -1
  425. mindspore/include/mindspore/ccsrc/minddata/dataset/util/task_manager.h +0 -1
  426. mindspore/include/mindspore/ccsrc/minddata/mindrecord/include/common/log_adapter.h +0 -5
  427. mindspore/include/mindspore/ccsrc/minddata/mindrecord/include/shard_distributed_sample.h +0 -1
  428. mindspore/include/mindspore/ccsrc/minddata/mindrecord/include/shard_header.h +0 -1
  429. mindspore/include/mindspore/ccsrc/minddata/mindrecord/include/shard_index.h +0 -1
  430. mindspore/include/mindspore/ccsrc/minddata/mindrecord/include/shard_pk_sample.h +0 -1
  431. mindspore/include/mindspore/ccsrc/minddata/mindrecord/include/shard_reader.h +0 -1
  432. mindspore/include/mindspore/ccsrc/minddata/mindrecord/include/shard_schema.h +0 -1
  433. mindspore/include/mindspore/ccsrc/minddata/mindrecord/include/shard_statistics.h +0 -1
  434. mindspore/include/mindspore/ccsrc/minddata/mindrecord/include/shard_writer.h +0 -1
  435. mindspore/include/mindspore/ccsrc/minddata/utils.h +30 -2
  436. mindspore/include/mindspore/ccsrc/ms_extension/all.h +46 -0
  437. mindspore/include/mindspore/ccsrc/ms_extension/api.h +33 -0
  438. mindspore/include/mindspore/ccsrc/ms_extension/ascend/atb/atb_common.h +98 -0
  439. mindspore/include/mindspore/ccsrc/ms_extension/ascend/atb/operation_cache.h +229 -0
  440. mindspore/include/mindspore/ccsrc/ms_extension/common/tensor.h +319 -0
  441. mindspore/include/mindspore/ccsrc/ms_extension/common/tensor_utils.h +83 -0
  442. mindspore/include/mindspore/ccsrc/ms_extension/common/visible.h +28 -0
  443. mindspore/include/mindspore/ccsrc/ms_extension/pynative/pyboost_extension.h +312 -0
  444. mindspore/include/mindspore/ccsrc/pipeline/jit/pi/capture_context.h +1 -1
  445. mindspore/include/mindspore/ccsrc/pipeline/jit/pi/eval_frame_hook.h +2 -2
  446. mindspore/include/mindspore/ccsrc/pipeline/jit/pi/graph_build/build_graph_utils.h +1 -7
  447. mindspore/include/mindspore/ccsrc/pipeline/jit/pi/graph_build/func_graph_builder.h +25 -6
  448. mindspore/include/mindspore/ccsrc/pipeline/jit/pi/graph_capture/abstract_object.h +92 -19
  449. mindspore/include/mindspore/ccsrc/pipeline/jit/pi/graph_capture/cfg.h +19 -5
  450. mindspore/include/mindspore/ccsrc/pipeline/jit/pi/graph_capture/code_generator.h +53 -49
  451. mindspore/include/mindspore/ccsrc/pipeline/jit/pi/graph_capture/graph.h +40 -10
  452. mindspore/include/mindspore/ccsrc/pipeline/jit/pi/graph_capture/graph_analyzer.h +3 -19
  453. mindspore/include/mindspore/ccsrc/pipeline/jit/pi/graph_capture/graph_arguments_optimizer.h +145 -0
  454. mindspore/include/mindspore/ccsrc/pipeline/jit/pi/graph_capture/graph_build.h +13 -26
  455. mindspore/include/mindspore/ccsrc/pipeline/jit/pi/graph_capture/node.h +33 -3
  456. mindspore/include/mindspore/ccsrc/pipeline/jit/pi/graph_capture/side_effect.h +116 -27
  457. mindspore/include/mindspore/ccsrc/pipeline/jit/pi/graph_compiler/abstract_type.h +2 -2
  458. mindspore/include/mindspore/ccsrc/pipeline/jit/pi/graph_compiler/compiler.h +4 -0
  459. mindspore/include/mindspore/ccsrc/pipeline/jit/pi/graph_compiler/utils.h +2 -0
  460. mindspore/include/mindspore/ccsrc/pipeline/jit/pi/graph_guard/cache.h +32 -8
  461. mindspore/include/mindspore/ccsrc/pipeline/jit/pi/graph_guard/guard.h +11 -15
  462. mindspore/include/mindspore/ccsrc/pipeline/jit/pi/graph_guard/guard_utils.h +17 -8
  463. mindspore/include/mindspore/ccsrc/pipeline/jit/pi/graph_guard/infer.h +0 -2
  464. mindspore/include/mindspore/ccsrc/pipeline/jit/pi/graph_guard/shape_ctx.h +3 -3
  465. mindspore/include/mindspore/ccsrc/pipeline/jit/pi/graph_guard/trace.h +50 -93
  466. mindspore/include/mindspore/ccsrc/pipeline/jit/pi/jit_compile_results.h +1 -16
  467. mindspore/include/mindspore/ccsrc/pipeline/jit/pi/pi_jit_config.h +11 -22
  468. mindspore/include/mindspore/ccsrc/pipeline/jit/pi/python_adapter/py_code.h +56 -5
  469. mindspore/include/mindspore/ccsrc/pipeline/jit/pi/python_adapter/py_frame.h +6 -7
  470. mindspore/include/mindspore/ccsrc/pipeline/jit/pi/python_adapter/pydef.h +0 -6
  471. mindspore/include/mindspore/ccsrc/pipeline/jit/pi/runtime.h +1 -1
  472. mindspore/include/mindspore/ccsrc/pipeline/jit/pi/utils/opcode_util.h +5 -0
  473. mindspore/include/mindspore/ccsrc/pipeline/jit/pi/utils/stop_trace_reason.h +26 -17
  474. mindspore/include/mindspore/ccsrc/pipeline/jit/pi/utils/utils.h +15 -11
  475. mindspore/include/mindspore/ccsrc/pipeline/jit/ps/action.h +3 -4
  476. mindspore/include/mindspore/ccsrc/pipeline/jit/ps/executor/executor_py.h +116 -0
  477. mindspore/include/mindspore/ccsrc/pipeline/jit/ps/executor/graph_executor_py.h +118 -0
  478. mindspore/include/mindspore/ccsrc/pipeline/jit/ps/executor/jit_executor_py.h +68 -0
  479. mindspore/include/mindspore/ccsrc/pipeline/jit/ps/graph_circle_handler.h +35 -0
  480. mindspore/include/mindspore/ccsrc/pipeline/jit/ps/parse/data_converter.h +6 -0
  481. mindspore/include/mindspore/ccsrc/pipeline/jit/ps/parse/function_block.h +1 -0
  482. mindspore/include/mindspore/ccsrc/pipeline/jit/ps/parse/parse.h +10 -0
  483. mindspore/include/mindspore/ccsrc/pipeline/jit/ps/parse/parse_base.h +17 -3
  484. mindspore/include/mindspore/ccsrc/pipeline/jit/ps/parse/resolve.h +7 -1
  485. mindspore/include/mindspore/ccsrc/pipeline/jit/ps/pass.h +4 -1
  486. mindspore/include/mindspore/ccsrc/pipeline/jit/ps/pass_config.h +4 -0
  487. mindspore/include/mindspore/ccsrc/pipeline/jit/ps/pipeline.h +17 -171
  488. mindspore/include/mindspore/ccsrc/pipeline/jit/ps/resource.h +2 -16
  489. mindspore/include/mindspore/ccsrc/pipeline/jit/ps/static_analysis/auto_monad.h +1 -1
  490. mindspore/include/mindspore/ccsrc/pipeline/jit/ps/static_analysis/builtin_prim.h +3 -3
  491. mindspore/include/mindspore/ccsrc/pipeline/jit/ps/static_analysis/evaluator.h +14 -12
  492. mindspore/include/mindspore/ccsrc/pipeline/jit/ps/static_analysis/order_enforce.h +1 -1
  493. mindspore/include/mindspore/ccsrc/pipeline/jit/ps/static_analysis/prim.h +12 -76
  494. mindspore/include/mindspore/ccsrc/pipeline/jit/ps/static_analysis/prim_utils.h +78 -0
  495. mindspore/include/mindspore/ccsrc/pipeline/jit/ps/static_analysis/static_analysis.h +4 -5
  496. mindspore/include/mindspore/ccsrc/pipeline/jit/ps/validator.h +3 -0
  497. mindspore/include/mindspore/ccsrc/pipeline/jit/trace/trace_recorder.h +19 -4
  498. mindspore/include/mindspore/ccsrc/pipeline/llm_boost/llm_boost_binder.h +1 -1
  499. mindspore/include/mindspore/ccsrc/plugin/device/ascend/hal/device/ascend_dma_handle.h +0 -2
  500. mindspore/include/mindspore/ccsrc/plugin/device/ascend/hal/device/kernel_select_ascend.h +2 -3
  501. mindspore/include/mindspore/ccsrc/plugin/device/ascend/hal/hardware/acl_stream_assign.h +2 -2
  502. mindspore/include/mindspore/ccsrc/plugin/device/ascend/hal/hardware/ascend_device_context.h +69 -0
  503. mindspore/include/mindspore/ccsrc/plugin/device/ascend/hal/hardware/ascend_device_res_manager.h +14 -13
  504. mindspore/include/mindspore/ccsrc/plugin/device/ascend/hal/hardware/ge_graph_optimization.h +0 -1
  505. mindspore/include/mindspore/ccsrc/plugin/device/ascend/hal/hardware/ge_kernel_executor.h +6 -7
  506. mindspore/include/mindspore/ccsrc/plugin/device/ascend/hal/hardware/stress_detect.h +40 -0
  507. mindspore/include/mindspore/ccsrc/plugin/device/ascend/hal/profiler/ascend_profiling.h +32 -7
  508. mindspore/include/mindspore/ccsrc/plugin/device/ascend/hal/profiler/feature_mgr.h +1 -1
  509. mindspore/include/mindspore/ccsrc/plugin/device/ascend/hal/profiler/mstx/mstx_dispatcher.h +10 -8
  510. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/atb/add_atb_kernel.h +2 -1
  511. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/atb/atb_adapter.h +24 -0
  512. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/atb/atb_kernel_mod.h +3 -1
  513. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/atb/inplace_grouped_matmul_add_atb_kernel.h +2 -1
  514. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/atb/inplace_matmul_add_atb_kernel.h +39 -0
  515. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/dvm/dvm_comm_info.h +1 -0
  516. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/dvm/dvm_kernel_mod.h +1 -1
  517. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/dvm/lazy_fusion_kernel.h +15 -16
  518. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/dvm/lazy_fusion_op.h +119 -93
  519. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/hcom_all_gather_matmul.h +63 -0
  520. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/hcom_all_gather_v.h +51 -0
  521. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/hcom_matmul_all_reduce.h +2 -1
  522. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/hcom_matmul_reduce_scatter.h +61 -0
  523. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/hcom_receive.h +3 -1
  524. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/hcom_reduce_scatter_v.h +51 -0
  525. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/hcom_send.h +1 -0
  526. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/hcom_util.h +26 -11
  527. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/auto_generate/dist_comm_all_gather.h +1 -1
  528. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/auto_generate/dist_comm_all_gather_into_tensor.h +1 -1
  529. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/auto_generate/dist_comm_all_gather_into_tensor_uneven.h +40 -0
  530. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/auto_generate/dist_comm_all_reduce.h +1 -1
  531. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/auto_generate/dist_comm_all_to_all_v.h +1 -1
  532. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/auto_generate/dist_comm_all_to_all_v_single.h +1 -1
  533. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/auto_generate/dist_comm_barrier.h +1 -1
  534. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/auto_generate/dist_comm_batch_isend_irecv.h +1 -1
  535. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/auto_generate/dist_comm_broadcast.h +1 -1
  536. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/auto_generate/dist_comm_gather.h +1 -1
  537. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/auto_generate/dist_comm_gather_into_tensor.h +1 -1
  538. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/auto_generate/dist_comm_irecv.h +1 -1
  539. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/auto_generate/dist_comm_isend.h +1 -1
  540. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/auto_generate/dist_comm_reduce.h +1 -1
  541. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/auto_generate/dist_comm_reduce_scatter.h +1 -1
  542. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/auto_generate/dist_comm_reduce_scatter_tensor.h +1 -1
  543. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/auto_generate/dist_comm_reduce_scatter_tensor_uneven.h +40 -0
  544. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/auto_generate/dist_comm_scatter.h +1 -1
  545. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/auto_generate/dist_comm_scatter_tensor.h +1 -1
  546. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/auto_generate/inner_comm_all_gather.h +1 -1
  547. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/auto_generate/inner_comm_all_reduce.h +1 -1
  548. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/auto_generate/inner_comm_all_to_all_v.h +1 -1
  549. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/auto_generate/inner_comm_irecv.h +1 -1
  550. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/auto_generate/inner_comm_isend.h +1 -1
  551. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/auto_generate/inner_comm_reduce_scatter.h +1 -1
  552. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/comm_common.h +4 -4
  553. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/dist_comm_all_gather.h +1 -1
  554. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/dist_comm_all_gather_into_tensor.h +2 -2
  555. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/dist_comm_all_gather_into_tensor_uneven.h +38 -0
  556. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/dist_comm_all_reduce.h +1 -1
  557. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/dist_comm_all_to_all_v.h +1 -1
  558. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/dist_comm_all_to_all_v_single.h +2 -2
  559. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/dist_comm_broadcast.h +1 -1
  560. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/dist_comm_gather.h +1 -1
  561. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/dist_comm_gather_into_tensor.h +2 -2
  562. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/dist_comm_irecv.h +1 -1
  563. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/dist_comm_isend.h +1 -1
  564. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/dist_comm_reduce.h +1 -1
  565. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/dist_comm_reduce_scatter.h +1 -1
  566. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/dist_comm_reduce_scatter_tensor.h +2 -2
  567. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/dist_comm_reduce_scatter_tensor_uneven.h +39 -0
  568. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/dist_comm_scatter.h +1 -1
  569. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/dist_comm_scatter_tensor.h +2 -2
  570. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/inner_comm_all_gather.h +1 -1
  571. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/inner_comm_all_reduce.h +1 -1
  572. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/inner_comm_all_to_all_v.h +1 -1
  573. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/inner_comm_isend.h +1 -1
  574. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/inner_comm_reduce_scatter.h +1 -1
  575. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/internal/internal_kernel_in_out_map.h +16 -0
  576. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/internal/internal_tiling_cache.h +3 -3
  577. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/internal/kv_scale_cache.h +30 -0
  578. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/internal/mla.h +48 -0
  579. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/internal/mla_preprocess.h +32 -0
  580. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/internal/multi_weight_matmul.h +2 -0
  581. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/internal/pyboost/apply_rotary_pos_emb.h +46 -0
  582. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/internal/pyboost/auto_gen/internal_kernel_info_adapter.h +95 -0
  583. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/internal/pyboost/auto_gen/kernel_info_adapter.h +78 -0
  584. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/internal/pyboost/flash_attention_score.h +54 -0
  585. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/internal/pyboost/internal_kernel_info.h +162 -0
  586. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/internal/pyboost/internal_pyboost_utils.h +121 -0
  587. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/internal/pyboost/mla.h +53 -0
  588. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/internal/pyboost/paged_attention.h +91 -0
  589. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/internal/pyboost/reshape_and_cache.h +43 -0
  590. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/rts/reshape_ext.h +5 -0
  591. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/atb_speed/base/event_manager.h +0 -2
  592. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/atb_speed/utils/ModelTaskExecutor.h +0 -1
  593. mindspore/include/mindspore/ccsrc/plugin/device/ascend/optimizer/expander_fallback.h +33 -0
  594. mindspore/include/mindspore/ccsrc/plugin/device/ascend/optimizer/ir_fusion/matmul_assignadd_fusion.h +61 -0
  595. mindspore/include/mindspore/ccsrc/plugin/device/ascend/optimizer/ir_fusion_infer/inference_matmul_split_fusion.h +31 -8
  596. mindspore/include/mindspore/ccsrc/plugin/device/ascend/optimizer/ir_fusion_infer/inference_qbmm_elemwise_fusion.h +46 -0
  597. mindspore/include/mindspore/ccsrc/plugin/device/ascend/optimizer/ir_fusion_infer/moe_init_routing_dyn_quantv2_fusion.h +66 -0
  598. mindspore/include/mindspore/ccsrc/plugin/device/cpu/hal/device/cpu_common.h +1 -1
  599. mindspore/include/mindspore/ccsrc/plugin/device/cpu/hal/hardware/cpu_device_context.h +16 -11
  600. mindspore/include/mindspore/ccsrc/plugin/device/cpu/hal/hardware/cpu_somas.h +1 -1
  601. mindspore/include/mindspore/ccsrc/plugin/device/cpu/hal/hardware/mpi_collective_comm_lib.h +3 -1
  602. mindspore/include/mindspore/ccsrc/plugin/device/cpu/hal/hardware/ms_collective_comm_lib.h +3 -1
  603. mindspore/include/mindspore/ccsrc/plugin/device/cpu/kernel/cpu_kernel.h +2 -2
  604. mindspore/include/mindspore/ccsrc/plugin/device/cpu/kernel/custom/custom_kernel_input_info.h +99 -0
  605. mindspore/include/mindspore/ccsrc/plugin/device/cpu/kernel/custom/custom_op_plugin_kernel.h +62 -0
  606. mindspore/include/mindspore/ccsrc/plugin/device/cpu/kernel/pyexecute/joinedstr_cpu_kernel.h +46 -0
  607. mindspore/include/mindspore/ccsrc/plugin/device/cpu/kernel/pyexecute/py_execute_cpu_kernel.h +1 -6
  608. mindspore/include/mindspore/ccsrc/plugin/device/gpu/hal/device/gpu_kernel_task.h +1 -0
  609. mindspore/include/mindspore/ccsrc/plugin/device/gpu/hal/hardware/gpu_device_context.h +13 -18
  610. mindspore/include/mindspore/ccsrc/plugin/device/gpu/hal/hardware/gpu_somas.h +1 -1
  611. mindspore/include/mindspore/ccsrc/plugin/device/gpu/hal/hardware/nvidia_collective_comm_lib.h +3 -1
  612. mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/ascend_device_address/ascend_device_address.h +27 -16
  613. mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/ascend_res_manager.h +25 -11
  614. mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/capture_graph/ascend_capture_graph.h +45 -0
  615. mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/collective/ascend_collective_comm_lib.h +6 -5
  616. mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/collective/ascend_communication_group.h +27 -12
  617. mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/collective/ccool_collective_comm_lib.h +4 -5
  618. mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/collective/ccool_communication_group.h +4 -4
  619. mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/collective/dummy_ascend_collective_comm_lib.h +3 -5
  620. mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/collective/dvm_collective_comm_lib.h +5 -5
  621. mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/collective/dvm_communication_group.h +1 -1
  622. mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/collective/hccl_watch_dog_thread.h +5 -3
  623. mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/collective/leaper_trans.h +2 -5
  624. mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/collective/lowlatency_collective_comm_lib.h +20 -5
  625. mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/collective/multi_ascend_collective_comm_lib.h +6 -6
  626. mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/collective/multi_ascend_communication_group.h +4 -2
  627. mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/collective/utils.h +83 -0
  628. mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/device_context_conf/op_tuning_conf.h +14 -0
  629. mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/dvm/dvm.h +246 -0
  630. mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/hal_manager/ascend_hal_manager.h +1 -0
  631. mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/hccl_adapter/hccl_adapter.h +31 -3
  632. mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/hccl_adapter/plugin/hccl_plugin.h +8 -0
  633. mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/mbuf_manager/mbuf_receive_manager.h +6 -1
  634. mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/mbuf_manager/tdt_manager.h +44 -0
  635. mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/mem_manager/ascend_memory_pool.h +6 -0
  636. mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/mem_manager/ascend_vmm_adapter.h +9 -9
  637. mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/op_adapter/custom_op_proto/cust_array_ops.h +11 -0
  638. mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/op_adapter/custom_op_proto/cust_other_ops.h +0 -22
  639. mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/op_adapter/op_adapter_base.h +38 -33
  640. mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/op_adapter/op_adapter_map.h +5 -2
  641. mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/op_adapter/op_adapter_util.h +3 -0
  642. mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/op_adapter/op_declare/array_ops_declare.h +3 -0
  643. mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/op_adapter/op_declare/hcom_ops_declare.h +3 -0
  644. mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/op_adapter/op_declare/transform_fusion_ops_declare.h +0 -6
  645. mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/op_adapter/transform_util.h +1 -1
  646. mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/stream_manager/ascend_stream_manager.h +6 -4
  647. mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/symbol_interface/acl_mdl_symbol.h +14 -0
  648. mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/symbol_interface/acl_rt_symbol.h +6 -0
  649. mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/symbol_interface/symbol_utils.h +11 -6
  650. mindspore/include/mindspore/ccsrc/plugin/res_manager/cpu/cpu_device_address/cpu_device_address.h +17 -12
  651. mindspore/include/mindspore/ccsrc/plugin/res_manager/cpu/cpu_mem_manager/cpu_hash_table.h +128 -0
  652. mindspore/include/mindspore/ccsrc/plugin/res_manager/cpu/cpu_mem_manager/cpu_hash_table_util.h +114 -0
  653. mindspore/include/mindspore/ccsrc/plugin/res_manager/cpu/cpu_mem_manager/cpu_memory_manager.h +4 -10
  654. mindspore/include/mindspore/ccsrc/plugin/res_manager/cpu/cpu_mem_manager/cpu_memory_pool.h +3 -1
  655. mindspore/include/mindspore/ccsrc/plugin/res_manager/cpu/cpu_res_manager.h +8 -15
  656. mindspore/include/mindspore/ccsrc/plugin/res_manager/cpu/visible.h +32 -0
  657. mindspore/include/mindspore/ccsrc/plugin/res_manager/gpu/device/gpu_device_address.h +19 -11
  658. mindspore/include/mindspore/ccsrc/plugin/res_manager/gpu/gpu_res_manager.h +9 -9
  659. mindspore/include/mindspore/ccsrc/ps/core/communicator/http_request_handler.h +0 -1
  660. mindspore/include/mindspore/ccsrc/ps/core/file_configuration.h +2 -2
  661. mindspore/include/mindspore/ccsrc/ps/core/node.h +1 -1
  662. mindspore/include/mindspore/ccsrc/pybind_api/hal/event_py.h +2 -2
  663. mindspore/include/mindspore/ccsrc/pybind_api/hal/memory_py.h +2 -0
  664. mindspore/include/mindspore/ccsrc/pybind_api/hal/stream_py.h +3 -4
  665. mindspore/include/mindspore/ccsrc/pybind_api/ir/tensor_api/auto_generate/tensor_api.h +136 -131
  666. mindspore/include/mindspore/ccsrc/pybind_api/ir/tensor_index_py.h +10 -107
  667. mindspore/include/mindspore/ccsrc/pybind_api/ir/tensor_register/auto_generate/tensor_py_gen.h +136 -132
  668. mindspore/include/mindspore/ccsrc/pybind_api/ir/tensor_register/tensor_func_reg.h +0 -1
  669. mindspore/include/mindspore/ccsrc/pybind_api/resource/manager.h +2 -2
  670. mindspore/include/mindspore/ccsrc/pybind_api/storage_py.h +36 -0
  671. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/abs.h +1 -1
  672. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/acos_ext.h +1 -1
  673. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/acosh_ext.h +1 -1
  674. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/adamw.h +1 -1
  675. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/adaptive_avg_pool1d.h +1 -1
  676. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/adaptive_avg_pool2d_ext.h +1 -1
  677. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/adaptive_avg_pool2d_grad_ext.h +1 -1
  678. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/adaptive_avg_pool3d_ext.h +1 -1
  679. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/adaptive_avg_pool3d_grad_ext.h +1 -1
  680. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/adaptive_max_pool1d.h +1 -1
  681. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/adaptive_max_pool2d.h +1 -1
  682. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/add.h +1 -1
  683. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/add_ext.h +1 -1
  684. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/add_layer_norm_grad.h +1 -1
  685. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/add_layernorm_v2.h +1 -1
  686. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/add_rms_norm.h +1 -1
  687. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/add_rmsnorm_quant_v2.h +1 -1
  688. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/add_scalar.h +1 -1
  689. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/addbmm.h +1 -1
  690. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/addcdiv_ext.h +1 -1
  691. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/addcmul_ext.h +1 -1
  692. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/addmm.h +1 -1
  693. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/addmv.h +1 -1
  694. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/all_finite.h +1 -1
  695. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/all_gather_matmul.h +1 -1
  696. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/any.h +44 -0
  697. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/any_ext.h +44 -0
  698. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/apply_rotary_pos_emb.h +44 -0
  699. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/arange.h +1 -1
  700. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/argmax_ext.h +1 -1
  701. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/argmax_with_value.h +1 -1
  702. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/argmin_ext.h +1 -1
  703. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/argmin_with_value.h +1 -1
  704. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/argsort.h +1 -1
  705. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/as_strided.h +1 -1
  706. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/asin_ext.h +1 -1
  707. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/asinh_ext.h +1 -1
  708. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/atan2_ext.h +1 -1
  709. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/atan_ext.h +1 -1
  710. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/atanh.h +1 -1
  711. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/avg_pool1d.h +1 -1
  712. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/avg_pool2d.h +1 -1
  713. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/avg_pool2d_grad.h +1 -1
  714. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/avg_pool3d_ext.h +1 -1
  715. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/avg_pool3d_grad_ext.h +1 -1
  716. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/baddbmm.h +1 -1
  717. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/batch_mat_mul.h +1 -1
  718. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/batch_norm_elemt.h +1 -1
  719. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/batch_norm_elemt_grad.h +1 -1
  720. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/batch_norm_ext.h +1 -1
  721. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/batch_norm_gather_stats_with_counts.h +1 -1
  722. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/batch_norm_grad_ext.h +1 -1
  723. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/batch_norm_reduce_grad.h +1 -1
  724. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/batch_norm_stats.h +1 -1
  725. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/bernoulli_ext.h +1 -1
  726. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/binary_cross_entropy.h +1 -1
  727. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/binary_cross_entropy_grad.h +1 -1
  728. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/binary_cross_entropy_with_logits.h +1 -1
  729. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/binary_cross_entropy_with_logits_backward.h +1 -1
  730. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/bincount_ext.h +1 -1
  731. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/bitwise_and_scalar.h +1 -1
  732. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/bitwise_and_tensor.h +1 -1
  733. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/bitwise_not.h +1 -1
  734. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/bitwise_or_scalar.h +1 -1
  735. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/bitwise_or_tensor.h +1 -1
  736. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/bitwise_xor_scalar.h +1 -1
  737. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/bitwise_xor_tensor.h +1 -1
  738. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/bmm_ext.h +1 -1
  739. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/broadcast_to.h +1 -1
  740. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/broadcast_to_view.h +1 -1
  741. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/cast.h +1 -1
  742. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/ceil.h +1 -1
  743. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/cell_backward_hook.h +44 -0
  744. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/chunk.h +1 -1
  745. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/chunk_view.h +1 -1
  746. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/clamp_scalar.h +1 -1
  747. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/clamp_tensor.h +1 -1
  748. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/clone.h +1 -1
  749. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/col2im_ext.h +1 -1
  750. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/col2im_grad.h +1 -1
  751. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/concat.h +1 -1
  752. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/constant_pad_nd.h +1 -1
  753. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/contiguous.h +1 -1
  754. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/conv1d_ext.h +1 -1
  755. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/conv1d_padding.h +1 -1
  756. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/conv2d_ext.h +1 -1
  757. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/conv2d_padding.h +1 -1
  758. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/conv3d_ext.h +1 -1
  759. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/conv3d_padding.h +1 -1
  760. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/conv_transpose2d.h +1 -1
  761. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/convolution.h +1 -1
  762. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/convolution_grad.h +1 -1
  763. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/convolution_str.h +1 -1
  764. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/convolution_str_grad.h +1 -1
  765. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/copy.h +1 -1
  766. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/cos.h +1 -1
  767. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/cosh.h +1 -1
  768. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/count_nonzero.h +1 -1
  769. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/cross.h +1 -1
  770. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/cross_entropy_loss.h +44 -0
  771. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/cross_entropy_loss_grad.h +44 -0
  772. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/cummax.h +1 -1
  773. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/cummin_ext.h +1 -1
  774. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/cumsum_ext.h +1 -1
  775. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/custom_ext.h +1 -1
  776. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/dense.h +1 -1
  777. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/diag_ext.h +1 -1
  778. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/diagonal_view.h +44 -0
  779. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/dist_comm_all_gather.h +1 -1
  780. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/dist_comm_all_gather_into_tensor.h +1 -1
  781. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/dist_comm_all_gather_into_tensor_uneven.h +44 -0
  782. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/dist_comm_all_reduce.h +1 -1
  783. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/dist_comm_all_to_all_v.h +1 -1
  784. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/dist_comm_all_to_all_v_single.h +1 -1
  785. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/dist_comm_barrier.h +1 -1
  786. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/dist_comm_batch_isend_irecv.h +1 -1
  787. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/dist_comm_broadcast.h +1 -1
  788. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/dist_comm_gather.h +1 -1
  789. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/dist_comm_gather_into_tensor.h +1 -1
  790. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/dist_comm_irecv.h +1 -1
  791. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/dist_comm_isend.h +1 -1
  792. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/dist_comm_reduce.h +1 -1
  793. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/dist_comm_reduce_scatter.h +1 -1
  794. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/dist_comm_reduce_scatter_tensor.h +1 -1
  795. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/dist_comm_reduce_scatter_tensor_uneven.h +44 -0
  796. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/dist_comm_scatter.h +1 -1
  797. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/dist_comm_scatter_tensor.h +1 -1
  798. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/div.h +1 -1
  799. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/divmod.h +1 -1
  800. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/divmods.h +1 -1
  801. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/divs.h +1 -1
  802. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/dot.h +1 -1
  803. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/dropout_do_mask_ext.h +1 -1
  804. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/dropout_ext.h +1 -1
  805. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/dropout_gen_mask_ext.h +1 -1
  806. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/dropout_grad_ext.h +1 -1
  807. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/dynamic_quant_ext.h +1 -1
  808. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/einsum_ext.h +44 -0
  809. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/elu.h +1 -1
  810. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/elu_ext.h +1 -1
  811. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/elu_grad_ext.h +1 -1
  812. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/embedding.h +1 -1
  813. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/embedding_dense_backward.h +1 -1
  814. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/empty.h +44 -0
  815. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/empty_like.h +44 -0
  816. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/equal.h +1 -1
  817. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/equal_ext.h +1 -1
  818. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/erf.h +1 -1
  819. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/erfc.h +1 -1
  820. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/erfinv.h +1 -1
  821. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/exp.h +1 -1
  822. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/exp2.h +1 -1
  823. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/expand_as.h +1 -1
  824. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/expand_dims.h +1 -1
  825. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/expand_dims_view.h +1 -1
  826. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/expm1.h +1 -1
  827. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/eye.h +1 -1
  828. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/ffn_ext.h +1 -1
  829. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/fill_scalar.h +1 -1
  830. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/fill_tensor.h +1 -1
  831. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/flash_attention_score.h +1 -1
  832. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/flash_attention_score_grad.h +1 -1
  833. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/flatten_ext.h +1 -1
  834. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/floor.h +1 -1
  835. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/floor_div.h +1 -1
  836. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/floor_div_scalar.h +1 -1
  837. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/fmod_scalar.h +1 -1
  838. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/fmod_tensor.h +1 -1
  839. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/frac.h +1 -1
  840. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/full_like.h +1 -1
  841. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/func_dropout_ext.h +44 -0
  842. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/func_max_pool2d.h +44 -0
  843. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/fused_infer_attention_score.h +1 -1
  844. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/gather_d.h +1 -1
  845. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/gather_d_grad_v2.h +1 -1
  846. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/gcd.h +1 -1
  847. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/gelu.h +1 -1
  848. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/gelu_ext.h +1 -1
  849. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/gelu_grad.h +1 -1
  850. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/gelu_grad_ext.h +1 -1
  851. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/generator.h +1 -1
  852. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/glu.h +1 -1
  853. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/glu_grad.h +1 -1
  854. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/gmm.h +1 -1
  855. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/gmm_backward.h +1 -1
  856. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/gmm_backward_fusion.h +1 -1
  857. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/gmm_v2.h +1 -1
  858. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/gmm_v2_backward.h +1 -1
  859. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/gmm_v2_backward_fusion.h +1 -1
  860. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/greater.h +1 -1
  861. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/greater_equal.h +1 -1
  862. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/greater_equal_scalar.h +1 -1
  863. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/grid_sampler_2d.h +1 -1
  864. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/grid_sampler_2d_grad.h +1 -1
  865. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/grid_sampler_3d.h +1 -1
  866. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/grid_sampler_3d_grad.h +1 -1
  867. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/group_norm.h +1 -1
  868. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/group_norm_grad.h +1 -1
  869. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/grouped_matmul.h +1 -1
  870. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/grouped_matmul_v2.h +1 -1
  871. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/grouped_matmul_v4.h +1 -1
  872. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/hardtanh.h +1 -1
  873. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/hardtanh_grad.h +1 -1
  874. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/histc_ext.h +1 -1
  875. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/hshrink.h +1 -1
  876. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/hshrink_grad.h +1 -1
  877. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/hsigmoid.h +1 -1
  878. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/hsigmoid_grad.h +1 -1
  879. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/hswish.h +1 -1
  880. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/hswish_grad.h +1 -1
  881. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/identity.h +1 -1
  882. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/im2col_ext.h +1 -1
  883. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/incre_flash_attention.h +1 -1
  884. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/index.h +1 -1
  885. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/index_add_ext.h +1 -1
  886. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/index_fill_scalar.h +1 -1
  887. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/index_fill_tensor.h +1 -1
  888. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/index_select.h +1 -1
  889. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inner_comm_all_gather.h +1 -1
  890. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inner_comm_all_reduce.h +1 -1
  891. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inner_comm_all_to_all_v.h +1 -1
  892. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inner_comm_irecv.h +1 -1
  893. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inner_comm_isend.h +1 -1
  894. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inner_comm_reduce_scatter.h +1 -1
  895. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inner_index.h +1 -1
  896. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inner_inplace_index_put.h +1 -1
  897. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inner_moe_token_unpermute.h +44 -0
  898. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inner_non_zero.h +1 -1
  899. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_add_ext.h +1 -1
  900. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_addmm.h +1 -1
  901. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_adds_ext.h +1 -1
  902. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_bernoulli_scalar.h +44 -0
  903. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_bernoulli_tensor.h +44 -0
  904. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_clamp_scalar.h +1 -1
  905. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_clamp_tensor.h +1 -1
  906. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_copy.h +1 -1
  907. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_div.h +1 -1
  908. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_divmod.h +1 -1
  909. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_divmods.h +1 -1
  910. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_divs.h +1 -1
  911. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_elu.h +1 -1
  912. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_erfinv.h +1 -1
  913. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_exp.h +1 -1
  914. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_exponential.h +1 -1
  915. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_fill_diagonal.h +1 -1
  916. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_fill_scalar.h +1 -1
  917. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_fill_tensor.h +1 -1
  918. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_floor.h +1 -1
  919. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_floor_divide.h +1 -1
  920. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_floor_divides.h +1 -1
  921. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_grouped_matmul_add.h +1 -1
  922. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_hardtanh.h +1 -1
  923. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_index_add.h +1 -1
  924. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_index_put.h +1 -1
  925. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_log.h +1 -1
  926. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_masked_fill_scalar.h +1 -1
  927. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_masked_fill_tensor.h +1 -1
  928. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_matmul_add.h +44 -0
  929. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_mul.h +1 -1
  930. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_muls.h +1 -1
  931. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_normal.h +1 -1
  932. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_put.h +1 -1
  933. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_random.h +1 -1
  934. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_relu.h +1 -1
  935. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_remainder_tensor_scalar.h +44 -0
  936. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_remainder_tensor_tensor.h +44 -0
  937. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_scatter_add.h +1 -1
  938. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_scatter_src.h +1 -1
  939. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_scatter_src_reduce.h +1 -1
  940. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_scatter_value.h +1 -1
  941. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_scatter_value_reduce.h +1 -1
  942. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_silu.h +44 -0
  943. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_stop_gradient.h +1 -1
  944. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_sub_ext.h +1 -1
  945. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_sub_scalar.h +1 -1
  946. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_tanh.h +1 -1
  947. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_threshold.h +1 -1
  948. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_uniform.h +1 -1
  949. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_zero.h +1 -1
  950. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/isclose.h +1 -1
  951. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/isfinite.h +1 -1
  952. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/isinf.h +1 -1
  953. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/isneginf.h +1 -1
  954. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/kl_div.h +1 -1
  955. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/kl_div_grad.h +1 -1
  956. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/kthvalue.h +1 -1
  957. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/kv_cache_scatter_update.h +1 -1
  958. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/l1_loss_backward_ext.h +1 -1
  959. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/l1_loss_ext.h +1 -1
  960. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/layer_norm_ext.h +1 -1
  961. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/layer_norm_grad_ext.h +1 -1
  962. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/leaky_relu_ext.h +1 -1
  963. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/leaky_relu_grad_ext.h +1 -1
  964. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/lerp.h +1 -1
  965. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/lerp_scalar.h +1 -1
  966. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/less.h +1 -1
  967. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/less_equal.h +1 -1
  968. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/lin_space_ext.h +1 -1
  969. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/linalg_qr.h +1 -1
  970. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/linalg_vector_norm.h +1 -1
  971. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/log.h +1 -1
  972. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/log10.h +1 -1
  973. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/log1p.h +1 -1
  974. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/log2.h +1 -1
  975. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/log_softmax.h +1 -1
  976. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/log_softmax_ext.h +1 -1
  977. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/log_softmax_grad.h +1 -1
  978. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/logaddexp.h +1 -1
  979. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/logaddexp2.h +1 -1
  980. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/logical_and.h +1 -1
  981. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/logical_not.h +1 -1
  982. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/logical_or.h +1 -1
  983. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/logical_xor.h +1 -1
  984. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/logsigmoid.h +1 -1
  985. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/logsigmoid_grad.h +1 -1
  986. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/logsumexp.h +1 -1
  987. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/masked_fill.h +1 -1
  988. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/masked_scatter.h +44 -0
  989. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/masked_select.h +1 -1
  990. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/masked_select_grad.h +1 -1
  991. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/matmul.h +1 -1
  992. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/matmul_allreduce_add_rmsnorm.h +1 -1
  993. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/matmul_ext.h +1 -1
  994. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/matmul_reduce_scatter.h +1 -1
  995. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/matrix_inverse_ext.h +1 -1
  996. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/max.h +1 -1
  997. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/max_dim.h +1 -1
  998. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/max_pool_grad_with_indices.h +1 -1
  999. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/max_pool_grad_with_mask.h +1 -1
  1000. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/max_pool_with_indices.h +1 -1
  1001. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/max_pool_with_mask.h +1 -1
  1002. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/max_unpool2d_ext.h +1 -1
  1003. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/maximum.h +1 -1
  1004. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/mean_ext.h +1 -1
  1005. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/median_dim.h +1 -1
  1006. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/median_ext.h +1 -1
  1007. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/meshgrid.h +1 -1
  1008. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/min.h +1 -1
  1009. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/min_dim.h +1 -1
  1010. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/minimum.h +1 -1
  1011. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/mish_ext.h +1 -1
  1012. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/mish_grad_ext.h +1 -1
  1013. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/mla.h +44 -0
  1014. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/mm_ext.h +1 -1
  1015. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/moe_compute_expert_tokens.h +1 -1
  1016. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/moe_distribute_combine.h +44 -0
  1017. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/moe_distribute_dispatch.h +44 -0
  1018. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/moe_finalize_routing.h +1 -1
  1019. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/moe_gating_top_k_softmax.h +1 -1
  1020. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/moe_init_routing.h +1 -1
  1021. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/moe_init_routing_quant_v2.h +44 -0
  1022. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/moe_init_routing_v2.h +1 -1
  1023. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/moe_token_permute.h +1 -1
  1024. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/moe_token_permute_grad.h +1 -1
  1025. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/moe_token_unpermute.h +1 -1
  1026. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/moe_token_unpermute_grad.h +1 -1
  1027. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/mse_loss_ext.h +1 -1
  1028. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/mse_loss_grad_ext.h +1 -1
  1029. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/mul.h +1 -1
  1030. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/muls.h +1 -1
  1031. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/multi_scale_deformable_attn.h +1 -1
  1032. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/multi_scale_deformable_attn_grad.h +1 -1
  1033. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/multinomial_ext.h +1 -1
  1034. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/mv.h +1 -1
  1035. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/nan_to_num.h +1 -1
  1036. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/nansum.h +1 -1
  1037. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/narrow.h +1 -1
  1038. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/narrow_view.h +1 -1
  1039. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/ne_scalar.h +1 -1
  1040. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/neg.h +1 -1
  1041. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/new_empty.h +44 -0
  1042. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/new_full.h +44 -0
  1043. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/new_ones.h +1 -1
  1044. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/new_zeros.h +1 -1
  1045. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/nllloss.h +1 -1
  1046. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/nllloss_2d.h +1 -1
  1047. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/nllloss_2d_grad.h +1 -1
  1048. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/nllloss_grad.h +1 -1
  1049. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/non_zero.h +1 -1
  1050. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/non_zero_ext.h +1 -1
  1051. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/norm.h +1 -1
  1052. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/normal_float_float.h +1 -1
  1053. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/normal_float_tensor.h +1 -1
  1054. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/normal_tensor_float.h +1 -1
  1055. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/normal_tensor_tensor.h +1 -1
  1056. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/not_equal.h +1 -1
  1057. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/one_hot_ext.h +1 -1
  1058. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/ones.h +1 -1
  1059. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/ones_like_ext.h +1 -1
  1060. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/outer.h +1 -1
  1061. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/paged_attention.h +44 -0
  1062. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/pixel_shuffle.h +1 -1
  1063. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/polar.h +1 -1
  1064. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/pow.h +1 -1
  1065. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/pow_scalar_tensor.h +1 -1
  1066. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/pow_tensor_scalar.h +1 -1
  1067. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/prelu.h +1 -1
  1068. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/prelu_grad.h +1 -1
  1069. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/prod_ext.h +1 -1
  1070. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/prompt_flash_attention.h +1 -1
  1071. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/quant_batch_matmul.h +1 -1
  1072. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/quant_matmul.h +44 -0
  1073. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/quant_v2.h +1 -1
  1074. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/rand_ext.h +1 -1
  1075. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/rand_like_ext.h +1 -1
  1076. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/randint.h +1 -1
  1077. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/randint_like.h +1 -1
  1078. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/randn.h +1 -1
  1079. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/randn_like.h +1 -1
  1080. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/randperm_ext.h +1 -1
  1081. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/reciprocal.h +1 -1
  1082. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/reduce_all.h +1 -1
  1083. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/reduce_any.h +1 -1
  1084. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/reduce_max.h +1 -1
  1085. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/reduce_min.h +1 -1
  1086. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/reflection_pad_1d.h +1 -1
  1087. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/reflection_pad_1d_grad.h +1 -1
  1088. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/reflection_pad_2d.h +1 -1
  1089. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/reflection_pad_2d_grad.h +1 -1
  1090. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/reflection_pad_3d.h +1 -1
  1091. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/reflection_pad_3d_grad.h +1 -1
  1092. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/relu.h +1 -1
  1093. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/relu_grad.h +1 -1
  1094. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/remainder_scalar_tensor.h +1 -1
  1095. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/remainder_tensor_scalar.h +1 -1
  1096. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/remainder_tensor_tensor.h +1 -1
  1097. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/repeat.h +1 -1
  1098. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/repeat_interleave_grad.h +1 -1
  1099. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/repeat_interleave_int.h +1 -1
  1100. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/repeat_interleave_tensor.h +1 -1
  1101. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/replication_pad_1d.h +1 -1
  1102. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/replication_pad_1d_grad.h +1 -1
  1103. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/replication_pad_2d.h +1 -1
  1104. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/replication_pad_2d_grad.h +1 -1
  1105. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/replication_pad_3d.h +1 -1
  1106. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/replication_pad_3d_grad.h +1 -1
  1107. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/reshape.h +1 -1
  1108. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/reshape_and_cache.h +44 -0
  1109. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/reverse_v2.h +1 -1
  1110. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/ring_attention_update.h +44 -0
  1111. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/rms_norm.h +1 -1
  1112. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/rms_norm_grad.h +1 -1
  1113. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/roll.h +1 -1
  1114. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/rotary_position_embedding.h +1 -1
  1115. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/rotary_position_embedding_grad.h +1 -1
  1116. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/round.h +1 -1
  1117. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/rsqrt.h +1 -1
  1118. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/scatter.h +1 -1
  1119. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/scatter_add_ext.h +1 -1
  1120. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/scatter_value.h +1 -1
  1121. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/searchsorted.h +1 -1
  1122. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/select.h +1 -1
  1123. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/select_ext_view.h +1 -1
  1124. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/select_v2.h +1 -1
  1125. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/selu_ext.h +1 -1
  1126. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/selu_grad.h +1 -1
  1127. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/sigmoid.h +1 -1
  1128. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/sigmoid_grad.h +1 -1
  1129. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/sign.h +1 -1
  1130. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/silent_check_v2.h +1 -1
  1131. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/silent_check_v3.h +1 -1
  1132. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/silu.h +1 -1
  1133. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/silu_grad.h +1 -1
  1134. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/sin.h +1 -1
  1135. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/sinc.h +1 -1
  1136. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/sinh.h +1 -1
  1137. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/slice.h +1 -1
  1138. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/slice_ext.h +1 -1
  1139. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/slice_ext_view.h +1 -1
  1140. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/smooth_l1_loss.h +1 -1
  1141. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/smooth_l1_loss_grad.h +1 -1
  1142. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/soft_margin_loss.h +1 -1
  1143. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/soft_margin_loss_grad.h +1 -1
  1144. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/softmax.h +1 -1
  1145. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/softmax_backward.h +1 -1
  1146. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/softplus_ext.h +1 -1
  1147. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/softplus_grad_ext.h +1 -1
  1148. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/softshrink.h +1 -1
  1149. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/softshrink_grad.h +1 -1
  1150. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/sort_ext.h +1 -1
  1151. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/speed_fusion_attention.h +1 -1
  1152. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/speed_fusion_attention_grad.h +1 -1
  1153. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/split.h +1 -1
  1154. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/split_tensor.h +1 -1
  1155. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/split_tensor_view.h +1 -1
  1156. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/split_with_size.h +1 -1
  1157. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/split_with_size_view.h +1 -1
  1158. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/sqrt.h +1 -1
  1159. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/square.h +1 -1
  1160. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/squeeze.h +1 -1
  1161. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/stack_ext.h +1 -1
  1162. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/std.h +1 -1
  1163. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/std_mean.h +1 -1
  1164. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/sub.h +1 -1
  1165. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/sub_ext.h +1 -1
  1166. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/sub_scalar.h +1 -1
  1167. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/sum_ext.h +1 -1
  1168. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/swiglu.h +1 -1
  1169. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/swiglu_grad.h +1 -1
  1170. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/t_ext.h +1 -1
  1171. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/take.h +1 -1
  1172. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/tan.h +1 -1
  1173. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/tanh.h +1 -1
  1174. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/tanh_grad.h +1 -1
  1175. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/tensor_scatter_elements.h +1 -1
  1176. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/threshold.h +1 -1
  1177. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/threshold_grad.h +1 -1
  1178. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/tile.h +1 -1
  1179. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/topk_ext.h +1 -1
  1180. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/trace_ext.h +1 -1
  1181. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/transpose.h +1 -1
  1182. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/transpose_ext_view.h +1 -1
  1183. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/transpose_view.h +1 -1
  1184. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/triangular_solve.h +1 -1
  1185. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/tril_ext.h +1 -1
  1186. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/triu.h +1 -1
  1187. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/trunc.h +1 -1
  1188. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/type_as.h +1 -1
  1189. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/uniform_ext.h +1 -1
  1190. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/unique2.h +1 -1
  1191. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/unique_consecutive.h +1 -1
  1192. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/unique_dim.h +1 -1
  1193. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/unstack_ext_view.h +1 -1
  1194. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/upsample_bicubic2d.h +1 -1
  1195. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/upsample_bicubic2d_grad.h +1 -1
  1196. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/upsample_bilinear2d.h +1 -1
  1197. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/upsample_bilinear2d_grad.h +1 -1
  1198. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/upsample_linear1d.h +1 -1
  1199. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/upsample_linear1d_grad.h +1 -1
  1200. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/upsample_nearest1d.h +1 -1
  1201. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/upsample_nearest1d_grad.h +1 -1
  1202. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/upsample_nearest2d.h +1 -1
  1203. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/upsample_nearest2d_grad.h +1 -1
  1204. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/upsample_nearest3d.h +1 -1
  1205. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/upsample_nearest3d_grad.h +1 -1
  1206. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/upsample_trilinear3d.h +1 -1
  1207. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/upsample_trilinear3d_grad.h +1 -1
  1208. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/var.h +1 -1
  1209. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/var_mean.h +1 -1
  1210. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/view.h +1 -1
  1211. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/view_as.h +1 -1
  1212. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/weight_quant_batch_matmul.h +1 -1
  1213. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/xlogy.h +1 -1
  1214. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/xlogy_scalar_other.h +1 -1
  1215. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/xlogy_scalar_self.h +1 -1
  1216. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/zeros.h +1 -1
  1217. mindspore/include/mindspore/ccsrc/pyboost/auto_generate/zeros_like_ext.h +1 -1
  1218. mindspore/include/mindspore/ccsrc/pyboost/comm_handle.h +6 -2
  1219. mindspore/include/mindspore/ccsrc/pyboost/customize/any.h +39 -0
  1220. mindspore/include/mindspore/ccsrc/pyboost/customize/cell_backward_hook.h +27 -0
  1221. mindspore/include/mindspore/ccsrc/pyboost/customize/divmod.h +3 -3
  1222. mindspore/include/mindspore/ccsrc/pyboost/customize/einsum_ext.h +38 -0
  1223. mindspore/include/mindspore/ccsrc/pyboost/customize/identity.h +2 -2
  1224. mindspore/include/mindspore/ccsrc/pyboost/customize/meshgrid.h +7 -4
  1225. mindspore/include/mindspore/ccsrc/pyboost/customize/op_common.h +12 -15
  1226. mindspore/include/mindspore/ccsrc/pyboost/customize/pixel_shuffle.h +2 -3
  1227. mindspore/include/mindspore/ccsrc/pyboost/customize/reshape.h +4 -3
  1228. mindspore/include/mindspore/ccsrc/pyboost/customize/searchsorted.h +4 -5
  1229. mindspore/include/mindspore/ccsrc/pyboost/functions/auto_generate/auto_grad_op_reg.h +1573 -1408
  1230. mindspore/include/mindspore/ccsrc/pyboost/functions/auto_generate/functions.h +578 -494
  1231. mindspore/include/mindspore/ccsrc/pyboost/grad_functions/pyboost_grad_functions.h +3 -0
  1232. mindspore/include/mindspore/ccsrc/pyboost/grad_functions/value_converter.h +30 -4
  1233. mindspore/include/mindspore/ccsrc/pyboost/op_register.h +52 -0
  1234. mindspore/include/mindspore/ccsrc/pyboost/op_runner.h +45 -19
  1235. mindspore/include/mindspore/ccsrc/pyboost/pyboost_utils.h +106 -62
  1236. mindspore/include/mindspore/ccsrc/pynative/base.h +22 -24
  1237. mindspore/include/mindspore/ccsrc/pynative/forward/do_pyboost_cast.h +71 -67
  1238. mindspore/include/mindspore/ccsrc/pynative/forward/forward.h +14 -12
  1239. mindspore/include/mindspore/ccsrc/pynative/forward/forward_task.h +34 -2
  1240. mindspore/include/mindspore/ccsrc/pynative/grad/custom_function.h +14 -7
  1241. mindspore/include/mindspore/ccsrc/pynative/grad/function/auto_generate/pyboost_native_grad_functions.h +485 -454
  1242. mindspore/include/mindspore/ccsrc/pynative/grad/function/func_builder.h +3 -3
  1243. mindspore/include/mindspore/ccsrc/pynative/grad/function/func_grad.h +280 -96
  1244. mindspore/include/mindspore/ccsrc/pynative/grad/function/func_pass.h +0 -1
  1245. mindspore/include/mindspore/ccsrc/pynative/grad/function.h +28 -23
  1246. mindspore/include/mindspore/ccsrc/pynative/grad/function_py.h +19 -11
  1247. mindspore/include/mindspore/ccsrc/pynative/grad/grad.h +30 -97
  1248. mindspore/include/mindspore/ccsrc/pynative/grad/grad_utils.h +39 -23
  1249. mindspore/include/mindspore/ccsrc/pynative/grad/hook_py.h +21 -22
  1250. mindspore/include/mindspore/ccsrc/pynative/grad/jit/jit_grad.h +2 -26
  1251. mindspore/include/mindspore/ccsrc/pynative/grad/top_cell.h +8 -150
  1252. mindspore/include/mindspore/ccsrc/pynative/op_function/auto_generate/pyboost_api.h +564 -0
  1253. mindspore/include/mindspore/ccsrc/pynative/op_function/auto_generate/pyboost_core.h +564 -0
  1254. mindspore/include/mindspore/ccsrc/pynative/op_function/auto_generate/tensor_func_utils.h +484 -482
  1255. mindspore/include/mindspore/ccsrc/pynative/op_function/comm_handle_py.h +2 -0
  1256. mindspore/include/mindspore/ccsrc/pynative/op_function/converter.h +11 -0
  1257. mindspore/include/mindspore/ccsrc/pynative/op_function/customize/direct_ops.h +2 -12
  1258. mindspore/include/mindspore/ccsrc/pynative/predict_out_type_map.h +3 -0
  1259. mindspore/include/mindspore/ccsrc/pynative/pynative_execute.h +6 -2
  1260. mindspore/include/mindspore/ccsrc/pynative/pynative_utils.h +39 -43
  1261. mindspore/include/mindspore/ccsrc/runtime/collective/collective_communication_lib.h +17 -1
  1262. mindspore/include/mindspore/ccsrc/runtime/collective/communication_group.h +5 -0
  1263. mindspore/include/mindspore/ccsrc/runtime/collective/dummy_collective_communication_lib.h +2 -1
  1264. mindspore/include/mindspore/ccsrc/runtime/device/device_address_utils.h +55 -50
  1265. mindspore/include/mindspore/ccsrc/runtime/device/memory_scheduler.h +2 -1
  1266. mindspore/include/mindspore/ccsrc/runtime/device/move_to.h +3 -0
  1267. mindspore/include/mindspore/ccsrc/runtime/device/res_manager/auto_mem_offload.h +0 -1
  1268. mindspore/include/mindspore/ccsrc/runtime/device/res_manager/capture_graph.h +35 -0
  1269. mindspore/include/mindspore/ccsrc/runtime/device/res_manager/hal_res_base.h +18 -17
  1270. mindspore/include/mindspore/ccsrc/runtime/device/res_manager/hal_res_manager.h +7 -3
  1271. mindspore/include/mindspore/ccsrc/runtime/device/res_manager/loadable_device_address.h +1 -1
  1272. mindspore/include/mindspore/ccsrc/runtime/device/res_manager/memory_manager.h +0 -1
  1273. mindspore/include/mindspore/ccsrc/runtime/device/res_manager/swap_manager.h +2 -2
  1274. mindspore/include/mindspore/ccsrc/runtime/device/res_manager/tensor_array.h +1 -1
  1275. mindspore/include/mindspore/ccsrc/runtime/device/res_manager/utils/utils.h +0 -1
  1276. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/abstract_actor.h +46 -33
  1277. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/actor_common.h +30 -19
  1278. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/actor_dump.h +4 -3
  1279. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/actor_set.h +0 -4
  1280. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/any_type_kernel_actor.h +7 -61
  1281. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/control_flow/condition_gather_runner.h +74 -0
  1282. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/control_flow/condition_switch_runner.h +89 -0
  1283. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/control_flow/control_actor.h +37 -41
  1284. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/control_flow/entrance_actor.h +11 -11
  1285. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/control_flow/exit_actor.h +8 -9
  1286. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/control_flow/gather_actor.h +6 -7
  1287. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/control_flow/stack_actor.h +11 -11
  1288. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/control_flow/switch_actor.h +2 -2
  1289. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/copy_actor.h +12 -14
  1290. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/data_prepare_actor.h +28 -20
  1291. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/data_source_actor.h +10 -58
  1292. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/debug_actor.h +11 -10
  1293. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/debug_aware_actor.h +2 -2
  1294. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/fusion/fusion_actor.h +2 -2
  1295. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/kernel_actor.h +79 -86
  1296. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/kernel_async_infer_actor.h +3 -1
  1297. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/kernel_async_launch_actor.h +11 -1
  1298. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/kernel_async_resize_actor.h +3 -1
  1299. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/kernel_infer_actor.h +4 -4
  1300. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/kernel_resize_actor.h +4 -4
  1301. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/kernel_runner.h +405 -0
  1302. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/loop_count_actor.h +11 -11
  1303. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/memory/memory_alloc_actor.h +3 -3
  1304. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/memory/memory_free_actor.h +2 -3
  1305. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/memory/memory_swap_actor.h +4 -4
  1306. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/memory_aware_actor.h +7 -7
  1307. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/memory_manager_actor.h +18 -17
  1308. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/output_actor.h +11 -7
  1309. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/profiler_actor.h +2 -2
  1310. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/recorder_actor.h +2 -2
  1311. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/rpc/mux_send_actor.h +1 -1
  1312. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/rpc/recv_actor.h +6 -10
  1313. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/rpc/rpc_actor.h +2 -14
  1314. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/rpc/send_actor.h +4 -4
  1315. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/super_kernel_actor.h +72 -57
  1316. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/any_type_graph_scheduler.h +0 -33
  1317. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/control_node_parser.h +13 -1
  1318. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/control_node_scheduler.h +1 -2
  1319. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/device_tensor_copy_store.h +14 -14
  1320. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/device_tensor_store.h +28 -27
  1321. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/execution_order_check/comm_execution_order_check.h +17 -7
  1322. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/execution_order_check/kernel_cache.h +24 -4
  1323. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/graph_capture/graph_capture_manager.h +117 -0
  1324. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/graph_compiler.h +4 -71
  1325. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/graph_parameter_store.h +81 -143
  1326. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/graph_scheduler.h +9 -22
  1327. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/parameter_store.h +4 -0
  1328. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/pipeline/async_lf_queue.h +97 -0
  1329. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/pipeline/lf_ring_queue.h +205 -0
  1330. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/pipeline/runtime_pipeline.h +71 -0
  1331. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/pre_launch_comm.h +10 -2
  1332. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/rpc_node_scheduler.h +4 -13
  1333. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/scheduler_helper.h +12 -1
  1334. mindspore/include/mindspore/ccsrc/runtime/hardware/device_context.h +35 -173
  1335. mindspore/include/mindspore/ccsrc/runtime/hardware/device_context_manager.h +1 -1
  1336. mindspore/include/mindspore/ccsrc/runtime/pipeline/async_rqueue.h +2 -2
  1337. mindspore/include/mindspore/ccsrc/runtime/pipeline/ring_queue.h +1 -1
  1338. mindspore/include/mindspore/ccsrc/runtime/pipeline/task/task.h +1 -1
  1339. mindspore/include/mindspore/ccsrc/runtime/pynative/graph_adapter.h +0 -1
  1340. mindspore/include/mindspore/ccsrc/runtime/pynative/ir_converter.h +8 -7
  1341. mindspore/include/mindspore/ccsrc/runtime/pynative/op_runner.h +6 -6
  1342. mindspore/include/mindspore/ccsrc/runtime/pynative/op_runtime_info.h +4 -4
  1343. mindspore/include/mindspore/ccsrc/utils/dlopen_macro.h +2 -2
  1344. mindspore/include/mindspore/core/include/abstract/abstract_function.h +54 -13
  1345. mindspore/include/mindspore/core/include/abstract/abstract_value.h +50 -13
  1346. mindspore/include/mindspore/core/include/abstract/ops/primitive_infer_map.h +1 -1
  1347. mindspore/include/mindspore/core/include/abstract/param_validator.h +3 -2
  1348. mindspore/include/mindspore/core/include/base/bfloat16.h +1 -1
  1349. mindspore/include/mindspore/core/include/base/float16.h +4 -3
  1350. mindspore/include/mindspore/core/include/base/float8_e4m3fn.h +264 -0
  1351. mindspore/include/mindspore/core/include/base/float8_e5m2.h +260 -0
  1352. mindspore/include/mindspore/core/include/base/hifloat8.h +53 -57
  1353. mindspore/include/mindspore/core/include/ir/anf.h +37 -8
  1354. mindspore/include/mindspore/core/include/ir/device_sync.h +17 -1
  1355. mindspore/include/mindspore/core/include/ir/dtype/number.h +123 -9
  1356. mindspore/include/mindspore/core/include/ir/dtype/op_dtype.h +48 -0
  1357. mindspore/include/mindspore/core/include/ir/dtype.h +4 -0
  1358. mindspore/include/mindspore/core/include/ir/func_graph.h +2 -0
  1359. mindspore/include/mindspore/core/include/ir/func_graph_cloner.h +2 -0
  1360. mindspore/include/mindspore/core/include/ir/meta_grad_data.h +4 -13
  1361. mindspore/include/mindspore/core/include/ir/primitive.h +20 -2
  1362. mindspore/include/mindspore/core/include/ir/scalar.h +2 -2
  1363. mindspore/include/mindspore/core/include/ir/scope.h +16 -3
  1364. mindspore/include/mindspore/core/include/ir/tensor.h +922 -41
  1365. mindspore/include/mindspore/core/include/ir/tensor_py_wrapperbase.h +11 -11
  1366. mindspore/include/mindspore/core/include/ir/tensor_storage_info.h +1 -0
  1367. mindspore/include/mindspore/core/include/load_mindir/infer_mindir.h +3 -2
  1368. mindspore/include/mindspore/core/include/mindapi/base/macros.h +3 -3
  1369. mindspore/include/mindspore/core/include/mindapi/base/type_id.h +3 -0
  1370. mindspore/include/mindspore/core/include/mindapi/base/types.h +7 -0
  1371. mindspore/include/mindspore/core/include/ops/op_def.h +2 -31
  1372. mindspore/include/mindspore/core/include/symbolic_shape/operation_builder.h +1 -1
  1373. mindspore/include/mindspore/core/include/utils/anf_utils.h +2 -0
  1374. mindspore/include/mindspore/core/include/utils/callback_handler.h +1 -1
  1375. mindspore/include/mindspore/core/include/utils/compact_set.h +4 -0
  1376. mindspore/include/mindspore/core/include/utils/core_op_utils.h +1 -1
  1377. mindspore/include/mindspore/core/include/utils/device_manager_conf.h +4 -0
  1378. mindspore/include/mindspore/core/include/utils/info.h +7 -0
  1379. mindspore/include/mindspore/core/include/utils/log_adapter.h +11 -2
  1380. mindspore/include/mindspore/core/include/utils/ms_context.h +13 -11
  1381. mindspore/include/mindspore/core/include/utils/ms_exception.h +39 -5
  1382. mindspore/include/mindspore/core/include/utils/ms_utils.h +3 -8
  1383. mindspore/include/mindspore/core/include/utils/ms_utils_secure.h +1 -1
  1384. mindspore/include/mindspore/core/include/utils/phase.h +17 -2
  1385. mindspore/include/mindspore/core/include/utils/system/base.h +1 -1
  1386. mindspore/include/mindspore/core/include/utils/tensor_hook_map.h +30 -0
  1387. mindspore/include/mindspore/core/mindrt/include/actor/op_actor.h +68 -0
  1388. mindspore/include/mindspore/core/mindrt/include/async/async.h +2 -2
  1389. mindspore/include/mindspore/core/mindrt/include/thread/actor_threadpool.h +4 -0
  1390. mindspore/include/mindspore/core/mindrt/include/thread/core_affinity.h +1 -1
  1391. mindspore/include/mindspore/core/mindrt/include/thread/hqueue.h +6 -6
  1392. mindspore/include/mindspore/core/mindrt/include/thread/threadpool.h +6 -2
  1393. mindspore/include/mindspore/ops/grad/grad_utils.h +21 -3
  1394. mindspore/include/mindspore/ops/infer/all_gather_v.h +39 -0
  1395. mindspore/include/mindspore/ops/infer/all_to_all.h +38 -0
  1396. mindspore/include/mindspore/ops/infer/dtype.h +12 -0
  1397. mindspore/include/mindspore/ops/infer/ops_func_impl/acosh.h +2 -9
  1398. mindspore/include/mindspore/ops/infer/ops_func_impl/asinh.h +2 -9
  1399. mindspore/include/mindspore/ops/infer/ops_func_impl/atanh.h +4 -9
  1400. mindspore/include/mindspore/ops/infer/ops_func_impl/batch_norm_ext.h +6 -11
  1401. mindspore/include/mindspore/ops/infer/ops_func_impl/batch_norm_grad_ext.h +5 -4
  1402. mindspore/include/mindspore/ops/infer/ops_func_impl/bitwise_and_scalar.h +4 -5
  1403. mindspore/include/mindspore/ops/infer/ops_func_impl/bitwise_and_tensor.h +3 -5
  1404. mindspore/include/mindspore/ops/infer/ops_func_impl/bitwise_or_scalar.h +3 -10
  1405. mindspore/include/mindspore/ops/infer/ops_func_impl/bitwise_or_tensor.h +2 -10
  1406. mindspore/include/mindspore/ops/infer/ops_func_impl/bitwise_xor_scalar.h +3 -10
  1407. mindspore/include/mindspore/ops/infer/ops_func_impl/bitwise_xor_tensor.h +2 -10
  1408. mindspore/include/mindspore/ops/infer/ops_func_impl/cell_backward_hook.h +32 -0
  1409. mindspore/include/mindspore/ops/infer/ops_func_impl/cross_entropy_loss.h +36 -0
  1410. mindspore/include/mindspore/ops/infer/ops_func_impl/cross_entropy_loss_grad.h +36 -0
  1411. mindspore/include/mindspore/ops/infer/ops_func_impl/diagonal_view.h +32 -0
  1412. mindspore/include/mindspore/ops/infer/ops_func_impl/dist_comm_all_gather_into_tensor_uneven.h +33 -0
  1413. mindspore/include/mindspore/ops/infer/ops_func_impl/dist_comm_reduce_scatter_tensor_uneven.h +33 -0
  1414. mindspore/include/mindspore/ops/infer/ops_func_impl/dump_gradient.h +33 -0
  1415. mindspore/include/mindspore/ops/infer/ops_func_impl/eltwise_op.h +4 -10
  1416. mindspore/include/mindspore/ops/infer/ops_func_impl/empty.h +7 -3
  1417. mindspore/include/mindspore/ops/infer/ops_func_impl/empty_like.h +7 -3
  1418. mindspore/include/mindspore/ops/infer/ops_func_impl/exp.h +3 -4
  1419. mindspore/include/mindspore/ops/infer/ops_func_impl/fused_add_topk_div.h +3 -0
  1420. mindspore/include/mindspore/ops/infer/ops_func_impl/grouped_matmul_base.h +1 -1
  1421. mindspore/include/mindspore/ops/infer/ops_func_impl/inner_moe_token_unpermute.h +36 -0
  1422. mindspore/include/mindspore/ops/infer/ops_func_impl/inplace_bernoulli_scalar.h +25 -0
  1423. mindspore/include/mindspore/ops/infer/ops_func_impl/inplace_bernoulli_tensor.h +40 -0
  1424. mindspore/include/mindspore/ops/infer/ops_func_impl/inplace_matmul_add.h +34 -0
  1425. mindspore/include/mindspore/ops/infer/ops_func_impl/inplace_remainder_tensor_scalar.h +35 -0
  1426. mindspore/include/mindspore/ops/infer/ops_func_impl/inplace_remainder_tensor_tensor.h +35 -0
  1427. mindspore/include/mindspore/ops/infer/ops_func_impl/inplace_silu.h +35 -0
  1428. mindspore/include/mindspore/ops/infer/ops_func_impl/kv_scale_cache.h +48 -0
  1429. mindspore/include/mindspore/ops/infer/ops_func_impl/masked_fill.h +4 -3
  1430. mindspore/include/mindspore/ops/infer/ops_func_impl/masked_scatter.h +37 -0
  1431. mindspore/include/mindspore/ops/infer/ops_func_impl/matmul_fusion_utils.h +6 -0
  1432. mindspore/include/mindspore/ops/infer/ops_func_impl/matmul_split_silu_fastgelu_add_mul_out1.h +34 -0
  1433. mindspore/include/mindspore/ops/infer/ops_func_impl/matmul_split_silu_mul_out1.h +34 -0
  1434. mindspore/include/mindspore/ops/infer/ops_func_impl/matmul_split_silu_out2.h +1 -1
  1435. mindspore/include/mindspore/ops/infer/ops_func_impl/max_pool_grad_with_indices.h +2 -8
  1436. mindspore/include/mindspore/ops/infer/ops_func_impl/max_pool_grad_with_mask.h +4 -2
  1437. mindspore/include/mindspore/ops/infer/ops_func_impl/max_pool_with_indices.h +6 -4
  1438. mindspore/include/mindspore/ops/infer/ops_func_impl/max_pool_with_mask.h +6 -4
  1439. mindspore/include/mindspore/ops/infer/ops_func_impl/mla.h +54 -0
  1440. mindspore/include/mindspore/ops/infer/ops_func_impl/mla_preprocess.h +75 -0
  1441. mindspore/include/mindspore/ops/infer/ops_func_impl/moe_distribute_combine.h +34 -0
  1442. mindspore/include/mindspore/ops/infer/ops_func_impl/moe_distribute_dispatch.h +37 -0
  1443. mindspore/include/mindspore/ops/infer/ops_func_impl/moe_init_routing_quant_v2.h +39 -0
  1444. mindspore/include/mindspore/ops/infer/ops_func_impl/neg.h +1 -6
  1445. mindspore/include/mindspore/ops/infer/ops_func_impl/new_empty.h +7 -3
  1446. mindspore/include/mindspore/ops/infer/ops_func_impl/new_full.h +37 -0
  1447. mindspore/include/mindspore/ops/infer/ops_func_impl/normal_float_float.h +1 -0
  1448. mindspore/include/mindspore/ops/infer/ops_func_impl/ones_like.h +2 -6
  1449. mindspore/include/mindspore/ops/infer/ops_func_impl/ones_like_ext.h +1 -2
  1450. mindspore/include/mindspore/ops/infer/ops_func_impl/q_matmul_split_silu_fastgelu_add_mul_out1.h +34 -0
  1451. mindspore/include/mindspore/ops/infer/ops_func_impl/q_matmul_split_silu_mul_out1.h +34 -0
  1452. mindspore/include/mindspore/ops/infer/ops_func_impl/quant_matmul.h +32 -0
  1453. mindspore/include/mindspore/ops/infer/ops_func_impl/reciprocal.h +4 -9
  1454. mindspore/include/mindspore/ops/infer/ops_func_impl/reduce_any.h +4 -5
  1455. mindspore/include/mindspore/ops/infer/ops_func_impl/reduce_arithmetic.h +2 -1
  1456. mindspore/include/mindspore/ops/infer/ops_func_impl/remainder_tensor_scalar.h +4 -4
  1457. mindspore/include/mindspore/ops/infer/ops_func_impl/ring_attention_update.h +36 -0
  1458. mindspore/include/mindspore/ops/infer/ops_func_impl/sigmoid.h +4 -5
  1459. mindspore/include/mindspore/ops/infer/ops_func_impl/square.h +2 -10
  1460. mindspore/include/mindspore/ops/infer/ops_func_impl/topprouter.h +36 -0
  1461. mindspore/include/mindspore/ops/infer/ops_func_impl/zeros_like_ext.h +1 -2
  1462. mindspore/include/mindspore/ops/infer/reduce_scatter.h +3 -1
  1463. mindspore/include/mindspore/ops/infer/reduce_scatter_v.h +38 -0
  1464. mindspore/include/mindspore/ops/kernel/ascend/acl/acl_kernel_mod.h +3 -0
  1465. mindspore/include/mindspore/ops/kernel/ascend/acl_ir/acl_adapter_info.h +1 -1
  1466. mindspore/include/mindspore/ops/kernel/ascend/acl_ir/custom/custom_aclnn_utils.h +95 -0
  1467. mindspore/include/mindspore/ops/kernel/ascend/acl_ir/custom/custom_op_api_cache.h +12 -5
  1468. mindspore/include/mindspore/ops/kernel/ascend/acl_ir/custom/custom_op_api_exec.h +2 -0
  1469. mindspore/include/mindspore/ops/kernel/ascend/acl_ir/op_api_cache.h +12 -7
  1470. mindspore/include/mindspore/ops/kernel/ascend/acl_ir/op_api_convert.h +32 -101
  1471. mindspore/include/mindspore/ops/kernel/ascend/acl_ir/op_api_exec.h +35 -30
  1472. mindspore/include/mindspore/ops/kernel/ascend/acl_ir/op_api_util.h +5 -1
  1473. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/common/kernel_base.h +1 -1
  1474. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/common/kernel_log.h +11 -11
  1475. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/format_transfer/formats_definitions.h +5 -1
  1476. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/format_transfer/register_format_transfer.h +5 -1
  1477. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/inc/ms_cpu_kernel.h +1 -1
  1478. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/ms_kernel/concat.h +1 -1
  1479. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/ms_kernel/dct.h +1 -1
  1480. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/ms_kernel/dctn.h +1 -1
  1481. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/ms_kernel/fft_ortho.h +1 -1
  1482. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/ms_kernel/fft_shapecopy.h +1 -1
  1483. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/ms_kernel/fftbase.h +1 -1
  1484. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/ms_kernel/fftfreq.h +1 -1
  1485. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/ms_kernel/fftnbase.h +1 -1
  1486. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/ms_kernel/irfft_double.h +1 -1
  1487. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/ms_kernel/nms_with_mask.h +0 -1
  1488. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/ms_kernel/random/philox_random_dist.h +1 -1
  1489. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/ms_kernel/random/random_distributions.h +27 -25
  1490. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/ms_kernel/topprouter.h +64 -0
  1491. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/utils/eigen_tensor.h +18 -15
  1492. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/utils/fused_sparse_utils.h +1 -1
  1493. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/utils/kernel_util.h +2 -2
  1494. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/utils/philox_random.h +75 -138
  1495. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/utils/range_sampler.h +7 -3
  1496. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/utils/sampling_kernels.h +18 -15
  1497. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/utils/sparse_group.h +18 -15
  1498. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/utils/sparse_tensor.h +18 -15
  1499. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/adaptive_avg_pool_3d_grad_op.h +0 -11
  1500. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/adaptive_avg_pool_3d_op.h +0 -11
  1501. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/adaptive_max_pool3_d_grad_op.h +0 -14
  1502. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/adaptive_max_pool3d_op.h +0 -18
  1503. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/adaptive_max_pool_2d_grad_op.h +0 -14
  1504. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/adjust_contrastv2_op.h +0 -21
  1505. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/arg_max_op.h +0 -22
  1506. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/bartlett_window_op.h +0 -19
  1507. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/cauchy_op.h +0 -11
  1508. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/cholesky_solve_op.h +0 -23
  1509. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/coalesce_op.h +0 -24
  1510. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/csr_sparse_matrix_to_dense_op.h +0 -15
  1511. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/dense_to_csr_sparse_matrix_op.h +0 -16
  1512. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/eig_op.h +0 -17
  1513. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/exp.h +0 -18
  1514. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/fractional_max_pool_grad_with_fixed_ksize_op.h +0 -22
  1515. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/fractional_max_pool_with_fixed_ksize_op.h +0 -19
  1516. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/geqrf_op.h +0 -14
  1517. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/glu_grad_op.h +0 -17
  1518. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/glu_op.h +0 -20
  1519. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/hamming_window_op.h +0 -20
  1520. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/index_fill.h +0 -18
  1521. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/instance_norm_v2_grad.h +0 -28
  1522. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/layer_norm_grad_grad_op.h +0 -17
  1523. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/log_normal_reverse.h +0 -15
  1524. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/logspace.h +0 -23
  1525. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/lstsq_op.h +0 -15
  1526. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/matrix_logarithm.h +0 -13
  1527. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/matrix_power_op.h +0 -16
  1528. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/max_pool_3d_grad_with_argmax_op.h +0 -26
  1529. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/maximum_grad_grad.h +0 -19
  1530. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/median_grad_op.h +0 -19
  1531. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/median_op.h +0 -17
  1532. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/minimum_grad_grad.h +0 -19
  1533. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/multi_margin_loss_grad_op.h +0 -24
  1534. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/multi_margin_loss_op.h +0 -19
  1535. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/mvlgamma_grad_op.h +0 -17
  1536. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/mvlgamma_op.h +0 -15
  1537. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/pdist_grad_op.h +0 -21
  1538. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/segment_mean_op.h +0 -18
  1539. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/segment_min_op.h +0 -19
  1540. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/sparse_addmm.h +0 -16
  1541. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/sparse_apply_adagrad_da.h +0 -38
  1542. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/sparse_apply_centered_rms_prop.h +0 -47
  1543. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/sparse_apply_momentum.h +0 -36
  1544. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/sparse_apply_proximal_gradient_descent.h +0 -29
  1545. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/sparse_matrix_transpose_op.h +0 -29
  1546. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/sparse_segment_mean_with_num_segments_op.h +0 -19
  1547. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/sparse_segment_sqrt_n_grad_op.h +0 -21
  1548. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/sparse_segment_sqrt_n_op.h +0 -18
  1549. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/sparse_segment_sqrt_n_with_num_segments_op.h +0 -20
  1550. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/sparse_tensor_to_csr_sparse_matrix_op.h +0 -18
  1551. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/sspaddmm_op.h +0 -22
  1552. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/triplet_margin_loss_op.h +0 -22
  1553. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/utils/axis_util.h +5 -1
  1554. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/utils/reduce_infer_util.h +1 -2
  1555. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/utils/transfer_shape_according_to_format.h +5 -1
  1556. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/drop_out_gen_mask_kernels.h +2 -2
  1557. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/gather_grad_kernels.h +1 -1
  1558. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/replay_buffer/replay_buffer_factory.h +2 -1
  1559. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_util.h +2 -0
  1560. mindspore/include/mindspore/ops/kernel/ascend/availability/silent_check/ascend_silent_check.h +13 -14
  1561. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/addbmm_aclnn_kernel.h +1 -1
  1562. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/addmm_aclnn_kernel.h +1 -1
  1563. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/addmv_aclnn_kernel.h +1 -1
  1564. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/baddbmm_aclnn_kernel.h +1 -1
  1565. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/batch_norm_ext_aclnn_kernel.h +1 -0
  1566. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/batch_norm_grad_ext_aclnn_kernel.h +2 -1
  1567. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/bincount_ext_aclnn_kernel.h +2 -2
  1568. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/chunk_aclnn_kernel.h +2 -2
  1569. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/conv1d_padding_aclnn_kernel.h +1 -1
  1570. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/conv2d_padding_aclnn_kernel.h +1 -1
  1571. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/convolution_str_aclnn_kernel.h +1 -1
  1572. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/cross_entropy_loss_aclnn_kernel.h +48 -0
  1573. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/cross_entropy_loss_grad_aclnn_kernel.h +47 -0
  1574. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/custom_aclnn_utils.h +1 -1
  1575. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/custom_v2_aclnn_kernel.h +26 -21
  1576. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/dense_aclnn_kernel.h +13 -6
  1577. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/dropout_ext_aclnn_kernel.h +3 -3
  1578. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/empty_aclnn_kernel.h +39 -0
  1579. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/empty_like_aclnn_kernel.h +39 -0
  1580. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/flash_attention_score_aclnn_kernel.h +1 -0
  1581. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/flash_attention_score_grad_aclnn_kernel.h +1 -0
  1582. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/gather_d_grad_v2_aclnn_kernel.h +1 -1
  1583. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/grid_sampler_2d_grad_aclnn_kernel.h +3 -3
  1584. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/grid_sampler_3d_grad_aclnn_kernel.h +3 -3
  1585. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/index_add_ext_aclnn_kernel.h +1 -1
  1586. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/index_fill_scalar_aclnn_kernel.h +1 -1
  1587. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/index_fill_tensor_aclnn_kernel.h +1 -1
  1588. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/inner_inplace_index_put_aclnn_kernel.h +1 -0
  1589. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/inner_moe_token_unpermute_aclnn_kernel.h +45 -0
  1590. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/inplace_bernoulli_scalar_aclnn_kernel.h +47 -0
  1591. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/inplace_bernoulli_tensor_aclnn_kernel.h +46 -0
  1592. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/inplace_clamp_scalar_aclnn_kernel.h +2 -0
  1593. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/inplace_index_add_aclnn_kernel.h +1 -1
  1594. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/inplace_normal_aclnn_kernel.h +2 -2
  1595. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/inplace_scatter_add_aclnn_kernel.h +45 -0
  1596. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/inplace_silu_aclnn_kernel.h +42 -0
  1597. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/inplace_uniform_aclnn_kernel.h +2 -2
  1598. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/isinf_aclnn_kernel.h +1 -1
  1599. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/linalg_vector_norm_aclnn_kernel.h +1 -1
  1600. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/masked_scatter_aclnn_kernel.h +45 -0
  1601. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/matmul_all_reduce_aclnn_kernel.h +2 -2
  1602. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/matmul_reduce_scatter_aclnn_kernel.h +4 -4
  1603. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/moe_distribute_combine_aclnn_kernel.h +56 -0
  1604. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/moe_distribute_dispatch_aclnn_kernel.h +55 -0
  1605. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/moe_init_routing_quant_v2_aclnn_kernel.h +50 -0
  1606. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/mse_loss_ext_aclnn_kernel.h +1 -1
  1607. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/mse_loss_grad_ext_aclnn_kernel.h +1 -1
  1608. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/multinomial_ext_aclnn_kernel.h +1 -1
  1609. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/narrow_aclnn_kernel.h +3 -3
  1610. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/new_empty_aclnn_kernel.h +39 -0
  1611. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/new_full_aclnn_kernel.h +41 -0
  1612. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/norm_aclnn_kernel.h +1 -1
  1613. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/prod_ext_aclnn_kernel.h +1 -1
  1614. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/quant_batch_matmul_all_reduce_aclnn_kernel.h +2 -2
  1615. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/rand_ext_aclnn_kernel.h +2 -2
  1616. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/randint_aclnn_kernel.h +4 -4
  1617. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/randn_aclnn_kernel.h +2 -2
  1618. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/randperm_ext_aclnn_kernel.h +2 -2
  1619. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/repeat_interleave_grad_aclnn_kernel.h +1 -1
  1620. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/ring_attention_update_aclnn_kernel.h +41 -0
  1621. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/split_with_size_aclnn_kernel.h +1 -1
  1622. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/unique2_aclnn_kernel.h +3 -0
  1623. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/unique_consecutive_aclnn_kernel.h +2 -0
  1624. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/unique_dim_aclnn_kernel.h +3 -0
  1625. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/view/diagonal_view.h +42 -0
  1626. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn_auto_gen/apply_rotary_pos_emb_aclnn_kernel.h +41 -0
  1627. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn_auto_gen/mla_aclnn_kernel.h +41 -0
  1628. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn_auto_gen/paged_attention_aclnn_kernel.h +41 -0
  1629. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn_kernel_mod.h +139 -23
  1630. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn_kernel_utils.h +3 -3
  1631. mindspore/include/mindspore/ops/kernel/ascend/pyboost/aclnn_utils.h +42 -17
  1632. mindspore/include/mindspore/ops/kernel/ascend/pyboost/atb_runner.h +124 -0
  1633. mindspore/include/mindspore/ops/kernel/ascend/pyboost/atb_runner_base.h +48 -0
  1634. mindspore/include/mindspore/ops/kernel/ascend/pyboost/atb_utils.h +63 -0
  1635. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/abs.h +1 -1
  1636. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/acos_ext.h +1 -1
  1637. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/acosh_ext.h +1 -1
  1638. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/adamw.h +1 -1
  1639. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/adaptive_avg_pool1d.h +1 -1
  1640. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/adaptive_avg_pool2d_ext.h +1 -1
  1641. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/adaptive_avg_pool2d_grad_ext.h +1 -1
  1642. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/adaptive_avg_pool3d_ext.h +1 -1
  1643. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/adaptive_avg_pool3d_grad_ext.h +1 -1
  1644. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/adaptive_max_pool1d.h +1 -1
  1645. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/adaptive_max_pool2d.h +1 -1
  1646. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/add.h +1 -1
  1647. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/add_ext.h +1 -1
  1648. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/add_layer_norm_grad.h +1 -1
  1649. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/add_layernorm_v2.h +1 -1
  1650. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/add_rms_norm.h +1 -1
  1651. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/add_rmsnorm_quant_v2.h +1 -1
  1652. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/add_scalar.h +1 -1
  1653. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/addbmm.h +1 -1
  1654. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/addcdiv_ext.h +1 -1
  1655. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/addcmul_ext.h +1 -1
  1656. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/addmm.h +1 -1
  1657. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/addmv.h +1 -1
  1658. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/all_finite.h +1 -1
  1659. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/all_gather_matmul.h +1 -1
  1660. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/any.h +40 -0
  1661. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/any_ext.h +40 -0
  1662. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/apply_rotary_pos_emb.h +40 -0
  1663. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/arange.h +1 -1
  1664. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/argmax_ext.h +1 -1
  1665. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/argmax_with_value.h +1 -1
  1666. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/argmin_ext.h +1 -1
  1667. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/argmin_with_value.h +1 -1
  1668. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/argsort.h +1 -1
  1669. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/as_strided.h +1 -1
  1670. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/asin_ext.h +1 -1
  1671. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/asinh_ext.h +1 -1
  1672. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/atan2_ext.h +1 -1
  1673. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/atan_ext.h +1 -1
  1674. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/atanh.h +1 -1
  1675. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/avg_pool1d.h +1 -1
  1676. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/avg_pool2d.h +1 -1
  1677. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/avg_pool2d_grad.h +1 -1
  1678. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/avg_pool3d_ext.h +1 -1
  1679. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/avg_pool3d_grad_ext.h +1 -1
  1680. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/baddbmm.h +1 -1
  1681. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/batch_mat_mul.h +1 -1
  1682. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/batch_norm_elemt.h +1 -1
  1683. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/batch_norm_elemt_grad.h +1 -1
  1684. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/batch_norm_ext.h +1 -1
  1685. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/batch_norm_gather_stats_with_counts.h +1 -1
  1686. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/batch_norm_grad_ext.h +1 -1
  1687. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/batch_norm_reduce_grad.h +1 -1
  1688. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/batch_norm_stats.h +1 -1
  1689. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/bernoulli_ext.h +1 -1
  1690. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/binary_cross_entropy.h +1 -1
  1691. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/binary_cross_entropy_grad.h +1 -1
  1692. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/binary_cross_entropy_with_logits.h +1 -1
  1693. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/binary_cross_entropy_with_logits_backward.h +1 -1
  1694. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/bincount_ext.h +1 -1
  1695. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/bitwise_and_scalar.h +1 -1
  1696. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/bitwise_and_tensor.h +1 -1
  1697. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/bitwise_not.h +1 -1
  1698. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/bitwise_or_scalar.h +1 -1
  1699. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/bitwise_or_tensor.h +1 -1
  1700. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/bitwise_xor_scalar.h +1 -1
  1701. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/bitwise_xor_tensor.h +1 -1
  1702. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/bmm_ext.h +1 -1
  1703. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/broadcast_to.h +1 -1
  1704. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/broadcast_to_view.h +1 -1
  1705. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/cast.h +1 -1
  1706. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/ceil.h +1 -1
  1707. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/cell_backward_hook.h +40 -0
  1708. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/chunk.h +1 -1
  1709. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/chunk_view.h +1 -1
  1710. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/clamp_scalar.h +1 -1
  1711. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/clamp_tensor.h +1 -1
  1712. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/clone.h +1 -1
  1713. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/col2im_ext.h +1 -1
  1714. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/col2im_grad.h +1 -1
  1715. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/concat.h +1 -1
  1716. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/constant_pad_nd.h +1 -1
  1717. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/contiguous.h +1 -1
  1718. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/conv1d_ext.h +1 -1
  1719. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/conv1d_padding.h +1 -1
  1720. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/conv2d_ext.h +1 -1
  1721. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/conv2d_padding.h +1 -1
  1722. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/conv3d_ext.h +1 -1
  1723. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/conv3d_padding.h +1 -1
  1724. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/conv_transpose2d.h +1 -1
  1725. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/convolution.h +1 -1
  1726. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/convolution_grad.h +1 -1
  1727. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/convolution_str.h +1 -1
  1728. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/convolution_str_grad.h +1 -1
  1729. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/copy.h +1 -1
  1730. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/cos.h +1 -1
  1731. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/cosh.h +1 -1
  1732. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/count_nonzero.h +1 -1
  1733. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/cross.h +1 -1
  1734. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/cross_entropy_loss.h +40 -0
  1735. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/cross_entropy_loss_grad.h +40 -0
  1736. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/cummax.h +1 -1
  1737. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/cummin_ext.h +1 -1
  1738. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/cumsum_ext.h +1 -1
  1739. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/custom_ext.h +1 -1
  1740. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/dense.h +1 -1
  1741. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/diag_ext.h +1 -1
  1742. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/diagonal_view.h +40 -0
  1743. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/div.h +1 -1
  1744. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/divmod.h +1 -1
  1745. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/divmods.h +1 -1
  1746. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/divs.h +1 -1
  1747. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/dot.h +1 -1
  1748. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/dropout_do_mask_ext.h +1 -1
  1749. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/dropout_ext.h +1 -1
  1750. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/dropout_gen_mask_ext.h +1 -1
  1751. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/dropout_grad_ext.h +1 -1
  1752. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/dynamic_quant_ext.h +1 -1
  1753. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/einsum_ext.h +40 -0
  1754. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/elu.h +1 -1
  1755. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/elu_ext.h +1 -1
  1756. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/elu_grad_ext.h +1 -1
  1757. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/embedding.h +1 -1
  1758. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/embedding_dense_backward.h +1 -1
  1759. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/empty.h +40 -0
  1760. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/empty_like.h +40 -0
  1761. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/equal.h +1 -1
  1762. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/equal_ext.h +1 -1
  1763. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/erf.h +1 -1
  1764. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/erfc.h +1 -1
  1765. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/erfinv.h +1 -1
  1766. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/exp.h +1 -1
  1767. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/exp2.h +1 -1
  1768. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/expand_as.h +1 -1
  1769. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/expand_dims.h +1 -1
  1770. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/expand_dims_view.h +1 -1
  1771. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/expm1.h +1 -1
  1772. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/eye.h +1 -1
  1773. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/ffn_ext.h +1 -1
  1774. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/fill_scalar.h +1 -1
  1775. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/fill_tensor.h +1 -1
  1776. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/flash_attention_score.h +1 -1
  1777. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/flash_attention_score_grad.h +1 -1
  1778. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/flatten_ext.h +1 -1
  1779. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/floor.h +1 -1
  1780. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/floor_div.h +1 -1
  1781. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/floor_div_scalar.h +1 -1
  1782. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/fmod_scalar.h +1 -1
  1783. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/fmod_tensor.h +1 -1
  1784. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/frac.h +1 -1
  1785. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/full_like.h +1 -1
  1786. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/func_dropout_ext.h +40 -0
  1787. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/func_max_pool2d.h +40 -0
  1788. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/fused_infer_attention_score.h +1 -1
  1789. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/gather_d.h +1 -1
  1790. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/gather_d_grad_v2.h +1 -1
  1791. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/gcd.h +1 -1
  1792. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/gelu.h +1 -1
  1793. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/gelu_ext.h +1 -1
  1794. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/gelu_grad.h +1 -1
  1795. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/gelu_grad_ext.h +1 -1
  1796. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/generator.h +1 -1
  1797. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/glu.h +1 -1
  1798. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/glu_grad.h +1 -1
  1799. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/gmm.h +1 -1
  1800. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/gmm_backward.h +1 -1
  1801. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/gmm_backward_fusion.h +1 -1
  1802. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/gmm_v2.h +1 -1
  1803. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/gmm_v2_backward.h +1 -1
  1804. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/gmm_v2_backward_fusion.h +1 -1
  1805. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/greater.h +1 -1
  1806. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/greater_equal.h +1 -1
  1807. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/greater_equal_scalar.h +1 -1
  1808. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/grid_sampler_2d.h +1 -1
  1809. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/grid_sampler_2d_grad.h +1 -1
  1810. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/grid_sampler_3d.h +1 -1
  1811. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/grid_sampler_3d_grad.h +1 -1
  1812. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/group_norm.h +1 -1
  1813. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/group_norm_grad.h +1 -1
  1814. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/grouped_matmul.h +1 -1
  1815. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/grouped_matmul_v2.h +1 -1
  1816. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/grouped_matmul_v4.h +1 -1
  1817. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/hardtanh.h +1 -1
  1818. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/hardtanh_grad.h +1 -1
  1819. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/histc_ext.h +1 -1
  1820. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/hshrink.h +1 -1
  1821. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/hshrink_grad.h +1 -1
  1822. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/hsigmoid.h +1 -1
  1823. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/hsigmoid_grad.h +1 -1
  1824. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/hswish.h +1 -1
  1825. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/hswish_grad.h +1 -1
  1826. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/identity.h +1 -1
  1827. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/im2col_ext.h +1 -1
  1828. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/incre_flash_attention.h +1 -1
  1829. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/index.h +1 -1
  1830. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/index_add_ext.h +1 -1
  1831. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/index_fill_scalar.h +1 -1
  1832. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/index_fill_tensor.h +1 -1
  1833. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/index_select.h +1 -1
  1834. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inner_index.h +1 -1
  1835. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inner_inplace_index_put.h +1 -1
  1836. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inner_moe_token_unpermute.h +40 -0
  1837. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inner_non_zero.h +1 -1
  1838. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_add_ext.h +1 -1
  1839. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_addmm.h +1 -1
  1840. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_adds_ext.h +1 -1
  1841. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_bernoulli_scalar.h +40 -0
  1842. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_bernoulli_tensor.h +40 -0
  1843. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_clamp_scalar.h +1 -1
  1844. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_clamp_tensor.h +1 -1
  1845. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_copy.h +1 -1
  1846. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_div.h +1 -1
  1847. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_divmod.h +1 -1
  1848. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_divmods.h +1 -1
  1849. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_divs.h +1 -1
  1850. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_elu.h +1 -1
  1851. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_erfinv.h +1 -1
  1852. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_exp.h +1 -1
  1853. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_exponential.h +1 -1
  1854. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_fill_diagonal.h +1 -1
  1855. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_fill_scalar.h +1 -1
  1856. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_fill_tensor.h +1 -1
  1857. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_floor.h +1 -1
  1858. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_floor_divide.h +1 -1
  1859. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_floor_divides.h +1 -1
  1860. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_grouped_matmul_add.h +1 -1
  1861. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_hardtanh.h +1 -1
  1862. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_index_add.h +1 -1
  1863. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_index_put.h +1 -1
  1864. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_log.h +1 -1
  1865. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_masked_fill_scalar.h +1 -1
  1866. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_masked_fill_tensor.h +1 -1
  1867. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_matmul_add.h +40 -0
  1868. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_mul.h +1 -1
  1869. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_muls.h +1 -1
  1870. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_normal.h +1 -1
  1871. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_put.h +1 -1
  1872. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_random.h +1 -1
  1873. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_relu.h +1 -1
  1874. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_remainder_tensor_scalar.h +40 -0
  1875. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_remainder_tensor_tensor.h +40 -0
  1876. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_scatter_add.h +1 -1
  1877. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_scatter_src.h +1 -1
  1878. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_scatter_src_reduce.h +1 -1
  1879. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_scatter_value.h +1 -1
  1880. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_scatter_value_reduce.h +1 -1
  1881. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_silu.h +40 -0
  1882. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_stop_gradient.h +1 -1
  1883. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_sub_ext.h +1 -1
  1884. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_sub_scalar.h +1 -1
  1885. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_tanh.h +1 -1
  1886. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_threshold.h +1 -1
  1887. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_uniform.h +1 -1
  1888. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_zero.h +1 -1
  1889. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/isclose.h +1 -1
  1890. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/isfinite.h +1 -1
  1891. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/isinf.h +1 -1
  1892. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/isneginf.h +1 -1
  1893. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/kl_div.h +1 -1
  1894. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/kl_div_grad.h +1 -1
  1895. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/kthvalue.h +1 -1
  1896. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/kv_cache_scatter_update.h +1 -1
  1897. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/l1_loss_backward_ext.h +1 -1
  1898. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/l1_loss_ext.h +1 -1
  1899. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/layer_norm_ext.h +1 -1
  1900. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/layer_norm_grad_ext.h +1 -1
  1901. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/leaky_relu_ext.h +1 -1
  1902. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/leaky_relu_grad_ext.h +1 -1
  1903. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/lerp.h +1 -1
  1904. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/lerp_scalar.h +1 -1
  1905. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/less.h +1 -1
  1906. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/less_equal.h +1 -1
  1907. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/lin_space_ext.h +1 -1
  1908. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/linalg_qr.h +1 -1
  1909. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/linalg_vector_norm.h +1 -1
  1910. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/log.h +1 -1
  1911. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/log10.h +1 -1
  1912. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/log1p.h +1 -1
  1913. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/log2.h +1 -1
  1914. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/log_softmax.h +1 -1
  1915. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/log_softmax_ext.h +1 -1
  1916. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/log_softmax_grad.h +1 -1
  1917. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/logaddexp.h +1 -1
  1918. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/logaddexp2.h +1 -1
  1919. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/logical_and.h +1 -1
  1920. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/logical_not.h +1 -1
  1921. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/logical_or.h +1 -1
  1922. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/logical_xor.h +1 -1
  1923. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/logsigmoid.h +1 -1
  1924. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/logsigmoid_grad.h +1 -1
  1925. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/logsumexp.h +1 -1
  1926. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/masked_fill.h +1 -1
  1927. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/masked_scatter.h +40 -0
  1928. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/masked_select.h +1 -1
  1929. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/masked_select_grad.h +1 -1
  1930. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/matmul.h +1 -1
  1931. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/matmul_allreduce_add_rmsnorm.h +1 -1
  1932. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/matmul_ext.h +1 -1
  1933. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/matmul_reduce_scatter.h +1 -1
  1934. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/matrix_inverse_ext.h +1 -1
  1935. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/max.h +1 -1
  1936. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/max_dim.h +1 -1
  1937. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/max_pool_grad_with_indices.h +1 -1
  1938. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/max_pool_grad_with_mask.h +1 -1
  1939. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/max_pool_with_indices.h +1 -1
  1940. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/max_pool_with_mask.h +1 -1
  1941. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/max_unpool2d_ext.h +1 -1
  1942. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/maximum.h +1 -1
  1943. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/mean_ext.h +1 -1
  1944. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/median_dim.h +1 -1
  1945. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/median_ext.h +1 -1
  1946. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/meshgrid.h +1 -1
  1947. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/min.h +1 -1
  1948. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/min_dim.h +1 -1
  1949. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/minimum.h +1 -1
  1950. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/mish_ext.h +1 -1
  1951. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/mish_grad_ext.h +1 -1
  1952. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/mla.h +40 -0
  1953. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/mm_ext.h +1 -1
  1954. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/moe_compute_expert_tokens.h +1 -1
  1955. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/moe_distribute_combine.h +40 -0
  1956. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/moe_distribute_dispatch.h +40 -0
  1957. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/moe_finalize_routing.h +1 -1
  1958. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/moe_gating_top_k_softmax.h +1 -1
  1959. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/moe_init_routing.h +1 -1
  1960. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/moe_init_routing_quant_v2.h +40 -0
  1961. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/moe_init_routing_v2.h +1 -1
  1962. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/moe_token_permute.h +1 -1
  1963. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/moe_token_permute_grad.h +1 -1
  1964. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/moe_token_unpermute.h +1 -1
  1965. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/moe_token_unpermute_grad.h +1 -1
  1966. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/mse_loss_ext.h +1 -1
  1967. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/mse_loss_grad_ext.h +1 -1
  1968. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/mul.h +1 -1
  1969. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/muls.h +1 -1
  1970. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/multi_scale_deformable_attn.h +1 -1
  1971. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/multi_scale_deformable_attn_grad.h +1 -1
  1972. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/multinomial_ext.h +1 -1
  1973. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/mv.h +1 -1
  1974. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/nan_to_num.h +1 -1
  1975. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/nansum.h +1 -1
  1976. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/narrow.h +1 -1
  1977. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/narrow_view.h +1 -1
  1978. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/ne_scalar.h +1 -1
  1979. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/neg.h +1 -1
  1980. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/new_empty.h +40 -0
  1981. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/new_full.h +40 -0
  1982. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/new_ones.h +1 -1
  1983. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/new_zeros.h +1 -1
  1984. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/nllloss.h +1 -1
  1985. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/nllloss_2d.h +1 -1
  1986. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/nllloss_2d_grad.h +1 -1
  1987. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/nllloss_grad.h +1 -1
  1988. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/non_zero.h +1 -1
  1989. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/non_zero_ext.h +1 -1
  1990. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/norm.h +1 -1
  1991. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/normal_float_float.h +1 -1
  1992. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/normal_float_tensor.h +1 -1
  1993. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/normal_tensor_float.h +1 -1
  1994. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/normal_tensor_tensor.h +1 -1
  1995. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/not_equal.h +1 -1
  1996. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/one_hot_ext.h +1 -1
  1997. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/ones.h +1 -1
  1998. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/ones_like_ext.h +1 -1
  1999. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/outer.h +1 -1
  2000. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/paged_attention.h +40 -0
  2001. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/pixel_shuffle.h +1 -1
  2002. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/polar.h +1 -1
  2003. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/pow.h +1 -1
  2004. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/pow_scalar_tensor.h +1 -1
  2005. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/pow_tensor_scalar.h +1 -1
  2006. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/prelu.h +1 -1
  2007. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/prelu_grad.h +1 -1
  2008. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/prod_ext.h +1 -1
  2009. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/prompt_flash_attention.h +1 -1
  2010. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/quant_batch_matmul.h +1 -1
  2011. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/quant_matmul.h +40 -0
  2012. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/quant_v2.h +1 -1
  2013. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/rand_ext.h +1 -1
  2014. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/rand_like_ext.h +1 -1
  2015. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/randint.h +1 -1
  2016. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/randint_like.h +1 -1
  2017. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/randn.h +1 -1
  2018. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/randn_like.h +1 -1
  2019. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/randperm_ext.h +1 -1
  2020. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/reciprocal.h +1 -1
  2021. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/reduce_all.h +1 -1
  2022. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/reduce_any.h +1 -1
  2023. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/reduce_max.h +1 -1
  2024. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/reduce_min.h +1 -1
  2025. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/reflection_pad_1d.h +1 -1
  2026. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/reflection_pad_1d_grad.h +1 -1
  2027. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/reflection_pad_2d.h +1 -1
  2028. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/reflection_pad_2d_grad.h +1 -1
  2029. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/reflection_pad_3d.h +1 -1
  2030. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/reflection_pad_3d_grad.h +1 -1
  2031. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/relu.h +1 -1
  2032. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/relu_grad.h +1 -1
  2033. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/remainder_scalar_tensor.h +1 -1
  2034. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/remainder_tensor_scalar.h +1 -1
  2035. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/remainder_tensor_tensor.h +1 -1
  2036. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/repeat.h +1 -1
  2037. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/repeat_interleave_grad.h +1 -1
  2038. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/repeat_interleave_int.h +1 -1
  2039. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/repeat_interleave_tensor.h +1 -1
  2040. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/replication_pad_1d.h +1 -1
  2041. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/replication_pad_1d_grad.h +1 -1
  2042. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/replication_pad_2d.h +1 -1
  2043. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/replication_pad_2d_grad.h +1 -1
  2044. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/replication_pad_3d.h +1 -1
  2045. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/replication_pad_3d_grad.h +1 -1
  2046. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/reshape.h +1 -1
  2047. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/reshape_and_cache.h +40 -0
  2048. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/reverse_v2.h +1 -1
  2049. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/ring_attention_update.h +40 -0
  2050. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/rms_norm.h +1 -1
  2051. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/rms_norm_grad.h +1 -1
  2052. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/roll.h +1 -1
  2053. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/rotary_position_embedding.h +1 -1
  2054. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/rotary_position_embedding_grad.h +1 -1
  2055. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/round.h +1 -1
  2056. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/rsqrt.h +1 -1
  2057. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/scatter.h +1 -1
  2058. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/scatter_add_ext.h +1 -1
  2059. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/scatter_value.h +1 -1
  2060. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/searchsorted.h +1 -1
  2061. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/select.h +1 -1
  2062. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/select_ext_view.h +1 -1
  2063. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/select_v2.h +1 -1
  2064. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/selu_ext.h +1 -1
  2065. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/selu_grad.h +1 -1
  2066. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/sigmoid.h +1 -1
  2067. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/sigmoid_grad.h +1 -1
  2068. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/sign.h +1 -1
  2069. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/silent_check_v2.h +1 -1
  2070. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/silent_check_v3.h +1 -1
  2071. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/silu.h +1 -1
  2072. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/silu_grad.h +1 -1
  2073. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/sin.h +1 -1
  2074. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/sinc.h +1 -1
  2075. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/sinh.h +1 -1
  2076. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/slice.h +1 -1
  2077. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/slice_ext.h +1 -1
  2078. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/slice_ext_view.h +1 -1
  2079. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/smooth_l1_loss.h +1 -1
  2080. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/smooth_l1_loss_grad.h +1 -1
  2081. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/soft_margin_loss.h +1 -1
  2082. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/soft_margin_loss_grad.h +1 -1
  2083. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/softmax.h +1 -1
  2084. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/softmax_backward.h +1 -1
  2085. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/softplus_ext.h +1 -1
  2086. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/softplus_grad_ext.h +1 -1
  2087. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/softshrink.h +1 -1
  2088. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/softshrink_grad.h +1 -1
  2089. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/sort_ext.h +1 -1
  2090. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/speed_fusion_attention.h +1 -1
  2091. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/speed_fusion_attention_grad.h +1 -1
  2092. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/split.h +1 -1
  2093. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/split_tensor.h +1 -1
  2094. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/split_tensor_view.h +1 -1
  2095. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/split_with_size.h +1 -1
  2096. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/split_with_size_view.h +1 -1
  2097. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/sqrt.h +1 -1
  2098. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/square.h +1 -1
  2099. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/squeeze.h +1 -1
  2100. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/stack_ext.h +1 -1
  2101. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/std.h +1 -1
  2102. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/std_mean.h +1 -1
  2103. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/sub.h +1 -1
  2104. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/sub_ext.h +1 -1
  2105. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/sub_scalar.h +1 -1
  2106. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/sum_ext.h +1 -1
  2107. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/swiglu.h +1 -1
  2108. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/swiglu_grad.h +1 -1
  2109. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/t_ext.h +1 -1
  2110. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/take.h +1 -1
  2111. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/tan.h +1 -1
  2112. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/tanh.h +1 -1
  2113. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/tanh_grad.h +1 -1
  2114. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/tensor_scatter_elements.h +1 -1
  2115. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/threshold.h +1 -1
  2116. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/threshold_grad.h +1 -1
  2117. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/tile.h +1 -1
  2118. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/topk_ext.h +1 -1
  2119. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/trace_ext.h +1 -1
  2120. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/transpose.h +1 -1
  2121. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/transpose_ext_view.h +1 -1
  2122. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/transpose_view.h +1 -1
  2123. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/triangular_solve.h +1 -1
  2124. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/tril_ext.h +1 -1
  2125. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/triu.h +1 -1
  2126. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/trunc.h +1 -1
  2127. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/type_as.h +1 -1
  2128. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/uniform_ext.h +1 -1
  2129. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/unique2.h +1 -1
  2130. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/unique_consecutive.h +1 -1
  2131. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/unique_dim.h +1 -1
  2132. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/unstack_ext_view.h +1 -1
  2133. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/upsample_bicubic2d.h +1 -1
  2134. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/upsample_bicubic2d_grad.h +1 -1
  2135. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/upsample_bilinear2d.h +1 -1
  2136. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/upsample_bilinear2d_grad.h +1 -1
  2137. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/upsample_linear1d.h +1 -1
  2138. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/upsample_linear1d_grad.h +1 -1
  2139. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/upsample_nearest1d.h +1 -1
  2140. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/upsample_nearest1d_grad.h +1 -1
  2141. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/upsample_nearest2d.h +1 -1
  2142. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/upsample_nearest2d_grad.h +1 -1
  2143. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/upsample_nearest3d.h +1 -1
  2144. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/upsample_nearest3d_grad.h +1 -1
  2145. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/upsample_trilinear3d.h +1 -1
  2146. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/upsample_trilinear3d_grad.h +1 -1
  2147. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/var.h +1 -1
  2148. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/var_mean.h +1 -1
  2149. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/view.h +1 -1
  2150. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/view_as.h +1 -1
  2151. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/weight_quant_batch_matmul.h +1 -1
  2152. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/xlogy.h +1 -1
  2153. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/xlogy_scalar_other.h +1 -1
  2154. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/xlogy_scalar_self.h +1 -1
  2155. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/zeros.h +1 -1
  2156. mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/zeros_like_ext.h +1 -1
  2157. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/adamw.h +5 -5
  2158. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/adaptive_avg_pool1d.h +2 -3
  2159. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/adaptive_avg_pool3d_ext.h +2 -3
  2160. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/adaptive_max_pool1d.h +3 -2
  2161. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/adaptive_max_pool2d.h +3 -2
  2162. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/add.h +2 -2
  2163. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/add_layernorm_v2.h +3 -3
  2164. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/add_rms_norm.h +3 -3
  2165. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/add_rmsnorm_quant_v2.h +3 -3
  2166. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/add_scalar.h +2 -2
  2167. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/addbmm.h +3 -3
  2168. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/addmm.h +3 -3
  2169. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/addmv.h +3 -3
  2170. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/all_finite.h +2 -2
  2171. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/all_gather_matmul.h +3 -3
  2172. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/any.h +34 -0
  2173. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/any_ext.h +35 -0
  2174. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/arange.h +3 -3
  2175. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/argmax_ext.h +2 -2
  2176. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/argmax_with_value.h +4 -3
  2177. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/argmin_ext.h +2 -2
  2178. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/argmin_with_value.h +4 -3
  2179. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/argsort.h +3 -3
  2180. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/avg_pool1d.h +4 -4
  2181. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/avg_pool2d.h +5 -5
  2182. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/avg_pool2d_grad.h +5 -5
  2183. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/avg_pool3d_ext.h +6 -6
  2184. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/avg_pool3d_grad_ext.h +6 -6
  2185. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/baddbmm.h +3 -3
  2186. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/batch_mat_mul.h +3 -3
  2187. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/batch_norm_elemt.h +5 -7
  2188. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/batch_norm_ext.h +6 -5
  2189. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/batch_norm_gather_stats_with_counts.h +5 -5
  2190. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/batch_norm_grad_ext.h +6 -6
  2191. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/batch_norm_stats.h +3 -2
  2192. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/bernoulli_ext.h +2 -3
  2193. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/binary_cross_entropy.h +4 -5
  2194. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/binary_cross_entropy_grad.h +5 -6
  2195. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/binary_cross_entropy_with_logits.h +6 -6
  2196. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/binary_cross_entropy_with_logits_backward.h +4 -4
  2197. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/bincount_ext.h +3 -3
  2198. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/bmm_ext.h +2 -3
  2199. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/cell_backward_hook.h +27 -0
  2200. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/clone.h +1 -1
  2201. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/contiguous.h +1 -1
  2202. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/conv1d_ext.h +4 -5
  2203. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/conv1d_padding.h +5 -6
  2204. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/conv2d_ext.h +4 -5
  2205. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/conv2d_padding.h +5 -6
  2206. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/conv3d_ext.h +4 -5
  2207. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/conv3d_padding.h +5 -6
  2208. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/conv_transpose2d.h +6 -4
  2209. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/convolution.h +6 -6
  2210. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/convolution_grad.h +3 -3
  2211. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/convolution_str.h +6 -7
  2212. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/copy.h +1 -1
  2213. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/count_nonzero.h +2 -3
  2214. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/cross.h +2 -2
  2215. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/cross_entropy_loss.h +37 -0
  2216. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/cross_entropy_loss_grad.h +38 -0
  2217. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/cummax.h +3 -3
  2218. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/cummin_ext.h +3 -3
  2219. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/cumsum_ext.h +2 -2
  2220. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/custom_ext.h +2 -2
  2221. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/custom_kernel.h +3 -3
  2222. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/custom_launch_aclnn.h +1 -1
  2223. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/dense.h +2 -2
  2224. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/diag_ext.h +2 -2
  2225. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/divmod.h +2 -3
  2226. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/divmods.h +2 -2
  2227. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/divs.h +2 -2
  2228. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/dropout_do_mask_ext.h +2 -2
  2229. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/dropout_ext.h +2 -3
  2230. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/dropout_gen_mask_ext.h +3 -3
  2231. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/dropout_grad_ext.h +2 -2
  2232. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/einsum_ext.h +36 -0
  2233. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/elu_ext.h +2 -2
  2234. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/elu_grad_ext.h +3 -3
  2235. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/embedding.h +4 -5
  2236. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/embedding_dense_backward.h +5 -3
  2237. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/empty.h +35 -0
  2238. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/empty_like.h +36 -0
  2239. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/eye.h +2 -2
  2240. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/ffn_ext.h +8 -8
  2241. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/fill_scalar.h +2 -2
  2242. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/fill_tensor.h +2 -3
  2243. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/flash_attention_score.h +4 -4
  2244. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/flash_attention_score_grad.h +6 -6
  2245. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/flatten_ext.h +1 -1
  2246. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/floor_div.h +2 -2
  2247. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/floor_div_scalar.h +2 -2
  2248. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/full_like.h +2 -2
  2249. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/func_dropout_ext.h +38 -0
  2250. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/func_max_pool2d.h +38 -0
  2251. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/fused_infer_attention_score.h +15 -18
  2252. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/gather_d_grad_v2.h +2 -3
  2253. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/gelu_grad.h +2 -2
  2254. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/gelu_grad_ext.h +2 -2
  2255. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/gmm_v2.h +1 -1
  2256. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/gmm_v2_backward.h +1 -1
  2257. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/gmm_v2_backward_fusion.h +1 -2
  2258. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/grid_sampler_2d_grad.h +3 -3
  2259. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/grid_sampler_3d_grad.h +3 -3
  2260. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/group_norm.h +3 -3
  2261. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/group_norm_grad.h +3 -3
  2262. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/grouped_matmul.h +1 -1
  2263. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/grouped_matmul_v4.h +1 -1
  2264. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/hshrink.h +2 -2
  2265. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/hshrink_grad.h +2 -3
  2266. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/identity.h +1 -1
  2267. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/incre_flash_attention.h +11 -11
  2268. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/index.h +2 -2
  2269. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/index_add_ext.h +3 -3
  2270. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/index_fill_scalar.h +3 -3
  2271. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/index_fill_tensor.h +3 -3
  2272. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inner_index.h +2 -2
  2273. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inner_inplace_index_put.h +4 -5
  2274. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inner_moe_token_unpermute.h +39 -0
  2275. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inner_non_zero.h +1 -2
  2276. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_add_ext.h +2 -3
  2277. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_addmm.h +3 -4
  2278. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_adds_ext.h +2 -3
  2279. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_bernoulli_scalar.h +35 -0
  2280. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_bernoulli_tensor.h +35 -0
  2281. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_clamp_scalar.h +3 -4
  2282. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_clamp_tensor.h +3 -4
  2283. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_copy.h +2 -3
  2284. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_div.h +2 -2
  2285. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_divmod.h +3 -3
  2286. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_divmods.h +3 -3
  2287. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_divs.h +2 -2
  2288. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_elu.h +2 -2
  2289. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_erfinv.h +1 -2
  2290. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_exp.h +1 -1
  2291. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_exponential.h +3 -3
  2292. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_fill_diagonal.h +2 -3
  2293. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_fill_scalar.h +2 -2
  2294. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_fill_tensor.h +2 -2
  2295. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_floor.h +1 -2
  2296. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_floor_divide.h +2 -3
  2297. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_floor_divides.h +2 -2
  2298. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_grouped_matmul_add.h +3 -3
  2299. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_hardtanh.h +2 -3
  2300. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_index_add.h +3 -4
  2301. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_index_put.h +3 -4
  2302. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_log.h +1 -1
  2303. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_masked_fill_scalar.h +2 -3
  2304. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_masked_fill_tensor.h +2 -3
  2305. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_matmul_add.h +34 -0
  2306. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_mul.h +2 -2
  2307. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_muls.h +2 -2
  2308. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_normal.h +3 -3
  2309. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_put.h +3 -3
  2310. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_random.h +3 -4
  2311. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_relu.h +1 -2
  2312. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_remainder_tensor_scalar.h +34 -0
  2313. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_remainder_tensor_tensor.h +35 -0
  2314. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_scatter_add.h +3 -4
  2315. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_scatter_src.h +3 -4
  2316. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_scatter_src_reduce.h +4 -5
  2317. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_scatter_value.h +3 -3
  2318. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_scatter_value_reduce.h +4 -5
  2319. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_silu.h +35 -0
  2320. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_stop_gradient.h +1 -1
  2321. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_sub_ext.h +2 -3
  2322. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_sub_scalar.h +2 -3
  2323. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_tanh.h +1 -2
  2324. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_threshold.h +2 -3
  2325. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_uniform.h +3 -4
  2326. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_zero.h +1 -2
  2327. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/isclose.h +3 -3
  2328. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/isinf.h +1 -1
  2329. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/kl_div.h +3 -3
  2330. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/kl_div_grad.h +3 -6
  2331. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/kv_cache_scatter_update.h +3 -5
  2332. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/l1_loss_backward_ext.h +3 -5
  2333. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/l1_loss_ext.h +2 -2
  2334. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/layer_norm_ext.h +3 -3
  2335. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/layer_norm_grad_ext.h +4 -4
  2336. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/lerp.h +2 -2
  2337. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/lerp_scalar.h +2 -2
  2338. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/lin_space_ext.h +3 -3
  2339. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/linalg_qr.h +1 -2
  2340. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/linalg_vector_norm.h +1 -1
  2341. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/log_softmax_ext.h +3 -4
  2342. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/log_softmax_grad.h +2 -3
  2343. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/masked_fill.h +2 -2
  2344. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/masked_scatter.h +35 -0
  2345. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/masked_select.h +2 -2
  2346. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/masked_select_grad.h +2 -4
  2347. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/matmul.h +3 -3
  2348. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/matmul_allreduce_add_rmsnorm.h +3 -3
  2349. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/matmul_ext.h +2 -2
  2350. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/matmul_reduce_scatter.h +5 -4
  2351. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/max_pool_grad_with_indices.h +6 -7
  2352. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/max_pool_grad_with_mask.h +6 -6
  2353. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/max_pool_with_indices.h +5 -5
  2354. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/max_pool_with_mask.h +4 -5
  2355. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/max_unpool2d_ext.h +6 -6
  2356. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/mean_ext.h +3 -3
  2357. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/meshgrid.h +4 -3
  2358. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/mm_ext.h +2 -2
  2359. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/moe_distribute_combine.h +45 -0
  2360. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/moe_distribute_dispatch.h +41 -0
  2361. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/moe_token_permute.h +2 -2
  2362. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/moe_token_unpermute.h +4 -6
  2363. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/moe_token_unpermute_grad.h +3 -4
  2364. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/move_to.h +2 -2
  2365. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/mse_loss_ext.h +2 -2
  2366. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/mse_loss_grad_ext.h +3 -4
  2367. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/muls.h +2 -2
  2368. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/multi_scale_deformable_attn.h +5 -3
  2369. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/multi_scale_deformable_attn_grad.h +4 -6
  2370. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/multinomial_ext.h +3 -4
  2371. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/mv.h +2 -2
  2372. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/nan_to_num.h +3 -4
  2373. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/nansum.h +3 -3
  2374. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/ne_scalar.h +2 -2
  2375. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/new_empty.h +36 -0
  2376. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/new_full.h +36 -0
  2377. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/new_ones.h +2 -2
  2378. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/new_zeros.h +1 -1
  2379. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/nllloss.h +3 -3
  2380. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/nllloss_2d.h +3 -3
  2381. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/nllloss_2d_grad.h +4 -4
  2382. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/nllloss_grad.h +4 -6
  2383. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/non_zero.h +1 -1
  2384. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/non_zero_ext.h +2 -2
  2385. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/norm.h +1 -1
  2386. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/normal_float_float.h +3 -3
  2387. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/normal_float_tensor.h +3 -3
  2388. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/normal_tensor_float.h +3 -3
  2389. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/normal_tensor_tensor.h +3 -4
  2390. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/one_hot_ext.h +3 -3
  2391. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/ones.h +2 -2
  2392. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/ones_like_ext.h +2 -2
  2393. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/outer.h +2 -2
  2394. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/pixel_shuffle.h +2 -2
  2395. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/pow_scalar_tensor.h +2 -2
  2396. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/pow_tensor_scalar.h +2 -3
  2397. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/prod_ext.h +3 -3
  2398. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/prompt_flash_attention.h +7 -7
  2399. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/quant_batch_matmul.h +7 -7
  2400. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/quant_matmul.h +41 -0
  2401. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/quant_v2.h +3 -3
  2402. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/rand_ext.h +3 -3
  2403. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/rand_like_ext.h +3 -3
  2404. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/randint.h +3 -4
  2405. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/randint_like.h +3 -4
  2406. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/randn.h +3 -3
  2407. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/randn_like.h +3 -3
  2408. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/randperm_ext.h +3 -3
  2409. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/reduce_all.h +2 -2
  2410. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/relu_grad.h +2 -2
  2411. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/repeat_interleave_grad.h +3 -3
  2412. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/repeat_interleave_int.h +3 -4
  2413. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/repeat_interleave_tensor.h +4 -5
  2414. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/reshape.h +4 -2
  2415. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/ring_attention_update.h +38 -0
  2416. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/rms_norm.h +4 -4
  2417. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/rotary_position_embedding_grad.h +3 -3
  2418. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/round.h +2 -2
  2419. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/scatter_add_ext.h +3 -3
  2420. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/searchsorted.h +3 -4
  2421. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/sigmoid_grad.h +2 -2
  2422. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/silent_check_v2.h +5 -5
  2423. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/silent_check_v3.h +6 -4
  2424. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/smooth_l1_loss.h +3 -4
  2425. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/smooth_l1_loss_grad.h +4 -5
  2426. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/soft_margin_loss.h +2 -3
  2427. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/soft_margin_loss_grad.h +3 -4
  2428. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/softmax.h +2 -2
  2429. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/softshrink.h +2 -2
  2430. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/softshrink_grad.h +2 -3
  2431. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/sort_ext.h +5 -5
  2432. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/speed_fusion_attention.h +4 -4
  2433. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/speed_fusion_attention_grad.h +11 -12
  2434. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/square.h +1 -1
  2435. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/std.h +3 -3
  2436. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/std_mean.h +1 -1
  2437. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/sub.h +2 -2
  2438. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/sub_scalar.h +2 -2
  2439. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/sum_ext.h +3 -3
  2440. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/t_ext.h +1 -1
  2441. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/take.h +2 -2
  2442. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/tanh_grad.h +2 -2
  2443. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/threshold.h +2 -2
  2444. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/threshold_grad.h +2 -2
  2445. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/tile.h +1 -1
  2446. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/type_as.h +2 -2
  2447. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/uniform_ext.h +3 -3
  2448. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/unique2.h +2 -2
  2449. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/unique_consecutive.h +2 -2
  2450. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/unique_dim.h +2 -2
  2451. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/unstack_ext_view.h +4 -3
  2452. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/upsample_bicubic2d.h +4 -5
  2453. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/upsample_bicubic2d_grad.h +5 -6
  2454. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/upsample_bilinear2d.h +4 -5
  2455. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/upsample_bilinear2d_grad.h +6 -6
  2456. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/upsample_linear1d.h +4 -5
  2457. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/upsample_linear1d_grad.h +5 -6
  2458. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/upsample_nearest1d.h +3 -4
  2459. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/upsample_nearest1d_grad.h +4 -5
  2460. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/upsample_nearest2d.h +3 -4
  2461. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/upsample_nearest2d_grad.h +4 -5
  2462. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/upsample_nearest3d.h +3 -4
  2463. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/upsample_nearest3d_grad.h +4 -5
  2464. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/upsample_trilinear3d.h +4 -5
  2465. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/upsample_trilinear3d_grad.h +6 -6
  2466. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/var.h +3 -3
  2467. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/var_mean.h +1 -1
  2468. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/view_as.h +2 -2
  2469. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/weight_quant_batch_matmul.h +5 -5
  2470. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/zeros.h +2 -2
  2471. mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/zeros_like_ext.h +2 -3
  2472. mindspore/include/mindspore/ops/kernel/ascend/pyboost/internal/auto_generate/apply_rotary_pos_emb.h +40 -0
  2473. mindspore/include/mindspore/ops/kernel/ascend/pyboost/internal/auto_generate/flash_attention_score.h +40 -0
  2474. mindspore/include/mindspore/ops/kernel/ascend/pyboost/internal/auto_generate/mla.h +40 -0
  2475. mindspore/include/mindspore/ops/kernel/ascend/pyboost/internal/auto_generate/paged_attention.h +40 -0
  2476. mindspore/include/mindspore/ops/kernel/ascend/pyboost/internal/auto_generate/reshape_and_cache.h +40 -0
  2477. mindspore/include/mindspore/ops/kernel/ascend/pyboost/internal/functions/functions.h +35 -0
  2478. mindspore/include/mindspore/ops/kernel/cpu/empty_cpu_kernel.h +55 -0
  2479. mindspore/include/mindspore/ops/kernel/cpu/empty_like_cpu_kernel.h +55 -0
  2480. mindspore/include/mindspore/ops/kernel/cpu/grid_sampler_2d_grad_cpu_kernel.h +3 -15
  2481. mindspore/include/mindspore/ops/kernel/cpu/map_tensor/map_tensor_get_data_cpu_kernel.h +1 -1
  2482. mindspore/include/mindspore/ops/kernel/cpu/map_tensor/map_tensor_get_grad_cpu_kernel.h +1 -1
  2483. mindspore/include/mindspore/ops/kernel/cpu/masked_fill_cpu_kernel.h +1 -0
  2484. mindspore/include/mindspore/ops/kernel/cpu/multi_margin_loss_cpu_kernel.h +6 -6
  2485. mindspore/include/mindspore/ops/kernel/cpu/new_empty_cpu_kernel.h +55 -0
  2486. mindspore/include/mindspore/ops/kernel/cpu/nnacl/intrinsics/ms_simd_avx512_instructions.h +0 -3
  2487. mindspore/include/mindspore/ops/kernel/cpu/nnacl/intrinsics/ms_simd_avx_instructions.h +0 -3
  2488. mindspore/include/mindspore/ops/kernel/cpu/nnacl/intrinsics/ms_simd_sse_instructions.h +0 -3
  2489. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/abs.h +1 -1
  2490. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/acos_ext.h +38 -0
  2491. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/adaptive_avg_pool1d.h +1 -1
  2492. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/adaptive_avg_pool2d_grad_ext.h +1 -1
  2493. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/adaptive_avg_pool3d_grad_ext.h +1 -1
  2494. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/adaptive_max_pool1d.h +1 -1
  2495. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/adaptive_max_pool2d.h +1 -1
  2496. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/add.h +1 -1
  2497. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/add_ext.h +1 -1
  2498. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/add_layer_norm_grad.h +1 -1
  2499. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/add_rmsnorm_quant_v2.h +1 -1
  2500. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/add_scalar.h +1 -1
  2501. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/addcdiv_ext.h +1 -1
  2502. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/addcmul_ext.h +1 -1
  2503. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/any.h +38 -0
  2504. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/any_ext.h +38 -0
  2505. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/apply_rotary_pos_emb.h +38 -0
  2506. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/argmax_with_value.h +1 -1
  2507. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/argmin_with_value.h +1 -1
  2508. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/argsort.h +1 -1
  2509. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/as_strided.h +1 -1
  2510. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/atan_ext.h +38 -0
  2511. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/atanh.h +1 -1
  2512. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/avg_pool1d.h +1 -1
  2513. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/avg_pool2d.h +1 -1
  2514. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/avg_pool2d_grad.h +1 -1
  2515. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/avg_pool3d_ext.h +1 -1
  2516. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/avg_pool3d_grad_ext.h +1 -1
  2517. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/baddbmm.h +1 -1
  2518. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/batch_mat_mul.h +1 -1
  2519. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/batch_norm_elemt.h +1 -1
  2520. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/batch_norm_elemt_grad.h +1 -1
  2521. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/batch_norm_gather_stats_with_counts.h +1 -1
  2522. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/batch_norm_reduce_grad.h +1 -1
  2523. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/batch_norm_stats.h +1 -1
  2524. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/bernoulli_ext.h +1 -1
  2525. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/binary_cross_entropy.h +1 -1
  2526. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/binary_cross_entropy_grad.h +1 -1
  2527. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/binary_cross_entropy_with_logits.h +1 -1
  2528. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/binary_cross_entropy_with_logits_backward.h +1 -1
  2529. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/bitwise_and_scalar.h +1 -1
  2530. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/bitwise_and_tensor.h +1 -1
  2531. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/bitwise_not.h +1 -1
  2532. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/bitwise_or_scalar.h +1 -1
  2533. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/bitwise_or_tensor.h +1 -1
  2534. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/bitwise_xor_scalar.h +1 -1
  2535. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/bitwise_xor_tensor.h +1 -1
  2536. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/bmm_ext.h +1 -1
  2537. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/broadcast_to.h +1 -1
  2538. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/broadcast_to_view.h +1 -1
  2539. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/cast.h +1 -1
  2540. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/ceil.h +1 -1
  2541. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/cell_backward_hook.h +38 -0
  2542. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/chunk.h +1 -1
  2543. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/chunk_view.h +1 -1
  2544. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/clamp_scalar.h +1 -1
  2545. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/clamp_tensor.h +1 -1
  2546. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/clone.h +1 -1
  2547. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/col2im_ext.h +1 -1
  2548. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/col2im_grad.h +1 -1
  2549. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/concat.h +1 -1
  2550. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/constant_pad_nd.h +1 -1
  2551. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/contiguous.h +1 -1
  2552. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/conv1d_padding.h +1 -1
  2553. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/conv2d_ext.h +1 -1
  2554. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/conv2d_padding.h +1 -1
  2555. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/conv3d_padding.h +1 -1
  2556. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/conv_transpose2d.h +1 -1
  2557. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/convolution.h +1 -1
  2558. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/convolution_grad.h +1 -1
  2559. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/convolution_str.h +1 -1
  2560. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/convolution_str_grad.h +1 -1
  2561. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/copy.h +1 -1
  2562. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/cos.h +1 -1
  2563. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/cosh.h +1 -1
  2564. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/count_nonzero.h +1 -1
  2565. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/cross.h +1 -1
  2566. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/cross_entropy_loss.h +38 -0
  2567. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/cross_entropy_loss_grad.h +38 -0
  2568. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/cummax.h +1 -1
  2569. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/dense.h +1 -1
  2570. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/diag_ext.h +1 -1
  2571. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/diagonal_view.h +38 -0
  2572. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/dist_comm_all_gather.h +1 -1
  2573. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/dist_comm_all_gather_into_tensor.h +1 -1
  2574. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/dist_comm_all_gather_into_tensor_uneven.h +38 -0
  2575. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/dist_comm_all_reduce.h +1 -1
  2576. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/dist_comm_all_to_all_v.h +1 -1
  2577. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/dist_comm_all_to_all_v_single.h +1 -1
  2578. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/dist_comm_barrier.h +1 -1
  2579. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/dist_comm_batch_isend_irecv.h +1 -1
  2580. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/dist_comm_broadcast.h +1 -1
  2581. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/dist_comm_gather.h +1 -1
  2582. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/dist_comm_gather_into_tensor.h +1 -1
  2583. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/dist_comm_irecv.h +1 -1
  2584. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/dist_comm_isend.h +1 -1
  2585. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/dist_comm_reduce.h +1 -1
  2586. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/dist_comm_reduce_scatter.h +1 -1
  2587. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/dist_comm_reduce_scatter_tensor.h +1 -1
  2588. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/dist_comm_reduce_scatter_tensor_uneven.h +38 -0
  2589. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/dist_comm_scatter.h +1 -1
  2590. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/dist_comm_scatter_tensor.h +1 -1
  2591. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/div.h +1 -1
  2592. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/divmod.h +1 -1
  2593. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/divmods.h +1 -1
  2594. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/divs.h +1 -1
  2595. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/dot.h +1 -1
  2596. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/dynamic_quant_ext.h +1 -1
  2597. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/einsum_ext.h +38 -0
  2598. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/elu.h +1 -1
  2599. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/embedding.h +1 -1
  2600. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/embedding_dense_backward.h +1 -1
  2601. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/empty.h +38 -0
  2602. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/empty_like.h +38 -0
  2603. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/equal.h +1 -1
  2604. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/equal_ext.h +1 -1
  2605. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/erf.h +1 -1
  2606. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/erfc.h +1 -1
  2607. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/erfinv.h +1 -1
  2608. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/exp.h +1 -1
  2609. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/exp2.h +1 -1
  2610. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/expand_dims.h +1 -1
  2611. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/expand_dims_view.h +1 -1
  2612. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/expm1.h +1 -1
  2613. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/eye.h +1 -1
  2614. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/ffn_ext.h +1 -1
  2615. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/floor.h +1 -1
  2616. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/floor_div.h +1 -1
  2617. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/floor_div_scalar.h +1 -1
  2618. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/fmod_tensor.h +1 -1
  2619. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/frac.h +1 -1
  2620. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/full_like.h +1 -1
  2621. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/func_dropout_ext.h +38 -0
  2622. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/fused_infer_attention_score.h +1 -1
  2623. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/gather_d.h +1 -1
  2624. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/gather_d_grad_v2.h +1 -1
  2625. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/gcd.h +1 -1
  2626. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/gelu.h +1 -1
  2627. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/gelu_ext.h +1 -1
  2628. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/gelu_grad.h +1 -1
  2629. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/gelu_grad_ext.h +1 -1
  2630. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/generator.h +1 -1
  2631. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/glu.h +1 -1
  2632. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/glu_grad.h +1 -1
  2633. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/greater.h +1 -1
  2634. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/greater_equal.h +1 -1
  2635. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/greater_equal_scalar.h +1 -1
  2636. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/grid_sampler_2d.h +1 -1
  2637. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/grid_sampler_2d_grad.h +1 -1
  2638. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/grid_sampler_3d.h +1 -1
  2639. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/grid_sampler_3d_grad.h +1 -1
  2640. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/group_norm.h +1 -1
  2641. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/group_norm_grad.h +1 -1
  2642. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/grouped_matmul.h +1 -1
  2643. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/grouped_matmul_v2.h +1 -1
  2644. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/grouped_matmul_v4.h +1 -1
  2645. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/hardtanh.h +1 -1
  2646. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/hardtanh_grad.h +1 -1
  2647. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/hshrink.h +1 -1
  2648. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/hshrink_grad.h +1 -1
  2649. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/hsigmoid.h +1 -1
  2650. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/hsigmoid_grad.h +1 -1
  2651. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/hswish.h +1 -1
  2652. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/hswish_grad.h +1 -1
  2653. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/identity.h +1 -1
  2654. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/im2col_ext.h +1 -1
  2655. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/incre_flash_attention.h +1 -1
  2656. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/index.h +1 -1
  2657. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/index_add_ext.h +1 -1
  2658. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/index_fill_scalar.h +1 -1
  2659. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/index_fill_tensor.h +1 -1
  2660. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inner_comm_all_gather.h +1 -1
  2661. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inner_comm_all_reduce.h +1 -1
  2662. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inner_comm_all_to_all_v.h +1 -1
  2663. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inner_comm_irecv.h +1 -1
  2664. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inner_comm_isend.h +1 -1
  2665. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inner_comm_reduce_scatter.h +1 -1
  2666. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inner_index.h +1 -1
  2667. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inner_inplace_index_put.h +1 -1
  2668. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inner_moe_token_unpermute.h +38 -0
  2669. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inner_non_zero.h +1 -1
  2670. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_addmm.h +1 -1
  2671. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_bernoulli_scalar.h +38 -0
  2672. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_bernoulli_tensor.h +38 -0
  2673. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_clamp_scalar.h +1 -1
  2674. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_clamp_tensor.h +1 -1
  2675. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_copy.h +1 -1
  2676. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_div.h +1 -1
  2677. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_divmod.h +1 -1
  2678. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_divmods.h +1 -1
  2679. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_divs.h +1 -1
  2680. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_elu.h +1 -1
  2681. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_erfinv.h +1 -1
  2682. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_exponential.h +1 -1
  2683. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_fill_diagonal.h +1 -1
  2684. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_fill_scalar.h +1 -1
  2685. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_fill_tensor.h +1 -1
  2686. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_floor.h +1 -1
  2687. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_floor_divide.h +1 -1
  2688. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_floor_divides.h +1 -1
  2689. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_grouped_matmul_add.h +1 -1
  2690. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_hardtanh.h +1 -1
  2691. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_index_add.h +1 -1
  2692. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_index_put.h +1 -1
  2693. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_log.h +1 -1
  2694. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_masked_fill_scalar.h +1 -1
  2695. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_masked_fill_tensor.h +1 -1
  2696. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_matmul_add.h +38 -0
  2697. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_mul.h +1 -1
  2698. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_muls.h +1 -1
  2699. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_normal.h +1 -1
  2700. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_put.h +1 -1
  2701. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_random.h +1 -1
  2702. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_relu.h +1 -1
  2703. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_remainder_tensor_scalar.h +38 -0
  2704. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_remainder_tensor_tensor.h +38 -0
  2705. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_scatter_add.h +1 -1
  2706. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_scatter_src.h +1 -1
  2707. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_scatter_src_reduce.h +1 -1
  2708. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_scatter_value.h +1 -1
  2709. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_scatter_value_reduce.h +1 -1
  2710. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_silu.h +38 -0
  2711. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_sub_scalar.h +1 -1
  2712. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_tanh.h +1 -1
  2713. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_threshold.h +1 -1
  2714. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_uniform.h +1 -1
  2715. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_zero.h +1 -1
  2716. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/isclose.h +1 -1
  2717. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/isfinite.h +1 -1
  2718. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/isinf.h +1 -1
  2719. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/isneginf.h +1 -1
  2720. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/kl_div.h +1 -1
  2721. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/kl_div_grad.h +1 -1
  2722. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/kthvalue.h +1 -1
  2723. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/kv_cache_scatter_update.h +1 -1
  2724. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/layer_norm_ext.h +1 -1
  2725. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/leaky_relu_ext.h +1 -1
  2726. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/leaky_relu_grad_ext.h +1 -1
  2727. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/lerp.h +1 -1
  2728. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/lerp_scalar.h +1 -1
  2729. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/less.h +1 -1
  2730. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/less_equal.h +1 -1
  2731. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/linalg_qr.h +1 -1
  2732. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/linalg_vector_norm.h +1 -1
  2733. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/log.h +1 -1
  2734. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/log1p.h +1 -1
  2735. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/log_softmax.h +1 -1
  2736. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/log_softmax_grad.h +1 -1
  2737. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/logaddexp.h +1 -1
  2738. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/logaddexp2.h +1 -1
  2739. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/logical_and.h +1 -1
  2740. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/logical_not.h +1 -1
  2741. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/logical_or.h +1 -1
  2742. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/logical_xor.h +1 -1
  2743. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/logsigmoid.h +1 -1
  2744. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/logsigmoid_grad.h +1 -1
  2745. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/logsumexp.h +1 -1
  2746. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/masked_fill.h +1 -1
  2747. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/masked_scatter.h +38 -0
  2748. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/masked_select.h +1 -1
  2749. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/masked_select_grad.h +1 -1
  2750. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/matmul.h +1 -1
  2751. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/matmul_allreduce_add_rmsnorm.h +1 -1
  2752. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/matmul_ext.h +1 -1
  2753. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/max.h +1 -1
  2754. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/max_dim.h +1 -1
  2755. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/maximum.h +1 -1
  2756. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/mean_ext.h +1 -1
  2757. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/median_dim.h +1 -1
  2758. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/median_ext.h +1 -1
  2759. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/meshgrid.h +1 -1
  2760. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/min.h +1 -1
  2761. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/min_dim.h +1 -1
  2762. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/minimum.h +1 -1
  2763. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/mish_ext.h +1 -1
  2764. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/mish_grad_ext.h +1 -1
  2765. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/mla.h +38 -0
  2766. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/moe_compute_expert_tokens.h +1 -1
  2767. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/moe_distribute_combine.h +38 -0
  2768. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/moe_distribute_dispatch.h +38 -0
  2769. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/moe_finalize_routing.h +1 -1
  2770. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/moe_gating_top_k_softmax.h +1 -1
  2771. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/moe_init_routing.h +1 -1
  2772. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/moe_init_routing_quant_v2.h +38 -0
  2773. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/moe_init_routing_v2.h +1 -1
  2774. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/moe_token_permute.h +1 -1
  2775. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/moe_token_permute_grad.h +1 -1
  2776. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/moe_token_unpermute.h +1 -1
  2777. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/moe_token_unpermute_grad.h +1 -1
  2778. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/mul.h +1 -1
  2779. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/muls.h +1 -1
  2780. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/multi_scale_deformable_attn.h +1 -1
  2781. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/multi_scale_deformable_attn_grad.h +1 -1
  2782. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/mv.h +1 -1
  2783. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/nan_to_num.h +1 -1
  2784. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/ne_scalar.h +1 -1
  2785. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/neg.h +1 -1
  2786. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/new_empty.h +38 -0
  2787. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/new_full.h +38 -0
  2788. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/new_ones.h +1 -1
  2789. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/new_zeros.h +1 -1
  2790. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/nllloss.h +1 -1
  2791. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/nllloss_2d.h +1 -1
  2792. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/nllloss_2d_grad.h +1 -1
  2793. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/nllloss_grad.h +1 -1
  2794. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/non_zero.h +1 -1
  2795. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/norm.h +1 -1
  2796. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/normal_float_float.h +1 -1
  2797. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/normal_float_tensor.h +1 -1
  2798. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/normal_tensor_float.h +1 -1
  2799. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/normal_tensor_tensor.h +1 -1
  2800. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/not_equal.h +1 -1
  2801. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/ones.h +1 -1
  2802. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/outer.h +1 -1
  2803. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/paged_attention.h +38 -0
  2804. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/pixel_shuffle.h +1 -1
  2805. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/polar.h +1 -1
  2806. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/pow.h +1 -1
  2807. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/pow_scalar_tensor.h +1 -1
  2808. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/pow_tensor_scalar.h +1 -1
  2809. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/prelu.h +1 -1
  2810. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/prelu_grad.h +1 -1
  2811. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/prod_ext.h +1 -1
  2812. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/quant_batch_matmul.h +1 -1
  2813. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/quant_matmul.h +38 -0
  2814. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/quant_v2.h +1 -1
  2815. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/randint.h +1 -1
  2816. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/randint_like.h +1 -1
  2817. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/randn.h +1 -1
  2818. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/randn_like.h +1 -1
  2819. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/reciprocal.h +1 -1
  2820. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/reduce_all.h +1 -1
  2821. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/reduce_any.h +1 -1
  2822. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/reduce_max.h +1 -1
  2823. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/reduce_min.h +1 -1
  2824. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/reflection_pad_1d.h +1 -1
  2825. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/reflection_pad_1d_grad.h +1 -1
  2826. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/reflection_pad_2d.h +1 -1
  2827. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/reflection_pad_2d_grad.h +1 -1
  2828. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/reflection_pad_3d.h +1 -1
  2829. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/reflection_pad_3d_grad.h +1 -1
  2830. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/relu.h +1 -1
  2831. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/relu_grad.h +1 -1
  2832. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/repeat.h +1 -1
  2833. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/replication_pad_1d.h +1 -1
  2834. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/replication_pad_1d_grad.h +1 -1
  2835. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/replication_pad_2d.h +1 -1
  2836. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/replication_pad_2d_grad.h +1 -1
  2837. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/replication_pad_3d.h +1 -1
  2838. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/replication_pad_3d_grad.h +1 -1
  2839. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/reshape.h +1 -1
  2840. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/reshape_and_cache.h +38 -0
  2841. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/reverse_v2.h +1 -1
  2842. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/rms_norm_grad.h +1 -1
  2843. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/roll.h +1 -1
  2844. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/rotary_position_embedding.h +1 -1
  2845. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/rotary_position_embedding_grad.h +1 -1
  2846. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/round.h +1 -1
  2847. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/rsqrt.h +1 -1
  2848. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/scatter.h +1 -1
  2849. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/scatter_add_ext.h +1 -1
  2850. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/scatter_value.h +1 -1
  2851. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/searchsorted.h +1 -1
  2852. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/select.h +1 -1
  2853. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/select_ext_view.h +1 -1
  2854. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/select_v2.h +1 -1
  2855. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/selu_ext.h +1 -1
  2856. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/selu_grad.h +1 -1
  2857. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/sigmoid.h +1 -1
  2858. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/sigmoid_grad.h +1 -1
  2859. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/sign.h +1 -1
  2860. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/silu.h +1 -1
  2861. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/silu_grad.h +1 -1
  2862. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/sin.h +1 -1
  2863. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/sinc.h +1 -1
  2864. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/sinh.h +1 -1
  2865. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/slice.h +1 -1
  2866. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/slice_ext.h +1 -1
  2867. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/slice_ext_view.h +1 -1
  2868. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/smooth_l1_loss.h +1 -1
  2869. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/smooth_l1_loss_grad.h +1 -1
  2870. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/soft_margin_loss.h +1 -1
  2871. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/soft_margin_loss_grad.h +1 -1
  2872. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/softmax.h +1 -1
  2873. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/softmax_backward.h +1 -1
  2874. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/softplus_ext.h +1 -1
  2875. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/softplus_grad_ext.h +1 -1
  2876. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/softshrink.h +1 -1
  2877. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/softshrink_grad.h +1 -1
  2878. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/speed_fusion_attention.h +1 -1
  2879. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/speed_fusion_attention_grad.h +1 -1
  2880. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/split.h +1 -1
  2881. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/sqrt.h +1 -1
  2882. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/square.h +1 -1
  2883. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/squeeze.h +1 -1
  2884. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/stack_ext.h +38 -0
  2885. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/sub.h +1 -1
  2886. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/sub_ext.h +1 -1
  2887. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/sub_scalar.h +1 -1
  2888. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/sum_ext.h +1 -1
  2889. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/take.h +1 -1
  2890. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/tan.h +1 -1
  2891. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/tanh.h +1 -1
  2892. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/tanh_grad.h +1 -1
  2893. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/tensor_scatter_elements.h +1 -1
  2894. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/threshold.h +1 -1
  2895. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/threshold_grad.h +1 -1
  2896. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/tile.h +1 -1
  2897. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/transpose.h +1 -1
  2898. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/transpose_ext_view.h +1 -1
  2899. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/transpose_view.h +1 -1
  2900. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/triangular_solve.h +1 -1
  2901. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/triu.h +1 -1
  2902. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/trunc.h +1 -1
  2903. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/unique_consecutive.h +1 -1
  2904. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/upsample_bicubic2d.h +1 -1
  2905. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/upsample_bicubic2d_grad.h +1 -1
  2906. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/upsample_bilinear2d.h +1 -1
  2907. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/upsample_bilinear2d_grad.h +1 -1
  2908. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/upsample_linear1d.h +1 -1
  2909. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/upsample_linear1d_grad.h +1 -1
  2910. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/upsample_nearest1d.h +1 -1
  2911. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/upsample_nearest1d_grad.h +1 -1
  2912. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/upsample_nearest2d.h +1 -1
  2913. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/upsample_nearest2d_grad.h +1 -1
  2914. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/upsample_nearest3d.h +1 -1
  2915. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/upsample_nearest3d_grad.h +1 -1
  2916. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/upsample_trilinear3d.h +1 -1
  2917. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/upsample_trilinear3d_grad.h +1 -1
  2918. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/view.h +1 -1
  2919. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/weight_quant_batch_matmul.h +1 -1
  2920. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/xlogy.h +1 -1
  2921. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/xlogy_scalar_other.h +1 -1
  2922. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/xlogy_scalar_self.h +1 -1
  2923. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/zeros.h +1 -1
  2924. mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/zeros_like_ext.h +38 -0
  2925. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/any.h +34 -0
  2926. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/any_ext.h +35 -0
  2927. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/binary_cross_entropy_with_logits.h +4 -4
  2928. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/cell_backward_hook.h +27 -0
  2929. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/clamp_scalar.h +2 -2
  2930. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/clamp_tensor.h +2 -3
  2931. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/contiguous.h +1 -1
  2932. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/copy.h +1 -1
  2933. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/dense.h +2 -2
  2934. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/dist_comm_all_gather.h +1 -1
  2935. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/dist_comm_all_reduce.h +1 -1
  2936. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/dist_comm_broadcast.h +2 -2
  2937. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/dist_comm_gather.h +1 -1
  2938. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/dist_comm_irecv.h +1 -1
  2939. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/dist_comm_isend.h +1 -1
  2940. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/dist_comm_scatter.h +1 -1
  2941. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/divmod.h +2 -3
  2942. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/empty.h +35 -0
  2943. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/empty_like.h +36 -0
  2944. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/group_norm.h +3 -3
  2945. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/grouped_matmul.h +1 -1
  2946. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/identity.h +1 -1
  2947. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/inner_comm_all_reduce.h +2 -3
  2948. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/inplace_copy.h +2 -2
  2949. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/layer_norm_ext.h +3 -3
  2950. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/masked_select.h +2 -2
  2951. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/matmul_ext.h +1 -1
  2952. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/max.h +1 -1
  2953. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/mean_ext.h +1 -1
  2954. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/meshgrid.h +4 -2
  2955. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/min.h +1 -1
  2956. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/new_empty.h +36 -0
  2957. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/new_ones.h +2 -2
  2958. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/new_zeros.h +2 -2
  2959. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/non_zero.h +1 -1
  2960. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/pixel_shuffle.h +2 -2
  2961. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/pow_scalar_tensor.h +1 -1
  2962. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/pow_tensor_scalar.h +1 -1
  2963. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/prod_ext.h +1 -1
  2964. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/reshape.h +4 -2
  2965. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/round.h +1 -1
  2966. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/searchsorted.h +3 -4
  2967. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/silu.h +1 -1
  2968. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/silu_grad.h +1 -2
  2969. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/sum_ext.h +1 -1
  2970. mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/unique_consecutive.h +2 -2
  2971. mindspore/include/mindspore/ops/kernel/cpu/sample_distorted_bounding_box_v2_cpu_kernel.h +4 -0
  2972. mindspore/include/mindspore/ops/kernel/cpu/sequence/bool_binary_arithmetic_cpu_kernel.h +42 -0
  2973. mindspore/include/mindspore/ops/kernel/cpu/sequence/sequence_len_cpu_kernel.h +0 -1
  2974. mindspore/include/mindspore/ops/kernel/cpu/sparse_apply_adagrad_cpu_kernel.h +1 -1
  2975. mindspore/include/mindspore/ops/kernel/cpu/sparse_apply_adagrad_v2_cpu_kernel.h +2 -2
  2976. mindspore/include/mindspore/ops/kernel/cpu/stft_cpu_kernel.h +16 -16
  2977. mindspore/include/mindspore/ops/kernel/cpu/utils/sampling_kernels.h +18 -15
  2978. mindspore/include/mindspore/ops/kernel/gpu/arrays/broadcast_to_gpu_kernel.h +1 -1
  2979. mindspore/include/mindspore/ops/kernel/gpu/arrays/select_gpu_kernel.h +2 -2
  2980. mindspore/include/mindspore/ops/kernel/gpu/arrays/unique_consecutive_gpu_kernel.h +2 -2
  2981. mindspore/include/mindspore/ops/kernel/gpu/cuda_impl/cuda_class/unique_consecutive_helper.h +1 -1
  2982. mindspore/include/mindspore/ops/kernel/gpu/dynamic_akg/dynamic_utils.h +1 -1
  2983. mindspore/include/mindspore/ops/kernel/gpu/gpu_kernel.h +3 -4
  2984. mindspore/include/mindspore/ops/kernel/gpu/math/binary_ext_ops_gpu_kernel.h +2 -2
  2985. mindspore/include/mindspore/ops/kernel/gpu/math/correlate_gpu_kernel.h +15 -11
  2986. mindspore/include/mindspore/ops/kernel/gpu/math/eps_gpu_kernel.h +4 -4
  2987. mindspore/include/mindspore/ops/kernel/gpu/math/tracev2_grad_gpu_kernel.h +0 -1
  2988. mindspore/include/mindspore/ops/kernel/gpu/nccl/nccl_recv_gpu_kernel.h +1 -1
  2989. mindspore/include/mindspore/ops/kernel/gpu/nccl/nccl_send_gpu_kernel.h +1 -1
  2990. mindspore/include/mindspore/ops/kernel/gpu/nn/activation_grad_kernel.h +3 -3
  2991. mindspore/include/mindspore/ops/kernel/gpu/nn/adagrad_gpu_kernel.h +4 -2
  2992. mindspore/include/mindspore/ops/kernel/gpu/nn/adam_gpu_kernel.h +1 -1
  2993. mindspore/include/mindspore/ops/kernel/gpu/nn/batch_norm_grad_gpu_kernel.h +1 -0
  2994. mindspore/include/mindspore/ops/kernel/gpu/nn/kl_div_loss_grad_kernel.h +3 -2
  2995. mindspore/include/mindspore/ops/kernel/gpu/other/dynamic_stitch_gpu_kernel.h +6 -6
  2996. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/abs.h +1 -1
  2997. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/adaptive_avg_pool1d.h +1 -1
  2998. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/adaptive_avg_pool2d_grad_ext.h +1 -1
  2999. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/adaptive_avg_pool3d_grad_ext.h +1 -1
  3000. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/adaptive_max_pool1d.h +1 -1
  3001. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/adaptive_max_pool2d.h +1 -1
  3002. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/add.h +1 -1
  3003. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/add_ext.h +1 -1
  3004. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/add_layer_norm_grad.h +1 -1
  3005. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/add_rmsnorm_quant_v2.h +1 -1
  3006. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/add_scalar.h +1 -1
  3007. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/addcdiv_ext.h +1 -1
  3008. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/addcmul_ext.h +1 -1
  3009. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/any.h +38 -0
  3010. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/any_ext.h +38 -0
  3011. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/apply_rotary_pos_emb.h +38 -0
  3012. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/argmax_with_value.h +1 -1
  3013. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/argmin_with_value.h +1 -1
  3014. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/argsort.h +1 -1
  3015. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/as_strided.h +1 -1
  3016. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/atanh.h +1 -1
  3017. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/avg_pool1d.h +1 -1
  3018. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/avg_pool2d.h +1 -1
  3019. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/avg_pool2d_grad.h +1 -1
  3020. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/avg_pool3d_ext.h +1 -1
  3021. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/avg_pool3d_grad_ext.h +1 -1
  3022. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/baddbmm.h +1 -1
  3023. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/batch_mat_mul.h +1 -1
  3024. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/batch_norm_elemt.h +1 -1
  3025. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/batch_norm_elemt_grad.h +1 -1
  3026. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/batch_norm_gather_stats_with_counts.h +1 -1
  3027. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/batch_norm_reduce_grad.h +1 -1
  3028. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/batch_norm_stats.h +1 -1
  3029. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/bernoulli_ext.h +1 -1
  3030. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/binary_cross_entropy.h +1 -1
  3031. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/binary_cross_entropy_grad.h +1 -1
  3032. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/binary_cross_entropy_with_logits.h +1 -1
  3033. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/binary_cross_entropy_with_logits_backward.h +1 -1
  3034. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/bitwise_and_scalar.h +1 -1
  3035. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/bitwise_and_tensor.h +1 -1
  3036. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/bitwise_not.h +1 -1
  3037. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/bitwise_or_scalar.h +1 -1
  3038. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/bitwise_or_tensor.h +1 -1
  3039. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/bitwise_xor_scalar.h +1 -1
  3040. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/bitwise_xor_tensor.h +1 -1
  3041. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/bmm_ext.h +1 -1
  3042. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/broadcast_to.h +1 -1
  3043. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/broadcast_to_view.h +1 -1
  3044. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/cast.h +1 -1
  3045. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/ceil.h +1 -1
  3046. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/cell_backward_hook.h +38 -0
  3047. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/chunk.h +1 -1
  3048. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/chunk_view.h +1 -1
  3049. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/clamp_scalar.h +1 -1
  3050. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/clamp_tensor.h +1 -1
  3051. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/clone.h +1 -1
  3052. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/col2im_ext.h +1 -1
  3053. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/col2im_grad.h +1 -1
  3054. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/concat.h +1 -1
  3055. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/constant_pad_nd.h +1 -1
  3056. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/contiguous.h +1 -1
  3057. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/conv1d_padding.h +1 -1
  3058. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/conv2d_ext.h +1 -1
  3059. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/conv2d_padding.h +1 -1
  3060. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/conv3d_padding.h +1 -1
  3061. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/conv_transpose2d.h +1 -1
  3062. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/convolution.h +1 -1
  3063. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/convolution_grad.h +1 -1
  3064. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/convolution_str.h +1 -1
  3065. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/convolution_str_grad.h +1 -1
  3066. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/copy.h +1 -1
  3067. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/cos.h +1 -1
  3068. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/cosh.h +1 -1
  3069. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/count_nonzero.h +1 -1
  3070. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/cross.h +1 -1
  3071. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/cross_entropy_loss.h +38 -0
  3072. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/cross_entropy_loss_grad.h +38 -0
  3073. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/cummax.h +1 -1
  3074. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/dense.h +1 -1
  3075. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/diag_ext.h +1 -1
  3076. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/diagonal_view.h +38 -0
  3077. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/dist_comm_all_gather.h +1 -1
  3078. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/dist_comm_all_gather_into_tensor.h +1 -1
  3079. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/dist_comm_all_gather_into_tensor_uneven.h +38 -0
  3080. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/dist_comm_all_reduce.h +1 -1
  3081. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/dist_comm_all_to_all_v.h +1 -1
  3082. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/dist_comm_all_to_all_v_single.h +1 -1
  3083. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/dist_comm_barrier.h +1 -1
  3084. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/dist_comm_batch_isend_irecv.h +1 -1
  3085. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/dist_comm_broadcast.h +1 -1
  3086. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/dist_comm_gather.h +1 -1
  3087. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/dist_comm_gather_into_tensor.h +1 -1
  3088. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/dist_comm_irecv.h +1 -1
  3089. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/dist_comm_isend.h +1 -1
  3090. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/dist_comm_reduce.h +1 -1
  3091. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/dist_comm_reduce_scatter.h +1 -1
  3092. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/dist_comm_reduce_scatter_tensor.h +1 -1
  3093. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/dist_comm_reduce_scatter_tensor_uneven.h +38 -0
  3094. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/dist_comm_scatter.h +1 -1
  3095. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/dist_comm_scatter_tensor.h +1 -1
  3096. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/div.h +1 -1
  3097. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/divmod.h +1 -1
  3098. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/divmods.h +1 -1
  3099. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/divs.h +1 -1
  3100. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/dot.h +1 -1
  3101. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/dynamic_quant_ext.h +1 -1
  3102. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/einsum_ext.h +38 -0
  3103. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/elu.h +1 -1
  3104. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/embedding.h +1 -1
  3105. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/embedding_dense_backward.h +1 -1
  3106. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/equal.h +1 -1
  3107. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/equal_ext.h +1 -1
  3108. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/erf.h +1 -1
  3109. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/erfc.h +1 -1
  3110. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/erfinv.h +1 -1
  3111. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/exp.h +1 -1
  3112. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/exp2.h +1 -1
  3113. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/expand_dims.h +1 -1
  3114. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/expand_dims_view.h +1 -1
  3115. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/expm1.h +1 -1
  3116. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/eye.h +1 -1
  3117. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/ffn_ext.h +1 -1
  3118. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/floor.h +1 -1
  3119. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/floor_div.h +1 -1
  3120. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/floor_div_scalar.h +1 -1
  3121. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/fmod_tensor.h +1 -1
  3122. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/frac.h +1 -1
  3123. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/full_like.h +1 -1
  3124. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/func_dropout_ext.h +38 -0
  3125. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/fused_infer_attention_score.h +1 -1
  3126. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/gather_d.h +1 -1
  3127. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/gather_d_grad_v2.h +1 -1
  3128. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/gcd.h +1 -1
  3129. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/gelu.h +1 -1
  3130. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/gelu_ext.h +1 -1
  3131. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/gelu_grad.h +1 -1
  3132. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/gelu_grad_ext.h +1 -1
  3133. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/generator.h +1 -1
  3134. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/glu.h +1 -1
  3135. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/glu_grad.h +1 -1
  3136. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/greater.h +1 -1
  3137. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/greater_equal.h +1 -1
  3138. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/greater_equal_scalar.h +1 -1
  3139. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/grid_sampler_2d.h +1 -1
  3140. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/grid_sampler_2d_grad.h +1 -1
  3141. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/grid_sampler_3d.h +1 -1
  3142. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/grid_sampler_3d_grad.h +1 -1
  3143. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/group_norm.h +1 -1
  3144. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/group_norm_grad.h +1 -1
  3145. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/grouped_matmul.h +1 -1
  3146. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/grouped_matmul_v2.h +1 -1
  3147. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/grouped_matmul_v4.h +1 -1
  3148. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/hardtanh.h +1 -1
  3149. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/hardtanh_grad.h +1 -1
  3150. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/hshrink.h +1 -1
  3151. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/hshrink_grad.h +1 -1
  3152. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/hsigmoid.h +1 -1
  3153. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/hsigmoid_grad.h +1 -1
  3154. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/hswish.h +1 -1
  3155. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/hswish_grad.h +1 -1
  3156. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/identity.h +1 -1
  3157. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/im2col_ext.h +1 -1
  3158. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/incre_flash_attention.h +1 -1
  3159. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/index.h +1 -1
  3160. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/index_add_ext.h +1 -1
  3161. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/index_fill_scalar.h +1 -1
  3162. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/index_fill_tensor.h +1 -1
  3163. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inner_comm_all_gather.h +1 -1
  3164. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inner_comm_all_reduce.h +1 -1
  3165. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inner_comm_all_to_all_v.h +1 -1
  3166. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inner_comm_irecv.h +1 -1
  3167. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inner_comm_isend.h +1 -1
  3168. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inner_comm_reduce_scatter.h +1 -1
  3169. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inner_index.h +1 -1
  3170. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inner_inplace_index_put.h +1 -1
  3171. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inner_moe_token_unpermute.h +38 -0
  3172. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inner_non_zero.h +1 -1
  3173. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_addmm.h +1 -1
  3174. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_bernoulli_scalar.h +38 -0
  3175. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_bernoulli_tensor.h +38 -0
  3176. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_clamp_scalar.h +1 -1
  3177. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_clamp_tensor.h +1 -1
  3178. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_copy.h +1 -1
  3179. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_div.h +1 -1
  3180. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_divmod.h +1 -1
  3181. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_divmods.h +1 -1
  3182. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_divs.h +1 -1
  3183. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_elu.h +1 -1
  3184. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_erfinv.h +1 -1
  3185. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_exponential.h +1 -1
  3186. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_fill_diagonal.h +1 -1
  3187. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_fill_scalar.h +1 -1
  3188. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_fill_tensor.h +1 -1
  3189. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_floor.h +1 -1
  3190. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_floor_divide.h +1 -1
  3191. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_floor_divides.h +1 -1
  3192. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_grouped_matmul_add.h +1 -1
  3193. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_hardtanh.h +1 -1
  3194. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_index_add.h +1 -1
  3195. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_index_put.h +1 -1
  3196. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_log.h +1 -1
  3197. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_masked_fill_scalar.h +1 -1
  3198. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_masked_fill_tensor.h +1 -1
  3199. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_matmul_add.h +38 -0
  3200. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_mul.h +1 -1
  3201. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_muls.h +1 -1
  3202. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_normal.h +1 -1
  3203. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_put.h +1 -1
  3204. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_random.h +1 -1
  3205. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_relu.h +1 -1
  3206. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_scatter_add.h +1 -1
  3207. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_scatter_src.h +1 -1
  3208. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_scatter_src_reduce.h +1 -1
  3209. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_scatter_value.h +1 -1
  3210. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_scatter_value_reduce.h +1 -1
  3211. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_silu.h +38 -0
  3212. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_sub_scalar.h +1 -1
  3213. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_tanh.h +1 -1
  3214. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_threshold.h +1 -1
  3215. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_uniform.h +1 -1
  3216. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_zero.h +1 -1
  3217. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/isclose.h +1 -1
  3218. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/isfinite.h +1 -1
  3219. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/isinf.h +1 -1
  3220. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/isneginf.h +1 -1
  3221. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/kl_div.h +1 -1
  3222. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/kl_div_grad.h +1 -1
  3223. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/kthvalue.h +1 -1
  3224. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/kv_cache_scatter_update.h +1 -1
  3225. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/leaky_relu_ext.h +1 -1
  3226. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/leaky_relu_grad_ext.h +1 -1
  3227. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/lerp.h +1 -1
  3228. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/lerp_scalar.h +1 -1
  3229. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/less.h +1 -1
  3230. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/less_equal.h +1 -1
  3231. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/linalg_qr.h +1 -1
  3232. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/linalg_vector_norm.h +1 -1
  3233. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/log.h +1 -1
  3234. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/log1p.h +1 -1
  3235. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/log_softmax.h +1 -1
  3236. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/log_softmax_grad.h +1 -1
  3237. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/logaddexp.h +1 -1
  3238. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/logaddexp2.h +1 -1
  3239. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/logical_and.h +1 -1
  3240. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/logical_not.h +1 -1
  3241. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/logical_or.h +1 -1
  3242. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/logical_xor.h +1 -1
  3243. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/logsigmoid.h +1 -1
  3244. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/logsigmoid_grad.h +1 -1
  3245. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/logsumexp.h +1 -1
  3246. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/masked_fill.h +1 -1
  3247. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/masked_scatter.h +38 -0
  3248. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/masked_select.h +1 -1
  3249. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/masked_select_grad.h +1 -1
  3250. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/matmul.h +1 -1
  3251. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/matmul_allreduce_add_rmsnorm.h +1 -1
  3252. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/matmul_ext.h +1 -1
  3253. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/max.h +1 -1
  3254. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/max_dim.h +1 -1
  3255. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/maximum.h +1 -1
  3256. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/mean_ext.h +1 -1
  3257. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/median_dim.h +1 -1
  3258. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/median_ext.h +1 -1
  3259. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/meshgrid.h +1 -1
  3260. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/min.h +1 -1
  3261. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/min_dim.h +1 -1
  3262. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/minimum.h +1 -1
  3263. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/mish_ext.h +1 -1
  3264. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/mish_grad_ext.h +1 -1
  3265. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/mla.h +38 -0
  3266. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/moe_compute_expert_tokens.h +1 -1
  3267. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/moe_distribute_combine.h +38 -0
  3268. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/moe_distribute_dispatch.h +38 -0
  3269. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/moe_finalize_routing.h +1 -1
  3270. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/moe_gating_top_k_softmax.h +1 -1
  3271. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/moe_init_routing.h +1 -1
  3272. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/moe_init_routing_quant_v2.h +38 -0
  3273. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/moe_init_routing_v2.h +1 -1
  3274. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/moe_token_permute.h +1 -1
  3275. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/moe_token_permute_grad.h +1 -1
  3276. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/moe_token_unpermute.h +1 -1
  3277. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/moe_token_unpermute_grad.h +1 -1
  3278. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/mul.h +1 -1
  3279. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/muls.h +1 -1
  3280. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/multi_scale_deformable_attn.h +1 -1
  3281. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/multi_scale_deformable_attn_grad.h +1 -1
  3282. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/mv.h +1 -1
  3283. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/nan_to_num.h +1 -1
  3284. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/ne_scalar.h +1 -1
  3285. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/neg.h +1 -1
  3286. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/new_full.h +38 -0
  3287. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/new_ones.h +1 -1
  3288. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/new_zeros.h +1 -1
  3289. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/nllloss.h +1 -1
  3290. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/nllloss_2d.h +1 -1
  3291. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/nllloss_2d_grad.h +1 -1
  3292. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/nllloss_grad.h +1 -1
  3293. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/non_zero.h +1 -1
  3294. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/norm.h +1 -1
  3295. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/normal_float_float.h +1 -1
  3296. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/normal_float_tensor.h +1 -1
  3297. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/normal_tensor_float.h +1 -1
  3298. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/normal_tensor_tensor.h +1 -1
  3299. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/not_equal.h +1 -1
  3300. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/ones.h +1 -1
  3301. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/outer.h +1 -1
  3302. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/paged_attention.h +38 -0
  3303. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/pixel_shuffle.h +1 -1
  3304. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/polar.h +1 -1
  3305. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/pow.h +1 -1
  3306. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/pow_scalar_tensor.h +1 -1
  3307. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/pow_tensor_scalar.h +1 -1
  3308. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/prelu.h +1 -1
  3309. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/prelu_grad.h +1 -1
  3310. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/prod_ext.h +1 -1
  3311. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/quant_batch_matmul.h +1 -1
  3312. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/quant_matmul.h +38 -0
  3313. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/quant_v2.h +1 -1
  3314. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/randint.h +1 -1
  3315. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/randint_like.h +1 -1
  3316. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/randn.h +1 -1
  3317. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/randn_like.h +1 -1
  3318. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/reciprocal.h +1 -1
  3319. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/reduce_all.h +1 -1
  3320. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/reduce_any.h +1 -1
  3321. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/reduce_max.h +1 -1
  3322. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/reduce_min.h +1 -1
  3323. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/reflection_pad_1d.h +1 -1
  3324. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/reflection_pad_1d_grad.h +1 -1
  3325. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/reflection_pad_2d.h +1 -1
  3326. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/reflection_pad_2d_grad.h +1 -1
  3327. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/reflection_pad_3d.h +1 -1
  3328. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/reflection_pad_3d_grad.h +1 -1
  3329. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/relu.h +1 -1
  3330. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/relu_grad.h +1 -1
  3331. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/repeat.h +1 -1
  3332. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/replication_pad_1d.h +1 -1
  3333. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/replication_pad_1d_grad.h +1 -1
  3334. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/replication_pad_2d.h +1 -1
  3335. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/replication_pad_2d_grad.h +1 -1
  3336. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/replication_pad_3d.h +1 -1
  3337. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/replication_pad_3d_grad.h +1 -1
  3338. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/reshape.h +1 -1
  3339. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/reshape_and_cache.h +38 -0
  3340. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/reverse_v2.h +1 -1
  3341. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/rms_norm_grad.h +1 -1
  3342. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/roll.h +1 -1
  3343. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/rotary_position_embedding.h +1 -1
  3344. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/rotary_position_embedding_grad.h +1 -1
  3345. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/round.h +1 -1
  3346. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/rsqrt.h +1 -1
  3347. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/scatter.h +1 -1
  3348. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/scatter_add_ext.h +1 -1
  3349. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/scatter_value.h +1 -1
  3350. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/searchsorted.h +1 -1
  3351. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/select.h +1 -1
  3352. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/select_ext_view.h +1 -1
  3353. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/select_v2.h +1 -1
  3354. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/selu_ext.h +1 -1
  3355. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/selu_grad.h +1 -1
  3356. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/sigmoid.h +1 -1
  3357. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/sigmoid_grad.h +1 -1
  3358. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/sign.h +1 -1
  3359. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/silu.h +1 -1
  3360. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/silu_grad.h +1 -1
  3361. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/sin.h +1 -1
  3362. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/sinc.h +1 -1
  3363. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/sinh.h +1 -1
  3364. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/slice.h +1 -1
  3365. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/slice_ext.h +1 -1
  3366. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/slice_ext_view.h +1 -1
  3367. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/smooth_l1_loss.h +1 -1
  3368. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/smooth_l1_loss_grad.h +1 -1
  3369. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/soft_margin_loss.h +1 -1
  3370. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/soft_margin_loss_grad.h +1 -1
  3371. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/softmax.h +1 -1
  3372. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/softmax_backward.h +1 -1
  3373. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/softplus_ext.h +1 -1
  3374. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/softplus_grad_ext.h +1 -1
  3375. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/softshrink.h +1 -1
  3376. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/softshrink_grad.h +1 -1
  3377. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/speed_fusion_attention.h +1 -1
  3378. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/speed_fusion_attention_grad.h +1 -1
  3379. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/split.h +1 -1
  3380. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/sqrt.h +1 -1
  3381. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/square.h +1 -1
  3382. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/squeeze.h +1 -1
  3383. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/sub.h +1 -1
  3384. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/sub_ext.h +1 -1
  3385. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/sub_scalar.h +1 -1
  3386. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/sum_ext.h +1 -1
  3387. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/take.h +1 -1
  3388. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/tan.h +1 -1
  3389. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/tanh.h +1 -1
  3390. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/tanh_grad.h +1 -1
  3391. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/tensor_scatter_elements.h +1 -1
  3392. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/threshold.h +1 -1
  3393. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/threshold_grad.h +1 -1
  3394. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/tile.h +1 -1
  3395. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/transpose.h +1 -1
  3396. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/transpose_ext_view.h +1 -1
  3397. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/transpose_view.h +1 -1
  3398. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/triangular_solve.h +1 -1
  3399. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/triu.h +1 -1
  3400. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/trunc.h +1 -1
  3401. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/upsample_bicubic2d.h +1 -1
  3402. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/upsample_bicubic2d_grad.h +1 -1
  3403. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/upsample_bilinear2d.h +1 -1
  3404. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/upsample_bilinear2d_grad.h +1 -1
  3405. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/upsample_linear1d.h +1 -1
  3406. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/upsample_linear1d_grad.h +1 -1
  3407. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/upsample_nearest1d.h +1 -1
  3408. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/upsample_nearest1d_grad.h +1 -1
  3409. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/upsample_nearest2d.h +1 -1
  3410. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/upsample_nearest2d_grad.h +1 -1
  3411. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/upsample_nearest3d.h +1 -1
  3412. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/upsample_nearest3d_grad.h +1 -1
  3413. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/upsample_trilinear3d.h +1 -1
  3414. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/upsample_trilinear3d_grad.h +1 -1
  3415. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/view.h +1 -1
  3416. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/weight_quant_batch_matmul.h +1 -1
  3417. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/xlogy.h +1 -1
  3418. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/xlogy_scalar_other.h +1 -1
  3419. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/xlogy_scalar_self.h +1 -1
  3420. mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/zeros.h +1 -1
  3421. mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/any.h +34 -0
  3422. mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/any_ext.h +35 -0
  3423. mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/cell_backward_hook.h +27 -0
  3424. mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/clamp_scalar.h +2 -2
  3425. mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/clamp_tensor.h +2 -3
  3426. mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/contiguous.h +1 -1
  3427. mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/copy.h +1 -1
  3428. mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/dense.h +2 -2
  3429. mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/divmod.h +2 -3
  3430. mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/grouped_matmul.h +1 -1
  3431. mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/identity.h +1 -1
  3432. mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/inner_comm_all_gather.h +1 -1
  3433. mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/inner_comm_all_reduce.h +1 -1
  3434. mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/inner_comm_isend.h +1 -1
  3435. mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/inner_comm_reduce_scatter.h +1 -1
  3436. mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/masked_select.h +2 -2
  3437. mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/matmul_ext.h +1 -1
  3438. mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/max.h +1 -1
  3439. mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/mean_ext.h +1 -1
  3440. mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/meshgrid.h +4 -2
  3441. mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/min.h +1 -1
  3442. mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/new_ones.h +2 -2
  3443. mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/new_zeros.h +2 -2
  3444. mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/non_zero.h +1 -1
  3445. mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/pixel_shuffle.h +2 -2
  3446. mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/pow_scalar_tensor.h +1 -1
  3447. mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/pow_tensor_scalar.h +1 -1
  3448. mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/prod_ext.h +1 -1
  3449. mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/reshape.h +4 -2
  3450. mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/searchsorted.h +3 -4
  3451. mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/sum_ext.h +1 -1
  3452. mindspore/include/mindspore/ops/kernel/gpu/random/random_categorical_gpu_kernel.h +4 -8
  3453. mindspore/include/mindspore/ops/kernel/gpu/rl/buffer_sample_gpu_kernel.h +8 -8
  3454. mindspore/include/mindspore/ops/kernel/gpu/rl/gru_gpu_kernel.h +1 -0
  3455. mindspore/include/mindspore/ops/kernel/gpu/sparse/csr_sparse_matrix_to_sparse_tensor_gpu_kernel.h +1 -1
  3456. mindspore/include/mindspore/ops/kernel/gpu/sparse/dense_to_csr_sparse_matrix_gpu_kernel.h +3 -3
  3457. mindspore/include/mindspore/ops/kernel/gpu/sparse/sparse_matrix_sparse_matmul_gpu_kernel.h +2 -2
  3458. mindspore/include/mindspore/ops/kernel/include/common/common_utils.h +9 -0
  3459. mindspore/include/mindspore/ops/kernel/include/common/device_address.h +290 -33
  3460. mindspore/include/mindspore/ops/kernel/include/common/device_type.h +3 -5
  3461. mindspore/include/mindspore/ops/kernel/include/common/kernel.h +26 -1
  3462. mindspore/include/mindspore/ops/kernel/include/common/kernel_tensor.h +119 -306
  3463. mindspore/include/mindspore/ops/op_def/array_ops.h +0 -2
  3464. mindspore/include/mindspore/ops/op_def/auto_generate/gen_lite_ops.h +3153 -2925
  3465. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_def.h +797 -766
  3466. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_name_a.h +60 -58
  3467. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_name_b.h +25 -25
  3468. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_name_c.h +36 -33
  3469. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_name_d.h +28 -25
  3470. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_name_e.h +28 -27
  3471. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_name_f.h +20 -18
  3472. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_name_g.h +19 -19
  3473. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_name_h.h +7 -7
  3474. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_name_i.h +67 -60
  3475. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_name_k.h +2 -1
  3476. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_name_l.h +30 -30
  3477. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_name_m.h +48 -40
  3478. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_name_n.h +18 -17
  3479. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_name_o.h +2 -2
  3480. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_name_p.h +6 -7
  3481. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_name_q.h +6 -3
  3482. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_name_r.h +60 -59
  3483. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_name_s.h +67 -67
  3484. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_name_t.h +23 -22
  3485. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_name_u.h +12 -12
  3486. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_name_v.h +2 -2
  3487. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_primitive_a.h +60 -58
  3488. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_primitive_b.h +25 -25
  3489. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_primitive_c.h +36 -33
  3490. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_primitive_d.h +28 -25
  3491. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_primitive_e.h +28 -27
  3492. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_primitive_f.h +20 -18
  3493. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_primitive_g.h +19 -19
  3494. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_primitive_h.h +7 -7
  3495. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_primitive_i.h +67 -60
  3496. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_primitive_k.h +2 -1
  3497. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_primitive_l.h +30 -30
  3498. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_primitive_m.h +48 -40
  3499. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_primitive_n.h +18 -17
  3500. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_primitive_o.h +2 -2
  3501. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_primitive_p.h +6 -7
  3502. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_primitive_q.h +6 -3
  3503. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_primitive_r.h +60 -59
  3504. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_primitive_s.h +67 -67
  3505. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_primitive_t.h +23 -22
  3506. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_primitive_u.h +12 -12
  3507. mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_primitive_v.h +2 -2
  3508. mindspore/include/mindspore/ops/op_def/framework_op_name.h +0 -1
  3509. mindspore/include/mindspore/ops/op_def/framework_ops.h +3 -2
  3510. mindspore/include/mindspore/ops/op_def/nn_op_name.h +4 -0
  3511. mindspore/include/mindspore/ops/op_def/op_enum.h +4 -0
  3512. mindspore/include/mindspore/ops/op_def/other_op_name.h +6 -0
  3513. mindspore/include/mindspore/ops/op_def/other_ops.h +2 -0
  3514. mindspore/include/mindspore/ops/op_def/structure_ops.h +4 -1
  3515. mindspore/include/mindspore/ops/ops_utils/memory_overlap.h +4 -5
  3516. mindspore/include/mindspore/ops/ops_utils/op_constants.h +12 -0
  3517. mindspore/include/mindspore/ops/ops_utils/op_utils.h +14 -5
  3518. mindspore/include/mindspore/ops/ops_utils/type_dispatch.h +51 -42
  3519. mindspore/include/mindspore/ops/view/as_strided_strides_calc.h +5 -1
  3520. mindspore/include/mindspore/ops/view/broadcast_to_strides_calc.h +4 -2
  3521. mindspore/include/mindspore/ops/view/broadcast_to_view_strides_calc.h +3 -1
  3522. mindspore/include/mindspore/ops/view/chunk_strides_calc.h +3 -1
  3523. mindspore/include/mindspore/ops/view/chunk_view_strides_calc.h +3 -1
  3524. mindspore/include/mindspore/ops/view/diagonal_strides_calc.h +6 -3
  3525. mindspore/include/mindspore/ops/view/diagonal_view_strides_calc.h +32 -0
  3526. mindspore/include/mindspore/ops/view/expand_dims_strides_calc.h +3 -1
  3527. mindspore/include/mindspore/ops/view/expand_dims_view_strides_calc.h +3 -1
  3528. mindspore/include/mindspore/ops/view/narrow_strides_calc.h +4 -2
  3529. mindspore/include/mindspore/ops/view/narrow_view_strides_calc.h +4 -2
  3530. mindspore/include/mindspore/ops/view/reshape_strides_calc.h +2 -1
  3531. mindspore/include/mindspore/ops/view/select_ext_view_strides_calc.h +3 -1
  3532. mindspore/include/mindspore/ops/view/slice_ext_strides_calc.h +4 -1
  3533. mindspore/include/mindspore/ops/view/slice_ext_view_strides_calc.h +4 -2
  3534. mindspore/include/mindspore/ops/view/slice_strides_calc.h +4 -1
  3535. mindspore/include/mindspore/ops/view/split_strides_calc.h +3 -1
  3536. mindspore/include/mindspore/ops/view/split_tensor_strides_calc.h +3 -1
  3537. mindspore/include/mindspore/ops/view/split_tensor_view_strides_calc.h +3 -1
  3538. mindspore/include/mindspore/ops/view/split_with_size_strides_calc.h +3 -1
  3539. mindspore/include/mindspore/ops/view/split_with_size_view_strides_calc.h +4 -1
  3540. mindspore/include/mindspore/ops/view/squeeze_strides_calc.h +3 -0
  3541. mindspore/include/mindspore/ops/view/transpose_ext_view_strides_calc.h +3 -0
  3542. mindspore/include/mindspore/ops/view/transpose_strides_calc.h +3 -1
  3543. mindspore/include/mindspore/ops/view/transpose_view_strides_calc.h +3 -0
  3544. mindspore/include/mindspore/ops/view/unstack_ext_view_strides_calc.h +1 -1
  3545. mindspore/include/mindspore/ops/view/view_strides_calc.h +3 -2
  3546. mindspore/include/mindspore/ops/view/view_strides_calculator.h +1 -2
  3547. mindspore/include/ms_extension.h +12 -5
  3548. mindspore/lib/libavcodec.so.59 +0 -0
  3549. mindspore/lib/libavdevice.so.59 +0 -0
  3550. mindspore/lib/libavfilter.so.8 +0 -0
  3551. mindspore/lib/libavformat.so.59 +0 -0
  3552. mindspore/lib/libavutil.so.57 +0 -0
  3553. mindspore/lib/libdnnl.so.2 +0 -0
  3554. mindspore/lib/libmindspore_backend_common.so +0 -0
  3555. mindspore/lib/libmindspore_backend_manager.so +0 -0
  3556. mindspore/lib/libmindspore_common.so +0 -0
  3557. mindspore/lib/libmindspore_core.so +0 -0
  3558. mindspore/lib/libmindspore_dump.so +0 -0
  3559. mindspore/lib/libmindspore_extension.so +0 -0
  3560. mindspore/lib/libmindspore_frontend.so +0 -0
  3561. mindspore/lib/libmindspore_ge_backend.so +0 -0
  3562. mindspore/lib/libmindspore_glog.so.0 +0 -0
  3563. mindspore/lib/libmindspore_gpr.so.15 +0 -0
  3564. mindspore/lib/libmindspore_grpc++.so.1 +0 -0
  3565. mindspore/lib/libmindspore_grpc.so.15 +0 -0
  3566. mindspore/lib/libmindspore_memory_pool.so +0 -0
  3567. mindspore/lib/libmindspore_ms_backend.so +0 -0
  3568. mindspore/lib/libmindspore_ops.so +0 -0
  3569. mindspore/lib/libmindspore_ops_kernel_common.so +0 -0
  3570. mindspore/lib/libmindspore_profiler.so +0 -0
  3571. mindspore/lib/libmindspore_pyboost.so +0 -0
  3572. mindspore/lib/libmindspore_pynative.so +0 -0
  3573. mindspore/lib/libmindspore_res_manager.so +0 -0
  3574. mindspore/lib/libmindspore_runtime_pipeline.so +0 -0
  3575. mindspore/lib/libmpi_adapter.so +0 -0
  3576. mindspore/lib/libmpi_collective.so +0 -0
  3577. mindspore/lib/libnnacl.so +0 -0
  3578. mindspore/lib/libopencv_core.so.4.5 +0 -0
  3579. mindspore/lib/libopencv_imgcodecs.so.4.5 +0 -0
  3580. mindspore/lib/libopencv_imgproc.so.4.5 +0 -0
  3581. mindspore/lib/libps_cache.so +0 -0
  3582. mindspore/lib/libswresample.so.4 +0 -0
  3583. mindspore/lib/libswscale.so.6 +0 -0
  3584. mindspore/lib/plugin/ascend/custom_aicpu_ops/op_impl/cpu/aicpu_kernel/impl/libcust_cpu_kernels.so +0 -0
  3585. mindspore/lib/plugin/ascend/custom_aicpu_ops/op_impl/cpu/config/cust_aicpu_kernel.json +96 -152
  3586. mindspore/lib/plugin/ascend/custom_aicpu_ops/op_proto/libcust_op_proto.so +0 -0
  3587. mindspore/lib/plugin/ascend/custom_ascendc_910b/framework/plugin/npu_supported_ops.json +0 -8
  3588. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_api/lib/libcust_opapi.so +0 -0
  3589. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/config/ascend310p/aic-ascend310p-ops-info.json +0 -180
  3590. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/config/ascend910_93/aic-ascend910_93-ops-info.json +0 -180
  3591. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/config/ascend910b/aic-ascend910b-ops-info.json +0 -180
  3592. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/custom_ascendc_910b_impl/dynamic/all_finite.py +28 -12
  3593. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/all_finite/AllFinite_52f59e2a65d9b1bb002de35c2819754a.json +2 -1
  3594. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/all_finite/AllFinite_52f59e2a65d9b1bb002de35c2819754a.o +0 -0
  3595. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/all_finite/AllFinite_6b5e50e30256d85838d6ce83514df20f.json +2 -1
  3596. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/all_finite/AllFinite_6b5e50e30256d85838d6ce83514df20f.o +0 -0
  3597. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/all_finite/AllFinite_74e4ac02880d452e3308c94af273562e.json +2 -1
  3598. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/all_finite/AllFinite_74e4ac02880d452e3308c94af273562e.o +0 -0
  3599. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/all_finite/AllFinite_52f59e2a65d9b1bb002de35c2819754a.json +2 -1
  3600. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/all_finite/AllFinite_52f59e2a65d9b1bb002de35c2819754a.o +0 -0
  3601. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/all_finite/AllFinite_6b5e50e30256d85838d6ce83514df20f.json +2 -1
  3602. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/all_finite/AllFinite_6b5e50e30256d85838d6ce83514df20f.o +0 -0
  3603. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/all_finite/AllFinite_74e4ac02880d452e3308c94af273562e.json +2 -1
  3604. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/all_finite/AllFinite_74e4ac02880d452e3308c94af273562e.o +0 -0
  3605. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/all_finite/AllFinite_52f59e2a65d9b1bb002de35c2819754a.json +2 -1
  3606. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/all_finite/AllFinite_52f59e2a65d9b1bb002de35c2819754a.o +0 -0
  3607. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/all_finite/AllFinite_6b5e50e30256d85838d6ce83514df20f.json +2 -1
  3608. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/all_finite/AllFinite_6b5e50e30256d85838d6ce83514df20f.o +0 -0
  3609. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/all_finite/AllFinite_74e4ac02880d452e3308c94af273562e.json +2 -1
  3610. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/all_finite/AllFinite_74e4ac02880d452e3308c94af273562e.o +0 -0
  3611. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend310p/binary_info_config.json +0 -300
  3612. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend910_93/binary_info_config.json +0 -300
  3613. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend910b/binary_info_config.json +0 -300
  3614. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/op_tiling/lib/linux/x86_64/libcust_opmaster_rt2.0.so +0 -0
  3615. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/op_tiling/liboptiling.so +0 -0
  3616. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_proto/inc/op_proto.h +0 -22
  3617. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_proto/lib/linux/x86_64/libcust_opsproto_rt2.0.so +0 -0
  3618. mindspore/lib/plugin/ascend/custom_ascendc_910b/version.info +1 -1
  3619. mindspore/lib/plugin/ascend/custom_compiler/OWNERS +1 -3
  3620. mindspore/lib/plugin/ascend/libakg.so +0 -0
  3621. mindspore/lib/plugin/ascend/libascend_collective.so +0 -0
  3622. mindspore/lib/plugin/ascend/libd_collective.so +0 -0
  3623. mindspore/lib/plugin/ascend/libdvpp_utils.so +0 -0
  3624. mindspore/lib/plugin/ascend/libhccl_plugin.so +0 -0
  3625. mindspore/lib/plugin/ascend/liblowlatency_collective.so +0 -0
  3626. mindspore/lib/plugin/ascend/libmindspore_ascend_res_manager.so +0 -0
  3627. mindspore/lib/plugin/ascend/libmindspore_atb_kernels.so +0 -0
  3628. mindspore/lib/plugin/ascend/libmindspore_cpu_kernels.so +0 -0
  3629. mindspore/lib/plugin/ascend/libmindspore_extension_ascend_atb.a +0 -0
  3630. mindspore/lib/plugin/ascend/libmindspore_graph_ir.so +0 -0
  3631. mindspore/lib/plugin/ascend/libmindspore_internal_kernels.so +0 -0
  3632. mindspore/lib/plugin/ascend/libmindspore_pyboost_atb_kernels.so +0 -0
  3633. mindspore/lib/plugin/ascend/libms_ascend_native_boost.so +0 -0
  3634. mindspore/lib/plugin/ascend/libms_atb_boost.so +0 -0
  3635. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/asdops/params/faUpdate.h +35 -0
  3636. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/asdops/params/logprobs.h +28 -0
  3637. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/asdops/params/params.h +3 -0
  3638. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/asdops/params/scatter_elements_v2.h +39 -0
  3639. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/atbops/params/fused_add_topk_div.h +3 -1
  3640. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/atbops/params/mla.h +14 -1
  3641. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/atbops/params/mla_preprocess.h +8 -1
  3642. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/atbops/params/params.h +1 -0
  3643. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/atbops/params/toppsample_rand.h +31 -0
  3644. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/atbops/params/unpad_flash_attention.h +12 -1
  3645. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/lcal/lcal_api.h +1 -1
  3646. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/lcal/lcal_comm.h +3 -2
  3647. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/lcal/lcal_types.h +1 -0
  3648. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/lcal/lccl.h +2 -0
  3649. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/lcal/lcoc/lcoc_args.h +7 -4
  3650. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/lcal/lcoc/lcoc_func.h +2 -1
  3651. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/lcal/lcoc_args.h +7 -4
  3652. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/lcal/lcoc_func.h +2 -1
  3653. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/mki/tensor.h +2 -1
  3654. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/mki/utils/log/log.h +7 -7
  3655. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/mki/utils/log/log_sink_file.h +1 -0
  3656. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/lib/libasdops.so +0 -0
  3657. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/lib/libasdops_static.a +0 -0
  3658. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/lib/libatb_mixops.so +0 -0
  3659. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/lib/libatb_mixops_static.a +0 -0
  3660. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/lib/libexp_mixops_static.a +0 -0
  3661. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/lib/libexp_ops_static.a +0 -0
  3662. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/lib/liblcal.so +0 -0
  3663. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/lib/liblcal_static.a +0 -0
  3664. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/lib/libmki.so +0 -0
  3665. mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/lib/libtbe_adapter.so +0 -0
  3666. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/base_type.h +9 -4
  3667. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/op_creator.h +41 -12
  3668. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/op_param.h +68 -0
  3669. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/tiling_utils.h +3 -138
  3670. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libadd_layer_norm_op.so +0 -0
  3671. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libadd_rms_norm_op.so +0 -0
  3672. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libadd_rms_norm_quant_op.so +0 -0
  3673. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libapply_rotary_pos_emb_310p_op.so +0 -0
  3674. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libapply_rotary_pos_emb_op.so +0 -0
  3675. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libcast_op.so +0 -0
  3676. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libcompare_op.so +0 -0
  3677. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libfused_add_topk_div_op.so +0 -0
  3678. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libgelu_op.so +0 -0
  3679. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libgroup_topk_op.so +0 -0
  3680. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libkv_scale_cache_op.so +0 -0
  3681. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libllama_op.so +0 -0
  3682. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libmatmul_op.so +0 -0
  3683. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libmoe_gating_group_topk_op.so +0 -0
  3684. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libmoe_init_routing_op.so +0 -0
  3685. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libmoe_token_unpermute_op.so +0 -0
  3686. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libms_kernels_internal.so +0 -0
  3687. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libmulti_weight_matmul_kernel_gelu_op.so +0 -0
  3688. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libmulti_weight_matmul_kernel_op.so +0 -0
  3689. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libreshape_and_cache_nz_op.so +0 -0
  3690. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libreshape_and_cache_op.so +0 -0
  3691. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/librms_norm_op.so +0 -0
  3692. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libswft_dynamic_quant_op.so +0 -0
  3693. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libswft_matmul_op.so +0 -0
  3694. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libswft_moe_init_routing_op.so +0 -0
  3695. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libswft_paged_attention_op.so +0 -0
  3696. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libswft_reshape_and_cache_nz_op.so +0 -0
  3697. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libswft_transpose_batch_matmul_transpose_op.so +0 -0
  3698. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libswiglu_dynamic_quant_op.so +0 -0
  3699. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libtranspose_batch_matmul_transpose_op.so +0 -0
  3700. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/object_kernels/internal_grouped_matmul_f16_310p/internal_grouped_matmul_f16_310p.o +0 -0
  3701. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/object_kernels/internal_grouped_matmul_f16_310p/internal_grouped_matmul_f16_310p_0.o +0 -0
  3702. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/object_kernels/internal_grouped_matmul_i8_310p/internal_grouped_matmul_i8_310p.o +0 -0
  3703. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/object_kernels/internal_grouped_matmul_i8_310p/internal_grouped_matmul_i8_310p_0.o +0 -0
  3704. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/object_kernels/internal_pp_matmul_f16_nz/internal_pp_matmul_f16_nz.o +0 -0
  3705. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/object_kernels/internal_pp_matmul_f16_nz/internal_pp_matmul_f16_nz_0.o +0 -0
  3706. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/object_kernels/internal_pp_matmul_i8_nz_compress/internal_pp_matmul_i8_nz_compress.o +0 -0
  3707. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/object_kernels/internal_pp_matmul_i8_nz_compress/internal_pp_matmul_i8_nz_compress_0.o +0 -0
  3708. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/object_kernels/internal_pp_matmul_int8_nz/internal_pp_matmul_int8_nz.o +0 -0
  3709. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/object_kernels/internal_pp_matmul_int8_nz/internal_pp_matmul_int8_nz_0.o +0 -0
  3710. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libadd_rms_norm_ascend310p.so +0 -0
  3711. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libadd_rms_norm_quant_ascend310p.so +0 -0
  3712. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libapply_rotary_pos_emb_310p_ascend310p.so +0 -0
  3713. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libcast_ascend310p.so +0 -0
  3714. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libcompare_ascend310p.so +0 -0
  3715. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libfused_add_topk_div_ascend310p.so +0 -0
  3716. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libgelu_ascend310p.so +0 -0
  3717. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libmatmul_ascend310p.so +0 -0
  3718. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libmoe_gating_group_topk_ascend310p.so +0 -0
  3719. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libmoe_init_routing_ascend310p.so +0 -0
  3720. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libmoe_token_unpermute_ascend310p.so +0 -0
  3721. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libmulti_weight_matmul_kernel_ascend310p.so +0 -0
  3722. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libmulti_weight_matmul_kernel_gelu_ascend310p.so +0 -0
  3723. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libreshape_and_cache_nz_ascend310p.so +0 -0
  3724. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libswft_dynamic_quant_ascend310p.so +0 -0
  3725. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libswft_matmul_ascend310p.so +0 -0
  3726. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libswft_moe_init_routing_ascend310p.so +0 -0
  3727. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libswft_paged_attention_ascend310p.so +0 -0
  3728. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libswft_reshape_and_cache_nz_ascend310p.so +0 -0
  3729. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libswft_transpose_batch_matmul_transpose_ascend310p.so +0 -0
  3730. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libswiglu_dynamic_quant_ascend310p.so +0 -0
  3731. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/flash_attention_score/flash_attention_score_bf16_bnsd_full_mix.o +0 -0
  3732. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/flash_attention_score/flash_attention_score_bf16_bnsd_tri_mix.o +0 -0
  3733. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/flash_attention_score/flash_attention_score_bf16_bsh_full_mix.o +0 -0
  3734. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/flash_attention_score/flash_attention_score_bf16_bsh_tri_mix.o +0 -0
  3735. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/flash_attention_score/flash_attention_score_fp16_bnsd_full_mix.o +0 -0
  3736. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/flash_attention_score/flash_attention_score_fp16_bnsd_tri_mix.o +0 -0
  3737. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/flash_attention_score/flash_attention_score_fp16_bsh_full_mix.o +0 -0
  3738. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/flash_attention_score/flash_attention_score_fp16_bsh_tri_mix.o +0 -0
  3739. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/internal_matmul_postfusion_mix/internal_matmul_postfusion_mix.o +0 -0
  3740. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/internal_matmul_postfusion_mix/internal_matmul_postfusion_mix_mix_aic_0.o +0 -0
  3741. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/internal_matmul_postfusion_mix/internal_matmul_postfusion_mix_mix_aiv_0.o +0 -0
  3742. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/internal_multi_weight_matmul_postfusion_mix/internal_multi_weight_matmul_postfusion_mix.o +0 -0
  3743. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/internal_multi_weight_matmul_postfusion_mix/internal_multi_weight_matmul_postfusion_mix_mix_aic_0.o +0 -0
  3744. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/internal_multi_weight_matmul_postfusion_mix/internal_multi_weight_matmul_postfusion_mix_mix_aiv_0.o +0 -0
  3745. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/matmul_add_rmsnorm/matmul_add_rmsnorm_bf16_bf16.o +0 -0
  3746. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/matmul_add_rmsnorm/matmul_add_rmsnorm_bf16_fp16.o +0 -0
  3747. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/matmul_add_rmsnorm/matmul_add_rmsnorm_bf16_fp32.o +0 -0
  3748. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/matmul_add_rmsnorm/matmul_add_rmsnorm_fp16_bf16.o +0 -0
  3749. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/matmul_add_rmsnorm/matmul_add_rmsnorm_fp16_fp16.o +0 -0
  3750. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/matmul_add_rmsnorm/matmul_add_rmsnorm_fp16_fp32.o +0 -0
  3751. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/paged_attention_v2/paged_attention_v2.o +0 -0
  3752. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/paged_attention_v2/paged_attention_v2_mix_aic_0.o +0 -0
  3753. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/paged_attention_v2/paged_attention_v2_mix_aiv_0.o +0 -0
  3754. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/so_kernels/libadd_layer_norm_ascend910b.so +0 -0
  3755. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/so_kernels/libadd_rms_norm_ascend910b.so +0 -0
  3756. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/so_kernels/libadd_rms_norm_quant_ascend910b.so +0 -0
  3757. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/so_kernels/libapply_rotary_pos_emb_ascend910b.so +0 -0
  3758. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/so_kernels/libcast_ascend910b.so +0 -0
  3759. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/so_kernels/libcompare_ascend910b.so +0 -0
  3760. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/so_kernels/libgelu_ascend910b.so +0 -0
  3761. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/so_kernels/libgroup_topk_ascend910b.so +0 -0
  3762. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/so_kernels/libkv_scale_cache_ascend910b.so +0 -0
  3763. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/so_kernels/libllama_ascend910b.so +0 -0
  3764. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/so_kernels/libmatmul_ascend910b.so +0 -0
  3765. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/so_kernels/libmoe_gating_group_topk_ascend910b.so +0 -0
  3766. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/so_kernels/libmulti_weight_matmul_kernel_ascend910b.so +0 -0
  3767. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/so_kernels/libreshape_and_cache_ascend910b.so +0 -0
  3768. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/so_kernels/librms_norm_ascend910b.so +0 -0
  3769. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/so_kernels/libswiglu_dynamic_quant_ascend910b.so +0 -0
  3770. mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/so_kernels/libtranspose_batch_matmul_transpose_ascend910b.so +0 -0
  3771. mindspore/lib/plugin/cpu/libakg.so +0 -0
  3772. mindspore/lib/plugin/cpu/libmindspore_cpu_res_manager.so +0 -0
  3773. mindspore/lib/plugin/gpu/libcuda_ops.so.11 +0 -0
  3774. mindspore/lib/plugin/gpu/libmindspore_gpu_res_manager.so +0 -0
  3775. mindspore/lib/plugin/gpu11.1/libakg.so +0 -0
  3776. mindspore/lib/plugin/gpu11.1/libnccl.so.2 +0 -0
  3777. mindspore/lib/plugin/gpu11.1/libnvidia_collective.so +0 -0
  3778. mindspore/lib/plugin/gpu11.6/libakg.so +0 -0
  3779. mindspore/lib/plugin/gpu11.6/libnccl.so.2 +0 -0
  3780. mindspore/lib/plugin/gpu11.6/libnvidia_collective.so +0 -0
  3781. mindspore/lib/plugin/libmindspore_ascend.so.2 +0 -0
  3782. mindspore/lib/plugin/libmindspore_gpu.so.11.1 +0 -0
  3783. mindspore/lib/plugin/libmindspore_gpu.so.11.6 +0 -0
  3784. mindspore/lib/plugin/libmindspore_ops_ascend.so +0 -0
  3785. mindspore/lib/plugin/libmindspore_ops_host.so +0 -0
  3786. mindspore/mindrecord/tools/cifar10.py +61 -11
  3787. mindspore/mindrecord/tools/cifar10_to_mr.py +5 -0
  3788. mindspore/mint/__init__.py +4 -44
  3789. mindspore/mint/distributed/__init__.py +5 -0
  3790. mindspore/mint/distributed/distributed.py +425 -19
  3791. mindspore/mint/nn/__init__.py +1 -1
  3792. mindspore/mint/nn/functional.py +53 -6
  3793. mindspore/mint/nn/layer/_functions.py +163 -294
  3794. mindspore/mint/nn/layer/activation.py +8 -6
  3795. mindspore/mint/nn/layer/conv.py +125 -101
  3796. mindspore/mint/nn/layer/normalization.py +11 -25
  3797. mindspore/mint/optim/adam.py +19 -18
  3798. mindspore/mint/optim/adamw.py +14 -8
  3799. mindspore/mint/optim/sgd.py +5 -5
  3800. mindspore/nn/cell.py +488 -620
  3801. mindspore/nn/grad/cell_grad.py +11 -12
  3802. mindspore/nn/layer/activation.py +36 -36
  3803. mindspore/nn/layer/basic.py +74 -77
  3804. mindspore/nn/layer/channel_shuffle.py +4 -4
  3805. mindspore/nn/layer/combined.py +4 -2
  3806. mindspore/nn/layer/conv.py +86 -85
  3807. mindspore/nn/layer/dense.py +9 -7
  3808. mindspore/nn/layer/embedding.py +50 -52
  3809. mindspore/nn/layer/image.py +38 -40
  3810. mindspore/nn/layer/math.py +111 -112
  3811. mindspore/nn/layer/normalization.py +56 -44
  3812. mindspore/nn/layer/pooling.py +58 -63
  3813. mindspore/nn/layer/rnn_cells.py +33 -33
  3814. mindspore/nn/layer/rnns.py +56 -56
  3815. mindspore/nn/layer/thor_layer.py +74 -73
  3816. mindspore/nn/layer/transformer.py +11 -1
  3817. mindspore/nn/learning_rate_schedule.py +20 -20
  3818. mindspore/nn/loss/loss.py +79 -81
  3819. mindspore/nn/optim/adam.py +2 -4
  3820. mindspore/nn/optim/adasum.py +2 -2
  3821. mindspore/nn/optim/lamb.py +1 -3
  3822. mindspore/nn/optim/optimizer.py +1 -1
  3823. mindspore/nn/optim/tft_wrapper.py +2 -3
  3824. mindspore/nn/optim/thor.py +2 -2
  3825. mindspore/nn/probability/distribution/_utils/utils.py +2 -2
  3826. mindspore/nn/probability/distribution/exponential.py +2 -1
  3827. mindspore/nn/probability/distribution/poisson.py +2 -1
  3828. mindspore/nn/sparse/sparse.py +3 -3
  3829. mindspore/nn/wrap/cell_wrapper.py +73 -42
  3830. mindspore/nn/wrap/grad_reducer.py +37 -52
  3831. mindspore/nn/wrap/loss_scale.py +72 -74
  3832. mindspore/numpy/array_creations.py +7 -7
  3833. mindspore/numpy/fft.py +1 -1
  3834. mindspore/numpy/math_ops.py +1 -1
  3835. mindspore/numpy/utils_const.py +1 -1
  3836. mindspore/ops/_grad_experimental/grad_comm_ops.py +51 -13
  3837. mindspore/ops/_grad_experimental/grad_debug_ops.py +14 -0
  3838. mindspore/ops/_grad_experimental/grad_inner_ops.py +0 -9
  3839. mindspore/ops/_op_impl/cpu/__init__.py +1 -0
  3840. mindspore/ops/_op_impl/cpu/joinedstr_op.py +28 -0
  3841. mindspore/ops/_vmap/vmap_array_ops.py +6 -13
  3842. mindspore/ops/_vmap/vmap_nn_ops.py +8 -16
  3843. mindspore/ops/auto_generate/cpp_create_prim_instance_helper.py +452 -433
  3844. mindspore/ops/auto_generate/gen_extend_func.py +1223 -1273
  3845. mindspore/ops/auto_generate/gen_ops_def.py +6762 -6282
  3846. mindspore/ops/auto_generate/gen_ops_prim.py +16470 -15741
  3847. mindspore/ops/auto_generate/pyboost_inner_prim.py +346 -316
  3848. mindspore/ops/composite/__init__.py +10 -0
  3849. mindspore/ops/composite/base.py +9 -5
  3850. mindspore/ops/composite/multitype_ops/__init__.py +12 -1
  3851. mindspore/ops/composite/multitype_ops/_compile_utils.py +132 -108
  3852. mindspore/ops/composite/multitype_ops/_constexpr_utils.py +1 -1
  3853. mindspore/ops/composite/multitype_ops/add_impl.py +70 -2
  3854. mindspore/ops/composite/multitype_ops/div_impl.py +49 -0
  3855. mindspore/ops/composite/multitype_ops/floordiv_impl.py +29 -0
  3856. mindspore/ops/composite/multitype_ops/getitem_impl.py +11 -0
  3857. mindspore/ops/composite/multitype_ops/mod_impl.py +5 -3
  3858. mindspore/ops/composite/multitype_ops/mul_impl.py +49 -0
  3859. mindspore/ops/composite/multitype_ops/setitem_impl.py +57 -0
  3860. mindspore/ops/composite/multitype_ops/sub_impl.py +34 -0
  3861. mindspore/ops/composite/multitype_ops/zeros_like_impl.py +14 -0
  3862. mindspore/ops/function/__init__.py +4 -1
  3863. mindspore/ops/function/_add_attr_func.py +11 -6
  3864. mindspore/ops/function/array_func.py +17 -100
  3865. mindspore/ops/function/debug_func.py +8 -5
  3866. mindspore/ops/function/grad/grad_func.py +5 -13
  3867. mindspore/ops/function/math_func.py +65 -399
  3868. mindspore/ops/function/nn_func.py +44 -61
  3869. mindspore/ops/function/other_func.py +4 -1
  3870. mindspore/ops/function/random_func.py +31 -4
  3871. mindspore/ops/functional.py +2 -3
  3872. mindspore/ops/functional_overload.py +1271 -803
  3873. mindspore/ops/op_info_register.py +21 -0
  3874. mindspore/ops/operations/__init__.py +5 -2
  3875. mindspore/ops/operations/_custom_ops_utils.py +675 -8
  3876. mindspore/ops/operations/_inner_ops.py +14 -18
  3877. mindspore/ops/operations/_sequence_ops.py +1 -1
  3878. mindspore/ops/operations/array_ops.py +4 -50
  3879. mindspore/ops/operations/comm_ops.py +186 -41
  3880. mindspore/ops/operations/custom_ops.py +244 -175
  3881. mindspore/ops/operations/debug_ops.py +55 -4
  3882. mindspore/ops/operations/image_ops.py +13 -13
  3883. mindspore/ops/operations/manually_defined/ops_def.py +27 -28
  3884. mindspore/ops/operations/math_ops.py +8 -9
  3885. mindspore/ops/operations/nn_ops.py +6 -7
  3886. mindspore/ops/primitive.py +9 -20
  3887. mindspore/ops/tensor_method.py +52 -11
  3888. mindspore/ops_generate/api/cpp_create_prim_instance_helper_generator.py +1 -1
  3889. mindspore/ops_generate/api/functional_map_cpp_generator.py +10 -9
  3890. mindspore/ops_generate/api/functions_cc_generator.py +58 -10
  3891. mindspore/ops_generate/api/tensor_func_reg_cpp_generator.py +1 -1
  3892. mindspore/ops_generate/common/base_generator.py +14 -0
  3893. mindspore/ops_generate/common/gen_constants.py +7 -2
  3894. mindspore/ops_generate/common/gen_utils.py +0 -19
  3895. mindspore/ops_generate/common/op_proto.py +11 -4
  3896. mindspore/ops_generate/common/template.py +88 -11
  3897. mindspore/ops_generate/gen_ops.py +1 -1
  3898. mindspore/ops_generate/op_def/lite_ops_cpp_generator.py +4 -4
  3899. mindspore/ops_generate/op_def/ops_name_h_generator.py +0 -3
  3900. mindspore/ops_generate/op_def/ops_primitive_h_generator.py +0 -4
  3901. mindspore/ops_generate/op_def_py/op_prim_py_generator.py +5 -2
  3902. mindspore/ops_generate/pyboost/auto_grad_impl_cc_generator.py +49 -8
  3903. mindspore/ops_generate/pyboost/auto_grad_reg_cc_generator.py +2 -2
  3904. mindspore/ops_generate/pyboost/gen_pyboost_func.py +31 -16
  3905. mindspore/ops_generate/pyboost/op_template_parser.py +98 -72
  3906. mindspore/ops_generate/pyboost/pyboost_functions_cpp_generator.py +70 -273
  3907. mindspore/ops_generate/pyboost/pyboost_functions_h_generator.py +14 -6
  3908. mindspore/ops_generate/pyboost/pyboost_functions_impl_cpp_generator.py +316 -0
  3909. mindspore/ops_generate/pyboost/pyboost_functions_py_generator.py +1 -1
  3910. mindspore/ops_generate/pyboost/pyboost_grad_function_cpp_generator.py +5 -3
  3911. mindspore/ops_generate/pyboost/pyboost_inner_prim_generator.py +1 -1
  3912. mindspore/ops_generate/pyboost/pyboost_internal_functions_cpp_generator.py +76 -0
  3913. mindspore/ops_generate/pyboost/pyboost_internal_functions_h_generator.py +76 -0
  3914. mindspore/ops_generate/pyboost/pyboost_internal_kernel_info_adapter_generator.py +125 -0
  3915. mindspore/ops_generate/pyboost/pyboost_native_grad_functions_generator.py +4 -3
  3916. mindspore/ops_generate/pyboost/pyboost_op_cpp_code_generator.py +348 -61
  3917. mindspore/ops_generate/pyboost/pyboost_overload_functions_cpp_generator.py +1 -1
  3918. mindspore/ops_generate/pyboost/pyboost_utils.py +118 -9
  3919. mindspore/ops_generate/tensor_py_cc_generator.py +1 -24
  3920. mindspore/parallel/_auto_parallel_context.py +9 -17
  3921. mindspore/parallel/_cell_wrapper.py +106 -40
  3922. mindspore/parallel/_parallel_serialization.py +4 -3
  3923. mindspore/parallel/_ps_context.py +4 -6
  3924. mindspore/parallel/_tensor.py +167 -12
  3925. mindspore/parallel/_transformer/moe.py +1 -1
  3926. mindspore/parallel/_transformer/transformer.py +17 -12
  3927. mindspore/parallel/_utils.py +5 -11
  3928. mindspore/parallel/auto_parallel.py +33 -12
  3929. mindspore/parallel/checkpoint_convert.py +3 -3
  3930. mindspore/parallel/checkpoint_transform.py +5 -1
  3931. mindspore/parallel/cluster/process_entity/_api.py +88 -49
  3932. mindspore/parallel/cluster/process_entity/_utils.py +95 -7
  3933. mindspore/parallel/cluster/run.py +48 -7
  3934. mindspore/parallel/function/__init__.py +8 -1
  3935. mindspore/parallel/function/reshard_func.py +7 -6
  3936. mindspore/parallel/nn/__init__.py +15 -2
  3937. mindspore/parallel/nn/parallel_cell_wrapper.py +50 -14
  3938. mindspore/parallel/nn/parallel_grad_reducer.py +7 -14
  3939. mindspore/parallel/shard.py +9 -23
  3940. mindspore/parallel/transform_safetensors.py +468 -174
  3941. mindspore/profiler/__init__.py +2 -1
  3942. mindspore/profiler/analysis/parser/timeline_assembly_factory/ascend_timeline_assembler.py +7 -7
  3943. mindspore/profiler/analysis/parser/timeline_assembly_factory/base_timeline_assembler.py +3 -0
  3944. mindspore/profiler/analysis/parser/timeline_assembly_factory/trace_view_container.py +3 -0
  3945. mindspore/profiler/analysis/parser/timeline_creator/cpu_op_timeline_creator.py +3 -3
  3946. mindspore/profiler/analysis/parser/timeline_creator/fwk_timeline_creator.py +3 -3
  3947. mindspore/profiler/analysis/parser/timeline_creator/msprof_timeline_creator.py +4 -4
  3948. mindspore/profiler/analysis/parser/timeline_creator/scope_layer_timeline_creator.py +3 -3
  3949. mindspore/profiler/analysis/parser/timeline_event/fwk_event.py +4 -1
  3950. mindspore/profiler/analysis/parser/timeline_event/timeline_event_pool.py +2 -1
  3951. mindspore/profiler/analysis/task_manager.py +1 -1
  3952. mindspore/profiler/analysis/viewer/ascend_communication_viewer.py +5 -1
  3953. mindspore/profiler/analysis/viewer/ascend_integrate_viewer.py +2 -1
  3954. mindspore/profiler/analysis/viewer/ascend_kernel_details_viewer.py +10 -9
  3955. mindspore/profiler/analysis/viewer/ascend_op_memory_viewer.py +43 -23
  3956. mindspore/profiler/analysis/viewer/ascend_step_trace_time_viewer.py +3 -2
  3957. mindspore/profiler/analysis/viewer/ms_minddata_viewer.py +9 -5
  3958. mindspore/profiler/analysis/viewer/ms_operator_details_viewer.py +132 -0
  3959. mindspore/profiler/common/constant.py +16 -0
  3960. mindspore/profiler/common/msprof_cmd_tool.py +2 -2
  3961. mindspore/profiler/common/path_manager.py +9 -0
  3962. mindspore/profiler/common/profiler_context.py +50 -29
  3963. mindspore/profiler/common/profiler_info.py +0 -16
  3964. mindspore/profiler/common/profiler_meta_data.py +1 -0
  3965. mindspore/profiler/common/profiler_op_analyse.py +239 -0
  3966. mindspore/profiler/common/profiler_output_path.py +23 -8
  3967. mindspore/profiler/common/profiler_parameters.py +128 -35
  3968. mindspore/profiler/dynamic_profile/__init__.py +0 -0
  3969. mindspore/profiler/dynamic_profile/dynamic_monitor_proxy.py +39 -0
  3970. mindspore/profiler/dynamic_profile/dynamic_profiler_config_context.py +666 -0
  3971. mindspore/profiler/dynamic_profile/dynamic_profiler_utils.py +62 -0
  3972. mindspore/profiler/dynamic_profiler.py +374 -338
  3973. mindspore/profiler/envprofiler.py +42 -12
  3974. mindspore/profiler/experimental_config.py +112 -7
  3975. mindspore/profiler/mstx.py +33 -12
  3976. mindspore/profiler/platform/__init__.py +2 -3
  3977. mindspore/profiler/platform/cpu_profiler.py +10 -4
  3978. mindspore/profiler/platform/npu_profiler.py +30 -20
  3979. mindspore/profiler/profiler.py +218 -154
  3980. mindspore/profiler/profiler_action_controller.py +65 -77
  3981. mindspore/profiler/profiler_interface.py +2 -2
  3982. mindspore/profiler/schedule.py +10 -4
  3983. mindspore/rewrite/common/config.py +1 -0
  3984. mindspore/rewrite/common/namer.py +1 -0
  3985. mindspore/rewrite/common/namespace.py +1 -0
  3986. mindspore/rewrite/node/node.py +31 -11
  3987. mindspore/rewrite/parsers/assign_parser.py +1 -1
  3988. mindspore/rewrite/symbol_tree/symbol_tree.py +2 -2
  3989. mindspore/run_check/_check_version.py +7 -10
  3990. mindspore/runtime/__init__.py +8 -6
  3991. mindspore/runtime/event.py +10 -4
  3992. mindspore/runtime/executor.py +87 -45
  3993. mindspore/runtime/memory.py +22 -30
  3994. mindspore/runtime/thread_bind_core.py +299 -165
  3995. mindspore/safeguard/rewrite_obfuscation.py +12 -13
  3996. mindspore/scipy/linalg.py +2 -2
  3997. mindspore/scipy/utils_const.py +0 -17
  3998. mindspore/train/_utils.py +9 -5
  3999. mindspore/train/amp.py +43 -23
  4000. mindspore/train/callback/__init__.py +5 -5
  4001. mindspore/train/callback/_callback.py +2 -1
  4002. mindspore/train/callback/_checkpoint.py +4 -14
  4003. mindspore/train/callback/_flops_collector.py +11 -7
  4004. mindspore/train/callback/_landscape.py +0 -1
  4005. mindspore/train/callback/_train_fault_tolerance.py +72 -18
  4006. mindspore/train/data_sink.py +15 -6
  4007. mindspore/train/dataset_helper.py +14 -5
  4008. mindspore/train/model.py +49 -47
  4009. mindspore/train/serialization.py +168 -126
  4010. mindspore/train/summary/summary_record.py +13 -2
  4011. mindspore/train/train_thor/model_thor.py +2 -2
  4012. mindspore/utils/__init__.py +3 -2
  4013. mindspore/utils/bin/dataset-cache +0 -0
  4014. mindspore/utils/bin/dataset-cache-server +0 -0
  4015. mindspore/utils/dryrun.py +0 -6
  4016. mindspore/utils/runtime_execution_order_check.py +162 -78
  4017. mindspore/utils/sdc_detect.py +68 -0
  4018. mindspore/utils/utils.py +14 -17
  4019. mindspore/version.py +1 -1
  4020. mindspore-2.7.0.dist-info/METADATA +368 -0
  4021. mindspore-2.7.0.dist-info/RECORD +12025 -0
  4022. mindspore-2.7.0.dist-info/WHEEL +5 -0
  4023. mindspore/_deprecated/__init__.py +0 -17
  4024. mindspore/_deprecated/jit.py +0 -198
  4025. mindspore/_extends/remote/kernel_build_server_ascend.py +0 -75
  4026. mindspore/common/auto_dynamic_shape.py +0 -504
  4027. mindspore/communication/_hccl_management.py +0 -297
  4028. mindspore/experimental/es/__init__.py +0 -22
  4029. mindspore/experimental/es/embedding_service.py +0 -891
  4030. mindspore/experimental/es/embedding_service_layer.py +0 -581
  4031. mindspore/include/mindspore/ccsrc/backend/common/graph_kernel/proactive_fallback_expander.h +0 -39
  4032. mindspore/include/mindspore/ccsrc/backend/common/session/session_context.h +0 -47
  4033. mindspore/include/mindspore/ccsrc/backend/ge_backend/pass/matmul_allreduce_add_rmsnorm_fusion.h +0 -67
  4034. mindspore/include/mindspore/ccsrc/backend/graph_compiler/backend.h +0 -124
  4035. mindspore/include/mindspore/ccsrc/backend/graph_compiler/backend_base.h +0 -205
  4036. mindspore/include/mindspore/ccsrc/backend/graph_compiler/ge_backend/ge_backend.h +0 -86
  4037. mindspore/include/mindspore/ccsrc/debug/data_dump/data_dumper.h +0 -56
  4038. mindspore/include/mindspore/ccsrc/debug/hooker/acl_data_adapter.h +0 -51
  4039. mindspore/include/mindspore/ccsrc/debug/hooker/adapter.h +0 -75
  4040. mindspore/include/mindspore/ccsrc/debug/hooker/deprecated_env.h +0 -27
  4041. mindspore/include/mindspore/ccsrc/debug/hooker/hook_debugger.h +0 -55
  4042. mindspore/include/mindspore/ccsrc/debug/hooker/hook_dynamic_loader.h +0 -52
  4043. mindspore/include/mindspore/ccsrc/frontend/parallel/ops_info/decoder_k_v_cache_info.h +0 -58
  4044. mindspore/include/mindspore/ccsrc/frontend/parallel/ops_info/prompt_k_v_cache_info.h +0 -59
  4045. mindspore/include/mindspore/ccsrc/include/backend/debug/data_dump/overflow_dumper.h +0 -50
  4046. mindspore/include/mindspore/ccsrc/include/backend/device_synchronizer.h +0 -49
  4047. mindspore/include/mindspore/ccsrc/include/backend/distributed/rpc/rdma/constants.h +0 -174
  4048. mindspore/include/mindspore/ccsrc/include/backend/distributed/rpc/rdma/rdma_client.h +0 -83
  4049. mindspore/include/mindspore/ccsrc/include/backend/distributed/rpc/rdma/rdma_server.h +0 -71
  4050. mindspore/include/mindspore/ccsrc/include/common/np_dtype/np_dtypes.h +0 -42
  4051. mindspore/include/mindspore/ccsrc/minddata/dataset/kernels/image/lite_image_utils.h +0 -239
  4052. mindspore/include/mindspore/ccsrc/pipeline/jit/pi/utils/ptr_list_ref.h +0 -423
  4053. mindspore/include/mindspore/ccsrc/pipeline/jit/ps/pipeline_jit.h +0 -68
  4054. mindspore/include/mindspore/ccsrc/plugin/device/ascend/hal/common/ascend_utils.h +0 -43
  4055. mindspore/include/mindspore/ccsrc/plugin/device/ascend/hal/device/ascend_kernel_runtime.h +0 -88
  4056. mindspore/include/mindspore/ccsrc/plugin/device/ascend/hal/device/ascend_stream_assign.h +0 -255
  4057. mindspore/include/mindspore/ccsrc/plugin/device/ascend/hal/hardware/ascend_deprecated_interface.h +0 -46
  4058. mindspore/include/mindspore/ccsrc/plugin/device/ascend/hal/hardware/ge_device_context.h +0 -81
  4059. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/dvm/dvm.h +0 -232
  4060. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/ge/ge_kernel_build.h +0 -28
  4061. mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/ge/ge_kernel_mod.h +0 -78
  4062. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/async.h +0 -100
  4063. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/async_logger-inl.h +0 -86
  4064. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/async_logger.h +0 -74
  4065. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/cfg/argv.h +0 -40
  4066. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/cfg/env.h +0 -36
  4067. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/cfg/helpers-inl.h +0 -107
  4068. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/cfg/helpers.h +0 -29
  4069. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/common-inl.h +0 -68
  4070. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/common.h +0 -411
  4071. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/details/backtracer-inl.h +0 -63
  4072. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/details/backtracer.h +0 -45
  4073. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/details/circular_q.h +0 -115
  4074. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/details/console_globals.h +0 -28
  4075. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/details/file_helper-inl.h +0 -152
  4076. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/details/file_helper.h +0 -61
  4077. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/details/fmt_helper.h +0 -141
  4078. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/details/log_msg-inl.h +0 -44
  4079. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/details/log_msg.h +0 -40
  4080. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/details/log_msg_buffer-inl.h +0 -54
  4081. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/details/log_msg_buffer.h +0 -32
  4082. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/details/mpmc_blocking_q.h +0 -177
  4083. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/details/null_mutex.h +0 -35
  4084. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/details/os-inl.h +0 -594
  4085. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/details/os.h +0 -123
  4086. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/details/periodic_worker-inl.h +0 -26
  4087. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/details/periodic_worker.h +0 -58
  4088. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/details/registry-inl.h +0 -261
  4089. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/details/registry.h +0 -129
  4090. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/details/synchronous_factory.h +0 -22
  4091. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/details/tcp_client-windows.h +0 -135
  4092. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/details/tcp_client.h +0 -127
  4093. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/details/thread_pool-inl.h +0 -132
  4094. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/details/thread_pool.h +0 -128
  4095. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/details/udp_client-windows.h +0 -98
  4096. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/details/udp_client.h +0 -81
  4097. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/details/windows_include.h +0 -11
  4098. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/fmt/bin_to_hex.h +0 -224
  4099. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/fmt/bundled/args.h +0 -235
  4100. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/fmt/bundled/chrono.h +0 -2240
  4101. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/fmt/bundled/color.h +0 -643
  4102. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/fmt/bundled/compile.h +0 -535
  4103. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/fmt/bundled/core.h +0 -2969
  4104. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/fmt/bundled/format-inl.h +0 -1678
  4105. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/fmt/bundled/format.h +0 -4535
  4106. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/fmt/bundled/locale.h +0 -2
  4107. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/fmt/bundled/os.h +0 -455
  4108. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/fmt/bundled/ostream.h +0 -245
  4109. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/fmt/bundled/printf.h +0 -675
  4110. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/fmt/bundled/ranges.h +0 -738
  4111. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/fmt/bundled/std.h +0 -537
  4112. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/fmt/bundled/xchar.h +0 -259
  4113. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/fmt/chrono.h +0 -23
  4114. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/fmt/compile.h +0 -23
  4115. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/fmt/fmt.h +0 -30
  4116. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/fmt/ostr.h +0 -23
  4117. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/fmt/ranges.h +0 -23
  4118. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/fmt/std.h +0 -24
  4119. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/fmt/xchar.h +0 -23
  4120. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/formatter.h +0 -17
  4121. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/fwd.h +0 -18
  4122. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/logger-inl.h +0 -198
  4123. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/logger.h +0 -379
  4124. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/mdc.h +0 -50
  4125. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/pattern_formatter-inl.h +0 -1338
  4126. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/pattern_formatter.h +0 -118
  4127. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/sinks/android_sink.h +0 -137
  4128. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/sinks/ansicolor_sink-inl.h +0 -135
  4129. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/sinks/ansicolor_sink.h +0 -115
  4130. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/sinks/base_sink-inl.h +0 -59
  4131. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/sinks/base_sink.h +0 -51
  4132. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/sinks/basic_file_sink-inl.h +0 -42
  4133. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/sinks/basic_file_sink.h +0 -65
  4134. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/sinks/callback_sink.h +0 -56
  4135. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/sinks/daily_file_sink.h +0 -255
  4136. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/sinks/dist_sink.h +0 -81
  4137. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/sinks/dup_filter_sink.h +0 -92
  4138. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/sinks/hourly_file_sink.h +0 -193
  4139. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/sinks/kafka_sink.h +0 -119
  4140. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/sinks/mongo_sink.h +0 -108
  4141. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/sinks/msvc_sink.h +0 -68
  4142. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/sinks/null_sink.h +0 -41
  4143. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/sinks/ostream_sink.h +0 -43
  4144. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/sinks/qt_sinks.h +0 -304
  4145. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/sinks/ringbuffer_sink.h +0 -67
  4146. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/sinks/rotating_file_sink-inl.h +0 -144
  4147. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/sinks/rotating_file_sink.h +0 -89
  4148. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/sinks/sink-inl.h +0 -22
  4149. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/sinks/sink.h +0 -34
  4150. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/sinks/stdout_color_sinks-inl.h +0 -38
  4151. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/sinks/stdout_color_sinks.h +0 -49
  4152. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/sinks/stdout_sinks-inl.h +0 -126
  4153. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/sinks/stdout_sinks.h +0 -84
  4154. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/sinks/syslog_sink.h +0 -104
  4155. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/sinks/systemd_sink.h +0 -121
  4156. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/sinks/tcp_sink.h +0 -75
  4157. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/sinks/udp_sink.h +0 -69
  4158. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/sinks/win_eventlog_sink.h +0 -260
  4159. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/sinks/wincolor_sink-inl.h +0 -172
  4160. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/sinks/wincolor_sink.h +0 -82
  4161. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/spdlog-inl.h +0 -92
  4162. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/spdlog.h +0 -352
  4163. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/stopwatch.h +0 -66
  4164. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/tweakme.h +0 -141
  4165. mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/version.h +0 -11
  4166. mindspore/include/mindspore/ccsrc/plugin/device/ascend/optimizer/format_type/rectify_do_mask_kernel_info.h +0 -44
  4167. mindspore/include/mindspore/ccsrc/plugin/device/ascend/optimizer/ir_fusion/flash_attention_fusion.h +0 -73
  4168. mindspore/include/mindspore/ccsrc/plugin/device/cpu/hal/device/cpu_hash_table.h +0 -127
  4169. mindspore/include/mindspore/ccsrc/plugin/device/cpu/hal/device/cpu_hash_table_util.h +0 -114
  4170. mindspore/include/mindspore/ccsrc/plugin/device/cpu/hal/device/cpu_kernel_runtime.h +0 -82
  4171. mindspore/include/mindspore/ccsrc/plugin/device/cpu/hal/hardware/cpu_session.h +0 -61
  4172. mindspore/include/mindspore/ccsrc/plugin/device/cpu/kernel/custom/custom_julia_cpu_kernel.h +0 -50
  4173. mindspore/include/mindspore/ccsrc/plugin/device/cpu/kernel/custom/julia_api.h +0 -443
  4174. mindspore/include/mindspore/ccsrc/plugin/device/gpu/hal/device/gpu_kernel_runtime.h +0 -145
  4175. mindspore/include/mindspore/ccsrc/plugin/device/gpu/hal/hardware/gpu_deprecated_interface.h +0 -43
  4176. mindspore/include/mindspore/ccsrc/plugin/device/gpu/hal/hardware/gpu_inference_session.h +0 -50
  4177. mindspore/include/mindspore/ccsrc/plugin/device/gpu/hal/hardware/gpu_session.h +0 -93
  4178. mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/ascend_device_address/ascend_device_synchronizer.h +0 -45
  4179. mindspore/include/mindspore/ccsrc/plugin/res_manager/cpu/cpu_device_address/cpu_device_synchronizer.h +0 -45
  4180. mindspore/include/mindspore/ccsrc/plugin/res_manager/gpu/device/gpu_device_synchronizer.h +0 -44
  4181. mindspore/include/mindspore/ccsrc/ps/core/communicator/ssl_http.h +0 -60
  4182. mindspore/include/mindspore/ccsrc/pynative/grad/auto_grad.h +0 -77
  4183. mindspore/include/mindspore/ccsrc/pynative/grad/ir/bprop_tensor_replace.h +0 -58
  4184. mindspore/include/mindspore/ccsrc/pynative/grad/ir/dynamic_shape.h +0 -204
  4185. mindspore/include/mindspore/ccsrc/pynative/grad/ir/ir_bprop.h +0 -163
  4186. mindspore/include/mindspore/ccsrc/pynative/grad/ir/ir_grad.h +0 -114
  4187. mindspore/include/mindspore/ccsrc/pynative/grad/ir/ir_pass.h +0 -71
  4188. mindspore/include/mindspore/ccsrc/pynative/grad/jit/jit_dfunctor.h +0 -28
  4189. mindspore/include/mindspore/ccsrc/pynative/grad/variable.h +0 -466
  4190. mindspore/include/mindspore/ccsrc/pynative/op_function/auto_generate/pyboost_functions.h +0 -1045
  4191. mindspore/include/mindspore/ccsrc/runtime/device/kernel_runtime.h +0 -223
  4192. mindspore/include/mindspore/ccsrc/runtime/device/kernel_runtime_manager.h +0 -71
  4193. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/control_flow/condition_gather_actor.h +0 -78
  4194. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/control_flow/condition_switch_actor.h +0 -91
  4195. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/custom_actor.h +0 -66
  4196. mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/inline_control_flow_scheduler.h +0 -81
  4197. mindspore/include/mindspore/ccsrc/runtime/hardware/deprecated_interface.h +0 -47
  4198. mindspore/include/mindspore/core/include/base/fp8_e4m3.h +0 -263
  4199. mindspore/include/mindspore/core/include/base/fp8_e5m2.h +0 -258
  4200. mindspore/include/mindspore/core/include/ir/base_tensor.h +0 -1073
  4201. mindspore/include/mindspore/ops/infer/masked_scatter.h +0 -44
  4202. mindspore/include/mindspore/ops/infer/ops_func_impl/decoder_k_v_cache.h +0 -40
  4203. mindspore/include/mindspore/ops/infer/ops_func_impl/moe_token_unpermute.h +0 -36
  4204. mindspore/include/mindspore/ops/infer/ops_func_impl/prompt_k_v_cache.h +0 -40
  4205. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/ms_kernel/densetodense_set_operation.h +0 -47
  4206. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/ms_kernel/densetosparsesetoperation.h +0 -74
  4207. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/ms_kernel/lu.h +0 -35
  4208. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/ms_kernel/ragged_tensor_to_sparse.h +0 -92
  4209. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/ms_kernel/ragged_tensor_to_tensor.h +0 -120
  4210. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/ms_kernel/sample_distorted_bounding_box_ext2.h +0 -103
  4211. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/ms_kernel/scale_and_translate.h +0 -77
  4212. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/ms_kernel/sparse_cross.h +0 -111
  4213. mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/ms_kernel/sparse_sparse_maximum.h +0 -61
  4214. mindspore/include/mindspore/ops/kernel/ascend/ascendc/op_host/decoder_kv_cache_tiling.h +0 -40
  4215. mindspore/include/mindspore/ops/kernel/ascend/ascendc/op_host/prompt_kv_cache_tiling.h +0 -39
  4216. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/conv3d_padding_aclnn_kernel.h +0 -78
  4217. mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/moe_token_unpermute_aclnn_kernel.h +0 -45
  4218. mindspore/include/mindspore/ops/kernel/cpu/nnacl/arithmetic_self_parameter.h +0 -30
  4219. mindspore/include/mindspore/ops/kernel/cpu/nnacl/base/batch_to_space_base.h +0 -33
  4220. mindspore/include/mindspore/ops/kernel/cpu/nnacl/base/cast_base.h +0 -74
  4221. mindspore/include/mindspore/ops/kernel/cpu/nnacl/base/concat_base.h +0 -32
  4222. mindspore/include/mindspore/ops/kernel/cpu/nnacl/base/conv1x1_base.h +0 -32
  4223. mindspore/include/mindspore/ops/kernel/cpu/nnacl/base/conv_common_base.h +0 -41
  4224. mindspore/include/mindspore/ops/kernel/cpu/nnacl/base/crop_base.h +0 -35
  4225. mindspore/include/mindspore/ops/kernel/cpu/nnacl/base/depth_to_space_base.h +0 -31
  4226. mindspore/include/mindspore/ops/kernel/cpu/nnacl/base/fill_base.h +0 -33
  4227. mindspore/include/mindspore/ops/kernel/cpu/nnacl/base/format_transpose.h +0 -30
  4228. mindspore/include/mindspore/ops/kernel/cpu/nnacl/base/gather_d_base.h +0 -55
  4229. mindspore/include/mindspore/ops/kernel/cpu/nnacl/base/minimal_filtering_generator.h +0 -58
  4230. mindspore/include/mindspore/ops/kernel/cpu/nnacl/base/scatter_nd_binary.h +0 -37
  4231. mindspore/include/mindspore/ops/kernel/cpu/nnacl/base/space_to_depth_base.h +0 -31
  4232. mindspore/include/mindspore/ops/kernel/cpu/nnacl/base/split_with_over_lap_base.h +0 -33
  4233. mindspore/include/mindspore/ops/kernel/cpu/nnacl/base/stack_base.h +0 -30
  4234. mindspore/include/mindspore/ops/kernel/cpu/nnacl/base/transpose_base.h +0 -69
  4235. mindspore/include/mindspore/ops/kernel/cpu/nnacl/batchnorm_parameter.h +0 -29
  4236. mindspore/include/mindspore/ops/kernel/cpu/nnacl/call_parameter.h +0 -28
  4237. mindspore/include/mindspore/ops/kernel/cpu/nnacl/clip_parameter.h +0 -29
  4238. mindspore/include/mindspore/ops/kernel/cpu/nnacl/conv3d_parameter.h +0 -26
  4239. mindspore/include/mindspore/ops/kernel/cpu/nnacl/cumsum_parameter.h +0 -29
  4240. mindspore/include/mindspore/ops/kernel/cpu/nnacl/custom_gru_parameter.h +0 -31
  4241. mindspore/include/mindspore/ops/kernel/cpu/nnacl/custom_is_inf_parameter.h +0 -26
  4242. mindspore/include/mindspore/ops/kernel/cpu/nnacl/custom_masked_fill_parameter.h +0 -26
  4243. mindspore/include/mindspore/ops/kernel/cpu/nnacl/custom_parameter.h +0 -30
  4244. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fill_parameter.h +0 -25
  4245. mindspore/include/mindspore/ops/kernel/cpu/nnacl/format_transpose_parameter.h +0 -29
  4246. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16/activation_fp16.h +0 -43
  4247. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16/arg_min_max_fp16.h +0 -33
  4248. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16/arithmetic_self_fp16.h +0 -57
  4249. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16/batchnorm_fp16.h +0 -36
  4250. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16/cast_fp16.h +0 -94
  4251. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16/common_func_fp16.h +0 -40
  4252. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16/constant_of_shape_fp16.h +0 -38
  4253. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16/conv_depthwise_fp16.h +0 -65
  4254. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16/conv_fp16.h +0 -60
  4255. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16/crop_fp16.h +0 -26
  4256. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16/custom_gru_fp16.h +0 -32
  4257. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16/deconv_fp16.h +0 -36
  4258. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16/deconv_winograd_fp16.h +0 -48
  4259. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16/dynamic_quant_fp16.h +0 -35
  4260. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16/fill_fp16.h +0 -34
  4261. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16/gru_fp16.h +0 -30
  4262. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16/instance_norm_fp16.h +0 -32
  4263. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16/layer_norm_fp16.h +0 -33
  4264. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16/log_softmax_fp16.h +0 -35
  4265. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16/lstm_fp16.h +0 -54
  4266. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16/matmul_fp16.h +0 -128
  4267. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16/matrix_fp16.h +0 -36
  4268. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16/pack_fp16.h +0 -93
  4269. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16/pad_fp16.h +0 -32
  4270. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16/power_fp16.h +0 -64
  4271. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16/prelu_fp16.h +0 -31
  4272. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16/quant_dtype_cast_fp16.h +0 -35
  4273. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16/range_fp16.h +0 -27
  4274. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16/reduce_fp16.h +0 -41
  4275. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16/resize_fp16.h +0 -56
  4276. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16/scale_fp16.h +0 -38
  4277. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16/softmax_fp16.h +0 -35
  4278. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16/sparse_to_dense_fp16.h +0 -31
  4279. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16/splice_fp16.h +0 -31
  4280. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16/topk_fp16.h +0 -35
  4281. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16/transpose_fp16.h +0 -35
  4282. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16/unique_fp16.h +0 -29
  4283. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16/utils_fp16.h +0 -25
  4284. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16/where_fp16.h +0 -32
  4285. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16/winograd_transform_fp16.h +0 -57
  4286. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16/winograd_utils_fp16.h +0 -571
  4287. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16_grad/activation_grad_fp16.h +0 -44
  4288. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16_grad/arithmetic_grad.h +0 -41
  4289. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16_grad/arithmetic_self_grad.h +0 -39
  4290. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16_grad/batch_norm.h +0 -40
  4291. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16_grad/convolution_grad_filter.h +0 -33
  4292. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16_grad/convolution_grad_input.h +0 -33
  4293. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16_grad/dropout_grad.h +0 -32
  4294. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16_grad/gemm_fp16.h +0 -46
  4295. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16_grad/layernorm_grad.h +0 -32
  4296. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16_grad/pack_fp16_ext.h +0 -37
  4297. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16_grad/pooling_grad.h +0 -34
  4298. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16_grad/resize_grad.h +0 -45
  4299. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16_grad/strided_slice_grad.h +0 -31
  4300. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16_grad/unsorted_segment_sum.h +0 -31
  4301. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/adder_fp32.h +0 -47
  4302. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/arg_min_max_fp32.h +0 -34
  4303. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/arithmetic_compare_fp32.h +0 -77
  4304. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/attention_fp32.h +0 -72
  4305. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/batchnorm_fp32.h +0 -40
  4306. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/bias_add.h +0 -34
  4307. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/common_func_fp32.h +0 -106
  4308. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/constant_of_shape_fp32.h +0 -52
  4309. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/conv_1x1_avx_fp32.h +0 -40
  4310. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/conv_1x1_x86_fp32.h +0 -21
  4311. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/conv_common_fp32.h +0 -60
  4312. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/conv_depthwise_avx_fp32.h +0 -37
  4313. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/conv_depthwise_fp32.h +0 -148
  4314. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/conv_im2col_avx512_fp32.h +0 -38
  4315. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/conv_im2col_fp32.h +0 -33
  4316. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/conv_sw.h +0 -132
  4317. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/conv_sw_arm64_fp32.h +0 -33
  4318. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/conv_sw_avx_fp32.h +0 -42
  4319. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/conv_winograd_fp32.h +0 -48
  4320. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/crop_fp32.h +0 -34
  4321. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/cumsum_fp32.h +0 -32
  4322. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/custom_gru_fp32.h +0 -32
  4323. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/deconv_fp32.h +0 -37
  4324. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/deconv_winograd_fp32.h +0 -46
  4325. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/detection_post_process_fp32.h +0 -60
  4326. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/embedding_lookup_fp32.h +0 -43
  4327. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/group_norm_fp32.h +0 -35
  4328. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/gru_fp32.h +0 -30
  4329. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/instance_norm_fp32.h +0 -50
  4330. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/invert_permutation_fp32.h +0 -30
  4331. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/l2_norm_fp32.h +0 -34
  4332. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/layer_norm_fp32.h +0 -33
  4333. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/local_response_norm_fp32.h +0 -26
  4334. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/log_softmax_fp32.h +0 -31
  4335. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/matmul_avx512_mask_fp32.h +0 -209
  4336. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/non_max_suppression_fp32.h +0 -25
  4337. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/online_fusion/cast_gather_reduce_fp32.h +0 -37
  4338. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/online_fusion/reduce_concat_fp32.h +0 -34
  4339. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/online_fusion/split_reduce_concat_fp32.h +0 -33
  4340. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/pad_fp32.h +0 -40
  4341. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/prelu_fp32.h +0 -31
  4342. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/prior_box_fp32.h +0 -41
  4343. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/range_fp32.h +0 -34
  4344. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/rank_fp32.h +0 -32
  4345. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/resize_fp32.h +0 -74
  4346. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/reverse_fp32.h +0 -31
  4347. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/reverse_sequence_fp32.h +0 -33
  4348. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/scale_fp32.h +0 -35
  4349. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/sparse_to_dense_fp32.h +0 -31
  4350. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/splice_fp32.h +0 -26
  4351. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/transpose_fp32.h +0 -35
  4352. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/transpose_server_fp32.h +0 -40
  4353. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/triu_tril_fp32.h +0 -42
  4354. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/unique_fp32.h +0 -36
  4355. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/where_fp32.h +0 -32
  4356. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/winograd_avx.h +0 -299
  4357. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/winograd_transform.h +0 -51
  4358. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/winograd_utils.h +0 -373
  4359. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32_grad/batch_norm_grad.h +0 -37
  4360. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32_grad/batch_norm_parameter.h +0 -28
  4361. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32_grad/binary_cross_entropy_grad.h +0 -36
  4362. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32_grad/convolution_grad_filter.h +0 -32
  4363. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32_grad/convolution_grad_input.h +0 -32
  4364. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32_grad/dropout_parameter.h +0 -27
  4365. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32_grad/layernorm_grad.h +0 -29
  4366. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32_grad/nllloss_grad_fp32.h +0 -31
  4367. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32_grad/optimizer.h +0 -40
  4368. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32_grad/pack_ext.h +0 -39
  4369. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32_grad/pooling_grad.h +0 -34
  4370. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32_grad/reduce_grad.h +0 -30
  4371. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32_grad/smooth_l1_loss.h +0 -27
  4372. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32_grad/softmax_cross_entropy_with_logits.h +0 -33
  4373. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32_grad/softmax_grad_utils.h +0 -33
  4374. mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32_sparse/matmul_sparse_x1_fp32.h +0 -41
  4375. mindspore/include/mindspore/ops/kernel/cpu/nnacl/gather_nd_parameter.h +0 -26
  4376. mindspore/include/mindspore/ops/kernel/cpu/nnacl/gelu_parameter.h +0 -28
  4377. mindspore/include/mindspore/ops/kernel/cpu/nnacl/grid_sampler_parameter.h +0 -28
  4378. mindspore/include/mindspore/ops/kernel/cpu/nnacl/group_norm_parameter.h +0 -41
  4379. mindspore/include/mindspore/ops/kernel/cpu/nnacl/infer/cast_gather_reduce_infer.h +0 -31
  4380. mindspore/include/mindspore/ops/kernel/cpu/nnacl/infer/control/tensor_array_infer.h +0 -31
  4381. mindspore/include/mindspore/ops/kernel/cpu/nnacl/infer/control/tensor_array_read_infer.h +0 -31
  4382. mindspore/include/mindspore/ops/kernel/cpu/nnacl/infer/control/tensor_array_write_infer.h +0 -31
  4383. mindspore/include/mindspore/ops/kernel/cpu/nnacl/infer/control/tensorlist_fromtensor_infer.h +0 -31
  4384. mindspore/include/mindspore/ops/kernel/cpu/nnacl/infer/control/tensorlist_getitem_infer.h +0 -32
  4385. mindspore/include/mindspore/ops/kernel/cpu/nnacl/infer/control/tensorlist_reserve_infer.h +0 -31
  4386. mindspore/include/mindspore/ops/kernel/cpu/nnacl/infer/control/tensorlist_setitem_infer.h +0 -31
  4387. mindspore/include/mindspore/ops/kernel/cpu/nnacl/infer/control/tensorlist_stack_infer.h +0 -31
  4388. mindspore/include/mindspore/ops/kernel/cpu/nnacl/infer/conv3d_infer.h +0 -32
  4389. mindspore/include/mindspore/ops/kernel/cpu/nnacl/infer/custom_is_inf_infer.h +0 -31
  4390. mindspore/include/mindspore/ops/kernel/cpu/nnacl/infer/custom_masked_fill_infer.h +0 -31
  4391. mindspore/include/mindspore/ops/kernel/cpu/nnacl/infer/custom_tensor_scatter_max_infer.h +0 -31
  4392. mindspore/include/mindspore/ops/kernel/cpu/nnacl/infer/format_transpose_infer.h +0 -31
  4393. mindspore/include/mindspore/ops/kernel/cpu/nnacl/infer/gather_d_infer.h +0 -33
  4394. mindspore/include/mindspore/ops/kernel/cpu/nnacl/infer/grid_sampler_infer.h +0 -32
  4395. mindspore/include/mindspore/ops/kernel/cpu/nnacl/infer/group_norm_infer.h +0 -31
  4396. mindspore/include/mindspore/ops/kernel/cpu/nnacl/infer/reduce_concat_infer.h +0 -31
  4397. mindspore/include/mindspore/ops/kernel/cpu/nnacl/infer/sparse_fill_empty_rows_infer.h +0 -31
  4398. mindspore/include/mindspore/ops/kernel/cpu/nnacl/infer/sparse_reshape_infer.h +0 -31
  4399. mindspore/include/mindspore/ops/kernel/cpu/nnacl/infer/sparse_segment_sum_infer.h +0 -31
  4400. mindspore/include/mindspore/ops/kernel/cpu/nnacl/infer/split_reduce_concat_infer.h +0 -31
  4401. mindspore/include/mindspore/ops/kernel/cpu/nnacl/infer/string/custom_extract_features_infer.h +0 -31
  4402. mindspore/include/mindspore/ops/kernel/cpu/nnacl/infer/string/custom_normalize_infer.h +0 -32
  4403. mindspore/include/mindspore/ops/kernel/cpu/nnacl/infer/string/custom_predict_infer.h +0 -36
  4404. mindspore/include/mindspore/ops/kernel/cpu/nnacl/infer/string/hashtable_lookup_infer.h +0 -31
  4405. mindspore/include/mindspore/ops/kernel/cpu/nnacl/infer/string/lsh_projection_infer.h +0 -32
  4406. mindspore/include/mindspore/ops/kernel/cpu/nnacl/infer/string/skip_gram_infer.h +0 -31
  4407. mindspore/include/mindspore/ops/kernel/cpu/nnacl/infer/triu_tril_infer.h +0 -32
  4408. mindspore/include/mindspore/ops/kernel/cpu/nnacl/instance_norm_parameter.h +0 -32
  4409. mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/add_int8.h +0 -70
  4410. mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/arg_min_max_int8.h +0 -41
  4411. mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/arithmetic_int8.h +0 -51
  4412. mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/arithmetic_self_int8.h +0 -59
  4413. mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/batch_to_space_int8.h +0 -33
  4414. mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/batchnorm_int8.h +0 -34
  4415. mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/common_func_int8.h +0 -95
  4416. mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/concat_int8.h +0 -33
  4417. mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/conv1x1_int8.h +0 -46
  4418. mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/conv3x3_int8.h +0 -48
  4419. mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/conv_depthwise_int8.h +0 -49
  4420. mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/conv_int8.h +0 -44
  4421. mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/crop_int8.h +0 -31
  4422. mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/deconv_int8.h +0 -46
  4423. mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/depth_to_space_int8.h +0 -32
  4424. mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/div_int8.h +0 -37
  4425. mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/dynamic_gather_int8.h +0 -40
  4426. mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/dynamic_matmul_int8.h +0 -74
  4427. mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/dynamic_quant_int8.h +0 -34
  4428. mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/gatherNd_int8.h +0 -32
  4429. mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/gather_int8.h +0 -35
  4430. mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/hswish_int8.h +0 -43
  4431. mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/l2_norm_int8.h +0 -32
  4432. mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/layer_norm_int8.h +0 -35
  4433. mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/leaky_relu_int8.h +0 -31
  4434. mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/matmul_int8.h +0 -93
  4435. mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/mul_int8.h +0 -39
  4436. mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/pack_int8.h +0 -56
  4437. mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/pad_int8.h +0 -35
  4438. mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/pooling_int8.h +0 -50
  4439. mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/power_int8.h +0 -33
  4440. mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/quant_dtype_cast_int8.h +0 -56
  4441. mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/reduce_int8.h +0 -70
  4442. mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/relux_int8.h +0 -43
  4443. mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/reshape_int8.h +0 -32
  4444. mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/resize_int8.h +0 -50
  4445. mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/scale_int8.h +0 -35
  4446. mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/sigmoid_int8.h +0 -32
  4447. mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/slice_int8.h +0 -35
  4448. mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/softmax_int8.h +0 -35
  4449. mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/space_to_batch_int8.h +0 -32
  4450. mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/split_int8.h +0 -33
  4451. mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/squeeze_int8.h +0 -32
  4452. mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/sub_int8.h +0 -32
  4453. mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/tanh_int8.h +0 -43
  4454. mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/topk_int8.h +0 -36
  4455. mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/transpose_int8.h +0 -36
  4456. mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/unsqueeze_int8.h +0 -33
  4457. mindspore/include/mindspore/ops/kernel/cpu/nnacl/intrinsics/avx/common_utils.h +0 -157
  4458. mindspore/include/mindspore/ops/kernel/cpu/nnacl/intrinsics/sse/sse_common.h +0 -390
  4459. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/activation.h +0 -25
  4460. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/addn.h +0 -35
  4461. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/arg_min_max.h +0 -63
  4462. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/arithmetic_compare.h +0 -26
  4463. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/arithmetic_self.h +0 -48
  4464. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/batch_norm.h +0 -38
  4465. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/batch_to_space.h +0 -33
  4466. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/biasadd.h +0 -25
  4467. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/cast.h +0 -32
  4468. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/clip.h +0 -34
  4469. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/concat.h +0 -52
  4470. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/convolution_1x1.h +0 -42
  4471. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/convolution_base.h +0 -63
  4472. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/convolution_delegate.h +0 -39
  4473. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/convolution_depthwise.h +0 -36
  4474. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/convolution_depthwise_3x3.h +0 -37
  4475. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/convolution_depthwise_indirect.h +0 -39
  4476. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/convolution_depthwise_sw.h +0 -36
  4477. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/convolution_depthwise_sw_avx.h +0 -40
  4478. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/convolution_im2col.h +0 -28
  4479. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/convolution_im2col_arm32.h +0 -30
  4480. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/convolution_im2col_arm64.h +0 -29
  4481. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/convolution_im2col_avx.h +0 -29
  4482. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/convolution_im2col_avx512.h +0 -29
  4483. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/convolution_im2col_base.h +0 -52
  4484. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/convolution_im2col_sse.h +0 -29
  4485. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/convolution_slidewindow.h +0 -46
  4486. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/convolution_sw_1x1.h +0 -36
  4487. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/convolution_sw_arm64.h +0 -28
  4488. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/convolution_sw_avx.h +0 -28
  4489. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/convolution_winograd.h +0 -32
  4490. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/convolution_winograd_arm32.h +0 -30
  4491. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/convolution_winograd_arm64.h +0 -30
  4492. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/convolution_winograd_avx.h +0 -30
  4493. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/convolution_winograd_base.h +0 -65
  4494. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/convolution_winograd_sse.h +0 -30
  4495. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/crop.h +0 -31
  4496. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/crop_and_resize.h +0 -41
  4497. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/deconvolution.h +0 -39
  4498. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/deconvolution_depthwise.h +0 -34
  4499. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/deconvolution_winograd.h +0 -52
  4500. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/depth_to_space.h +0 -42
  4501. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/f16/arithmetic_compare_f16.h +0 -26
  4502. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/f16/arithmetic_f16.h +0 -42
  4503. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/f16/concat_f16.h +0 -25
  4504. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/f16/reduce_f16.h +0 -27
  4505. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/f16/stack_f16.h +0 -32
  4506. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/fill.h +0 -36
  4507. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/fullconnection.h +0 -25
  4508. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/fused_batch_norm.h +0 -37
  4509. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/gather.h +0 -46
  4510. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/gather_d.h +0 -25
  4511. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/gather_nd.h +0 -35
  4512. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/group_convolution.h +0 -49
  4513. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/group_norm.h +0 -31
  4514. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/init_vs_kernels.h +0 -20
  4515. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/layer_norm.h +0 -49
  4516. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/local_response_norm.h +0 -30
  4517. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/log_softmax.h +0 -31
  4518. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/matmul.h +0 -25
  4519. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/matmul_arm32.h +0 -28
  4520. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/matmul_arm64.h +0 -28
  4521. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/matmul_avx.h +0 -28
  4522. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/matmul_avx512.h +0 -27
  4523. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/matmul_base.h +0 -35
  4524. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/matmul_create.h +0 -24
  4525. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/matmul_sse.h +0 -27
  4526. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/non_max_suppression.h +0 -34
  4527. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/non_zero.h +0 -30
  4528. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/ones_like.h +0 -31
  4529. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/pad.h +0 -51
  4530. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/pow.h +0 -31
  4531. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/prelu.h +0 -34
  4532. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/prior_box.h +0 -36
  4533. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/range.h +0 -31
  4534. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/rank.h +0 -31
  4535. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/reduce.h +0 -72
  4536. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/reverse.h +0 -36
  4537. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/scale.h +0 -41
  4538. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/shape.h +0 -31
  4539. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/size.h +0 -30
  4540. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/softmax.h +0 -39
  4541. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/splice.h +0 -30
  4542. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/stack.h +0 -41
  4543. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/transpose.h +0 -49
  4544. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/tril.h +0 -32
  4545. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/triu.h +0 -32
  4546. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/unique.h +0 -32
  4547. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/where.h +0 -44
  4548. mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/zeros_like.h +0 -31
  4549. mindspore/include/mindspore/ops/kernel/cpu/nnacl/l2_norm_parameter.h +0 -41
  4550. mindspore/include/mindspore/ops/kernel/cpu/nnacl/local_response_norm_parameter.h +0 -31
  4551. mindspore/include/mindspore/ops/kernel/cpu/nnacl/lsh_projection_parameter.h +0 -35
  4552. mindspore/include/mindspore/ops/kernel/cpu/nnacl/mul_parameter.h +0 -32
  4553. mindspore/include/mindspore/ops/kernel/cpu/nnacl/non_max_suppression_parameter.h +0 -28
  4554. mindspore/include/mindspore/ops/kernel/cpu/nnacl/pack.h +0 -23
  4555. mindspore/include/mindspore/ops/kernel/cpu/nnacl/partial_fusion_parameter.h +0 -29
  4556. mindspore/include/mindspore/ops/kernel/cpu/nnacl/predict_parameter.h +0 -32
  4557. mindspore/include/mindspore/ops/kernel/cpu/nnacl/prelu_parameter.h +0 -26
  4558. mindspore/include/mindspore/ops/kernel/cpu/nnacl/random_parameter.h +0 -34
  4559. mindspore/include/mindspore/ops/kernel/cpu/nnacl/reverse_parameter.h +0 -30
  4560. mindspore/include/mindspore/ops/kernel/cpu/nnacl/reverse_sequence_parameter.h +0 -45
  4561. mindspore/include/mindspore/ops/kernel/cpu/nnacl/scale_parameter.h +0 -39
  4562. mindspore/include/mindspore/ops/kernel/cpu/nnacl/scatter_elements_parameter.h +0 -25
  4563. mindspore/include/mindspore/ops/kernel/cpu/nnacl/scatter_nd_parameter.h +0 -29
  4564. mindspore/include/mindspore/ops/kernel/cpu/nnacl/sigmoid_parameter.h +0 -41
  4565. mindspore/include/mindspore/ops/kernel/cpu/nnacl/skip_gram_parameter.h +0 -30
  4566. mindspore/include/mindspore/ops/kernel/cpu/nnacl/sparse_to_dense_parameter.h +0 -32
  4567. mindspore/include/mindspore/ops/kernel/cpu/nnacl/tensor_array_parameter.h +0 -29
  4568. mindspore/include/mindspore/ops/kernel/cpu/nnacl/triu_tril_parameter.h +0 -31
  4569. mindspore/include/mindspore/ops/kernel/cpu/nnacl/upsample_parameter.h +0 -29
  4570. mindspore/include/mindspore/ops/kernel/cpu/nnacl/where_parameter.h +0 -25
  4571. mindspore/include/mindspore/ops/ops_utils/ms_extension.h +0 -39
  4572. mindspore/include/third_party/securec/src/secinput.h +0 -181
  4573. mindspore/include/third_party/securec/src/securecutil.h +0 -574
  4574. mindspore/include/third_party/securec/src/secureprintoutput.h +0 -153
  4575. mindspore/lib/plugin/ascend/custom_aicore_ops/op_impl/ai_core/tbe/config/ascend310/aic-ascend310-ops-info.json +0 -123
  4576. mindspore/lib/plugin/ascend/custom_aicore_ops/op_impl/ai_core/tbe/config/ascend310p/aic-ascend310p-ops-info.json +0 -152
  4577. mindspore/lib/plugin/ascend/custom_aicore_ops/op_impl/ai_core/tbe/config/ascend910/aic-ascend910-ops-info.json +0 -2048
  4578. mindspore/lib/plugin/ascend/custom_aicore_ops/op_impl/ai_core/tbe/config/ascend910_93/aic-ascend910_93-ops-info.json +0 -2048
  4579. mindspore/lib/plugin/ascend/custom_aicore_ops/op_impl/ai_core/tbe/config/ascend910b/aic-ascend910b-ops-info.json +0 -2048
  4580. mindspore/lib/plugin/ascend/custom_aicore_ops/op_impl/ai_core/tbe/custom_aicore_ops_impl/add_dsl.py +0 -46
  4581. mindspore/lib/plugin/ascend/custom_aicore_ops/op_impl/ai_core/tbe/custom_aicore_ops_impl/add_tik.py +0 -51
  4582. mindspore/lib/plugin/ascend/custom_aicore_ops/op_impl/ai_core/tbe/custom_aicore_ops_impl/build_tbe_kernel.py +0 -529
  4583. mindspore/lib/plugin/ascend/custom_aicore_ops/op_impl/ai_core/tbe/custom_aicore_ops_impl/compiler.py +0 -56
  4584. mindspore/lib/plugin/ascend/custom_aicore_ops/op_impl/ai_core/tbe/custom_aicore_ops_impl/custom.py +0 -1109
  4585. mindspore/lib/plugin/ascend/custom_aicore_ops/op_impl/ai_core/tbe/custom_aicore_ops_impl/get_file_path.py +0 -36
  4586. mindspore/lib/plugin/ascend/custom_aicore_ops/op_impl/ai_core/tbe/custom_aicore_ops_impl/kv_cache_mgr.py +0 -241
  4587. mindspore/lib/plugin/ascend/custom_aicore_ops/op_impl/ai_core/tbe/custom_aicore_ops_impl/matmul_tik.py +0 -212
  4588. mindspore/lib/plugin/ascend/custom_aicore_ops/op_impl/ai_core/tbe/custom_aicore_ops_impl/tbe_topi.py +0 -556
  4589. mindspore/lib/plugin/ascend/custom_aicore_ops/op_impl/vector_core/tbe/custom_aicore_ops_impl/add_dsl.py +0 -46
  4590. mindspore/lib/plugin/ascend/custom_aicore_ops/op_impl/vector_core/tbe/custom_aicore_ops_impl/add_tik.py +0 -51
  4591. mindspore/lib/plugin/ascend/custom_aicore_ops/op_impl/vector_core/tbe/custom_aicore_ops_impl/kv_cache_mgr.py +0 -241
  4592. mindspore/lib/plugin/ascend/custom_aicore_ops/op_impl/vector_core/tbe/custom_aicore_ops_impl/matmul_tik.py +0 -212
  4593. mindspore/lib/plugin/ascend/custom_aicore_ops/op_proto/libop_proto.so +0 -0
  4594. mindspore/lib/plugin/ascend/custom_ascendc_910/framework/plugin/npu_supported_ops.json +0 -10
  4595. mindspore/lib/plugin/ascend/custom_ascendc_910/op_api/include/aclnn_decoder_kv_cache.h +0 -59
  4596. mindspore/lib/plugin/ascend/custom_ascendc_910/op_api/include/aclnn_prompt_kv_cache.h +0 -59
  4597. mindspore/lib/plugin/ascend/custom_ascendc_910/op_api/lib/libcust_opapi.so +0 -0
  4598. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/config/ascend910/aic-ascend910-ops-info.json +0 -182
  4599. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/custom_ascendc_910_impl/dynamic/decoder_kv_cache.cpp +0 -192
  4600. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/custom_ascendc_910_impl/dynamic/decoder_kv_cache.py +0 -215
  4601. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/custom_ascendc_910_impl/dynamic/prompt_kv_cache.cpp +0 -274
  4602. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/custom_ascendc_910_impl/dynamic/prompt_kv_cache.py +0 -215
  4603. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_0d5520cc587ad44ce634bf3fbcffc272.json +0 -158
  4604. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_0d5520cc587ad44ce634bf3fbcffc272.o +0 -0
  4605. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_20390d30b3c4c0d23167ccca6c030c2b.json +0 -158
  4606. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_20390d30b3c4c0d23167ccca6c030c2b.o +0 -0
  4607. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_2d151f0b1d2db51faa2968d5b67544e2.json +0 -158
  4608. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_2d151f0b1d2db51faa2968d5b67544e2.o +0 -0
  4609. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_561690ec17cc1def3d2fcf68c1b07b56.json +0 -158
  4610. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_561690ec17cc1def3d2fcf68c1b07b56.o +0 -0
  4611. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_570f9aaa99e5e773b3dd0a33784363f4.json +0 -158
  4612. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_570f9aaa99e5e773b3dd0a33784363f4.o +0 -0
  4613. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_59668a0f0764afb98fda8ab9e84126f1.json +0 -158
  4614. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_59668a0f0764afb98fda8ab9e84126f1.o +0 -0
  4615. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_91d9833e4792b70b670e4e2b916abd86.json +0 -158
  4616. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_91d9833e4792b70b670e4e2b916abd86.o +0 -0
  4617. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_c74cdc5fef094383401856f8519504af.json +0 -158
  4618. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_c74cdc5fef094383401856f8519504af.o +0 -0
  4619. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_0515c7b1a4cd614449e38c5e9a7e3f8d.json +0 -167
  4620. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_0515c7b1a4cd614449e38c5e9a7e3f8d.o +0 -0
  4621. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_09f22d898d6358c91e7c4fc48bac48e7.json +0 -167
  4622. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_09f22d898d6358c91e7c4fc48bac48e7.o +0 -0
  4623. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_0cb9a6f894b925250227136e5aab7061.json +0 -167
  4624. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_0cb9a6f894b925250227136e5aab7061.o +0 -0
  4625. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_2fa8702ffd7ca85e9e194f62644415d5.json +0 -167
  4626. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_2fa8702ffd7ca85e9e194f62644415d5.o +0 -0
  4627. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_570b62f187dfd439b64613d881deedb7.json +0 -167
  4628. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_570b62f187dfd439b64613d881deedb7.o +0 -0
  4629. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_585218c11411ff84709b9e725b66c435.json +0 -167
  4630. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_585218c11411ff84709b9e725b66c435.o +0 -0
  4631. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_5c9365ccde170b358c5b126d69dae13e.json +0 -167
  4632. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_5c9365ccde170b358c5b126d69dae13e.o +0 -0
  4633. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_6d97c45b7c43bc16fcff8baa5dacac4e.json +0 -167
  4634. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_6d97c45b7c43bc16fcff8baa5dacac4e.o +0 -0
  4635. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/config/ascend910/binary_info_config.json +0 -302
  4636. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/config/ascend910/decoder_kv_cache.json +0 -892
  4637. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/config/ascend910/prompt_kv_cache.json +0 -892
  4638. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/op_tiling/lib/linux/x86_64/libcust_opmaster_rt2.0.so +0 -0
  4639. mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/op_tiling/liboptiling.so +0 -0
  4640. mindspore/lib/plugin/ascend/custom_ascendc_910/op_proto/inc/op_proto.h +0 -33
  4641. mindspore/lib/plugin/ascend/custom_ascendc_910/op_proto/lib/linux/x86_64/libcust_opsproto_rt2.0.so +0 -0
  4642. mindspore/lib/plugin/ascend/custom_ascendc_910/version.info +0 -1
  4643. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_api/include/aclnn_decoder_kv_cache.h +0 -59
  4644. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_api/include/aclnn_prompt_kv_cache.h +0 -59
  4645. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/custom_ascendc_910b_impl/dynamic/decoder_kv_cache.cpp +0 -192
  4646. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/custom_ascendc_910b_impl/dynamic/decoder_kv_cache.py +0 -215
  4647. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/custom_ascendc_910b_impl/dynamic/prompt_kv_cache.cpp +0 -274
  4648. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/custom_ascendc_910b_impl/dynamic/prompt_kv_cache.py +0 -215
  4649. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_0d5520cc587ad44ce634bf3fbcffc272.json +0 -158
  4650. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_0d5520cc587ad44ce634bf3fbcffc272.o +0 -0
  4651. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_20390d30b3c4c0d23167ccca6c030c2b.json +0 -158
  4652. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_20390d30b3c4c0d23167ccca6c030c2b.o +0 -0
  4653. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_2d151f0b1d2db51faa2968d5b67544e2.json +0 -158
  4654. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_2d151f0b1d2db51faa2968d5b67544e2.o +0 -0
  4655. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_561690ec17cc1def3d2fcf68c1b07b56.json +0 -158
  4656. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_561690ec17cc1def3d2fcf68c1b07b56.o +0 -0
  4657. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_570f9aaa99e5e773b3dd0a33784363f4.json +0 -158
  4658. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_570f9aaa99e5e773b3dd0a33784363f4.o +0 -0
  4659. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_59668a0f0764afb98fda8ab9e84126f1.json +0 -158
  4660. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_59668a0f0764afb98fda8ab9e84126f1.o +0 -0
  4661. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_91d9833e4792b70b670e4e2b916abd86.json +0 -158
  4662. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_91d9833e4792b70b670e4e2b916abd86.o +0 -0
  4663. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_c74cdc5fef094383401856f8519504af.json +0 -158
  4664. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_c74cdc5fef094383401856f8519504af.o +0 -0
  4665. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_0515c7b1a4cd614449e38c5e9a7e3f8d.json +0 -167
  4666. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_0515c7b1a4cd614449e38c5e9a7e3f8d.o +0 -0
  4667. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_09f22d898d6358c91e7c4fc48bac48e7.json +0 -167
  4668. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_09f22d898d6358c91e7c4fc48bac48e7.o +0 -0
  4669. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_0cb9a6f894b925250227136e5aab7061.json +0 -167
  4670. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_0cb9a6f894b925250227136e5aab7061.o +0 -0
  4671. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_2fa8702ffd7ca85e9e194f62644415d5.json +0 -167
  4672. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_2fa8702ffd7ca85e9e194f62644415d5.o +0 -0
  4673. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_570b62f187dfd439b64613d881deedb7.json +0 -167
  4674. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_570b62f187dfd439b64613d881deedb7.o +0 -0
  4675. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_585218c11411ff84709b9e725b66c435.json +0 -167
  4676. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_585218c11411ff84709b9e725b66c435.o +0 -0
  4677. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_5c9365ccde170b358c5b126d69dae13e.json +0 -167
  4678. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_5c9365ccde170b358c5b126d69dae13e.o +0 -0
  4679. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_6d97c45b7c43bc16fcff8baa5dacac4e.json +0 -167
  4680. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_6d97c45b7c43bc16fcff8baa5dacac4e.o +0 -0
  4681. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_0d5520cc587ad44ce634bf3fbcffc272.json +0 -156
  4682. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_0d5520cc587ad44ce634bf3fbcffc272.o +0 -0
  4683. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_20390d30b3c4c0d23167ccca6c030c2b.json +0 -156
  4684. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_20390d30b3c4c0d23167ccca6c030c2b.o +0 -0
  4685. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_2d151f0b1d2db51faa2968d5b67544e2.json +0 -156
  4686. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_2d151f0b1d2db51faa2968d5b67544e2.o +0 -0
  4687. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_561690ec17cc1def3d2fcf68c1b07b56.json +0 -156
  4688. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_561690ec17cc1def3d2fcf68c1b07b56.o +0 -0
  4689. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_570f9aaa99e5e773b3dd0a33784363f4.json +0 -156
  4690. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_570f9aaa99e5e773b3dd0a33784363f4.o +0 -0
  4691. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_59668a0f0764afb98fda8ab9e84126f1.json +0 -156
  4692. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_59668a0f0764afb98fda8ab9e84126f1.o +0 -0
  4693. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_91d9833e4792b70b670e4e2b916abd86.json +0 -156
  4694. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_91d9833e4792b70b670e4e2b916abd86.o +0 -0
  4695. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_c74cdc5fef094383401856f8519504af.json +0 -156
  4696. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_c74cdc5fef094383401856f8519504af.o +0 -0
  4697. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_0515c7b1a4cd614449e38c5e9a7e3f8d.json +0 -165
  4698. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_0515c7b1a4cd614449e38c5e9a7e3f8d.o +0 -0
  4699. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_09f22d898d6358c91e7c4fc48bac48e7.json +0 -165
  4700. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_09f22d898d6358c91e7c4fc48bac48e7.o +0 -0
  4701. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_0cb9a6f894b925250227136e5aab7061.json +0 -165
  4702. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_0cb9a6f894b925250227136e5aab7061.o +0 -0
  4703. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_2fa8702ffd7ca85e9e194f62644415d5.json +0 -165
  4704. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_2fa8702ffd7ca85e9e194f62644415d5.o +0 -0
  4705. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_570b62f187dfd439b64613d881deedb7.json +0 -165
  4706. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_570b62f187dfd439b64613d881deedb7.o +0 -0
  4707. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_585218c11411ff84709b9e725b66c435.json +0 -165
  4708. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_585218c11411ff84709b9e725b66c435.o +0 -0
  4709. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_5c9365ccde170b358c5b126d69dae13e.json +0 -165
  4710. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_5c9365ccde170b358c5b126d69dae13e.o +0 -0
  4711. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_6d97c45b7c43bc16fcff8baa5dacac4e.json +0 -165
  4712. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_6d97c45b7c43bc16fcff8baa5dacac4e.o +0 -0
  4713. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_0d5520cc587ad44ce634bf3fbcffc272.json +0 -156
  4714. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_0d5520cc587ad44ce634bf3fbcffc272.o +0 -0
  4715. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_20390d30b3c4c0d23167ccca6c030c2b.json +0 -156
  4716. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_20390d30b3c4c0d23167ccca6c030c2b.o +0 -0
  4717. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_2d151f0b1d2db51faa2968d5b67544e2.json +0 -156
  4718. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_2d151f0b1d2db51faa2968d5b67544e2.o +0 -0
  4719. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_561690ec17cc1def3d2fcf68c1b07b56.json +0 -156
  4720. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_561690ec17cc1def3d2fcf68c1b07b56.o +0 -0
  4721. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_570f9aaa99e5e773b3dd0a33784363f4.json +0 -156
  4722. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_570f9aaa99e5e773b3dd0a33784363f4.o +0 -0
  4723. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_59668a0f0764afb98fda8ab9e84126f1.json +0 -156
  4724. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_59668a0f0764afb98fda8ab9e84126f1.o +0 -0
  4725. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_91d9833e4792b70b670e4e2b916abd86.json +0 -156
  4726. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_91d9833e4792b70b670e4e2b916abd86.o +0 -0
  4727. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_c74cdc5fef094383401856f8519504af.json +0 -156
  4728. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_c74cdc5fef094383401856f8519504af.o +0 -0
  4729. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_0515c7b1a4cd614449e38c5e9a7e3f8d.json +0 -165
  4730. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_0515c7b1a4cd614449e38c5e9a7e3f8d.o +0 -0
  4731. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_09f22d898d6358c91e7c4fc48bac48e7.json +0 -165
  4732. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_09f22d898d6358c91e7c4fc48bac48e7.o +0 -0
  4733. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_0cb9a6f894b925250227136e5aab7061.json +0 -165
  4734. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_0cb9a6f894b925250227136e5aab7061.o +0 -0
  4735. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_2fa8702ffd7ca85e9e194f62644415d5.json +0 -165
  4736. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_2fa8702ffd7ca85e9e194f62644415d5.o +0 -0
  4737. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_570b62f187dfd439b64613d881deedb7.json +0 -165
  4738. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_570b62f187dfd439b64613d881deedb7.o +0 -0
  4739. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_585218c11411ff84709b9e725b66c435.json +0 -165
  4740. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_585218c11411ff84709b9e725b66c435.o +0 -0
  4741. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_5c9365ccde170b358c5b126d69dae13e.json +0 -165
  4742. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_5c9365ccde170b358c5b126d69dae13e.o +0 -0
  4743. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_6d97c45b7c43bc16fcff8baa5dacac4e.json +0 -165
  4744. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_6d97c45b7c43bc16fcff8baa5dacac4e.o +0 -0
  4745. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend310p/decoder_kv_cache.json +0 -892
  4746. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend310p/prompt_kv_cache.json +0 -892
  4747. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend910_93/decoder_kv_cache.json +0 -892
  4748. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend910_93/prompt_kv_cache.json +0 -892
  4749. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend910b/decoder_kv_cache.json +0 -892
  4750. mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend910b/prompt_kv_cache.json +0 -892
  4751. mindspore/lib/plugin/libmindspore_gpu_res_manager.so +0 -0
  4752. mindspore/profiler/common/validator/__init__.py +0 -14
  4753. mindspore/profiler/common/validator/validate_path.py +0 -84
  4754. mindspore/profiler/parser/__init__.py +0 -14
  4755. mindspore/profiler/parser/aicpu_data_parser.py +0 -272
  4756. mindspore/profiler/parser/ascend_analysis/__init__.py +0 -14
  4757. mindspore/profiler/parser/ascend_analysis/constant.py +0 -71
  4758. mindspore/profiler/parser/ascend_analysis/file_manager.py +0 -180
  4759. mindspore/profiler/parser/ascend_analysis/function_event.py +0 -185
  4760. mindspore/profiler/parser/ascend_analysis/fwk_cann_parser.py +0 -136
  4761. mindspore/profiler/parser/ascend_analysis/fwk_file_parser.py +0 -131
  4762. mindspore/profiler/parser/ascend_analysis/msprof_timeline_parser.py +0 -104
  4763. mindspore/profiler/parser/ascend_analysis/path_manager.py +0 -313
  4764. mindspore/profiler/parser/ascend_analysis/profiler_info_parser.py +0 -123
  4765. mindspore/profiler/parser/ascend_analysis/tlv_decoder.py +0 -86
  4766. mindspore/profiler/parser/ascend_analysis/trace_event_manager.py +0 -75
  4767. mindspore/profiler/parser/ascend_cluster_generator.py +0 -116
  4768. mindspore/profiler/parser/ascend_communicate_generator.py +0 -314
  4769. mindspore/profiler/parser/ascend_flops_generator.py +0 -116
  4770. mindspore/profiler/parser/ascend_fpbp_generator.py +0 -82
  4771. mindspore/profiler/parser/ascend_hccl_generator.py +0 -271
  4772. mindspore/profiler/parser/ascend_integrate_generator.py +0 -42
  4773. mindspore/profiler/parser/ascend_memory_generator.py +0 -185
  4774. mindspore/profiler/parser/ascend_msprof_exporter.py +0 -282
  4775. mindspore/profiler/parser/ascend_msprof_generator.py +0 -187
  4776. mindspore/profiler/parser/ascend_op_generator.py +0 -334
  4777. mindspore/profiler/parser/ascend_steptrace_generator.py +0 -94
  4778. mindspore/profiler/parser/ascend_timeline_generator.py +0 -545
  4779. mindspore/profiler/parser/base_timeline_generator.py +0 -483
  4780. mindspore/profiler/parser/container.py +0 -229
  4781. mindspore/profiler/parser/cpu_gpu_timeline_generator.py +0 -697
  4782. mindspore/profiler/parser/flops_parser.py +0 -531
  4783. mindspore/profiler/parser/framework_enum.py +0 -111
  4784. mindspore/profiler/parser/framework_parser.py +0 -464
  4785. mindspore/profiler/parser/framework_struct.py +0 -61
  4786. mindspore/profiler/parser/gpu_analysis/__init__.py +0 -14
  4787. mindspore/profiler/parser/gpu_analysis/function_event.py +0 -44
  4788. mindspore/profiler/parser/gpu_analysis/fwk_file_parser.py +0 -89
  4789. mindspore/profiler/parser/gpu_analysis/profiler_info_parser.py +0 -72
  4790. mindspore/profiler/parser/hccl_parser.py +0 -573
  4791. mindspore/profiler/parser/hwts_log_parser.py +0 -122
  4792. mindspore/profiler/parser/integrator.py +0 -526
  4793. mindspore/profiler/parser/memory_usage_parser.py +0 -277
  4794. mindspore/profiler/parser/minddata_analyzer.py +0 -800
  4795. mindspore/profiler/parser/minddata_parser.py +0 -186
  4796. mindspore/profiler/parser/minddata_pipeline_parser.py +0 -299
  4797. mindspore/profiler/parser/op_intermediate_parser.py +0 -149
  4798. mindspore/profiler/parser/optime_parser.py +0 -250
  4799. mindspore/profiler/parser/profiler_info.py +0 -213
  4800. mindspore/profiler/parser/step_trace_parser.py +0 -666
  4801. mindspore/utils/hooks.py +0 -81
  4802. mindspore-2.6.0.dist-info/METADATA +0 -367
  4803. mindspore-2.6.0.dist-info/RECORD +0 -12414
  4804. mindspore-2.6.0.dist-info/WHEEL +0 -5
  4805. /mindspore/common/{_auto_dynamic.py → dynamic_shape/_auto_dynamic.py} +0 -0
  4806. /mindspore/include/mindspore/ops/kernel/ascend/ascendc/{op_host → all_finite/op_host}/all_finite_tiling.h +0 -0
  4807. /mindspore/include/third_party/{securec/include → include}/securec.h +0 -0
  4808. /mindspore/include/third_party/{securec/include → include}/securectype.h +0 -0
  4809. {mindspore-2.6.0.dist-info → mindspore-2.7.0.dist-info}/entry_points.txt +0 -0
  4810. {mindspore-2.6.0.dist-info → mindspore-2.7.0.dist-info}/top_level.txt +0 -0
@@ -1,4535 +0,0 @@
1
- /*
2
- Formatting library for C++
3
-
4
- Copyright (c) 2012 - present, Victor Zverovich
5
-
6
- Permission is hereby granted, free of charge, to any person obtaining
7
- a copy of this software and associated documentation files (the
8
- "Software"), to deal in the Software without restriction, including
9
- without limitation the rights to use, copy, modify, merge, publish,
10
- distribute, sublicense, and/or sell copies of the Software, and to
11
- permit persons to whom the Software is furnished to do so, subject to
12
- the following conditions:
13
-
14
- The above copyright notice and this permission notice shall be
15
- included in all copies or substantial portions of the Software.
16
-
17
- THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
18
- EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
19
- MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
20
- NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
21
- LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
22
- OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
23
- WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
24
-
25
- --- Optional exception to the license ---
26
-
27
- As an exception, if, as a result of your compiling your source code, portions
28
- of this Software are embedded into a machine-executable object form of such
29
- source code, you may redistribute such embedded portions in such object form
30
- without including the above copyright and permission notices.
31
- */
32
-
33
- #ifndef FMT_FORMAT_H_
34
- #define FMT_FORMAT_H_
35
-
36
- #include <cmath> // std::signbit
37
- #include <cstdint> // uint32_t
38
- #include <cstring> // std::memcpy
39
- #include <initializer_list> // std::initializer_list
40
- #include <limits> // std::numeric_limits
41
- #include <memory> // std::uninitialized_copy
42
- #include <stdexcept> // std::runtime_error
43
- #include <system_error> // std::system_error
44
-
45
- #ifdef __cpp_lib_bit_cast
46
- # include <bit> // std::bit_cast
47
- #endif
48
-
49
- #include "core.h"
50
-
51
- #if defined __cpp_inline_variables && __cpp_inline_variables >= 201606L
52
- # define FMT_INLINE_VARIABLE inline
53
- #else
54
- # define FMT_INLINE_VARIABLE
55
- #endif
56
-
57
- #if FMT_HAS_CPP17_ATTRIBUTE(fallthrough)
58
- # define FMT_FALLTHROUGH [[fallthrough]]
59
- #elif defined(__clang__)
60
- # define FMT_FALLTHROUGH [[clang::fallthrough]]
61
- #elif FMT_GCC_VERSION >= 700 && \
62
- (!defined(__EDG_VERSION__) || __EDG_VERSION__ >= 520)
63
- # define FMT_FALLTHROUGH [[gnu::fallthrough]]
64
- #else
65
- # define FMT_FALLTHROUGH
66
- #endif
67
-
68
- #ifndef FMT_DEPRECATED
69
- # if FMT_HAS_CPP14_ATTRIBUTE(deprecated) || FMT_MSC_VERSION >= 1900
70
- # define FMT_DEPRECATED [[deprecated]]
71
- # else
72
- # if (defined(__GNUC__) && !defined(__LCC__)) || defined(__clang__)
73
- # define FMT_DEPRECATED __attribute__((deprecated))
74
- # elif FMT_MSC_VERSION
75
- # define FMT_DEPRECATED __declspec(deprecated)
76
- # else
77
- # define FMT_DEPRECATED /* deprecated */
78
- # endif
79
- # endif
80
- #endif
81
-
82
- #ifndef FMT_NO_UNIQUE_ADDRESS
83
- # if FMT_CPLUSPLUS >= 202002L
84
- # if FMT_HAS_CPP_ATTRIBUTE(no_unique_address)
85
- # define FMT_NO_UNIQUE_ADDRESS [[no_unique_address]]
86
- // VS2019 v16.10 and later except clang-cl (https://reviews.llvm.org/D110485)
87
- # elif (FMT_MSC_VERSION >= 1929) && !FMT_CLANG_VERSION
88
- # define FMT_NO_UNIQUE_ADDRESS [[msvc::no_unique_address]]
89
- # endif
90
- # endif
91
- #endif
92
- #ifndef FMT_NO_UNIQUE_ADDRESS
93
- # define FMT_NO_UNIQUE_ADDRESS
94
- #endif
95
-
96
- // Visibility when compiled as a shared library/object.
97
- #if defined(FMT_LIB_EXPORT) || defined(FMT_SHARED)
98
- # define FMT_SO_VISIBILITY(value) FMT_VISIBILITY(value)
99
- #else
100
- # define FMT_SO_VISIBILITY(value)
101
- #endif
102
-
103
- #ifdef __has_builtin
104
- # define FMT_HAS_BUILTIN(x) __has_builtin(x)
105
- #else
106
- # define FMT_HAS_BUILTIN(x) 0
107
- #endif
108
-
109
- #if FMT_GCC_VERSION || FMT_CLANG_VERSION
110
- # define FMT_NOINLINE __attribute__((noinline))
111
- #else
112
- # define FMT_NOINLINE
113
- #endif
114
-
115
- #ifndef FMT_THROW
116
- # if FMT_EXCEPTIONS
117
- # if FMT_MSC_VERSION || defined(__NVCC__)
118
- FMT_BEGIN_NAMESPACE
119
- namespace detail {
120
- template <typename Exception> inline void do_throw(const Exception& x) {
121
- // Silence unreachable code warnings in MSVC and NVCC because these
122
- // are nearly impossible to fix in a generic code.
123
- volatile bool b = true;
124
- if (b) throw x;
125
- }
126
- } // namespace detail
127
- FMT_END_NAMESPACE
128
- # define FMT_THROW(x) detail::do_throw(x)
129
- # else
130
- # define FMT_THROW(x) throw x
131
- # endif
132
- # else
133
- # define FMT_THROW(x) \
134
- ::fmt::detail::assert_fail(__FILE__, __LINE__, (x).what())
135
- # endif
136
- #endif
137
-
138
- #if FMT_EXCEPTIONS
139
- # define FMT_TRY try
140
- # define FMT_CATCH(x) catch (x)
141
- #else
142
- # define FMT_TRY if (true)
143
- # define FMT_CATCH(x) if (false)
144
- #endif
145
-
146
- #ifndef FMT_MAYBE_UNUSED
147
- # if FMT_HAS_CPP17_ATTRIBUTE(maybe_unused)
148
- # define FMT_MAYBE_UNUSED [[maybe_unused]]
149
- # else
150
- # define FMT_MAYBE_UNUSED
151
- # endif
152
- #endif
153
-
154
- #ifndef FMT_USE_USER_DEFINED_LITERALS
155
- // EDG based compilers (Intel, NVIDIA, Elbrus, etc), GCC and MSVC support UDLs.
156
- //
157
- // GCC before 4.9 requires a space in `operator"" _a` which is invalid in later
158
- // compiler versions.
159
- # if (FMT_HAS_FEATURE(cxx_user_literals) || FMT_GCC_VERSION >= 409 || \
160
- FMT_MSC_VERSION >= 1900) && \
161
- (!defined(__EDG_VERSION__) || __EDG_VERSION__ >= /* UDL feature */ 480)
162
- # define FMT_USE_USER_DEFINED_LITERALS 1
163
- # else
164
- # define FMT_USE_USER_DEFINED_LITERALS 0
165
- # endif
166
- #endif
167
-
168
- // Defining FMT_REDUCE_INT_INSTANTIATIONS to 1, will reduce the number of
169
- // integer formatter template instantiations to just one by only using the
170
- // largest integer type. This results in a reduction in binary size but will
171
- // cause a decrease in integer formatting performance.
172
- #if !defined(FMT_REDUCE_INT_INSTANTIATIONS)
173
- # define FMT_REDUCE_INT_INSTANTIATIONS 0
174
- #endif
175
-
176
- // __builtin_clz is broken in clang with Microsoft CodeGen:
177
- // https://github.com/fmtlib/fmt/issues/519.
178
- #if !FMT_MSC_VERSION
179
- # if FMT_HAS_BUILTIN(__builtin_clz) || FMT_GCC_VERSION || FMT_ICC_VERSION
180
- # define FMT_BUILTIN_CLZ(n) __builtin_clz(n)
181
- # endif
182
- # if FMT_HAS_BUILTIN(__builtin_clzll) || FMT_GCC_VERSION || FMT_ICC_VERSION
183
- # define FMT_BUILTIN_CLZLL(n) __builtin_clzll(n)
184
- # endif
185
- #endif
186
-
187
- // __builtin_ctz is broken in Intel Compiler Classic on Windows:
188
- // https://github.com/fmtlib/fmt/issues/2510.
189
- #ifndef __ICL
190
- # if FMT_HAS_BUILTIN(__builtin_ctz) || FMT_GCC_VERSION || FMT_ICC_VERSION || \
191
- defined(__NVCOMPILER)
192
- # define FMT_BUILTIN_CTZ(n) __builtin_ctz(n)
193
- # endif
194
- # if FMT_HAS_BUILTIN(__builtin_ctzll) || FMT_GCC_VERSION || \
195
- FMT_ICC_VERSION || defined(__NVCOMPILER)
196
- # define FMT_BUILTIN_CTZLL(n) __builtin_ctzll(n)
197
- # endif
198
- #endif
199
-
200
- #if FMT_MSC_VERSION
201
- # include <intrin.h> // _BitScanReverse[64], _BitScanForward[64], _umul128
202
- #endif
203
-
204
- // Some compilers masquerade as both MSVC and GCC-likes or otherwise support
205
- // __builtin_clz and __builtin_clzll, so only define FMT_BUILTIN_CLZ using the
206
- // MSVC intrinsics if the clz and clzll builtins are not available.
207
- #if FMT_MSC_VERSION && !defined(FMT_BUILTIN_CLZLL) && \
208
- !defined(FMT_BUILTIN_CTZLL)
209
- FMT_BEGIN_NAMESPACE
210
- namespace detail {
211
- // Avoid Clang with Microsoft CodeGen's -Wunknown-pragmas warning.
212
- # if !defined(__clang__)
213
- # pragma intrinsic(_BitScanForward)
214
- # pragma intrinsic(_BitScanReverse)
215
- # if defined(_WIN64)
216
- # pragma intrinsic(_BitScanForward64)
217
- # pragma intrinsic(_BitScanReverse64)
218
- # endif
219
- # endif
220
-
221
- inline auto clz(uint32_t x) -> int {
222
- unsigned long r = 0;
223
- _BitScanReverse(&r, x);
224
- FMT_ASSERT(x != 0, "");
225
- // Static analysis complains about using uninitialized data
226
- // "r", but the only way that can happen is if "x" is 0,
227
- // which the callers guarantee to not happen.
228
- FMT_MSC_WARNING(suppress : 6102)
229
- return 31 ^ static_cast<int>(r);
230
- }
231
- # define FMT_BUILTIN_CLZ(n) detail::clz(n)
232
-
233
- inline auto clzll(uint64_t x) -> int {
234
- unsigned long r = 0;
235
- # ifdef _WIN64
236
- _BitScanReverse64(&r, x);
237
- # else
238
- // Scan the high 32 bits.
239
- if (_BitScanReverse(&r, static_cast<uint32_t>(x >> 32)))
240
- return 63 ^ static_cast<int>(r + 32);
241
- // Scan the low 32 bits.
242
- _BitScanReverse(&r, static_cast<uint32_t>(x));
243
- # endif
244
- FMT_ASSERT(x != 0, "");
245
- FMT_MSC_WARNING(suppress : 6102) // Suppress a bogus static analysis warning.
246
- return 63 ^ static_cast<int>(r);
247
- }
248
- # define FMT_BUILTIN_CLZLL(n) detail::clzll(n)
249
-
250
- inline auto ctz(uint32_t x) -> int {
251
- unsigned long r = 0;
252
- _BitScanForward(&r, x);
253
- FMT_ASSERT(x != 0, "");
254
- FMT_MSC_WARNING(suppress : 6102) // Suppress a bogus static analysis warning.
255
- return static_cast<int>(r);
256
- }
257
- # define FMT_BUILTIN_CTZ(n) detail::ctz(n)
258
-
259
- inline auto ctzll(uint64_t x) -> int {
260
- unsigned long r = 0;
261
- FMT_ASSERT(x != 0, "");
262
- FMT_MSC_WARNING(suppress : 6102) // Suppress a bogus static analysis warning.
263
- # ifdef _WIN64
264
- _BitScanForward64(&r, x);
265
- # else
266
- // Scan the low 32 bits.
267
- if (_BitScanForward(&r, static_cast<uint32_t>(x))) return static_cast<int>(r);
268
- // Scan the high 32 bits.
269
- _BitScanForward(&r, static_cast<uint32_t>(x >> 32));
270
- r += 32;
271
- # endif
272
- return static_cast<int>(r);
273
- }
274
- # define FMT_BUILTIN_CTZLL(n) detail::ctzll(n)
275
- } // namespace detail
276
- FMT_END_NAMESPACE
277
- #endif
278
-
279
- FMT_BEGIN_NAMESPACE
280
- namespace detail {
281
-
282
- FMT_CONSTEXPR inline void abort_fuzzing_if(bool condition) {
283
- ignore_unused(condition);
284
- #ifdef FMT_FUZZ
285
- if (condition) throw std::runtime_error("fuzzing limit reached");
286
- #endif
287
- }
288
-
289
- template <typename CharT, CharT... C> struct string_literal {
290
- static constexpr CharT value[sizeof...(C)] = {C...};
291
- constexpr operator basic_string_view<CharT>() const {
292
- return {value, sizeof...(C)};
293
- }
294
- };
295
-
296
- #if FMT_CPLUSPLUS < 201703L
297
- template <typename CharT, CharT... C>
298
- constexpr CharT string_literal<CharT, C...>::value[sizeof...(C)];
299
- #endif
300
-
301
- // Implementation of std::bit_cast for pre-C++20.
302
- template <typename To, typename From, FMT_ENABLE_IF(sizeof(To) == sizeof(From))>
303
- FMT_CONSTEXPR20 auto bit_cast(const From& from) -> To {
304
- #ifdef __cpp_lib_bit_cast
305
- if (is_constant_evaluated()) return std::bit_cast<To>(from);
306
- #endif
307
- auto to = To();
308
- // The cast suppresses a bogus -Wclass-memaccess on GCC.
309
- std::memcpy(static_cast<void*>(&to), &from, sizeof(to));
310
- return to;
311
- }
312
-
313
- inline auto is_big_endian() -> bool {
314
- #ifdef _WIN32
315
- return false;
316
- #elif defined(__BIG_ENDIAN__)
317
- return true;
318
- #elif defined(__BYTE_ORDER__) && defined(__ORDER_BIG_ENDIAN__)
319
- return __BYTE_ORDER__ == __ORDER_BIG_ENDIAN__;
320
- #else
321
- struct bytes {
322
- char data[sizeof(int)];
323
- };
324
- return bit_cast<bytes>(1).data[0] == 0;
325
- #endif
326
- }
327
-
328
- class uint128_fallback {
329
- private:
330
- uint64_t lo_, hi_;
331
-
332
- public:
333
- constexpr uint128_fallback(uint64_t hi, uint64_t lo) : lo_(lo), hi_(hi) {}
334
- constexpr uint128_fallback(uint64_t value = 0) : lo_(value), hi_(0) {}
335
-
336
- constexpr auto high() const noexcept -> uint64_t { return hi_; }
337
- constexpr auto low() const noexcept -> uint64_t { return lo_; }
338
-
339
- template <typename T, FMT_ENABLE_IF(std::is_integral<T>::value)>
340
- constexpr explicit operator T() const {
341
- return static_cast<T>(lo_);
342
- }
343
-
344
- friend constexpr auto operator==(const uint128_fallback& lhs,
345
- const uint128_fallback& rhs) -> bool {
346
- return lhs.hi_ == rhs.hi_ && lhs.lo_ == rhs.lo_;
347
- }
348
- friend constexpr auto operator!=(const uint128_fallback& lhs,
349
- const uint128_fallback& rhs) -> bool {
350
- return !(lhs == rhs);
351
- }
352
- friend constexpr auto operator>(const uint128_fallback& lhs,
353
- const uint128_fallback& rhs) -> bool {
354
- return lhs.hi_ != rhs.hi_ ? lhs.hi_ > rhs.hi_ : lhs.lo_ > rhs.lo_;
355
- }
356
- friend constexpr auto operator|(const uint128_fallback& lhs,
357
- const uint128_fallback& rhs)
358
- -> uint128_fallback {
359
- return {lhs.hi_ | rhs.hi_, lhs.lo_ | rhs.lo_};
360
- }
361
- friend constexpr auto operator&(const uint128_fallback& lhs,
362
- const uint128_fallback& rhs)
363
- -> uint128_fallback {
364
- return {lhs.hi_ & rhs.hi_, lhs.lo_ & rhs.lo_};
365
- }
366
- friend constexpr auto operator~(const uint128_fallback& n)
367
- -> uint128_fallback {
368
- return {~n.hi_, ~n.lo_};
369
- }
370
- friend auto operator+(const uint128_fallback& lhs,
371
- const uint128_fallback& rhs) -> uint128_fallback {
372
- auto result = uint128_fallback(lhs);
373
- result += rhs;
374
- return result;
375
- }
376
- friend auto operator*(const uint128_fallback& lhs, uint32_t rhs)
377
- -> uint128_fallback {
378
- FMT_ASSERT(lhs.hi_ == 0, "");
379
- uint64_t hi = (lhs.lo_ >> 32) * rhs;
380
- uint64_t lo = (lhs.lo_ & ~uint32_t()) * rhs;
381
- uint64_t new_lo = (hi << 32) + lo;
382
- return {(hi >> 32) + (new_lo < lo ? 1 : 0), new_lo};
383
- }
384
- friend auto operator-(const uint128_fallback& lhs, uint64_t rhs)
385
- -> uint128_fallback {
386
- return {lhs.hi_ - (lhs.lo_ < rhs ? 1 : 0), lhs.lo_ - rhs};
387
- }
388
- FMT_CONSTEXPR auto operator>>(int shift) const -> uint128_fallback {
389
- if (shift == 64) return {0, hi_};
390
- if (shift > 64) return uint128_fallback(0, hi_) >> (shift - 64);
391
- return {hi_ >> shift, (hi_ << (64 - shift)) | (lo_ >> shift)};
392
- }
393
- FMT_CONSTEXPR auto operator<<(int shift) const -> uint128_fallback {
394
- if (shift == 64) return {lo_, 0};
395
- if (shift > 64) return uint128_fallback(lo_, 0) << (shift - 64);
396
- return {hi_ << shift | (lo_ >> (64 - shift)), (lo_ << shift)};
397
- }
398
- FMT_CONSTEXPR auto operator>>=(int shift) -> uint128_fallback& {
399
- return *this = *this >> shift;
400
- }
401
- FMT_CONSTEXPR void operator+=(uint128_fallback n) {
402
- uint64_t new_lo = lo_ + n.lo_;
403
- uint64_t new_hi = hi_ + n.hi_ + (new_lo < lo_ ? 1 : 0);
404
- FMT_ASSERT(new_hi >= hi_, "");
405
- lo_ = new_lo;
406
- hi_ = new_hi;
407
- }
408
- FMT_CONSTEXPR void operator&=(uint128_fallback n) {
409
- lo_ &= n.lo_;
410
- hi_ &= n.hi_;
411
- }
412
-
413
- FMT_CONSTEXPR20 auto operator+=(uint64_t n) noexcept -> uint128_fallback& {
414
- if (is_constant_evaluated()) {
415
- lo_ += n;
416
- hi_ += (lo_ < n ? 1 : 0);
417
- return *this;
418
- }
419
- #if FMT_HAS_BUILTIN(__builtin_addcll) && !defined(__ibmxl__)
420
- unsigned long long carry;
421
- lo_ = __builtin_addcll(lo_, n, 0, &carry);
422
- hi_ += carry;
423
- #elif FMT_HAS_BUILTIN(__builtin_ia32_addcarryx_u64) && !defined(__ibmxl__)
424
- unsigned long long result;
425
- auto carry = __builtin_ia32_addcarryx_u64(0, lo_, n, &result);
426
- lo_ = result;
427
- hi_ += carry;
428
- #elif defined(_MSC_VER) && defined(_M_X64)
429
- auto carry = _addcarry_u64(0, lo_, n, &lo_);
430
- _addcarry_u64(carry, hi_, 0, &hi_);
431
- #else
432
- lo_ += n;
433
- hi_ += (lo_ < n ? 1 : 0);
434
- #endif
435
- return *this;
436
- }
437
- };
438
-
439
- using uint128_t = conditional_t<FMT_USE_INT128, uint128_opt, uint128_fallback>;
440
-
441
- #ifdef UINTPTR_MAX
442
- using uintptr_t = ::uintptr_t;
443
- #else
444
- using uintptr_t = uint128_t;
445
- #endif
446
-
447
- // Returns the largest possible value for type T. Same as
448
- // std::numeric_limits<T>::max() but shorter and not affected by the max macro.
449
- template <typename T> constexpr auto max_value() -> T {
450
- return (std::numeric_limits<T>::max)();
451
- }
452
- template <typename T> constexpr auto num_bits() -> int {
453
- return std::numeric_limits<T>::digits;
454
- }
455
- // std::numeric_limits<T>::digits may return 0 for 128-bit ints.
456
- template <> constexpr auto num_bits<int128_opt>() -> int { return 128; }
457
- template <> constexpr auto num_bits<uint128_t>() -> int { return 128; }
458
-
459
- // A heterogeneous bit_cast used for converting 96-bit long double to uint128_t
460
- // and 128-bit pointers to uint128_fallback.
461
- template <typename To, typename From, FMT_ENABLE_IF(sizeof(To) > sizeof(From))>
462
- inline auto bit_cast(const From& from) -> To {
463
- constexpr auto size = static_cast<int>(sizeof(From) / sizeof(unsigned));
464
- struct data_t {
465
- unsigned value[static_cast<unsigned>(size)];
466
- } data = bit_cast<data_t>(from);
467
- auto result = To();
468
- if (const_check(is_big_endian())) {
469
- for (int i = 0; i < size; ++i)
470
- result = (result << num_bits<unsigned>()) | data.value[i];
471
- } else {
472
- for (int i = size - 1; i >= 0; --i)
473
- result = (result << num_bits<unsigned>()) | data.value[i];
474
- }
475
- return result;
476
- }
477
-
478
- template <typename UInt>
479
- FMT_CONSTEXPR20 inline auto countl_zero_fallback(UInt n) -> int {
480
- int lz = 0;
481
- constexpr UInt msb_mask = static_cast<UInt>(1) << (num_bits<UInt>() - 1);
482
- for (; (n & msb_mask) == 0; n <<= 1) lz++;
483
- return lz;
484
- }
485
-
486
- FMT_CONSTEXPR20 inline auto countl_zero(uint32_t n) -> int {
487
- #ifdef FMT_BUILTIN_CLZ
488
- if (!is_constant_evaluated()) return FMT_BUILTIN_CLZ(n);
489
- #endif
490
- return countl_zero_fallback(n);
491
- }
492
-
493
- FMT_CONSTEXPR20 inline auto countl_zero(uint64_t n) -> int {
494
- #ifdef FMT_BUILTIN_CLZLL
495
- if (!is_constant_evaluated()) return FMT_BUILTIN_CLZLL(n);
496
- #endif
497
- return countl_zero_fallback(n);
498
- }
499
-
500
- FMT_INLINE void assume(bool condition) {
501
- (void)condition;
502
- #if FMT_HAS_BUILTIN(__builtin_assume) && !FMT_ICC_VERSION
503
- __builtin_assume(condition);
504
- #elif FMT_GCC_VERSION
505
- if (!condition) __builtin_unreachable();
506
- #endif
507
- }
508
-
509
- // An approximation of iterator_t for pre-C++20 systems.
510
- template <typename T>
511
- using iterator_t = decltype(std::begin(std::declval<T&>()));
512
- template <typename T> using sentinel_t = decltype(std::end(std::declval<T&>()));
513
-
514
- // A workaround for std::string not having mutable data() until C++17.
515
- template <typename Char>
516
- inline auto get_data(std::basic_string<Char>& s) -> Char* {
517
- return &s[0];
518
- }
519
- template <typename Container>
520
- inline auto get_data(Container& c) -> typename Container::value_type* {
521
- return c.data();
522
- }
523
-
524
- // Attempts to reserve space for n extra characters in the output range.
525
- // Returns a pointer to the reserved range or a reference to it.
526
- template <typename Container, FMT_ENABLE_IF(is_contiguous<Container>::value)>
527
- #if FMT_CLANG_VERSION >= 307 && !FMT_ICC_VERSION
528
- __attribute__((no_sanitize("undefined")))
529
- #endif
530
- inline auto
531
- reserve(std::back_insert_iterator<Container> it, size_t n) ->
532
- typename Container::value_type* {
533
- Container& c = get_container(it);
534
- size_t size = c.size();
535
- c.resize(size + n);
536
- return get_data(c) + size;
537
- }
538
-
539
- template <typename T>
540
- inline auto reserve(buffer_appender<T> it, size_t n) -> buffer_appender<T> {
541
- buffer<T>& buf = get_container(it);
542
- buf.try_reserve(buf.size() + n);
543
- return it;
544
- }
545
-
546
- template <typename Iterator>
547
- constexpr auto reserve(Iterator& it, size_t) -> Iterator& {
548
- return it;
549
- }
550
-
551
- template <typename OutputIt>
552
- using reserve_iterator =
553
- remove_reference_t<decltype(reserve(std::declval<OutputIt&>(), 0))>;
554
-
555
- template <typename T, typename OutputIt>
556
- constexpr auto to_pointer(OutputIt, size_t) -> T* {
557
- return nullptr;
558
- }
559
- template <typename T> auto to_pointer(buffer_appender<T> it, size_t n) -> T* {
560
- buffer<T>& buf = get_container(it);
561
- auto size = buf.size();
562
- if (buf.capacity() < size + n) return nullptr;
563
- buf.try_resize(size + n);
564
- return buf.data() + size;
565
- }
566
-
567
- template <typename Container, FMT_ENABLE_IF(is_contiguous<Container>::value)>
568
- inline auto base_iterator(std::back_insert_iterator<Container> it,
569
- typename Container::value_type*)
570
- -> std::back_insert_iterator<Container> {
571
- return it;
572
- }
573
-
574
- template <typename Iterator>
575
- constexpr auto base_iterator(Iterator, Iterator it) -> Iterator {
576
- return it;
577
- }
578
-
579
- // <algorithm> is spectacularly slow to compile in C++20 so use a simple fill_n
580
- // instead (#1998).
581
- template <typename OutputIt, typename Size, typename T>
582
- FMT_CONSTEXPR auto fill_n(OutputIt out, Size count, const T& value)
583
- -> OutputIt {
584
- for (Size i = 0; i < count; ++i) *out++ = value;
585
- return out;
586
- }
587
- template <typename T, typename Size>
588
- FMT_CONSTEXPR20 auto fill_n(T* out, Size count, char value) -> T* {
589
- if (is_constant_evaluated()) {
590
- return fill_n<T*, Size, T>(out, count, value);
591
- }
592
- std::memset(out, value, to_unsigned(count));
593
- return out + count;
594
- }
595
-
596
- #ifdef __cpp_char8_t
597
- using char8_type = char8_t;
598
- #else
599
- enum char8_type : unsigned char {};
600
- #endif
601
-
602
- template <typename OutChar, typename InputIt, typename OutputIt>
603
- FMT_CONSTEXPR FMT_NOINLINE auto copy_str_noinline(InputIt begin, InputIt end,
604
- OutputIt out) -> OutputIt {
605
- return copy_str<OutChar>(begin, end, out);
606
- }
607
-
608
- // A public domain branchless UTF-8 decoder by Christopher Wellons:
609
- // https://github.com/skeeto/branchless-utf8
610
- /* Decode the next character, c, from s, reporting errors in e.
611
- *
612
- * Since this is a branchless decoder, four bytes will be read from the
613
- * buffer regardless of the actual length of the next character. This
614
- * means the buffer _must_ have at least three bytes of zero padding
615
- * following the end of the data stream.
616
- *
617
- * Errors are reported in e, which will be non-zero if the parsed
618
- * character was somehow invalid: invalid byte sequence, non-canonical
619
- * encoding, or a surrogate half.
620
- *
621
- * The function returns a pointer to the next character. When an error
622
- * occurs, this pointer will be a guess that depends on the particular
623
- * error, but it will always advance at least one byte.
624
- */
625
- FMT_CONSTEXPR inline auto utf8_decode(const char* s, uint32_t* c, int* e)
626
- -> const char* {
627
- constexpr const int masks[] = {0x00, 0x7f, 0x1f, 0x0f, 0x07};
628
- constexpr const uint32_t mins[] = {4194304, 0, 128, 2048, 65536};
629
- constexpr const int shiftc[] = {0, 18, 12, 6, 0};
630
- constexpr const int shifte[] = {0, 6, 4, 2, 0};
631
-
632
- int len = "\1\1\1\1\1\1\1\1\1\1\1\1\1\1\1\1\0\0\0\0\0\0\0\0\2\2\2\2\3\3\4"
633
- [static_cast<unsigned char>(*s) >> 3];
634
- // Compute the pointer to the next character early so that the next
635
- // iteration can start working on the next character. Neither Clang
636
- // nor GCC figure out this reordering on their own.
637
- const char* next = s + len + !len;
638
-
639
- using uchar = unsigned char;
640
-
641
- // Assume a four-byte character and load four bytes. Unused bits are
642
- // shifted out.
643
- *c = uint32_t(uchar(s[0]) & masks[len]) << 18;
644
- *c |= uint32_t(uchar(s[1]) & 0x3f) << 12;
645
- *c |= uint32_t(uchar(s[2]) & 0x3f) << 6;
646
- *c |= uint32_t(uchar(s[3]) & 0x3f) << 0;
647
- *c >>= shiftc[len];
648
-
649
- // Accumulate the various error conditions.
650
- *e = (*c < mins[len]) << 6; // non-canonical encoding
651
- *e |= ((*c >> 11) == 0x1b) << 7; // surrogate half?
652
- *e |= (*c > 0x10FFFF) << 8; // out of range?
653
- *e |= (uchar(s[1]) & 0xc0) >> 2;
654
- *e |= (uchar(s[2]) & 0xc0) >> 4;
655
- *e |= uchar(s[3]) >> 6;
656
- *e ^= 0x2a; // top two bits of each tail byte correct?
657
- *e >>= shifte[len];
658
-
659
- return next;
660
- }
661
-
662
- constexpr FMT_INLINE_VARIABLE uint32_t invalid_code_point = ~uint32_t();
663
-
664
- // Invokes f(cp, sv) for every code point cp in s with sv being the string view
665
- // corresponding to the code point. cp is invalid_code_point on error.
666
- template <typename F>
667
- FMT_CONSTEXPR void for_each_codepoint(string_view s, F f) {
668
- auto decode = [f](const char* buf_ptr, const char* ptr) {
669
- auto cp = uint32_t();
670
- auto error = 0;
671
- auto end = utf8_decode(buf_ptr, &cp, &error);
672
- bool result = f(error ? invalid_code_point : cp,
673
- string_view(ptr, error ? 1 : to_unsigned(end - buf_ptr)));
674
- return result ? (error ? buf_ptr + 1 : end) : nullptr;
675
- };
676
- auto p = s.data();
677
- const size_t block_size = 4; // utf8_decode always reads blocks of 4 chars.
678
- if (s.size() >= block_size) {
679
- for (auto end = p + s.size() - block_size + 1; p < end;) {
680
- p = decode(p, p);
681
- if (!p) return;
682
- }
683
- }
684
- if (auto num_chars_left = s.data() + s.size() - p) {
685
- char buf[2 * block_size - 1] = {};
686
- copy_str<char>(p, p + num_chars_left, buf);
687
- const char* buf_ptr = buf;
688
- do {
689
- auto end = decode(buf_ptr, p);
690
- if (!end) return;
691
- p += end - buf_ptr;
692
- buf_ptr = end;
693
- } while (buf_ptr - buf < num_chars_left);
694
- }
695
- }
696
-
697
- template <typename Char>
698
- inline auto compute_width(basic_string_view<Char> s) -> size_t {
699
- return s.size();
700
- }
701
-
702
- // Computes approximate display width of a UTF-8 string.
703
- FMT_CONSTEXPR inline auto compute_width(string_view s) -> size_t {
704
- size_t num_code_points = 0;
705
- // It is not a lambda for compatibility with C++14.
706
- struct count_code_points {
707
- size_t* count;
708
- FMT_CONSTEXPR auto operator()(uint32_t cp, string_view) const -> bool {
709
- *count += detail::to_unsigned(
710
- 1 +
711
- (cp >= 0x1100 &&
712
- (cp <= 0x115f || // Hangul Jamo init. consonants
713
- cp == 0x2329 || // LEFT-POINTING ANGLE BRACKET
714
- cp == 0x232a || // RIGHT-POINTING ANGLE BRACKET
715
- // CJK ... Yi except IDEOGRAPHIC HALF FILL SPACE:
716
- (cp >= 0x2e80 && cp <= 0xa4cf && cp != 0x303f) ||
717
- (cp >= 0xac00 && cp <= 0xd7a3) || // Hangul Syllables
718
- (cp >= 0xf900 && cp <= 0xfaff) || // CJK Compatibility Ideographs
719
- (cp >= 0xfe10 && cp <= 0xfe19) || // Vertical Forms
720
- (cp >= 0xfe30 && cp <= 0xfe6f) || // CJK Compatibility Forms
721
- (cp >= 0xff00 && cp <= 0xff60) || // Fullwidth Forms
722
- (cp >= 0xffe0 && cp <= 0xffe6) || // Fullwidth Forms
723
- (cp >= 0x20000 && cp <= 0x2fffd) || // CJK
724
- (cp >= 0x30000 && cp <= 0x3fffd) ||
725
- // Miscellaneous Symbols and Pictographs + Emoticons:
726
- (cp >= 0x1f300 && cp <= 0x1f64f) ||
727
- // Supplemental Symbols and Pictographs:
728
- (cp >= 0x1f900 && cp <= 0x1f9ff))));
729
- return true;
730
- }
731
- };
732
- // We could avoid branches by using utf8_decode directly.
733
- for_each_codepoint(s, count_code_points{&num_code_points});
734
- return num_code_points;
735
- }
736
-
737
- inline auto compute_width(basic_string_view<char8_type> s) -> size_t {
738
- return compute_width(
739
- string_view(reinterpret_cast<const char*>(s.data()), s.size()));
740
- }
741
-
742
- template <typename Char>
743
- inline auto code_point_index(basic_string_view<Char> s, size_t n) -> size_t {
744
- size_t size = s.size();
745
- return n < size ? n : size;
746
- }
747
-
748
- // Calculates the index of the nth code point in a UTF-8 string.
749
- inline auto code_point_index(string_view s, size_t n) -> size_t {
750
- size_t result = s.size();
751
- const char* begin = s.begin();
752
- for_each_codepoint(s, [begin, &n, &result](uint32_t, string_view sv) {
753
- if (n != 0) {
754
- --n;
755
- return true;
756
- }
757
- result = to_unsigned(sv.begin() - begin);
758
- return false;
759
- });
760
- return result;
761
- }
762
-
763
- inline auto code_point_index(basic_string_view<char8_type> s, size_t n)
764
- -> size_t {
765
- return code_point_index(
766
- string_view(reinterpret_cast<const char*>(s.data()), s.size()), n);
767
- }
768
-
769
- template <typename T> struct is_integral : std::is_integral<T> {};
770
- template <> struct is_integral<int128_opt> : std::true_type {};
771
- template <> struct is_integral<uint128_t> : std::true_type {};
772
-
773
- template <typename T>
774
- using is_signed =
775
- std::integral_constant<bool, std::numeric_limits<T>::is_signed ||
776
- std::is_same<T, int128_opt>::value>;
777
-
778
- template <typename T>
779
- using is_integer =
780
- bool_constant<is_integral<T>::value && !std::is_same<T, bool>::value &&
781
- !std::is_same<T, char>::value &&
782
- !std::is_same<T, wchar_t>::value>;
783
-
784
- #ifndef FMT_USE_FLOAT
785
- # define FMT_USE_FLOAT 1
786
- #endif
787
- #ifndef FMT_USE_DOUBLE
788
- # define FMT_USE_DOUBLE 1
789
- #endif
790
- #ifndef FMT_USE_LONG_DOUBLE
791
- # define FMT_USE_LONG_DOUBLE 1
792
- #endif
793
-
794
- #ifndef FMT_USE_FLOAT128
795
- # ifdef __clang__
796
- // Clang emulates GCC, so it has to appear early.
797
- # if FMT_HAS_INCLUDE(<quadmath.h>)
798
- # define FMT_USE_FLOAT128 1
799
- # endif
800
- # elif defined(__GNUC__)
801
- // GNU C++:
802
- # if defined(_GLIBCXX_USE_FLOAT128) && !defined(__STRICT_ANSI__)
803
- # define FMT_USE_FLOAT128 1
804
- # endif
805
- # endif
806
- # ifndef FMT_USE_FLOAT128
807
- # define FMT_USE_FLOAT128 0
808
- # endif
809
- #endif
810
-
811
- #if FMT_USE_FLOAT128
812
- using float128 = __float128;
813
- #else
814
- using float128 = void;
815
- #endif
816
- template <typename T> using is_float128 = std::is_same<T, float128>;
817
-
818
- template <typename T>
819
- using is_floating_point =
820
- bool_constant<std::is_floating_point<T>::value || is_float128<T>::value>;
821
-
822
- template <typename T, bool = std::is_floating_point<T>::value>
823
- struct is_fast_float : bool_constant<std::numeric_limits<T>::is_iec559 &&
824
- sizeof(T) <= sizeof(double)> {};
825
- template <typename T> struct is_fast_float<T, false> : std::false_type {};
826
-
827
- template <typename T>
828
- using is_double_double = bool_constant<std::numeric_limits<T>::digits == 106>;
829
-
830
- #ifndef FMT_USE_FULL_CACHE_DRAGONBOX
831
- # define FMT_USE_FULL_CACHE_DRAGONBOX 0
832
- #endif
833
-
834
- template <typename T>
835
- template <typename U>
836
- void buffer<T>::append(const U* begin, const U* end) {
837
- while (begin != end) {
838
- auto count = to_unsigned(end - begin);
839
- try_reserve(size_ + count);
840
- auto free_cap = capacity_ - size_;
841
- if (free_cap < count) count = free_cap;
842
- std::uninitialized_copy_n(begin, count, ptr_ + size_);
843
- size_ += count;
844
- begin += count;
845
- }
846
- }
847
-
848
- template <typename T, typename Enable = void>
849
- struct is_locale : std::false_type {};
850
- template <typename T>
851
- struct is_locale<T, void_t<decltype(T::classic())>> : std::true_type {};
852
- } // namespace detail
853
-
854
- FMT_BEGIN_EXPORT
855
-
856
- // The number of characters to store in the basic_memory_buffer object itself
857
- // to avoid dynamic memory allocation.
858
- enum { inline_buffer_size = 500 };
859
-
860
- /**
861
- \rst
862
- A dynamically growing memory buffer for trivially copyable/constructible types
863
- with the first ``SIZE`` elements stored in the object itself.
864
-
865
- You can use the ``memory_buffer`` type alias for ``char`` instead.
866
-
867
- **Example**::
868
-
869
- auto out = fmt::memory_buffer();
870
- fmt::format_to(std::back_inserter(out), "The answer is {}.", 42);
871
-
872
- This will append the following output to the ``out`` object:
873
-
874
- .. code-block:: none
875
-
876
- The answer is 42.
877
-
878
- The output can be converted to an ``std::string`` with ``to_string(out)``.
879
- \endrst
880
- */
881
- template <typename T, size_t SIZE = inline_buffer_size,
882
- typename Allocator = std::allocator<T>>
883
- class basic_memory_buffer final : public detail::buffer<T> {
884
- private:
885
- T store_[SIZE];
886
-
887
- // Don't inherit from Allocator to avoid generating type_info for it.
888
- FMT_NO_UNIQUE_ADDRESS Allocator alloc_;
889
-
890
- // Deallocate memory allocated by the buffer.
891
- FMT_CONSTEXPR20 void deallocate() {
892
- T* data = this->data();
893
- if (data != store_) alloc_.deallocate(data, this->capacity());
894
- }
895
-
896
- protected:
897
- FMT_CONSTEXPR20 void grow(size_t size) override {
898
- detail::abort_fuzzing_if(size > 5000);
899
- const size_t max_size = std::allocator_traits<Allocator>::max_size(alloc_);
900
- size_t old_capacity = this->capacity();
901
- size_t new_capacity = old_capacity + old_capacity / 2;
902
- if (size > new_capacity)
903
- new_capacity = size;
904
- else if (new_capacity > max_size)
905
- new_capacity = size > max_size ? size : max_size;
906
- T* old_data = this->data();
907
- T* new_data =
908
- std::allocator_traits<Allocator>::allocate(alloc_, new_capacity);
909
- // Suppress a bogus -Wstringop-overflow in gcc 13.1 (#3481).
910
- detail::assume(this->size() <= new_capacity);
911
- // The following code doesn't throw, so the raw pointer above doesn't leak.
912
- std::uninitialized_copy_n(old_data, this->size(), new_data);
913
- this->set(new_data, new_capacity);
914
- // deallocate must not throw according to the standard, but even if it does,
915
- // the buffer already uses the new storage and will deallocate it in
916
- // destructor.
917
- if (old_data != store_) alloc_.deallocate(old_data, old_capacity);
918
- }
919
-
920
- public:
921
- using value_type = T;
922
- using const_reference = const T&;
923
-
924
- FMT_CONSTEXPR20 explicit basic_memory_buffer(
925
- const Allocator& alloc = Allocator())
926
- : alloc_(alloc) {
927
- this->set(store_, SIZE);
928
- if (detail::is_constant_evaluated()) detail::fill_n(store_, SIZE, T());
929
- }
930
- FMT_CONSTEXPR20 ~basic_memory_buffer() { deallocate(); }
931
-
932
- private:
933
- // Move data from other to this buffer.
934
- FMT_CONSTEXPR20 void move(basic_memory_buffer& other) {
935
- alloc_ = std::move(other.alloc_);
936
- T* data = other.data();
937
- size_t size = other.size(), capacity = other.capacity();
938
- if (data == other.store_) {
939
- this->set(store_, capacity);
940
- detail::copy_str<T>(other.store_, other.store_ + size, store_);
941
- } else {
942
- this->set(data, capacity);
943
- // Set pointer to the inline array so that delete is not called
944
- // when deallocating.
945
- other.set(other.store_, 0);
946
- other.clear();
947
- }
948
- this->resize(size);
949
- }
950
-
951
- public:
952
- /**
953
- \rst
954
- Constructs a :class:`fmt::basic_memory_buffer` object moving the content
955
- of the other object to it.
956
- \endrst
957
- */
958
- FMT_CONSTEXPR20 basic_memory_buffer(basic_memory_buffer&& other) noexcept {
959
- move(other);
960
- }
961
-
962
- /**
963
- \rst
964
- Moves the content of the other ``basic_memory_buffer`` object to this one.
965
- \endrst
966
- */
967
- auto operator=(basic_memory_buffer&& other) noexcept -> basic_memory_buffer& {
968
- FMT_ASSERT(this != &other, "");
969
- deallocate();
970
- move(other);
971
- return *this;
972
- }
973
-
974
- // Returns a copy of the allocator associated with this buffer.
975
- auto get_allocator() const -> Allocator { return alloc_; }
976
-
977
- /**
978
- Resizes the buffer to contain *count* elements. If T is a POD type new
979
- elements may not be initialized.
980
- */
981
- FMT_CONSTEXPR20 void resize(size_t count) { this->try_resize(count); }
982
-
983
- /** Increases the buffer capacity to *new_capacity*. */
984
- void reserve(size_t new_capacity) { this->try_reserve(new_capacity); }
985
-
986
- using detail::buffer<T>::append;
987
- template <typename ContiguousRange>
988
- void append(const ContiguousRange& range) {
989
- append(range.data(), range.data() + range.size());
990
- }
991
- };
992
-
993
- using memory_buffer = basic_memory_buffer<char>;
994
-
995
- template <typename T, size_t SIZE, typename Allocator>
996
- struct is_contiguous<basic_memory_buffer<T, SIZE, Allocator>> : std::true_type {
997
- };
998
-
999
- FMT_END_EXPORT
1000
- namespace detail {
1001
- FMT_API auto write_console(int fd, string_view text) -> bool;
1002
- FMT_API auto write_console(std::FILE* f, string_view text) -> bool;
1003
- FMT_API void print(std::FILE*, string_view);
1004
- } // namespace detail
1005
-
1006
- FMT_BEGIN_EXPORT
1007
-
1008
- // Suppress a misleading warning in older versions of clang.
1009
- #if FMT_CLANG_VERSION
1010
- # pragma clang diagnostic ignored "-Wweak-vtables"
1011
- #endif
1012
-
1013
- /** An error reported from a formatting function. */
1014
- class FMT_SO_VISIBILITY("default") format_error : public std::runtime_error {
1015
- public:
1016
- using std::runtime_error::runtime_error;
1017
- };
1018
-
1019
- namespace detail_exported {
1020
- #if FMT_USE_NONTYPE_TEMPLATE_ARGS
1021
- template <typename Char, size_t N> struct fixed_string {
1022
- constexpr fixed_string(const Char (&str)[N]) {
1023
- detail::copy_str<Char, const Char*, Char*>(static_cast<const Char*>(str),
1024
- str + N, data);
1025
- }
1026
- Char data[N] = {};
1027
- };
1028
- #endif
1029
-
1030
- // Converts a compile-time string to basic_string_view.
1031
- template <typename Char, size_t N>
1032
- constexpr auto compile_string_to_view(const Char (&s)[N])
1033
- -> basic_string_view<Char> {
1034
- // Remove trailing NUL character if needed. Won't be present if this is used
1035
- // with a raw character array (i.e. not defined as a string).
1036
- return {s, N - (std::char_traits<Char>::to_int_type(s[N - 1]) == 0 ? 1 : 0)};
1037
- }
1038
- template <typename Char>
1039
- constexpr auto compile_string_to_view(detail::std_string_view<Char> s)
1040
- -> basic_string_view<Char> {
1041
- return {s.data(), s.size()};
1042
- }
1043
- } // namespace detail_exported
1044
-
1045
- class loc_value {
1046
- private:
1047
- basic_format_arg<format_context> value_;
1048
-
1049
- public:
1050
- template <typename T, FMT_ENABLE_IF(!detail::is_float128<T>::value)>
1051
- loc_value(T value) : value_(detail::make_arg<format_context>(value)) {}
1052
-
1053
- template <typename T, FMT_ENABLE_IF(detail::is_float128<T>::value)>
1054
- loc_value(T) {}
1055
-
1056
- template <typename Visitor> auto visit(Visitor&& vis) -> decltype(vis(0)) {
1057
- return visit_format_arg(vis, value_);
1058
- }
1059
- };
1060
-
1061
- // A locale facet that formats values in UTF-8.
1062
- // It is parameterized on the locale to avoid the heavy <locale> include.
1063
- template <typename Locale> class format_facet : public Locale::facet {
1064
- private:
1065
- std::string separator_;
1066
- std::string grouping_;
1067
- std::string decimal_point_;
1068
-
1069
- protected:
1070
- virtual auto do_put(appender out, loc_value val,
1071
- const format_specs<>& specs) const -> bool;
1072
-
1073
- public:
1074
- static FMT_API typename Locale::id id;
1075
-
1076
- explicit format_facet(Locale& loc);
1077
- explicit format_facet(string_view sep = "",
1078
- std::initializer_list<unsigned char> g = {3},
1079
- std::string decimal_point = ".")
1080
- : separator_(sep.data(), sep.size()),
1081
- grouping_(g.begin(), g.end()),
1082
- decimal_point_(decimal_point) {}
1083
-
1084
- auto put(appender out, loc_value val, const format_specs<>& specs) const
1085
- -> bool {
1086
- return do_put(out, val, specs);
1087
- }
1088
- };
1089
-
1090
- namespace detail {
1091
-
1092
- // Returns true if value is negative, false otherwise.
1093
- // Same as `value < 0` but doesn't produce warnings if T is an unsigned type.
1094
- template <typename T, FMT_ENABLE_IF(is_signed<T>::value)>
1095
- constexpr auto is_negative(T value) -> bool {
1096
- return value < 0;
1097
- }
1098
- template <typename T, FMT_ENABLE_IF(!is_signed<T>::value)>
1099
- constexpr auto is_negative(T) -> bool {
1100
- return false;
1101
- }
1102
-
1103
- template <typename T>
1104
- FMT_CONSTEXPR auto is_supported_floating_point(T) -> bool {
1105
- if (std::is_same<T, float>()) return FMT_USE_FLOAT;
1106
- if (std::is_same<T, double>()) return FMT_USE_DOUBLE;
1107
- if (std::is_same<T, long double>()) return FMT_USE_LONG_DOUBLE;
1108
- return true;
1109
- }
1110
-
1111
- // Smallest of uint32_t, uint64_t, uint128_t that is large enough to
1112
- // represent all values of an integral type T.
1113
- template <typename T>
1114
- using uint32_or_64_or_128_t =
1115
- conditional_t<num_bits<T>() <= 32 && !FMT_REDUCE_INT_INSTANTIATIONS,
1116
- uint32_t,
1117
- conditional_t<num_bits<T>() <= 64, uint64_t, uint128_t>>;
1118
- template <typename T>
1119
- using uint64_or_128_t = conditional_t<num_bits<T>() <= 64, uint64_t, uint128_t>;
1120
-
1121
- #define FMT_POWERS_OF_10(factor) \
1122
- factor * 10, (factor) * 100, (factor) * 1000, (factor) * 10000, \
1123
- (factor) * 100000, (factor) * 1000000, (factor) * 10000000, \
1124
- (factor) * 100000000, (factor) * 1000000000
1125
-
1126
- // Converts value in the range [0, 100) to a string.
1127
- constexpr auto digits2(size_t value) -> const char* {
1128
- // GCC generates slightly better code when value is pointer-size.
1129
- return &"0001020304050607080910111213141516171819"
1130
- "2021222324252627282930313233343536373839"
1131
- "4041424344454647484950515253545556575859"
1132
- "6061626364656667686970717273747576777879"
1133
- "8081828384858687888990919293949596979899"[value * 2];
1134
- }
1135
-
1136
- // Sign is a template parameter to workaround a bug in gcc 4.8.
1137
- template <typename Char, typename Sign> constexpr auto sign(Sign s) -> Char {
1138
- #if !FMT_GCC_VERSION || FMT_GCC_VERSION >= 604
1139
- static_assert(std::is_same<Sign, sign_t>::value, "");
1140
- #endif
1141
- return static_cast<Char>("\0-+ "[s]);
1142
- }
1143
-
1144
- template <typename T> FMT_CONSTEXPR auto count_digits_fallback(T n) -> int {
1145
- int count = 1;
1146
- for (;;) {
1147
- // Integer division is slow so do it for a group of four digits instead
1148
- // of for every digit. The idea comes from the talk by Alexandrescu
1149
- // "Three Optimization Tips for C++". See speed-test for a comparison.
1150
- if (n < 10) return count;
1151
- if (n < 100) return count + 1;
1152
- if (n < 1000) return count + 2;
1153
- if (n < 10000) return count + 3;
1154
- n /= 10000u;
1155
- count += 4;
1156
- }
1157
- }
1158
- #if FMT_USE_INT128
1159
- FMT_CONSTEXPR inline auto count_digits(uint128_opt n) -> int {
1160
- return count_digits_fallback(n);
1161
- }
1162
- #endif
1163
-
1164
- #ifdef FMT_BUILTIN_CLZLL
1165
- // It is a separate function rather than a part of count_digits to workaround
1166
- // the lack of static constexpr in constexpr functions.
1167
- inline auto do_count_digits(uint64_t n) -> int {
1168
- // This has comparable performance to the version by Kendall Willets
1169
- // (https://github.com/fmtlib/format-benchmark/blob/master/digits10)
1170
- // but uses smaller tables.
1171
- // Maps bsr(n) to ceil(log10(pow(2, bsr(n) + 1) - 1)).
1172
- static constexpr uint8_t bsr2log10[] = {
1173
- 1, 1, 1, 2, 2, 2, 3, 3, 3, 4, 4, 4, 4, 5, 5, 5,
1174
- 6, 6, 6, 7, 7, 7, 7, 8, 8, 8, 9, 9, 9, 10, 10, 10,
1175
- 10, 11, 11, 11, 12, 12, 12, 13, 13, 13, 13, 14, 14, 14, 15, 15,
1176
- 15, 16, 16, 16, 16, 17, 17, 17, 18, 18, 18, 19, 19, 19, 19, 20};
1177
- auto t = bsr2log10[FMT_BUILTIN_CLZLL(n | 1) ^ 63];
1178
- static constexpr const uint64_t zero_or_powers_of_10[] = {
1179
- 0, 0, FMT_POWERS_OF_10(1U), FMT_POWERS_OF_10(1000000000ULL),
1180
- 10000000000000000000ULL};
1181
- return t - (n < zero_or_powers_of_10[t]);
1182
- }
1183
- #endif
1184
-
1185
- // Returns the number of decimal digits in n. Leading zeros are not counted
1186
- // except for n == 0 in which case count_digits returns 1.
1187
- FMT_CONSTEXPR20 inline auto count_digits(uint64_t n) -> int {
1188
- #ifdef FMT_BUILTIN_CLZLL
1189
- if (!is_constant_evaluated()) {
1190
- return do_count_digits(n);
1191
- }
1192
- #endif
1193
- return count_digits_fallback(n);
1194
- }
1195
-
1196
- // Counts the number of digits in n. BITS = log2(radix).
1197
- template <int BITS, typename UInt>
1198
- FMT_CONSTEXPR auto count_digits(UInt n) -> int {
1199
- #ifdef FMT_BUILTIN_CLZ
1200
- if (!is_constant_evaluated() && num_bits<UInt>() == 32)
1201
- return (FMT_BUILTIN_CLZ(static_cast<uint32_t>(n) | 1) ^ 31) / BITS + 1;
1202
- #endif
1203
- // Lambda avoids unreachable code warnings from NVHPC.
1204
- return [](UInt m) {
1205
- int num_digits = 0;
1206
- do {
1207
- ++num_digits;
1208
- } while ((m >>= BITS) != 0);
1209
- return num_digits;
1210
- }(n);
1211
- }
1212
-
1213
- #ifdef FMT_BUILTIN_CLZ
1214
- // It is a separate function rather than a part of count_digits to workaround
1215
- // the lack of static constexpr in constexpr functions.
1216
- FMT_INLINE auto do_count_digits(uint32_t n) -> int {
1217
- // An optimization by Kendall Willets from https://bit.ly/3uOIQrB.
1218
- // This increments the upper 32 bits (log10(T) - 1) when >= T is added.
1219
- # define FMT_INC(T) (((sizeof(#T) - 1ull) << 32) - T)
1220
- static constexpr uint64_t table[] = {
1221
- FMT_INC(0), FMT_INC(0), FMT_INC(0), // 8
1222
- FMT_INC(10), FMT_INC(10), FMT_INC(10), // 64
1223
- FMT_INC(100), FMT_INC(100), FMT_INC(100), // 512
1224
- FMT_INC(1000), FMT_INC(1000), FMT_INC(1000), // 4096
1225
- FMT_INC(10000), FMT_INC(10000), FMT_INC(10000), // 32k
1226
- FMT_INC(100000), FMT_INC(100000), FMT_INC(100000), // 256k
1227
- FMT_INC(1000000), FMT_INC(1000000), FMT_INC(1000000), // 2048k
1228
- FMT_INC(10000000), FMT_INC(10000000), FMT_INC(10000000), // 16M
1229
- FMT_INC(100000000), FMT_INC(100000000), FMT_INC(100000000), // 128M
1230
- FMT_INC(1000000000), FMT_INC(1000000000), FMT_INC(1000000000), // 1024M
1231
- FMT_INC(1000000000), FMT_INC(1000000000) // 4B
1232
- };
1233
- auto inc = table[FMT_BUILTIN_CLZ(n | 1) ^ 31];
1234
- return static_cast<int>((n + inc) >> 32);
1235
- }
1236
- #endif
1237
-
1238
- // Optional version of count_digits for better performance on 32-bit platforms.
1239
- FMT_CONSTEXPR20 inline auto count_digits(uint32_t n) -> int {
1240
- #ifdef FMT_BUILTIN_CLZ
1241
- if (!is_constant_evaluated()) {
1242
- return do_count_digits(n);
1243
- }
1244
- #endif
1245
- return count_digits_fallback(n);
1246
- }
1247
-
1248
- template <typename Int> constexpr auto digits10() noexcept -> int {
1249
- return std::numeric_limits<Int>::digits10;
1250
- }
1251
- template <> constexpr auto digits10<int128_opt>() noexcept -> int { return 38; }
1252
- template <> constexpr auto digits10<uint128_t>() noexcept -> int { return 38; }
1253
-
1254
- template <typename Char> struct thousands_sep_result {
1255
- std::string grouping;
1256
- Char thousands_sep;
1257
- };
1258
-
1259
- template <typename Char>
1260
- FMT_API auto thousands_sep_impl(locale_ref loc) -> thousands_sep_result<Char>;
1261
- template <typename Char>
1262
- inline auto thousands_sep(locale_ref loc) -> thousands_sep_result<Char> {
1263
- auto result = thousands_sep_impl<char>(loc);
1264
- return {result.grouping, Char(result.thousands_sep)};
1265
- }
1266
- template <>
1267
- inline auto thousands_sep(locale_ref loc) -> thousands_sep_result<wchar_t> {
1268
- return thousands_sep_impl<wchar_t>(loc);
1269
- }
1270
-
1271
- template <typename Char>
1272
- FMT_API auto decimal_point_impl(locale_ref loc) -> Char;
1273
- template <typename Char> inline auto decimal_point(locale_ref loc) -> Char {
1274
- return Char(decimal_point_impl<char>(loc));
1275
- }
1276
- template <> inline auto decimal_point(locale_ref loc) -> wchar_t {
1277
- return decimal_point_impl<wchar_t>(loc);
1278
- }
1279
-
1280
- // Compares two characters for equality.
1281
- template <typename Char> auto equal2(const Char* lhs, const char* rhs) -> bool {
1282
- return lhs[0] == Char(rhs[0]) && lhs[1] == Char(rhs[1]);
1283
- }
1284
- inline auto equal2(const char* lhs, const char* rhs) -> bool {
1285
- return memcmp(lhs, rhs, 2) == 0;
1286
- }
1287
-
1288
- // Copies two characters from src to dst.
1289
- template <typename Char>
1290
- FMT_CONSTEXPR20 FMT_INLINE void copy2(Char* dst, const char* src) {
1291
- if (!is_constant_evaluated() && sizeof(Char) == sizeof(char)) {
1292
- memcpy(dst, src, 2);
1293
- return;
1294
- }
1295
- *dst++ = static_cast<Char>(*src++);
1296
- *dst = static_cast<Char>(*src);
1297
- }
1298
-
1299
- template <typename Iterator> struct format_decimal_result {
1300
- Iterator begin;
1301
- Iterator end;
1302
- };
1303
-
1304
- // Formats a decimal unsigned integer value writing into out pointing to a
1305
- // buffer of specified size. The caller must ensure that the buffer is large
1306
- // enough.
1307
- template <typename Char, typename UInt>
1308
- FMT_CONSTEXPR20 auto format_decimal(Char* out, UInt value, int size)
1309
- -> format_decimal_result<Char*> {
1310
- FMT_ASSERT(size >= count_digits(value), "invalid digit count");
1311
- out += size;
1312
- Char* end = out;
1313
- while (value >= 100) {
1314
- // Integer division is slow so do it for a group of two digits instead
1315
- // of for every digit. The idea comes from the talk by Alexandrescu
1316
- // "Three Optimization Tips for C++". See speed-test for a comparison.
1317
- out -= 2;
1318
- copy2(out, digits2(static_cast<size_t>(value % 100)));
1319
- value /= 100;
1320
- }
1321
- if (value < 10) {
1322
- *--out = static_cast<Char>('0' + value);
1323
- return {out, end};
1324
- }
1325
- out -= 2;
1326
- copy2(out, digits2(static_cast<size_t>(value)));
1327
- return {out, end};
1328
- }
1329
-
1330
- template <typename Char, typename UInt, typename Iterator,
1331
- FMT_ENABLE_IF(!std::is_pointer<remove_cvref_t<Iterator>>::value)>
1332
- FMT_CONSTEXPR inline auto format_decimal(Iterator out, UInt value, int size)
1333
- -> format_decimal_result<Iterator> {
1334
- // Buffer is large enough to hold all digits (digits10 + 1).
1335
- Char buffer[digits10<UInt>() + 1] = {};
1336
- auto end = format_decimal(buffer, value, size).end;
1337
- return {out, detail::copy_str_noinline<Char>(buffer, end, out)};
1338
- }
1339
-
1340
- template <unsigned BASE_BITS, typename Char, typename UInt>
1341
- FMT_CONSTEXPR auto format_uint(Char* buffer, UInt value, int num_digits,
1342
- bool upper = false) -> Char* {
1343
- buffer += num_digits;
1344
- Char* end = buffer;
1345
- do {
1346
- const char* digits = upper ? "0123456789ABCDEF" : "0123456789abcdef";
1347
- unsigned digit = static_cast<unsigned>(value & ((1 << BASE_BITS) - 1));
1348
- *--buffer = static_cast<Char>(BASE_BITS < 4 ? static_cast<char>('0' + digit)
1349
- : digits[digit]);
1350
- } while ((value >>= BASE_BITS) != 0);
1351
- return end;
1352
- }
1353
-
1354
- template <unsigned BASE_BITS, typename Char, typename It, typename UInt>
1355
- FMT_CONSTEXPR inline auto format_uint(It out, UInt value, int num_digits,
1356
- bool upper = false) -> It {
1357
- if (auto ptr = to_pointer<Char>(out, to_unsigned(num_digits))) {
1358
- format_uint<BASE_BITS>(ptr, value, num_digits, upper);
1359
- return out;
1360
- }
1361
- // Buffer should be large enough to hold all digits (digits / BASE_BITS + 1).
1362
- char buffer[num_bits<UInt>() / BASE_BITS + 1] = {};
1363
- format_uint<BASE_BITS>(buffer, value, num_digits, upper);
1364
- return detail::copy_str_noinline<Char>(buffer, buffer + num_digits, out);
1365
- }
1366
-
1367
- // A converter from UTF-8 to UTF-16.
1368
- class utf8_to_utf16 {
1369
- private:
1370
- basic_memory_buffer<wchar_t> buffer_;
1371
-
1372
- public:
1373
- FMT_API explicit utf8_to_utf16(string_view s);
1374
- operator basic_string_view<wchar_t>() const { return {&buffer_[0], size()}; }
1375
- auto size() const -> size_t { return buffer_.size() - 1; }
1376
- auto c_str() const -> const wchar_t* { return &buffer_[0]; }
1377
- auto str() const -> std::wstring { return {&buffer_[0], size()}; }
1378
- };
1379
-
1380
- enum class to_utf8_error_policy { abort, replace };
1381
-
1382
- // A converter from UTF-16/UTF-32 (host endian) to UTF-8.
1383
- template <typename WChar, typename Buffer = memory_buffer> class to_utf8 {
1384
- private:
1385
- Buffer buffer_;
1386
-
1387
- public:
1388
- to_utf8() {}
1389
- explicit to_utf8(basic_string_view<WChar> s,
1390
- to_utf8_error_policy policy = to_utf8_error_policy::abort) {
1391
- static_assert(sizeof(WChar) == 2 || sizeof(WChar) == 4,
1392
- "Expect utf16 or utf32");
1393
- if (!convert(s, policy))
1394
- FMT_THROW(std::runtime_error(sizeof(WChar) == 2 ? "invalid utf16"
1395
- : "invalid utf32"));
1396
- }
1397
- operator string_view() const { return string_view(&buffer_[0], size()); }
1398
- auto size() const -> size_t { return buffer_.size() - 1; }
1399
- auto c_str() const -> const char* { return &buffer_[0]; }
1400
- auto str() const -> std::string { return std::string(&buffer_[0], size()); }
1401
-
1402
- // Performs conversion returning a bool instead of throwing exception on
1403
- // conversion error. This method may still throw in case of memory allocation
1404
- // error.
1405
- auto convert(basic_string_view<WChar> s,
1406
- to_utf8_error_policy policy = to_utf8_error_policy::abort)
1407
- -> bool {
1408
- if (!convert(buffer_, s, policy)) return false;
1409
- buffer_.push_back(0);
1410
- return true;
1411
- }
1412
- static auto convert(Buffer& buf, basic_string_view<WChar> s,
1413
- to_utf8_error_policy policy = to_utf8_error_policy::abort)
1414
- -> bool {
1415
- for (auto p = s.begin(); p != s.end(); ++p) {
1416
- uint32_t c = static_cast<uint32_t>(*p);
1417
- if (sizeof(WChar) == 2 && c >= 0xd800 && c <= 0xdfff) {
1418
- // Handle a surrogate pair.
1419
- ++p;
1420
- if (p == s.end() || (c & 0xfc00) != 0xd800 || (*p & 0xfc00) != 0xdc00) {
1421
- if (policy == to_utf8_error_policy::abort) return false;
1422
- buf.append(string_view("\xEF\xBF\xBD"));
1423
- --p;
1424
- } else {
1425
- c = (c << 10) + static_cast<uint32_t>(*p) - 0x35fdc00;
1426
- }
1427
- } else if (c < 0x80) {
1428
- buf.push_back(static_cast<char>(c));
1429
- } else if (c < 0x800) {
1430
- buf.push_back(static_cast<char>(0xc0 | (c >> 6)));
1431
- buf.push_back(static_cast<char>(0x80 | (c & 0x3f)));
1432
- } else if ((c >= 0x800 && c <= 0xd7ff) || (c >= 0xe000 && c <= 0xffff)) {
1433
- buf.push_back(static_cast<char>(0xe0 | (c >> 12)));
1434
- buf.push_back(static_cast<char>(0x80 | ((c & 0xfff) >> 6)));
1435
- buf.push_back(static_cast<char>(0x80 | (c & 0x3f)));
1436
- } else if (c >= 0x10000 && c <= 0x10ffff) {
1437
- buf.push_back(static_cast<char>(0xf0 | (c >> 18)));
1438
- buf.push_back(static_cast<char>(0x80 | ((c & 0x3ffff) >> 12)));
1439
- buf.push_back(static_cast<char>(0x80 | ((c & 0xfff) >> 6)));
1440
- buf.push_back(static_cast<char>(0x80 | (c & 0x3f)));
1441
- } else {
1442
- return false;
1443
- }
1444
- }
1445
- return true;
1446
- }
1447
- };
1448
-
1449
- // Computes 128-bit result of multiplication of two 64-bit unsigned integers.
1450
- inline auto umul128(uint64_t x, uint64_t y) noexcept -> uint128_fallback {
1451
- #if FMT_USE_INT128
1452
- auto p = static_cast<uint128_opt>(x) * static_cast<uint128_opt>(y);
1453
- return {static_cast<uint64_t>(p >> 64), static_cast<uint64_t>(p)};
1454
- #elif defined(_MSC_VER) && defined(_M_X64)
1455
- auto hi = uint64_t();
1456
- auto lo = _umul128(x, y, &hi);
1457
- return {hi, lo};
1458
- #else
1459
- const uint64_t mask = static_cast<uint64_t>(max_value<uint32_t>());
1460
-
1461
- uint64_t a = x >> 32;
1462
- uint64_t b = x & mask;
1463
- uint64_t c = y >> 32;
1464
- uint64_t d = y & mask;
1465
-
1466
- uint64_t ac = a * c;
1467
- uint64_t bc = b * c;
1468
- uint64_t ad = a * d;
1469
- uint64_t bd = b * d;
1470
-
1471
- uint64_t intermediate = (bd >> 32) + (ad & mask) + (bc & mask);
1472
-
1473
- return {ac + (intermediate >> 32) + (ad >> 32) + (bc >> 32),
1474
- (intermediate << 32) + (bd & mask)};
1475
- #endif
1476
- }
1477
-
1478
- namespace dragonbox {
1479
- // Computes floor(log10(pow(2, e))) for e in [-2620, 2620] using the method from
1480
- // https://fmt.dev/papers/Dragonbox.pdf#page=28, section 6.1.
1481
- inline auto floor_log10_pow2(int e) noexcept -> int {
1482
- FMT_ASSERT(e <= 2620 && e >= -2620, "too large exponent");
1483
- static_assert((-1 >> 1) == -1, "right shift is not arithmetic");
1484
- return (e * 315653) >> 20;
1485
- }
1486
-
1487
- inline auto floor_log2_pow10(int e) noexcept -> int {
1488
- FMT_ASSERT(e <= 1233 && e >= -1233, "too large exponent");
1489
- return (e * 1741647) >> 19;
1490
- }
1491
-
1492
- // Computes upper 64 bits of multiplication of two 64-bit unsigned integers.
1493
- inline auto umul128_upper64(uint64_t x, uint64_t y) noexcept -> uint64_t {
1494
- #if FMT_USE_INT128
1495
- auto p = static_cast<uint128_opt>(x) * static_cast<uint128_opt>(y);
1496
- return static_cast<uint64_t>(p >> 64);
1497
- #elif defined(_MSC_VER) && defined(_M_X64)
1498
- return __umulh(x, y);
1499
- #else
1500
- return umul128(x, y).high();
1501
- #endif
1502
- }
1503
-
1504
- // Computes upper 128 bits of multiplication of a 64-bit unsigned integer and a
1505
- // 128-bit unsigned integer.
1506
- inline auto umul192_upper128(uint64_t x, uint128_fallback y) noexcept
1507
- -> uint128_fallback {
1508
- uint128_fallback r = umul128(x, y.high());
1509
- r += umul128_upper64(x, y.low());
1510
- return r;
1511
- }
1512
-
1513
- FMT_API auto get_cached_power(int k) noexcept -> uint128_fallback;
1514
-
1515
- // Type-specific information that Dragonbox uses.
1516
- template <typename T, typename Enable = void> struct float_info;
1517
-
1518
- template <> struct float_info<float> {
1519
- using carrier_uint = uint32_t;
1520
- static const int exponent_bits = 8;
1521
- static const int kappa = 1;
1522
- static const int big_divisor = 100;
1523
- static const int small_divisor = 10;
1524
- static const int min_k = -31;
1525
- static const int max_k = 46;
1526
- static const int shorter_interval_tie_lower_threshold = -35;
1527
- static const int shorter_interval_tie_upper_threshold = -35;
1528
- };
1529
-
1530
- template <> struct float_info<double> {
1531
- using carrier_uint = uint64_t;
1532
- static const int exponent_bits = 11;
1533
- static const int kappa = 2;
1534
- static const int big_divisor = 1000;
1535
- static const int small_divisor = 100;
1536
- static const int min_k = -292;
1537
- static const int max_k = 341;
1538
- static const int shorter_interval_tie_lower_threshold = -77;
1539
- static const int shorter_interval_tie_upper_threshold = -77;
1540
- };
1541
-
1542
- // An 80- or 128-bit floating point number.
1543
- template <typename T>
1544
- struct float_info<T, enable_if_t<std::numeric_limits<T>::digits == 64 ||
1545
- std::numeric_limits<T>::digits == 113 ||
1546
- is_float128<T>::value>> {
1547
- using carrier_uint = detail::uint128_t;
1548
- static const int exponent_bits = 15;
1549
- };
1550
-
1551
- // A double-double floating point number.
1552
- template <typename T>
1553
- struct float_info<T, enable_if_t<is_double_double<T>::value>> {
1554
- using carrier_uint = detail::uint128_t;
1555
- };
1556
-
1557
- template <typename T> struct decimal_fp {
1558
- using significand_type = typename float_info<T>::carrier_uint;
1559
- significand_type significand;
1560
- int exponent;
1561
- };
1562
-
1563
- template <typename T> FMT_API auto to_decimal(T x) noexcept -> decimal_fp<T>;
1564
- } // namespace dragonbox
1565
-
1566
- // Returns true iff Float has the implicit bit which is not stored.
1567
- template <typename Float> constexpr auto has_implicit_bit() -> bool {
1568
- // An 80-bit FP number has a 64-bit significand an no implicit bit.
1569
- return std::numeric_limits<Float>::digits != 64;
1570
- }
1571
-
1572
- // Returns the number of significand bits stored in Float. The implicit bit is
1573
- // not counted since it is not stored.
1574
- template <typename Float> constexpr auto num_significand_bits() -> int {
1575
- // std::numeric_limits may not support __float128.
1576
- return is_float128<Float>() ? 112
1577
- : (std::numeric_limits<Float>::digits -
1578
- (has_implicit_bit<Float>() ? 1 : 0));
1579
- }
1580
-
1581
- template <typename Float>
1582
- constexpr auto exponent_mask() ->
1583
- typename dragonbox::float_info<Float>::carrier_uint {
1584
- using float_uint = typename dragonbox::float_info<Float>::carrier_uint;
1585
- return ((float_uint(1) << dragonbox::float_info<Float>::exponent_bits) - 1)
1586
- << num_significand_bits<Float>();
1587
- }
1588
- template <typename Float> constexpr auto exponent_bias() -> int {
1589
- // std::numeric_limits may not support __float128.
1590
- return is_float128<Float>() ? 16383
1591
- : std::numeric_limits<Float>::max_exponent - 1;
1592
- }
1593
-
1594
- // Writes the exponent exp in the form "[+-]d{2,3}" to buffer.
1595
- template <typename Char, typename It>
1596
- FMT_CONSTEXPR auto write_exponent(int exp, It it) -> It {
1597
- FMT_ASSERT(-10000 < exp && exp < 10000, "exponent out of range");
1598
- if (exp < 0) {
1599
- *it++ = static_cast<Char>('-');
1600
- exp = -exp;
1601
- } else {
1602
- *it++ = static_cast<Char>('+');
1603
- }
1604
- if (exp >= 100) {
1605
- const char* top = digits2(to_unsigned(exp / 100));
1606
- if (exp >= 1000) *it++ = static_cast<Char>(top[0]);
1607
- *it++ = static_cast<Char>(top[1]);
1608
- exp %= 100;
1609
- }
1610
- const char* d = digits2(to_unsigned(exp));
1611
- *it++ = static_cast<Char>(d[0]);
1612
- *it++ = static_cast<Char>(d[1]);
1613
- return it;
1614
- }
1615
-
1616
- // A floating-point number f * pow(2, e) where F is an unsigned type.
1617
- template <typename F> struct basic_fp {
1618
- F f;
1619
- int e;
1620
-
1621
- static constexpr const int num_significand_bits =
1622
- static_cast<int>(sizeof(F) * num_bits<unsigned char>());
1623
-
1624
- constexpr basic_fp() : f(0), e(0) {}
1625
- constexpr basic_fp(uint64_t f_val, int e_val) : f(f_val), e(e_val) {}
1626
-
1627
- // Constructs fp from an IEEE754 floating-point number.
1628
- template <typename Float> FMT_CONSTEXPR basic_fp(Float n) { assign(n); }
1629
-
1630
- // Assigns n to this and return true iff predecessor is closer than successor.
1631
- template <typename Float, FMT_ENABLE_IF(!is_double_double<Float>::value)>
1632
- FMT_CONSTEXPR auto assign(Float n) -> bool {
1633
- static_assert(std::numeric_limits<Float>::digits <= 113, "unsupported FP");
1634
- // Assume Float is in the format [sign][exponent][significand].
1635
- using carrier_uint = typename dragonbox::float_info<Float>::carrier_uint;
1636
- const auto num_float_significand_bits =
1637
- detail::num_significand_bits<Float>();
1638
- const auto implicit_bit = carrier_uint(1) << num_float_significand_bits;
1639
- const auto significand_mask = implicit_bit - 1;
1640
- auto u = bit_cast<carrier_uint>(n);
1641
- f = static_cast<F>(u & significand_mask);
1642
- auto biased_e = static_cast<int>((u & exponent_mask<Float>()) >>
1643
- num_float_significand_bits);
1644
- // The predecessor is closer if n is a normalized power of 2 (f == 0)
1645
- // other than the smallest normalized number (biased_e > 1).
1646
- auto is_predecessor_closer = f == 0 && biased_e > 1;
1647
- if (biased_e == 0)
1648
- biased_e = 1; // Subnormals use biased exponent 1 (min exponent).
1649
- else if (has_implicit_bit<Float>())
1650
- f += static_cast<F>(implicit_bit);
1651
- e = biased_e - exponent_bias<Float>() - num_float_significand_bits;
1652
- if (!has_implicit_bit<Float>()) ++e;
1653
- return is_predecessor_closer;
1654
- }
1655
-
1656
- template <typename Float, FMT_ENABLE_IF(is_double_double<Float>::value)>
1657
- FMT_CONSTEXPR auto assign(Float n) -> bool {
1658
- static_assert(std::numeric_limits<double>::is_iec559, "unsupported FP");
1659
- return assign(static_cast<double>(n));
1660
- }
1661
- };
1662
-
1663
- using fp = basic_fp<unsigned long long>;
1664
-
1665
- // Normalizes the value converted from double and multiplied by (1 << SHIFT).
1666
- template <int SHIFT = 0, typename F>
1667
- FMT_CONSTEXPR auto normalize(basic_fp<F> value) -> basic_fp<F> {
1668
- // Handle subnormals.
1669
- const auto implicit_bit = F(1) << num_significand_bits<double>();
1670
- const auto shifted_implicit_bit = implicit_bit << SHIFT;
1671
- while ((value.f & shifted_implicit_bit) == 0) {
1672
- value.f <<= 1;
1673
- --value.e;
1674
- }
1675
- // Subtract 1 to account for hidden bit.
1676
- const auto offset = basic_fp<F>::num_significand_bits -
1677
- num_significand_bits<double>() - SHIFT - 1;
1678
- value.f <<= offset;
1679
- value.e -= offset;
1680
- return value;
1681
- }
1682
-
1683
- // Computes lhs * rhs / pow(2, 64) rounded to nearest with half-up tie breaking.
1684
- FMT_CONSTEXPR inline auto multiply(uint64_t lhs, uint64_t rhs) -> uint64_t {
1685
- #if FMT_USE_INT128
1686
- auto product = static_cast<__uint128_t>(lhs) * rhs;
1687
- auto f = static_cast<uint64_t>(product >> 64);
1688
- return (static_cast<uint64_t>(product) & (1ULL << 63)) != 0 ? f + 1 : f;
1689
- #else
1690
- // Multiply 32-bit parts of significands.
1691
- uint64_t mask = (1ULL << 32) - 1;
1692
- uint64_t a = lhs >> 32, b = lhs & mask;
1693
- uint64_t c = rhs >> 32, d = rhs & mask;
1694
- uint64_t ac = a * c, bc = b * c, ad = a * d, bd = b * d;
1695
- // Compute mid 64-bit of result and round.
1696
- uint64_t mid = (bd >> 32) + (ad & mask) + (bc & mask) + (1U << 31);
1697
- return ac + (ad >> 32) + (bc >> 32) + (mid >> 32);
1698
- #endif
1699
- }
1700
-
1701
- FMT_CONSTEXPR inline auto operator*(fp x, fp y) -> fp {
1702
- return {multiply(x.f, y.f), x.e + y.e + 64};
1703
- }
1704
-
1705
- template <typename T, bool doublish = num_bits<T>() == num_bits<double>()>
1706
- using convert_float_result =
1707
- conditional_t<std::is_same<T, float>::value || doublish, double, T>;
1708
-
1709
- template <typename T>
1710
- constexpr auto convert_float(T value) -> convert_float_result<T> {
1711
- return static_cast<convert_float_result<T>>(value);
1712
- }
1713
-
1714
- template <typename OutputIt, typename Char>
1715
- FMT_NOINLINE FMT_CONSTEXPR auto fill(OutputIt it, size_t n,
1716
- const fill_t<Char>& fill) -> OutputIt {
1717
- auto fill_size = fill.size();
1718
- if (fill_size == 1) return detail::fill_n(it, n, fill[0]);
1719
- auto data = fill.data();
1720
- for (size_t i = 0; i < n; ++i)
1721
- it = copy_str<Char>(data, data + fill_size, it);
1722
- return it;
1723
- }
1724
-
1725
- // Writes the output of f, padded according to format specifications in specs.
1726
- // size: output size in code units.
1727
- // width: output display width in (terminal) column positions.
1728
- template <align::type align = align::left, typename OutputIt, typename Char,
1729
- typename F>
1730
- FMT_CONSTEXPR auto write_padded(OutputIt out, const format_specs<Char>& specs,
1731
- size_t size, size_t width, F&& f) -> OutputIt {
1732
- static_assert(align == align::left || align == align::right, "");
1733
- unsigned spec_width = to_unsigned(specs.width);
1734
- size_t padding = spec_width > width ? spec_width - width : 0;
1735
- // Shifts are encoded as string literals because static constexpr is not
1736
- // supported in constexpr functions.
1737
- auto* shifts = align == align::left ? "\x1f\x1f\x00\x01" : "\x00\x1f\x00\x01";
1738
- size_t left_padding = padding >> shifts[specs.align];
1739
- size_t right_padding = padding - left_padding;
1740
- auto it = reserve(out, size + padding * specs.fill.size());
1741
- if (left_padding != 0) it = fill(it, left_padding, specs.fill);
1742
- it = f(it);
1743
- if (right_padding != 0) it = fill(it, right_padding, specs.fill);
1744
- return base_iterator(out, it);
1745
- }
1746
-
1747
- template <align::type align = align::left, typename OutputIt, typename Char,
1748
- typename F>
1749
- constexpr auto write_padded(OutputIt out, const format_specs<Char>& specs,
1750
- size_t size, F&& f) -> OutputIt {
1751
- return write_padded<align>(out, specs, size, size, f);
1752
- }
1753
-
1754
- template <align::type align = align::left, typename Char, typename OutputIt>
1755
- FMT_CONSTEXPR auto write_bytes(OutputIt out, string_view bytes,
1756
- const format_specs<Char>& specs) -> OutputIt {
1757
- return write_padded<align>(
1758
- out, specs, bytes.size(), [bytes](reserve_iterator<OutputIt> it) {
1759
- const char* data = bytes.data();
1760
- return copy_str<Char>(data, data + bytes.size(), it);
1761
- });
1762
- }
1763
-
1764
- template <typename Char, typename OutputIt, typename UIntPtr>
1765
- auto write_ptr(OutputIt out, UIntPtr value, const format_specs<Char>* specs)
1766
- -> OutputIt {
1767
- int num_digits = count_digits<4>(value);
1768
- auto size = to_unsigned(num_digits) + size_t(2);
1769
- auto write = [=](reserve_iterator<OutputIt> it) {
1770
- *it++ = static_cast<Char>('0');
1771
- *it++ = static_cast<Char>('x');
1772
- return format_uint<4, Char>(it, value, num_digits);
1773
- };
1774
- return specs ? write_padded<align::right>(out, *specs, size, write)
1775
- : base_iterator(out, write(reserve(out, size)));
1776
- }
1777
-
1778
- // Returns true iff the code point cp is printable.
1779
- FMT_API auto is_printable(uint32_t cp) -> bool;
1780
-
1781
- inline auto needs_escape(uint32_t cp) -> bool {
1782
- return cp < 0x20 || cp == 0x7f || cp == '"' || cp == '\\' ||
1783
- !is_printable(cp);
1784
- }
1785
-
1786
- template <typename Char> struct find_escape_result {
1787
- const Char* begin;
1788
- const Char* end;
1789
- uint32_t cp;
1790
- };
1791
-
1792
- template <typename Char>
1793
- using make_unsigned_char =
1794
- typename conditional_t<std::is_integral<Char>::value,
1795
- std::make_unsigned<Char>,
1796
- type_identity<uint32_t>>::type;
1797
-
1798
- template <typename Char>
1799
- auto find_escape(const Char* begin, const Char* end)
1800
- -> find_escape_result<Char> {
1801
- for (; begin != end; ++begin) {
1802
- uint32_t cp = static_cast<make_unsigned_char<Char>>(*begin);
1803
- if (const_check(sizeof(Char) == 1) && cp >= 0x80) continue;
1804
- if (needs_escape(cp)) return {begin, begin + 1, cp};
1805
- }
1806
- return {begin, nullptr, 0};
1807
- }
1808
-
1809
- inline auto find_escape(const char* begin, const char* end)
1810
- -> find_escape_result<char> {
1811
- if (!is_utf8()) return find_escape<char>(begin, end);
1812
- auto result = find_escape_result<char>{end, nullptr, 0};
1813
- for_each_codepoint(string_view(begin, to_unsigned(end - begin)),
1814
- [&](uint32_t cp, string_view sv) {
1815
- if (needs_escape(cp)) {
1816
- result = {sv.begin(), sv.end(), cp};
1817
- return false;
1818
- }
1819
- return true;
1820
- });
1821
- return result;
1822
- }
1823
-
1824
- #define FMT_STRING_IMPL(s, base, explicit) \
1825
- [] { \
1826
- /* Use the hidden visibility as a workaround for a GCC bug (#1973). */ \
1827
- /* Use a macro-like name to avoid shadowing warnings. */ \
1828
- struct FMT_VISIBILITY("hidden") FMT_COMPILE_STRING : base { \
1829
- using char_type FMT_MAYBE_UNUSED = fmt::remove_cvref_t<decltype(s[0])>; \
1830
- FMT_MAYBE_UNUSED FMT_CONSTEXPR explicit \
1831
- operator fmt::basic_string_view<char_type>() const { \
1832
- return fmt::detail_exported::compile_string_to_view<char_type>(s); \
1833
- } \
1834
- }; \
1835
- return FMT_COMPILE_STRING(); \
1836
- }()
1837
-
1838
- /**
1839
- \rst
1840
- Constructs a compile-time format string from a string literal *s*.
1841
-
1842
- **Example**::
1843
-
1844
- // A compile-time error because 'd' is an invalid specifier for strings.
1845
- std::string s = fmt::format(FMT_STRING("{:d}"), "foo");
1846
- \endrst
1847
- */
1848
- #define FMT_STRING(s) FMT_STRING_IMPL(s, fmt::detail::compile_string, )
1849
-
1850
- template <size_t width, typename Char, typename OutputIt>
1851
- auto write_codepoint(OutputIt out, char prefix, uint32_t cp) -> OutputIt {
1852
- *out++ = static_cast<Char>('\\');
1853
- *out++ = static_cast<Char>(prefix);
1854
- Char buf[width];
1855
- fill_n(buf, width, static_cast<Char>('0'));
1856
- format_uint<4>(buf, cp, width);
1857
- return copy_str<Char>(buf, buf + width, out);
1858
- }
1859
-
1860
- template <typename OutputIt, typename Char>
1861
- auto write_escaped_cp(OutputIt out, const find_escape_result<Char>& escape)
1862
- -> OutputIt {
1863
- auto c = static_cast<Char>(escape.cp);
1864
- switch (escape.cp) {
1865
- case '\n':
1866
- *out++ = static_cast<Char>('\\');
1867
- c = static_cast<Char>('n');
1868
- break;
1869
- case '\r':
1870
- *out++ = static_cast<Char>('\\');
1871
- c = static_cast<Char>('r');
1872
- break;
1873
- case '\t':
1874
- *out++ = static_cast<Char>('\\');
1875
- c = static_cast<Char>('t');
1876
- break;
1877
- case '"':
1878
- FMT_FALLTHROUGH;
1879
- case '\'':
1880
- FMT_FALLTHROUGH;
1881
- case '\\':
1882
- *out++ = static_cast<Char>('\\');
1883
- break;
1884
- default:
1885
- if (escape.cp < 0x100) {
1886
- return write_codepoint<2, Char>(out, 'x', escape.cp);
1887
- }
1888
- if (escape.cp < 0x10000) {
1889
- return write_codepoint<4, Char>(out, 'u', escape.cp);
1890
- }
1891
- if (escape.cp < 0x110000) {
1892
- return write_codepoint<8, Char>(out, 'U', escape.cp);
1893
- }
1894
- for (Char escape_char : basic_string_view<Char>(
1895
- escape.begin, to_unsigned(escape.end - escape.begin))) {
1896
- out = write_codepoint<2, Char>(out, 'x',
1897
- static_cast<uint32_t>(escape_char) & 0xFF);
1898
- }
1899
- return out;
1900
- }
1901
- *out++ = c;
1902
- return out;
1903
- }
1904
-
1905
- template <typename Char, typename OutputIt>
1906
- auto write_escaped_string(OutputIt out, basic_string_view<Char> str)
1907
- -> OutputIt {
1908
- *out++ = static_cast<Char>('"');
1909
- auto begin = str.begin(), end = str.end();
1910
- do {
1911
- auto escape = find_escape(begin, end);
1912
- out = copy_str<Char>(begin, escape.begin, out);
1913
- begin = escape.end;
1914
- if (!begin) break;
1915
- out = write_escaped_cp<OutputIt, Char>(out, escape);
1916
- } while (begin != end);
1917
- *out++ = static_cast<Char>('"');
1918
- return out;
1919
- }
1920
-
1921
- template <typename Char, typename OutputIt>
1922
- auto write_escaped_char(OutputIt out, Char v) -> OutputIt {
1923
- Char v_array[1] = {v};
1924
- *out++ = static_cast<Char>('\'');
1925
- if ((needs_escape(static_cast<uint32_t>(v)) && v != static_cast<Char>('"')) ||
1926
- v == static_cast<Char>('\'')) {
1927
- out = write_escaped_cp(out,
1928
- find_escape_result<Char>{v_array, v_array + 1,
1929
- static_cast<uint32_t>(v)});
1930
- } else {
1931
- *out++ = v;
1932
- }
1933
- *out++ = static_cast<Char>('\'');
1934
- return out;
1935
- }
1936
-
1937
- template <typename Char, typename OutputIt>
1938
- FMT_CONSTEXPR auto write_char(OutputIt out, Char value,
1939
- const format_specs<Char>& specs) -> OutputIt {
1940
- bool is_debug = specs.type == presentation_type::debug;
1941
- return write_padded(out, specs, 1, [=](reserve_iterator<OutputIt> it) {
1942
- if (is_debug) return write_escaped_char(it, value);
1943
- *it++ = value;
1944
- return it;
1945
- });
1946
- }
1947
- template <typename Char, typename OutputIt>
1948
- FMT_CONSTEXPR auto write(OutputIt out, Char value,
1949
- const format_specs<Char>& specs, locale_ref loc = {})
1950
- -> OutputIt {
1951
- // char is formatted as unsigned char for consistency across platforms.
1952
- using unsigned_type =
1953
- conditional_t<std::is_same<Char, char>::value, unsigned char, unsigned>;
1954
- return check_char_specs(specs)
1955
- ? write_char(out, value, specs)
1956
- : write(out, static_cast<unsigned_type>(value), specs, loc);
1957
- }
1958
-
1959
- // Data for write_int that doesn't depend on output iterator type. It is used to
1960
- // avoid template code bloat.
1961
- template <typename Char> struct write_int_data {
1962
- size_t size;
1963
- size_t padding;
1964
-
1965
- FMT_CONSTEXPR write_int_data(int num_digits, unsigned prefix,
1966
- const format_specs<Char>& specs)
1967
- : size((prefix >> 24) + to_unsigned(num_digits)), padding(0) {
1968
- if (specs.align == align::numeric) {
1969
- auto width = to_unsigned(specs.width);
1970
- if (width > size) {
1971
- padding = width - size;
1972
- size = width;
1973
- }
1974
- } else if (specs.precision > num_digits) {
1975
- size = (prefix >> 24) + to_unsigned(specs.precision);
1976
- padding = to_unsigned(specs.precision - num_digits);
1977
- }
1978
- }
1979
- };
1980
-
1981
- // Writes an integer in the format
1982
- // <left-padding><prefix><numeric-padding><digits><right-padding>
1983
- // where <digits> are written by write_digits(it).
1984
- // prefix contains chars in three lower bytes and the size in the fourth byte.
1985
- template <typename OutputIt, typename Char, typename W>
1986
- FMT_CONSTEXPR FMT_INLINE auto write_int(OutputIt out, int num_digits,
1987
- unsigned prefix,
1988
- const format_specs<Char>& specs,
1989
- W write_digits) -> OutputIt {
1990
- // Slightly faster check for specs.width == 0 && specs.precision == -1.
1991
- if ((specs.width | (specs.precision + 1)) == 0) {
1992
- auto it = reserve(out, to_unsigned(num_digits) + (prefix >> 24));
1993
- if (prefix != 0) {
1994
- for (unsigned p = prefix & 0xffffff; p != 0; p >>= 8)
1995
- *it++ = static_cast<Char>(p & 0xff);
1996
- }
1997
- return base_iterator(out, write_digits(it));
1998
- }
1999
- auto data = write_int_data<Char>(num_digits, prefix, specs);
2000
- return write_padded<align::right>(
2001
- out, specs, data.size, [=](reserve_iterator<OutputIt> it) {
2002
- for (unsigned p = prefix & 0xffffff; p != 0; p >>= 8)
2003
- *it++ = static_cast<Char>(p & 0xff);
2004
- it = detail::fill_n(it, data.padding, static_cast<Char>('0'));
2005
- return write_digits(it);
2006
- });
2007
- }
2008
-
2009
- template <typename Char> class digit_grouping {
2010
- private:
2011
- std::string grouping_;
2012
- std::basic_string<Char> thousands_sep_;
2013
-
2014
- struct next_state {
2015
- std::string::const_iterator group;
2016
- int pos;
2017
- };
2018
- auto initial_state() const -> next_state { return {grouping_.begin(), 0}; }
2019
-
2020
- // Returns the next digit group separator position.
2021
- auto next(next_state& state) const -> int {
2022
- if (thousands_sep_.empty()) return max_value<int>();
2023
- if (state.group == grouping_.end()) return state.pos += grouping_.back();
2024
- if (*state.group <= 0 || *state.group == max_value<char>())
2025
- return max_value<int>();
2026
- state.pos += *state.group++;
2027
- return state.pos;
2028
- }
2029
-
2030
- public:
2031
- explicit digit_grouping(locale_ref loc, bool localized = true) {
2032
- if (!localized) return;
2033
- auto sep = thousands_sep<Char>(loc);
2034
- grouping_ = sep.grouping;
2035
- if (sep.thousands_sep) thousands_sep_.assign(1, sep.thousands_sep);
2036
- }
2037
- digit_grouping(std::string grouping, std::basic_string<Char> sep)
2038
- : grouping_(std::move(grouping)), thousands_sep_(std::move(sep)) {}
2039
-
2040
- auto has_separator() const -> bool { return !thousands_sep_.empty(); }
2041
-
2042
- auto count_separators(int num_digits) const -> int {
2043
- int count = 0;
2044
- auto state = initial_state();
2045
- while (num_digits > next(state)) ++count;
2046
- return count;
2047
- }
2048
-
2049
- // Applies grouping to digits and write the output to out.
2050
- template <typename Out, typename C>
2051
- auto apply(Out out, basic_string_view<C> digits) const -> Out {
2052
- auto num_digits = static_cast<int>(digits.size());
2053
- auto separators = basic_memory_buffer<int>();
2054
- separators.push_back(0);
2055
- auto state = initial_state();
2056
- while (int i = next(state)) {
2057
- if (i >= num_digits) break;
2058
- separators.push_back(i);
2059
- }
2060
- for (int i = 0, sep_index = static_cast<int>(separators.size() - 1);
2061
- i < num_digits; ++i) {
2062
- if (num_digits - i == separators[sep_index]) {
2063
- out =
2064
- copy_str<Char>(thousands_sep_.data(),
2065
- thousands_sep_.data() + thousands_sep_.size(), out);
2066
- --sep_index;
2067
- }
2068
- *out++ = static_cast<Char>(digits[to_unsigned(i)]);
2069
- }
2070
- return out;
2071
- }
2072
- };
2073
-
2074
- FMT_CONSTEXPR inline void prefix_append(unsigned& prefix, unsigned value) {
2075
- prefix |= prefix != 0 ? value << 8 : value;
2076
- prefix += (1u + (value > 0xff ? 1 : 0)) << 24;
2077
- }
2078
-
2079
- // Writes a decimal integer with digit grouping.
2080
- template <typename OutputIt, typename UInt, typename Char>
2081
- auto write_int(OutputIt out, UInt value, unsigned prefix,
2082
- const format_specs<Char>& specs,
2083
- const digit_grouping<Char>& grouping) -> OutputIt {
2084
- static_assert(std::is_same<uint64_or_128_t<UInt>, UInt>::value, "");
2085
- int num_digits = 0;
2086
- auto buffer = memory_buffer();
2087
- switch (specs.type) {
2088
- case presentation_type::none:
2089
- case presentation_type::dec: {
2090
- num_digits = count_digits(value);
2091
- format_decimal<char>(appender(buffer), value, num_digits);
2092
- break;
2093
- }
2094
- case presentation_type::hex_lower:
2095
- case presentation_type::hex_upper: {
2096
- bool upper = specs.type == presentation_type::hex_upper;
2097
- if (specs.alt)
2098
- prefix_append(prefix, unsigned(upper ? 'X' : 'x') << 8 | '0');
2099
- num_digits = count_digits<4>(value);
2100
- format_uint<4, char>(appender(buffer), value, num_digits, upper);
2101
- break;
2102
- }
2103
- case presentation_type::bin_lower:
2104
- case presentation_type::bin_upper: {
2105
- bool upper = specs.type == presentation_type::bin_upper;
2106
- if (specs.alt)
2107
- prefix_append(prefix, unsigned(upper ? 'B' : 'b') << 8 | '0');
2108
- num_digits = count_digits<1>(value);
2109
- format_uint<1, char>(appender(buffer), value, num_digits);
2110
- break;
2111
- }
2112
- case presentation_type::oct: {
2113
- num_digits = count_digits<3>(value);
2114
- // Octal prefix '0' is counted as a digit, so only add it if precision
2115
- // is not greater than the number of digits.
2116
- if (specs.alt && specs.precision <= num_digits && value != 0)
2117
- prefix_append(prefix, '0');
2118
- format_uint<3, char>(appender(buffer), value, num_digits);
2119
- break;
2120
- }
2121
- case presentation_type::chr:
2122
- return write_char(out, static_cast<Char>(value), specs);
2123
- default:
2124
- throw_format_error("invalid format specifier");
2125
- }
2126
-
2127
- unsigned size = (prefix != 0 ? prefix >> 24 : 0) + to_unsigned(num_digits) +
2128
- to_unsigned(grouping.count_separators(num_digits));
2129
- return write_padded<align::right>(
2130
- out, specs, size, size, [&](reserve_iterator<OutputIt> it) {
2131
- for (unsigned p = prefix & 0xffffff; p != 0; p >>= 8)
2132
- *it++ = static_cast<Char>(p & 0xff);
2133
- return grouping.apply(it, string_view(buffer.data(), buffer.size()));
2134
- });
2135
- }
2136
-
2137
- // Writes a localized value.
2138
- FMT_API auto write_loc(appender out, loc_value value,
2139
- const format_specs<>& specs, locale_ref loc) -> bool;
2140
- template <typename OutputIt, typename Char>
2141
- inline auto write_loc(OutputIt, loc_value, const format_specs<Char>&,
2142
- locale_ref) -> bool {
2143
- return false;
2144
- }
2145
-
2146
- template <typename UInt> struct write_int_arg {
2147
- UInt abs_value;
2148
- unsigned prefix;
2149
- };
2150
-
2151
- template <typename T>
2152
- FMT_CONSTEXPR auto make_write_int_arg(T value, sign_t sign)
2153
- -> write_int_arg<uint32_or_64_or_128_t<T>> {
2154
- auto prefix = 0u;
2155
- auto abs_value = static_cast<uint32_or_64_or_128_t<T>>(value);
2156
- if (is_negative(value)) {
2157
- prefix = 0x01000000 | '-';
2158
- abs_value = 0 - abs_value;
2159
- } else {
2160
- constexpr const unsigned prefixes[4] = {0, 0, 0x1000000u | '+',
2161
- 0x1000000u | ' '};
2162
- prefix = prefixes[sign];
2163
- }
2164
- return {abs_value, prefix};
2165
- }
2166
-
2167
- template <typename Char = char> struct loc_writer {
2168
- buffer_appender<Char> out;
2169
- const format_specs<Char>& specs;
2170
- std::basic_string<Char> sep;
2171
- std::string grouping;
2172
- std::basic_string<Char> decimal_point;
2173
-
2174
- template <typename T, FMT_ENABLE_IF(is_integer<T>::value)>
2175
- auto operator()(T value) -> bool {
2176
- auto arg = make_write_int_arg(value, specs.sign);
2177
- write_int(out, static_cast<uint64_or_128_t<T>>(arg.abs_value), arg.prefix,
2178
- specs, digit_grouping<Char>(grouping, sep));
2179
- return true;
2180
- }
2181
-
2182
- template <typename T, FMT_ENABLE_IF(!is_integer<T>::value)>
2183
- auto operator()(T) -> bool {
2184
- return false;
2185
- }
2186
- };
2187
-
2188
- template <typename Char, typename OutputIt, typename T>
2189
- FMT_CONSTEXPR FMT_INLINE auto write_int(OutputIt out, write_int_arg<T> arg,
2190
- const format_specs<Char>& specs,
2191
- locale_ref) -> OutputIt {
2192
- static_assert(std::is_same<T, uint32_or_64_or_128_t<T>>::value, "");
2193
- auto abs_value = arg.abs_value;
2194
- auto prefix = arg.prefix;
2195
- switch (specs.type) {
2196
- case presentation_type::none:
2197
- case presentation_type::dec: {
2198
- auto num_digits = count_digits(abs_value);
2199
- return write_int(
2200
- out, num_digits, prefix, specs, [=](reserve_iterator<OutputIt> it) {
2201
- return format_decimal<Char>(it, abs_value, num_digits).end;
2202
- });
2203
- }
2204
- case presentation_type::hex_lower:
2205
- case presentation_type::hex_upper: {
2206
- bool upper = specs.type == presentation_type::hex_upper;
2207
- if (specs.alt)
2208
- prefix_append(prefix, unsigned(upper ? 'X' : 'x') << 8 | '0');
2209
- int num_digits = count_digits<4>(abs_value);
2210
- return write_int(
2211
- out, num_digits, prefix, specs, [=](reserve_iterator<OutputIt> it) {
2212
- return format_uint<4, Char>(it, abs_value, num_digits, upper);
2213
- });
2214
- }
2215
- case presentation_type::bin_lower:
2216
- case presentation_type::bin_upper: {
2217
- bool upper = specs.type == presentation_type::bin_upper;
2218
- if (specs.alt)
2219
- prefix_append(prefix, unsigned(upper ? 'B' : 'b') << 8 | '0');
2220
- int num_digits = count_digits<1>(abs_value);
2221
- return write_int(out, num_digits, prefix, specs,
2222
- [=](reserve_iterator<OutputIt> it) {
2223
- return format_uint<1, Char>(it, abs_value, num_digits);
2224
- });
2225
- }
2226
- case presentation_type::oct: {
2227
- int num_digits = count_digits<3>(abs_value);
2228
- // Octal prefix '0' is counted as a digit, so only add it if precision
2229
- // is not greater than the number of digits.
2230
- if (specs.alt && specs.precision <= num_digits && abs_value != 0)
2231
- prefix_append(prefix, '0');
2232
- return write_int(out, num_digits, prefix, specs,
2233
- [=](reserve_iterator<OutputIt> it) {
2234
- return format_uint<3, Char>(it, abs_value, num_digits);
2235
- });
2236
- }
2237
- case presentation_type::chr:
2238
- return write_char(out, static_cast<Char>(abs_value), specs);
2239
- default:
2240
- throw_format_error("invalid format specifier");
2241
- }
2242
- return out;
2243
- }
2244
- template <typename Char, typename OutputIt, typename T>
2245
- FMT_CONSTEXPR FMT_NOINLINE auto write_int_noinline(
2246
- OutputIt out, write_int_arg<T> arg, const format_specs<Char>& specs,
2247
- locale_ref loc) -> OutputIt {
2248
- return write_int(out, arg, specs, loc);
2249
- }
2250
- template <typename Char, typename OutputIt, typename T,
2251
- FMT_ENABLE_IF(is_integral<T>::value &&
2252
- !std::is_same<T, bool>::value &&
2253
- std::is_same<OutputIt, buffer_appender<Char>>::value)>
2254
- FMT_CONSTEXPR FMT_INLINE auto write(OutputIt out, T value,
2255
- const format_specs<Char>& specs,
2256
- locale_ref loc) -> OutputIt {
2257
- if (specs.localized && write_loc(out, value, specs, loc)) return out;
2258
- return write_int_noinline(out, make_write_int_arg(value, specs.sign), specs,
2259
- loc);
2260
- }
2261
- // An inlined version of write used in format string compilation.
2262
- template <typename Char, typename OutputIt, typename T,
2263
- FMT_ENABLE_IF(is_integral<T>::value &&
2264
- !std::is_same<T, bool>::value &&
2265
- !std::is_same<OutputIt, buffer_appender<Char>>::value)>
2266
- FMT_CONSTEXPR FMT_INLINE auto write(OutputIt out, T value,
2267
- const format_specs<Char>& specs,
2268
- locale_ref loc) -> OutputIt {
2269
- if (specs.localized && write_loc(out, value, specs, loc)) return out;
2270
- return write_int(out, make_write_int_arg(value, specs.sign), specs, loc);
2271
- }
2272
-
2273
- // An output iterator that counts the number of objects written to it and
2274
- // discards them.
2275
- class counting_iterator {
2276
- private:
2277
- size_t count_;
2278
-
2279
- public:
2280
- using iterator_category = std::output_iterator_tag;
2281
- using difference_type = std::ptrdiff_t;
2282
- using pointer = void;
2283
- using reference = void;
2284
- FMT_UNCHECKED_ITERATOR(counting_iterator);
2285
-
2286
- struct value_type {
2287
- template <typename T> FMT_CONSTEXPR void operator=(const T&) {}
2288
- };
2289
-
2290
- FMT_CONSTEXPR counting_iterator() : count_(0) {}
2291
-
2292
- FMT_CONSTEXPR auto count() const -> size_t { return count_; }
2293
-
2294
- FMT_CONSTEXPR auto operator++() -> counting_iterator& {
2295
- ++count_;
2296
- return *this;
2297
- }
2298
- FMT_CONSTEXPR auto operator++(int) -> counting_iterator {
2299
- auto it = *this;
2300
- ++*this;
2301
- return it;
2302
- }
2303
-
2304
- FMT_CONSTEXPR friend auto operator+(counting_iterator it, difference_type n)
2305
- -> counting_iterator {
2306
- it.count_ += static_cast<size_t>(n);
2307
- return it;
2308
- }
2309
-
2310
- FMT_CONSTEXPR auto operator*() const -> value_type { return {}; }
2311
- };
2312
-
2313
- template <typename Char, typename OutputIt>
2314
- FMT_CONSTEXPR auto write(OutputIt out, basic_string_view<Char> s,
2315
- const format_specs<Char>& specs) -> OutputIt {
2316
- auto data = s.data();
2317
- auto size = s.size();
2318
- if (specs.precision >= 0 && to_unsigned(specs.precision) < size)
2319
- size = code_point_index(s, to_unsigned(specs.precision));
2320
- bool is_debug = specs.type == presentation_type::debug;
2321
- size_t width = 0;
2322
- if (specs.width != 0) {
2323
- if (is_debug)
2324
- width = write_escaped_string(counting_iterator{}, s).count();
2325
- else
2326
- width = compute_width(basic_string_view<Char>(data, size));
2327
- }
2328
- return write_padded(out, specs, size, width,
2329
- [=](reserve_iterator<OutputIt> it) {
2330
- if (is_debug) return write_escaped_string(it, s);
2331
- return copy_str<Char>(data, data + size, it);
2332
- });
2333
- }
2334
- template <typename Char, typename OutputIt>
2335
- FMT_CONSTEXPR auto write(OutputIt out,
2336
- basic_string_view<type_identity_t<Char>> s,
2337
- const format_specs<Char>& specs, locale_ref)
2338
- -> OutputIt {
2339
- return write(out, s, specs);
2340
- }
2341
- template <typename Char, typename OutputIt>
2342
- FMT_CONSTEXPR auto write(OutputIt out, const Char* s,
2343
- const format_specs<Char>& specs, locale_ref)
2344
- -> OutputIt {
2345
- if (specs.type == presentation_type::pointer)
2346
- return write_ptr<Char>(out, bit_cast<uintptr_t>(s), &specs);
2347
- if (!s) throw_format_error("string pointer is null");
2348
- return write(out, basic_string_view<Char>(s), specs, {});
2349
- }
2350
-
2351
- template <typename Char, typename OutputIt, typename T,
2352
- FMT_ENABLE_IF(is_integral<T>::value &&
2353
- !std::is_same<T, bool>::value &&
2354
- !std::is_same<T, Char>::value)>
2355
- FMT_CONSTEXPR auto write(OutputIt out, T value) -> OutputIt {
2356
- auto abs_value = static_cast<uint32_or_64_or_128_t<T>>(value);
2357
- bool negative = is_negative(value);
2358
- // Don't do -abs_value since it trips unsigned-integer-overflow sanitizer.
2359
- if (negative) abs_value = ~abs_value + 1;
2360
- int num_digits = count_digits(abs_value);
2361
- auto size = (negative ? 1 : 0) + static_cast<size_t>(num_digits);
2362
- auto it = reserve(out, size);
2363
- if (auto ptr = to_pointer<Char>(it, size)) {
2364
- if (negative) *ptr++ = static_cast<Char>('-');
2365
- format_decimal<Char>(ptr, abs_value, num_digits);
2366
- return out;
2367
- }
2368
- if (negative) *it++ = static_cast<Char>('-');
2369
- it = format_decimal<Char>(it, abs_value, num_digits).end;
2370
- return base_iterator(out, it);
2371
- }
2372
-
2373
- // DEPRECATED!
2374
- template <typename Char>
2375
- FMT_CONSTEXPR auto parse_align(const Char* begin, const Char* end,
2376
- format_specs<Char>& specs) -> const Char* {
2377
- FMT_ASSERT(begin != end, "");
2378
- auto align = align::none;
2379
- auto p = begin + code_point_length(begin);
2380
- if (end - p <= 0) p = begin;
2381
- for (;;) {
2382
- switch (to_ascii(*p)) {
2383
- case '<':
2384
- align = align::left;
2385
- break;
2386
- case '>':
2387
- align = align::right;
2388
- break;
2389
- case '^':
2390
- align = align::center;
2391
- break;
2392
- }
2393
- if (align != align::none) {
2394
- if (p != begin) {
2395
- auto c = *begin;
2396
- if (c == '}') return begin;
2397
- if (c == '{') {
2398
- throw_format_error("invalid fill character '{'");
2399
- return begin;
2400
- }
2401
- specs.fill = {begin, to_unsigned(p - begin)};
2402
- begin = p + 1;
2403
- } else {
2404
- ++begin;
2405
- }
2406
- break;
2407
- } else if (p == begin) {
2408
- break;
2409
- }
2410
- p = begin;
2411
- }
2412
- specs.align = align;
2413
- return begin;
2414
- }
2415
-
2416
- // A floating-point presentation format.
2417
- enum class float_format : unsigned char {
2418
- general, // General: exponent notation or fixed point based on magnitude.
2419
- exp, // Exponent notation with the default precision of 6, e.g. 1.2e-3.
2420
- fixed, // Fixed point with the default precision of 6, e.g. 0.0012.
2421
- hex
2422
- };
2423
-
2424
- struct float_specs {
2425
- int precision;
2426
- float_format format : 8;
2427
- sign_t sign : 8;
2428
- bool upper : 1;
2429
- bool locale : 1;
2430
- bool binary32 : 1;
2431
- bool showpoint : 1;
2432
- };
2433
-
2434
- template <typename Char>
2435
- FMT_CONSTEXPR auto parse_float_type_spec(const format_specs<Char>& specs)
2436
- -> float_specs {
2437
- auto result = float_specs();
2438
- result.showpoint = specs.alt;
2439
- result.locale = specs.localized;
2440
- switch (specs.type) {
2441
- case presentation_type::none:
2442
- result.format = float_format::general;
2443
- break;
2444
- case presentation_type::general_upper:
2445
- result.upper = true;
2446
- FMT_FALLTHROUGH;
2447
- case presentation_type::general_lower:
2448
- result.format = float_format::general;
2449
- break;
2450
- case presentation_type::exp_upper:
2451
- result.upper = true;
2452
- FMT_FALLTHROUGH;
2453
- case presentation_type::exp_lower:
2454
- result.format = float_format::exp;
2455
- result.showpoint |= specs.precision != 0;
2456
- break;
2457
- case presentation_type::fixed_upper:
2458
- result.upper = true;
2459
- FMT_FALLTHROUGH;
2460
- case presentation_type::fixed_lower:
2461
- result.format = float_format::fixed;
2462
- result.showpoint |= specs.precision != 0;
2463
- break;
2464
- case presentation_type::hexfloat_upper:
2465
- result.upper = true;
2466
- FMT_FALLTHROUGH;
2467
- case presentation_type::hexfloat_lower:
2468
- result.format = float_format::hex;
2469
- break;
2470
- default:
2471
- throw_format_error("invalid format specifier");
2472
- break;
2473
- }
2474
- return result;
2475
- }
2476
-
2477
- template <typename Char, typename OutputIt>
2478
- FMT_CONSTEXPR20 auto write_nonfinite(OutputIt out, bool isnan,
2479
- format_specs<Char> specs,
2480
- const float_specs& fspecs) -> OutputIt {
2481
- auto str =
2482
- isnan ? (fspecs.upper ? "NAN" : "nan") : (fspecs.upper ? "INF" : "inf");
2483
- constexpr size_t str_size = 3;
2484
- auto sign = fspecs.sign;
2485
- auto size = str_size + (sign ? 1 : 0);
2486
- // Replace '0'-padding with space for non-finite values.
2487
- const bool is_zero_fill =
2488
- specs.fill.size() == 1 && *specs.fill.data() == static_cast<Char>('0');
2489
- if (is_zero_fill) specs.fill[0] = static_cast<Char>(' ');
2490
- return write_padded(out, specs, size, [=](reserve_iterator<OutputIt> it) {
2491
- if (sign) *it++ = detail::sign<Char>(sign);
2492
- return copy_str<Char>(str, str + str_size, it);
2493
- });
2494
- }
2495
-
2496
- // A decimal floating-point number significand * pow(10, exp).
2497
- struct big_decimal_fp {
2498
- const char* significand;
2499
- int significand_size;
2500
- int exponent;
2501
- };
2502
-
2503
- constexpr auto get_significand_size(const big_decimal_fp& f) -> int {
2504
- return f.significand_size;
2505
- }
2506
- template <typename T>
2507
- inline auto get_significand_size(const dragonbox::decimal_fp<T>& f) -> int {
2508
- return count_digits(f.significand);
2509
- }
2510
-
2511
- template <typename Char, typename OutputIt>
2512
- constexpr auto write_significand(OutputIt out, const char* significand,
2513
- int significand_size) -> OutputIt {
2514
- return copy_str<Char>(significand, significand + significand_size, out);
2515
- }
2516
- template <typename Char, typename OutputIt, typename UInt>
2517
- inline auto write_significand(OutputIt out, UInt significand,
2518
- int significand_size) -> OutputIt {
2519
- return format_decimal<Char>(out, significand, significand_size).end;
2520
- }
2521
- template <typename Char, typename OutputIt, typename T, typename Grouping>
2522
- FMT_CONSTEXPR20 auto write_significand(OutputIt out, T significand,
2523
- int significand_size, int exponent,
2524
- const Grouping& grouping) -> OutputIt {
2525
- if (!grouping.has_separator()) {
2526
- out = write_significand<Char>(out, significand, significand_size);
2527
- return detail::fill_n(out, exponent, static_cast<Char>('0'));
2528
- }
2529
- auto buffer = memory_buffer();
2530
- write_significand<char>(appender(buffer), significand, significand_size);
2531
- detail::fill_n(appender(buffer), exponent, '0');
2532
- return grouping.apply(out, string_view(buffer.data(), buffer.size()));
2533
- }
2534
-
2535
- template <typename Char, typename UInt,
2536
- FMT_ENABLE_IF(std::is_integral<UInt>::value)>
2537
- inline auto write_significand(Char* out, UInt significand, int significand_size,
2538
- int integral_size, Char decimal_point) -> Char* {
2539
- if (!decimal_point)
2540
- return format_decimal(out, significand, significand_size).end;
2541
- out += significand_size + 1;
2542
- Char* end = out;
2543
- int floating_size = significand_size - integral_size;
2544
- for (int i = floating_size / 2; i > 0; --i) {
2545
- out -= 2;
2546
- copy2(out, digits2(static_cast<std::size_t>(significand % 100)));
2547
- significand /= 100;
2548
- }
2549
- if (floating_size % 2 != 0) {
2550
- *--out = static_cast<Char>('0' + significand % 10);
2551
- significand /= 10;
2552
- }
2553
- *--out = decimal_point;
2554
- format_decimal(out - integral_size, significand, integral_size);
2555
- return end;
2556
- }
2557
-
2558
- template <typename OutputIt, typename UInt, typename Char,
2559
- FMT_ENABLE_IF(!std::is_pointer<remove_cvref_t<OutputIt>>::value)>
2560
- inline auto write_significand(OutputIt out, UInt significand,
2561
- int significand_size, int integral_size,
2562
- Char decimal_point) -> OutputIt {
2563
- // Buffer is large enough to hold digits (digits10 + 1) and a decimal point.
2564
- Char buffer[digits10<UInt>() + 2];
2565
- auto end = write_significand(buffer, significand, significand_size,
2566
- integral_size, decimal_point);
2567
- return detail::copy_str_noinline<Char>(buffer, end, out);
2568
- }
2569
-
2570
- template <typename OutputIt, typename Char>
2571
- FMT_CONSTEXPR auto write_significand(OutputIt out, const char* significand,
2572
- int significand_size, int integral_size,
2573
- Char decimal_point) -> OutputIt {
2574
- out = detail::copy_str_noinline<Char>(significand,
2575
- significand + integral_size, out);
2576
- if (!decimal_point) return out;
2577
- *out++ = decimal_point;
2578
- return detail::copy_str_noinline<Char>(significand + integral_size,
2579
- significand + significand_size, out);
2580
- }
2581
-
2582
- template <typename OutputIt, typename Char, typename T, typename Grouping>
2583
- FMT_CONSTEXPR20 auto write_significand(OutputIt out, T significand,
2584
- int significand_size, int integral_size,
2585
- Char decimal_point,
2586
- const Grouping& grouping) -> OutputIt {
2587
- if (!grouping.has_separator()) {
2588
- return write_significand(out, significand, significand_size, integral_size,
2589
- decimal_point);
2590
- }
2591
- auto buffer = basic_memory_buffer<Char>();
2592
- write_significand(buffer_appender<Char>(buffer), significand,
2593
- significand_size, integral_size, decimal_point);
2594
- grouping.apply(
2595
- out, basic_string_view<Char>(buffer.data(), to_unsigned(integral_size)));
2596
- return detail::copy_str_noinline<Char>(buffer.data() + integral_size,
2597
- buffer.end(), out);
2598
- }
2599
-
2600
- template <typename OutputIt, typename DecimalFP, typename Char,
2601
- typename Grouping = digit_grouping<Char>>
2602
- FMT_CONSTEXPR20 auto do_write_float(OutputIt out, const DecimalFP& f,
2603
- const format_specs<Char>& specs,
2604
- float_specs fspecs, locale_ref loc)
2605
- -> OutputIt {
2606
- auto significand = f.significand;
2607
- int significand_size = get_significand_size(f);
2608
- const Char zero = static_cast<Char>('0');
2609
- auto sign = fspecs.sign;
2610
- size_t size = to_unsigned(significand_size) + (sign ? 1 : 0);
2611
- using iterator = reserve_iterator<OutputIt>;
2612
-
2613
- Char decimal_point =
2614
- fspecs.locale ? detail::decimal_point<Char>(loc) : static_cast<Char>('.');
2615
-
2616
- int output_exp = f.exponent + significand_size - 1;
2617
- auto use_exp_format = [=]() {
2618
- if (fspecs.format == float_format::exp) return true;
2619
- if (fspecs.format != float_format::general) return false;
2620
- // Use the fixed notation if the exponent is in [exp_lower, exp_upper),
2621
- // e.g. 0.0001 instead of 1e-04. Otherwise use the exponent notation.
2622
- const int exp_lower = -4, exp_upper = 16;
2623
- return output_exp < exp_lower ||
2624
- output_exp >= (fspecs.precision > 0 ? fspecs.precision : exp_upper);
2625
- };
2626
- if (use_exp_format()) {
2627
- int num_zeros = 0;
2628
- if (fspecs.showpoint) {
2629
- num_zeros = fspecs.precision - significand_size;
2630
- if (num_zeros < 0) num_zeros = 0;
2631
- size += to_unsigned(num_zeros);
2632
- } else if (significand_size == 1) {
2633
- decimal_point = Char();
2634
- }
2635
- auto abs_output_exp = output_exp >= 0 ? output_exp : -output_exp;
2636
- int exp_digits = 2;
2637
- if (abs_output_exp >= 100) exp_digits = abs_output_exp >= 1000 ? 4 : 3;
2638
-
2639
- size += to_unsigned((decimal_point ? 1 : 0) + 2 + exp_digits);
2640
- char exp_char = fspecs.upper ? 'E' : 'e';
2641
- auto write = [=](iterator it) {
2642
- if (sign) *it++ = detail::sign<Char>(sign);
2643
- // Insert a decimal point after the first digit and add an exponent.
2644
- it = write_significand(it, significand, significand_size, 1,
2645
- decimal_point);
2646
- if (num_zeros > 0) it = detail::fill_n(it, num_zeros, zero);
2647
- *it++ = static_cast<Char>(exp_char);
2648
- return write_exponent<Char>(output_exp, it);
2649
- };
2650
- return specs.width > 0 ? write_padded<align::right>(out, specs, size, write)
2651
- : base_iterator(out, write(reserve(out, size)));
2652
- }
2653
-
2654
- int exp = f.exponent + significand_size;
2655
- if (f.exponent >= 0) {
2656
- // 1234e5 -> 123400000[.0+]
2657
- size += to_unsigned(f.exponent);
2658
- int num_zeros = fspecs.precision - exp;
2659
- abort_fuzzing_if(num_zeros > 5000);
2660
- if (fspecs.showpoint) {
2661
- ++size;
2662
- if (num_zeros <= 0 && fspecs.format != float_format::fixed) num_zeros = 0;
2663
- if (num_zeros > 0) size += to_unsigned(num_zeros);
2664
- }
2665
- auto grouping = Grouping(loc, fspecs.locale);
2666
- size += to_unsigned(grouping.count_separators(exp));
2667
- return write_padded<align::right>(out, specs, size, [&](iterator it) {
2668
- if (sign) *it++ = detail::sign<Char>(sign);
2669
- it = write_significand<Char>(it, significand, significand_size,
2670
- f.exponent, grouping);
2671
- if (!fspecs.showpoint) return it;
2672
- *it++ = decimal_point;
2673
- return num_zeros > 0 ? detail::fill_n(it, num_zeros, zero) : it;
2674
- });
2675
- } else if (exp > 0) {
2676
- // 1234e-2 -> 12.34[0+]
2677
- int num_zeros = fspecs.showpoint ? fspecs.precision - significand_size : 0;
2678
- size += 1 + to_unsigned(num_zeros > 0 ? num_zeros : 0);
2679
- auto grouping = Grouping(loc, fspecs.locale);
2680
- size += to_unsigned(grouping.count_separators(exp));
2681
- return write_padded<align::right>(out, specs, size, [&](iterator it) {
2682
- if (sign) *it++ = detail::sign<Char>(sign);
2683
- it = write_significand(it, significand, significand_size, exp,
2684
- decimal_point, grouping);
2685
- return num_zeros > 0 ? detail::fill_n(it, num_zeros, zero) : it;
2686
- });
2687
- }
2688
- // 1234e-6 -> 0.001234
2689
- int num_zeros = -exp;
2690
- if (significand_size == 0 && fspecs.precision >= 0 &&
2691
- fspecs.precision < num_zeros) {
2692
- num_zeros = fspecs.precision;
2693
- }
2694
- bool pointy = num_zeros != 0 || significand_size != 0 || fspecs.showpoint;
2695
- size += 1 + (pointy ? 1 : 0) + to_unsigned(num_zeros);
2696
- return write_padded<align::right>(out, specs, size, [&](iterator it) {
2697
- if (sign) *it++ = detail::sign<Char>(sign);
2698
- *it++ = zero;
2699
- if (!pointy) return it;
2700
- *it++ = decimal_point;
2701
- it = detail::fill_n(it, num_zeros, zero);
2702
- return write_significand<Char>(it, significand, significand_size);
2703
- });
2704
- }
2705
-
2706
- template <typename Char> class fallback_digit_grouping {
2707
- public:
2708
- constexpr fallback_digit_grouping(locale_ref, bool) {}
2709
-
2710
- constexpr auto has_separator() const -> bool { return false; }
2711
-
2712
- constexpr auto count_separators(int) const -> int { return 0; }
2713
-
2714
- template <typename Out, typename C>
2715
- constexpr auto apply(Out out, basic_string_view<C>) const -> Out {
2716
- return out;
2717
- }
2718
- };
2719
-
2720
- template <typename OutputIt, typename DecimalFP, typename Char>
2721
- FMT_CONSTEXPR20 auto write_float(OutputIt out, const DecimalFP& f,
2722
- const format_specs<Char>& specs,
2723
- float_specs fspecs, locale_ref loc)
2724
- -> OutputIt {
2725
- if (is_constant_evaluated()) {
2726
- return do_write_float<OutputIt, DecimalFP, Char,
2727
- fallback_digit_grouping<Char>>(out, f, specs, fspecs,
2728
- loc);
2729
- } else {
2730
- return do_write_float(out, f, specs, fspecs, loc);
2731
- }
2732
- }
2733
-
2734
- template <typename T> constexpr auto isnan(T value) -> bool {
2735
- return !(value >= value); // std::isnan doesn't support __float128.
2736
- }
2737
-
2738
- template <typename T, typename Enable = void>
2739
- struct has_isfinite : std::false_type {};
2740
-
2741
- template <typename T>
2742
- struct has_isfinite<T, enable_if_t<sizeof(std::isfinite(T())) != 0>>
2743
- : std::true_type {};
2744
-
2745
- template <typename T, FMT_ENABLE_IF(std::is_floating_point<T>::value&&
2746
- has_isfinite<T>::value)>
2747
- FMT_CONSTEXPR20 auto isfinite(T value) -> bool {
2748
- constexpr T inf = T(std::numeric_limits<double>::infinity());
2749
- if (is_constant_evaluated())
2750
- return !detail::isnan(value) && value < inf && value > -inf;
2751
- return std::isfinite(value);
2752
- }
2753
- template <typename T, FMT_ENABLE_IF(!has_isfinite<T>::value)>
2754
- FMT_CONSTEXPR auto isfinite(T value) -> bool {
2755
- T inf = T(std::numeric_limits<double>::infinity());
2756
- // std::isfinite doesn't support __float128.
2757
- return !detail::isnan(value) && value < inf && value > -inf;
2758
- }
2759
-
2760
- template <typename T, FMT_ENABLE_IF(is_floating_point<T>::value)>
2761
- FMT_INLINE FMT_CONSTEXPR bool signbit(T value) {
2762
- if (is_constant_evaluated()) {
2763
- #ifdef __cpp_if_constexpr
2764
- if constexpr (std::numeric_limits<double>::is_iec559) {
2765
- auto bits = detail::bit_cast<uint64_t>(static_cast<double>(value));
2766
- return (bits >> (num_bits<uint64_t>() - 1)) != 0;
2767
- }
2768
- #endif
2769
- }
2770
- return std::signbit(static_cast<double>(value));
2771
- }
2772
-
2773
- inline FMT_CONSTEXPR20 void adjust_precision(int& precision, int exp10) {
2774
- // Adjust fixed precision by exponent because it is relative to decimal
2775
- // point.
2776
- if (exp10 > 0 && precision > max_value<int>() - exp10)
2777
- FMT_THROW(format_error("number is too big"));
2778
- precision += exp10;
2779
- }
2780
-
2781
- class bigint {
2782
- private:
2783
- // A bigint is stored as an array of bigits (big digits), with bigit at index
2784
- // 0 being the least significant one.
2785
- using bigit = uint32_t;
2786
- using double_bigit = uint64_t;
2787
- enum { bigits_capacity = 32 };
2788
- basic_memory_buffer<bigit, bigits_capacity> bigits_;
2789
- int exp_;
2790
-
2791
- FMT_CONSTEXPR20 auto operator[](int index) const -> bigit {
2792
- return bigits_[to_unsigned(index)];
2793
- }
2794
- FMT_CONSTEXPR20 auto operator[](int index) -> bigit& {
2795
- return bigits_[to_unsigned(index)];
2796
- }
2797
-
2798
- static constexpr const int bigit_bits = num_bits<bigit>();
2799
-
2800
- friend struct formatter<bigint>;
2801
-
2802
- FMT_CONSTEXPR20 void subtract_bigits(int index, bigit other, bigit& borrow) {
2803
- auto result = static_cast<double_bigit>((*this)[index]) - other - borrow;
2804
- (*this)[index] = static_cast<bigit>(result);
2805
- borrow = static_cast<bigit>(result >> (bigit_bits * 2 - 1));
2806
- }
2807
-
2808
- FMT_CONSTEXPR20 void remove_leading_zeros() {
2809
- int num_bigits = static_cast<int>(bigits_.size()) - 1;
2810
- while (num_bigits > 0 && (*this)[num_bigits] == 0) --num_bigits;
2811
- bigits_.resize(to_unsigned(num_bigits + 1));
2812
- }
2813
-
2814
- // Computes *this -= other assuming aligned bigints and *this >= other.
2815
- FMT_CONSTEXPR20 void subtract_aligned(const bigint& other) {
2816
- FMT_ASSERT(other.exp_ >= exp_, "unaligned bigints");
2817
- FMT_ASSERT(compare(*this, other) >= 0, "");
2818
- bigit borrow = 0;
2819
- int i = other.exp_ - exp_;
2820
- for (size_t j = 0, n = other.bigits_.size(); j != n; ++i, ++j)
2821
- subtract_bigits(i, other.bigits_[j], borrow);
2822
- while (borrow > 0) subtract_bigits(i, 0, borrow);
2823
- remove_leading_zeros();
2824
- }
2825
-
2826
- FMT_CONSTEXPR20 void multiply(uint32_t value) {
2827
- const double_bigit wide_value = value;
2828
- bigit carry = 0;
2829
- for (size_t i = 0, n = bigits_.size(); i < n; ++i) {
2830
- double_bigit result = bigits_[i] * wide_value + carry;
2831
- bigits_[i] = static_cast<bigit>(result);
2832
- carry = static_cast<bigit>(result >> bigit_bits);
2833
- }
2834
- if (carry != 0) bigits_.push_back(carry);
2835
- }
2836
-
2837
- template <typename UInt, FMT_ENABLE_IF(std::is_same<UInt, uint64_t>::value ||
2838
- std::is_same<UInt, uint128_t>::value)>
2839
- FMT_CONSTEXPR20 void multiply(UInt value) {
2840
- using half_uint =
2841
- conditional_t<std::is_same<UInt, uint128_t>::value, uint64_t, uint32_t>;
2842
- const int shift = num_bits<half_uint>() - bigit_bits;
2843
- const UInt lower = static_cast<half_uint>(value);
2844
- const UInt upper = value >> num_bits<half_uint>();
2845
- UInt carry = 0;
2846
- for (size_t i = 0, n = bigits_.size(); i < n; ++i) {
2847
- UInt result = lower * bigits_[i] + static_cast<bigit>(carry);
2848
- carry = (upper * bigits_[i] << shift) + (result >> bigit_bits) +
2849
- (carry >> bigit_bits);
2850
- bigits_[i] = static_cast<bigit>(result);
2851
- }
2852
- while (carry != 0) {
2853
- bigits_.push_back(static_cast<bigit>(carry));
2854
- carry >>= bigit_bits;
2855
- }
2856
- }
2857
-
2858
- template <typename UInt, FMT_ENABLE_IF(std::is_same<UInt, uint64_t>::value ||
2859
- std::is_same<UInt, uint128_t>::value)>
2860
- FMT_CONSTEXPR20 void assign(UInt n) {
2861
- size_t num_bigits = 0;
2862
- do {
2863
- bigits_[num_bigits++] = static_cast<bigit>(n);
2864
- n >>= bigit_bits;
2865
- } while (n != 0);
2866
- bigits_.resize(num_bigits);
2867
- exp_ = 0;
2868
- }
2869
-
2870
- public:
2871
- FMT_CONSTEXPR20 bigint() : exp_(0) {}
2872
- explicit bigint(uint64_t n) { assign(n); }
2873
-
2874
- bigint(const bigint&) = delete;
2875
- void operator=(const bigint&) = delete;
2876
-
2877
- FMT_CONSTEXPR20 void assign(const bigint& other) {
2878
- auto size = other.bigits_.size();
2879
- bigits_.resize(size);
2880
- auto data = other.bigits_.data();
2881
- copy_str<bigit>(data, data + size, bigits_.data());
2882
- exp_ = other.exp_;
2883
- }
2884
-
2885
- template <typename Int> FMT_CONSTEXPR20 void operator=(Int n) {
2886
- FMT_ASSERT(n > 0, "");
2887
- assign(uint64_or_128_t<Int>(n));
2888
- }
2889
-
2890
- FMT_CONSTEXPR20 auto num_bigits() const -> int {
2891
- return static_cast<int>(bigits_.size()) + exp_;
2892
- }
2893
-
2894
- FMT_NOINLINE FMT_CONSTEXPR20 auto operator<<=(int shift) -> bigint& {
2895
- FMT_ASSERT(shift >= 0, "");
2896
- exp_ += shift / bigit_bits;
2897
- shift %= bigit_bits;
2898
- if (shift == 0) return *this;
2899
- bigit carry = 0;
2900
- for (size_t i = 0, n = bigits_.size(); i < n; ++i) {
2901
- bigit c = bigits_[i] >> (bigit_bits - shift);
2902
- bigits_[i] = (bigits_[i] << shift) + carry;
2903
- carry = c;
2904
- }
2905
- if (carry != 0) bigits_.push_back(carry);
2906
- return *this;
2907
- }
2908
-
2909
- template <typename Int>
2910
- FMT_CONSTEXPR20 auto operator*=(Int value) -> bigint& {
2911
- FMT_ASSERT(value > 0, "");
2912
- multiply(uint32_or_64_or_128_t<Int>(value));
2913
- return *this;
2914
- }
2915
-
2916
- friend FMT_CONSTEXPR20 auto compare(const bigint& lhs, const bigint& rhs)
2917
- -> int {
2918
- int num_lhs_bigits = lhs.num_bigits(), num_rhs_bigits = rhs.num_bigits();
2919
- if (num_lhs_bigits != num_rhs_bigits)
2920
- return num_lhs_bigits > num_rhs_bigits ? 1 : -1;
2921
- int i = static_cast<int>(lhs.bigits_.size()) - 1;
2922
- int j = static_cast<int>(rhs.bigits_.size()) - 1;
2923
- int end = i - j;
2924
- if (end < 0) end = 0;
2925
- for (; i >= end; --i, --j) {
2926
- bigit lhs_bigit = lhs[i], rhs_bigit = rhs[j];
2927
- if (lhs_bigit != rhs_bigit) return lhs_bigit > rhs_bigit ? 1 : -1;
2928
- }
2929
- if (i != j) return i > j ? 1 : -1;
2930
- return 0;
2931
- }
2932
-
2933
- // Returns compare(lhs1 + lhs2, rhs).
2934
- friend FMT_CONSTEXPR20 auto add_compare(const bigint& lhs1,
2935
- const bigint& lhs2, const bigint& rhs)
2936
- -> int {
2937
- auto minimum = [](int a, int b) { return a < b ? a : b; };
2938
- auto maximum = [](int a, int b) { return a > b ? a : b; };
2939
- int max_lhs_bigits = maximum(lhs1.num_bigits(), lhs2.num_bigits());
2940
- int num_rhs_bigits = rhs.num_bigits();
2941
- if (max_lhs_bigits + 1 < num_rhs_bigits) return -1;
2942
- if (max_lhs_bigits > num_rhs_bigits) return 1;
2943
- auto get_bigit = [](const bigint& n, int i) -> bigit {
2944
- return i >= n.exp_ && i < n.num_bigits() ? n[i - n.exp_] : 0;
2945
- };
2946
- double_bigit borrow = 0;
2947
- int min_exp = minimum(minimum(lhs1.exp_, lhs2.exp_), rhs.exp_);
2948
- for (int i = num_rhs_bigits - 1; i >= min_exp; --i) {
2949
- double_bigit sum =
2950
- static_cast<double_bigit>(get_bigit(lhs1, i)) + get_bigit(lhs2, i);
2951
- bigit rhs_bigit = get_bigit(rhs, i);
2952
- if (sum > rhs_bigit + borrow) return 1;
2953
- borrow = rhs_bigit + borrow - sum;
2954
- if (borrow > 1) return -1;
2955
- borrow <<= bigit_bits;
2956
- }
2957
- return borrow != 0 ? -1 : 0;
2958
- }
2959
-
2960
- // Assigns pow(10, exp) to this bigint.
2961
- FMT_CONSTEXPR20 void assign_pow10(int exp) {
2962
- FMT_ASSERT(exp >= 0, "");
2963
- if (exp == 0) return *this = 1;
2964
- // Find the top bit.
2965
- int bitmask = 1;
2966
- while (exp >= bitmask) bitmask <<= 1;
2967
- bitmask >>= 1;
2968
- // pow(10, exp) = pow(5, exp) * pow(2, exp). First compute pow(5, exp) by
2969
- // repeated squaring and multiplication.
2970
- *this = 5;
2971
- bitmask >>= 1;
2972
- while (bitmask != 0) {
2973
- square();
2974
- if ((exp & bitmask) != 0) *this *= 5;
2975
- bitmask >>= 1;
2976
- }
2977
- *this <<= exp; // Multiply by pow(2, exp) by shifting.
2978
- }
2979
-
2980
- FMT_CONSTEXPR20 void square() {
2981
- int num_bigits = static_cast<int>(bigits_.size());
2982
- int num_result_bigits = 2 * num_bigits;
2983
- basic_memory_buffer<bigit, bigits_capacity> n(std::move(bigits_));
2984
- bigits_.resize(to_unsigned(num_result_bigits));
2985
- auto sum = uint128_t();
2986
- for (int bigit_index = 0; bigit_index < num_bigits; ++bigit_index) {
2987
- // Compute bigit at position bigit_index of the result by adding
2988
- // cross-product terms n[i] * n[j] such that i + j == bigit_index.
2989
- for (int i = 0, j = bigit_index; j >= 0; ++i, --j) {
2990
- // Most terms are multiplied twice which can be optimized in the future.
2991
- sum += static_cast<double_bigit>(n[i]) * n[j];
2992
- }
2993
- (*this)[bigit_index] = static_cast<bigit>(sum);
2994
- sum >>= num_bits<bigit>(); // Compute the carry.
2995
- }
2996
- // Do the same for the top half.
2997
- for (int bigit_index = num_bigits; bigit_index < num_result_bigits;
2998
- ++bigit_index) {
2999
- for (int j = num_bigits - 1, i = bigit_index - j; i < num_bigits;)
3000
- sum += static_cast<double_bigit>(n[i++]) * n[j--];
3001
- (*this)[bigit_index] = static_cast<bigit>(sum);
3002
- sum >>= num_bits<bigit>();
3003
- }
3004
- remove_leading_zeros();
3005
- exp_ *= 2;
3006
- }
3007
-
3008
- // If this bigint has a bigger exponent than other, adds trailing zero to make
3009
- // exponents equal. This simplifies some operations such as subtraction.
3010
- FMT_CONSTEXPR20 void align(const bigint& other) {
3011
- int exp_difference = exp_ - other.exp_;
3012
- if (exp_difference <= 0) return;
3013
- int num_bigits = static_cast<int>(bigits_.size());
3014
- bigits_.resize(to_unsigned(num_bigits + exp_difference));
3015
- for (int i = num_bigits - 1, j = i + exp_difference; i >= 0; --i, --j)
3016
- bigits_[j] = bigits_[i];
3017
- std::uninitialized_fill_n(bigits_.data(), exp_difference, 0u);
3018
- exp_ -= exp_difference;
3019
- }
3020
-
3021
- // Divides this bignum by divisor, assigning the remainder to this and
3022
- // returning the quotient.
3023
- FMT_CONSTEXPR20 auto divmod_assign(const bigint& divisor) -> int {
3024
- FMT_ASSERT(this != &divisor, "");
3025
- if (compare(*this, divisor) < 0) return 0;
3026
- FMT_ASSERT(divisor.bigits_[divisor.bigits_.size() - 1u] != 0, "");
3027
- align(divisor);
3028
- int quotient = 0;
3029
- do {
3030
- subtract_aligned(divisor);
3031
- ++quotient;
3032
- } while (compare(*this, divisor) >= 0);
3033
- return quotient;
3034
- }
3035
- };
3036
-
3037
- // format_dragon flags.
3038
- enum dragon {
3039
- predecessor_closer = 1,
3040
- fixup = 2, // Run fixup to correct exp10 which can be off by one.
3041
- fixed = 4,
3042
- };
3043
-
3044
- // Formats a floating-point number using a variation of the Fixed-Precision
3045
- // Positive Floating-Point Printout ((FPP)^2) algorithm by Steele & White:
3046
- // https://fmt.dev/papers/p372-steele.pdf.
3047
- FMT_CONSTEXPR20 inline void format_dragon(basic_fp<uint128_t> value,
3048
- unsigned flags, int num_digits,
3049
- buffer<char>& buf, int& exp10) {
3050
- bigint numerator; // 2 * R in (FPP)^2.
3051
- bigint denominator; // 2 * S in (FPP)^2.
3052
- // lower and upper are differences between value and corresponding boundaries.
3053
- bigint lower; // (M^- in (FPP)^2).
3054
- bigint upper_store; // upper's value if different from lower.
3055
- bigint* upper = nullptr; // (M^+ in (FPP)^2).
3056
- // Shift numerator and denominator by an extra bit or two (if lower boundary
3057
- // is closer) to make lower and upper integers. This eliminates multiplication
3058
- // by 2 during later computations.
3059
- bool is_predecessor_closer = (flags & dragon::predecessor_closer) != 0;
3060
- int shift = is_predecessor_closer ? 2 : 1;
3061
- if (value.e >= 0) {
3062
- numerator = value.f;
3063
- numerator <<= value.e + shift;
3064
- lower = 1;
3065
- lower <<= value.e;
3066
- if (is_predecessor_closer) {
3067
- upper_store = 1;
3068
- upper_store <<= value.e + 1;
3069
- upper = &upper_store;
3070
- }
3071
- denominator.assign_pow10(exp10);
3072
- denominator <<= shift;
3073
- } else if (exp10 < 0) {
3074
- numerator.assign_pow10(-exp10);
3075
- lower.assign(numerator);
3076
- if (is_predecessor_closer) {
3077
- upper_store.assign(numerator);
3078
- upper_store <<= 1;
3079
- upper = &upper_store;
3080
- }
3081
- numerator *= value.f;
3082
- numerator <<= shift;
3083
- denominator = 1;
3084
- denominator <<= shift - value.e;
3085
- } else {
3086
- numerator = value.f;
3087
- numerator <<= shift;
3088
- denominator.assign_pow10(exp10);
3089
- denominator <<= shift - value.e;
3090
- lower = 1;
3091
- if (is_predecessor_closer) {
3092
- upper_store = 1ULL << 1;
3093
- upper = &upper_store;
3094
- }
3095
- }
3096
- int even = static_cast<int>((value.f & 1) == 0);
3097
- if (!upper) upper = &lower;
3098
- bool shortest = num_digits < 0;
3099
- if ((flags & dragon::fixup) != 0) {
3100
- if (add_compare(numerator, *upper, denominator) + even <= 0) {
3101
- --exp10;
3102
- numerator *= 10;
3103
- if (num_digits < 0) {
3104
- lower *= 10;
3105
- if (upper != &lower) *upper *= 10;
3106
- }
3107
- }
3108
- if ((flags & dragon::fixed) != 0) adjust_precision(num_digits, exp10 + 1);
3109
- }
3110
- // Invariant: value == (numerator / denominator) * pow(10, exp10).
3111
- if (shortest) {
3112
- // Generate the shortest representation.
3113
- num_digits = 0;
3114
- char* data = buf.data();
3115
- for (;;) {
3116
- int digit = numerator.divmod_assign(denominator);
3117
- bool low = compare(numerator, lower) - even < 0; // numerator <[=] lower.
3118
- // numerator + upper >[=] pow10:
3119
- bool high = add_compare(numerator, *upper, denominator) + even > 0;
3120
- data[num_digits++] = static_cast<char>('0' + digit);
3121
- if (low || high) {
3122
- if (!low) {
3123
- ++data[num_digits - 1];
3124
- } else if (high) {
3125
- int result = add_compare(numerator, numerator, denominator);
3126
- // Round half to even.
3127
- if (result > 0 || (result == 0 && (digit % 2) != 0))
3128
- ++data[num_digits - 1];
3129
- }
3130
- buf.try_resize(to_unsigned(num_digits));
3131
- exp10 -= num_digits - 1;
3132
- return;
3133
- }
3134
- numerator *= 10;
3135
- lower *= 10;
3136
- if (upper != &lower) *upper *= 10;
3137
- }
3138
- }
3139
- // Generate the given number of digits.
3140
- exp10 -= num_digits - 1;
3141
- if (num_digits <= 0) {
3142
- denominator *= 10;
3143
- auto digit = add_compare(numerator, numerator, denominator) > 0 ? '1' : '0';
3144
- buf.push_back(digit);
3145
- return;
3146
- }
3147
- buf.try_resize(to_unsigned(num_digits));
3148
- for (int i = 0; i < num_digits - 1; ++i) {
3149
- int digit = numerator.divmod_assign(denominator);
3150
- buf[i] = static_cast<char>('0' + digit);
3151
- numerator *= 10;
3152
- }
3153
- int digit = numerator.divmod_assign(denominator);
3154
- auto result = add_compare(numerator, numerator, denominator);
3155
- if (result > 0 || (result == 0 && (digit % 2) != 0)) {
3156
- if (digit == 9) {
3157
- const auto overflow = '0' + 10;
3158
- buf[num_digits - 1] = overflow;
3159
- // Propagate the carry.
3160
- for (int i = num_digits - 1; i > 0 && buf[i] == overflow; --i) {
3161
- buf[i] = '0';
3162
- ++buf[i - 1];
3163
- }
3164
- if (buf[0] == overflow) {
3165
- buf[0] = '1';
3166
- if ((flags & dragon::fixed) != 0)
3167
- buf.push_back('0');
3168
- else
3169
- ++exp10;
3170
- }
3171
- return;
3172
- }
3173
- ++digit;
3174
- }
3175
- buf[num_digits - 1] = static_cast<char>('0' + digit);
3176
- }
3177
-
3178
- // Formats a floating-point number using the hexfloat format.
3179
- template <typename Float, FMT_ENABLE_IF(!is_double_double<Float>::value)>
3180
- FMT_CONSTEXPR20 void format_hexfloat(Float value, int precision,
3181
- float_specs specs, buffer<char>& buf) {
3182
- // float is passed as double to reduce the number of instantiations and to
3183
- // simplify implementation.
3184
- static_assert(!std::is_same<Float, float>::value, "");
3185
-
3186
- using info = dragonbox::float_info<Float>;
3187
-
3188
- // Assume Float is in the format [sign][exponent][significand].
3189
- using carrier_uint = typename info::carrier_uint;
3190
-
3191
- constexpr auto num_float_significand_bits =
3192
- detail::num_significand_bits<Float>();
3193
-
3194
- basic_fp<carrier_uint> f(value);
3195
- f.e += num_float_significand_bits;
3196
- if (!has_implicit_bit<Float>()) --f.e;
3197
-
3198
- constexpr auto num_fraction_bits =
3199
- num_float_significand_bits + (has_implicit_bit<Float>() ? 1 : 0);
3200
- constexpr auto num_xdigits = (num_fraction_bits + 3) / 4;
3201
-
3202
- constexpr auto leading_shift = ((num_xdigits - 1) * 4);
3203
- const auto leading_mask = carrier_uint(0xF) << leading_shift;
3204
- const auto leading_xdigit =
3205
- static_cast<uint32_t>((f.f & leading_mask) >> leading_shift);
3206
- if (leading_xdigit > 1) f.e -= (32 - countl_zero(leading_xdigit) - 1);
3207
-
3208
- int print_xdigits = num_xdigits - 1;
3209
- if (precision >= 0 && print_xdigits > precision) {
3210
- const int shift = ((print_xdigits - precision - 1) * 4);
3211
- const auto mask = carrier_uint(0xF) << shift;
3212
- const auto v = static_cast<uint32_t>((f.f & mask) >> shift);
3213
-
3214
- if (v >= 8) {
3215
- const auto inc = carrier_uint(1) << (shift + 4);
3216
- f.f += inc;
3217
- f.f &= ~(inc - 1);
3218
- }
3219
-
3220
- // Check long double overflow
3221
- if (!has_implicit_bit<Float>()) {
3222
- const auto implicit_bit = carrier_uint(1) << num_float_significand_bits;
3223
- if ((f.f & implicit_bit) == implicit_bit) {
3224
- f.f >>= 4;
3225
- f.e += 4;
3226
- }
3227
- }
3228
-
3229
- print_xdigits = precision;
3230
- }
3231
-
3232
- char xdigits[num_bits<carrier_uint>() / 4];
3233
- detail::fill_n(xdigits, sizeof(xdigits), '0');
3234
- format_uint<4>(xdigits, f.f, num_xdigits, specs.upper);
3235
-
3236
- // Remove zero tail
3237
- while (print_xdigits > 0 && xdigits[print_xdigits] == '0') --print_xdigits;
3238
-
3239
- buf.push_back('0');
3240
- buf.push_back(specs.upper ? 'X' : 'x');
3241
- buf.push_back(xdigits[0]);
3242
- if (specs.showpoint || print_xdigits > 0 || print_xdigits < precision)
3243
- buf.push_back('.');
3244
- buf.append(xdigits + 1, xdigits + 1 + print_xdigits);
3245
- for (; print_xdigits < precision; ++print_xdigits) buf.push_back('0');
3246
-
3247
- buf.push_back(specs.upper ? 'P' : 'p');
3248
-
3249
- uint32_t abs_e;
3250
- if (f.e < 0) {
3251
- buf.push_back('-');
3252
- abs_e = static_cast<uint32_t>(-f.e);
3253
- } else {
3254
- buf.push_back('+');
3255
- abs_e = static_cast<uint32_t>(f.e);
3256
- }
3257
- format_decimal<char>(appender(buf), abs_e, detail::count_digits(abs_e));
3258
- }
3259
-
3260
- template <typename Float, FMT_ENABLE_IF(is_double_double<Float>::value)>
3261
- FMT_CONSTEXPR20 void format_hexfloat(Float value, int precision,
3262
- float_specs specs, buffer<char>& buf) {
3263
- format_hexfloat(static_cast<double>(value), precision, specs, buf);
3264
- }
3265
-
3266
- constexpr auto fractional_part_rounding_thresholds(int index) -> uint32_t {
3267
- // For checking rounding thresholds.
3268
- // The kth entry is chosen to be the smallest integer such that the
3269
- // upper 32-bits of 10^(k+1) times it is strictly bigger than 5 * 10^k.
3270
- // It is equal to ceil(2^31 + 2^32/10^(k + 1)).
3271
- // These are stored in a string literal because we cannot have static arrays
3272
- // in constexpr functions and non-static ones are poorly optimized.
3273
- return U"\x9999999a\x828f5c29\x80418938\x80068db9\x8000a7c6\x800010c7"
3274
- U"\x800001ae\x8000002b"[index];
3275
- }
3276
-
3277
- template <typename Float>
3278
- FMT_CONSTEXPR20 auto format_float(Float value, int precision, float_specs specs,
3279
- buffer<char>& buf) -> int {
3280
- // float is passed as double to reduce the number of instantiations.
3281
- static_assert(!std::is_same<Float, float>::value, "");
3282
- FMT_ASSERT(value >= 0, "value is negative");
3283
- auto converted_value = convert_float(value);
3284
-
3285
- const bool fixed = specs.format == float_format::fixed;
3286
- if (value <= 0) { // <= instead of == to silence a warning.
3287
- if (precision <= 0 || !fixed) {
3288
- buf.push_back('0');
3289
- return 0;
3290
- }
3291
- buf.try_resize(to_unsigned(precision));
3292
- fill_n(buf.data(), precision, '0');
3293
- return -precision;
3294
- }
3295
-
3296
- int exp = 0;
3297
- bool use_dragon = true;
3298
- unsigned dragon_flags = 0;
3299
- if (!is_fast_float<Float>() || is_constant_evaluated()) {
3300
- const auto inv_log2_10 = 0.3010299956639812; // 1 / log2(10)
3301
- using info = dragonbox::float_info<decltype(converted_value)>;
3302
- const auto f = basic_fp<typename info::carrier_uint>(converted_value);
3303
- // Compute exp, an approximate power of 10, such that
3304
- // 10^(exp - 1) <= value < 10^exp or 10^exp <= value < 10^(exp + 1).
3305
- // This is based on log10(value) == log2(value) / log2(10) and approximation
3306
- // of log2(value) by e + num_fraction_bits idea from double-conversion.
3307
- auto e = (f.e + count_digits<1>(f.f) - 1) * inv_log2_10 - 1e-10;
3308
- exp = static_cast<int>(e);
3309
- if (e > exp) ++exp; // Compute ceil.
3310
- dragon_flags = dragon::fixup;
3311
- } else if (precision < 0) {
3312
- // Use Dragonbox for the shortest format.
3313
- if (specs.binary32) {
3314
- auto dec = dragonbox::to_decimal(static_cast<float>(value));
3315
- write<char>(buffer_appender<char>(buf), dec.significand);
3316
- return dec.exponent;
3317
- }
3318
- auto dec = dragonbox::to_decimal(static_cast<double>(value));
3319
- write<char>(buffer_appender<char>(buf), dec.significand);
3320
- return dec.exponent;
3321
- } else {
3322
- // Extract significand bits and exponent bits.
3323
- using info = dragonbox::float_info<double>;
3324
- auto br = bit_cast<uint64_t>(static_cast<double>(value));
3325
-
3326
- const uint64_t significand_mask =
3327
- (static_cast<uint64_t>(1) << num_significand_bits<double>()) - 1;
3328
- uint64_t significand = (br & significand_mask);
3329
- int exponent = static_cast<int>((br & exponent_mask<double>()) >>
3330
- num_significand_bits<double>());
3331
-
3332
- if (exponent != 0) { // Check if normal.
3333
- exponent -= exponent_bias<double>() + num_significand_bits<double>();
3334
- significand |=
3335
- (static_cast<uint64_t>(1) << num_significand_bits<double>());
3336
- significand <<= 1;
3337
- } else {
3338
- // Normalize subnormal inputs.
3339
- FMT_ASSERT(significand != 0, "zeros should not appear here");
3340
- int shift = countl_zero(significand);
3341
- FMT_ASSERT(shift >= num_bits<uint64_t>() - num_significand_bits<double>(),
3342
- "");
3343
- shift -= (num_bits<uint64_t>() - num_significand_bits<double>() - 2);
3344
- exponent = (std::numeric_limits<double>::min_exponent -
3345
- num_significand_bits<double>()) -
3346
- shift;
3347
- significand <<= shift;
3348
- }
3349
-
3350
- // Compute the first several nonzero decimal significand digits.
3351
- // We call the number we get the first segment.
3352
- const int k = info::kappa - dragonbox::floor_log10_pow2(exponent);
3353
- exp = -k;
3354
- const int beta = exponent + dragonbox::floor_log2_pow10(k);
3355
- uint64_t first_segment;
3356
- bool has_more_segments;
3357
- int digits_in_the_first_segment;
3358
- {
3359
- const auto r = dragonbox::umul192_upper128(
3360
- significand << beta, dragonbox::get_cached_power(k));
3361
- first_segment = r.high();
3362
- has_more_segments = r.low() != 0;
3363
-
3364
- // The first segment can have 18 ~ 19 digits.
3365
- if (first_segment >= 1000000000000000000ULL) {
3366
- digits_in_the_first_segment = 19;
3367
- } else {
3368
- // When it is of 18-digits, we align it to 19-digits by adding a bogus
3369
- // zero at the end.
3370
- digits_in_the_first_segment = 18;
3371
- first_segment *= 10;
3372
- }
3373
- }
3374
-
3375
- // Compute the actual number of decimal digits to print.
3376
- if (fixed) adjust_precision(precision, exp + digits_in_the_first_segment);
3377
-
3378
- // Use Dragon4 only when there might be not enough digits in the first
3379
- // segment.
3380
- if (digits_in_the_first_segment > precision) {
3381
- use_dragon = false;
3382
-
3383
- if (precision <= 0) {
3384
- exp += digits_in_the_first_segment;
3385
-
3386
- if (precision < 0) {
3387
- // Nothing to do, since all we have are just leading zeros.
3388
- buf.try_resize(0);
3389
- } else {
3390
- // We may need to round-up.
3391
- buf.try_resize(1);
3392
- if ((first_segment | static_cast<uint64_t>(has_more_segments)) >
3393
- 5000000000000000000ULL) {
3394
- buf[0] = '1';
3395
- } else {
3396
- buf[0] = '0';
3397
- }
3398
- }
3399
- } // precision <= 0
3400
- else {
3401
- exp += digits_in_the_first_segment - precision;
3402
-
3403
- // When precision > 0, we divide the first segment into three
3404
- // subsegments, each with 9, 9, and 0 ~ 1 digits so that each fits
3405
- // in 32-bits which usually allows faster calculation than in
3406
- // 64-bits. Since some compiler (e.g. MSVC) doesn't know how to optimize
3407
- // division-by-constant for large 64-bit divisors, we do it here
3408
- // manually. The magic number 7922816251426433760 below is equal to
3409
- // ceil(2^(64+32) / 10^10).
3410
- const uint32_t first_subsegment = static_cast<uint32_t>(
3411
- dragonbox::umul128_upper64(first_segment, 7922816251426433760ULL) >>
3412
- 32);
3413
- const uint64_t second_third_subsegments =
3414
- first_segment - first_subsegment * 10000000000ULL;
3415
-
3416
- uint64_t prod;
3417
- uint32_t digits;
3418
- bool should_round_up;
3419
- int number_of_digits_to_print = precision > 9 ? 9 : precision;
3420
-
3421
- // Print a 9-digits subsegment, either the first or the second.
3422
- auto print_subsegment = [&](uint32_t subsegment, char* buffer) {
3423
- int number_of_digits_printed = 0;
3424
-
3425
- // If we want to print an odd number of digits from the subsegment,
3426
- if ((number_of_digits_to_print & 1) != 0) {
3427
- // Convert to 64-bit fixed-point fractional form with 1-digit
3428
- // integer part. The magic number 720575941 is a good enough
3429
- // approximation of 2^(32 + 24) / 10^8; see
3430
- // https://jk-jeon.github.io/posts/2022/12/fixed-precision-formatting/#fixed-length-case
3431
- // for details.
3432
- prod = ((subsegment * static_cast<uint64_t>(720575941)) >> 24) + 1;
3433
- digits = static_cast<uint32_t>(prod >> 32);
3434
- *buffer = static_cast<char>('0' + digits);
3435
- number_of_digits_printed++;
3436
- }
3437
- // If we want to print an even number of digits from the
3438
- // first_subsegment,
3439
- else {
3440
- // Convert to 64-bit fixed-point fractional form with 2-digits
3441
- // integer part. The magic number 450359963 is a good enough
3442
- // approximation of 2^(32 + 20) / 10^7; see
3443
- // https://jk-jeon.github.io/posts/2022/12/fixed-precision-formatting/#fixed-length-case
3444
- // for details.
3445
- prod = ((subsegment * static_cast<uint64_t>(450359963)) >> 20) + 1;
3446
- digits = static_cast<uint32_t>(prod >> 32);
3447
- copy2(buffer, digits2(digits));
3448
- number_of_digits_printed += 2;
3449
- }
3450
-
3451
- // Print all digit pairs.
3452
- while (number_of_digits_printed < number_of_digits_to_print) {
3453
- prod = static_cast<uint32_t>(prod) * static_cast<uint64_t>(100);
3454
- digits = static_cast<uint32_t>(prod >> 32);
3455
- copy2(buffer + number_of_digits_printed, digits2(digits));
3456
- number_of_digits_printed += 2;
3457
- }
3458
- };
3459
-
3460
- // Print first subsegment.
3461
- print_subsegment(first_subsegment, buf.data());
3462
-
3463
- // Perform rounding if the first subsegment is the last subsegment to
3464
- // print.
3465
- if (precision <= 9) {
3466
- // Rounding inside the subsegment.
3467
- // We round-up if:
3468
- // - either the fractional part is strictly larger than 1/2, or
3469
- // - the fractional part is exactly 1/2 and the last digit is odd.
3470
- // We rely on the following observations:
3471
- // - If fractional_part >= threshold, then the fractional part is
3472
- // strictly larger than 1/2.
3473
- // - If the MSB of fractional_part is set, then the fractional part
3474
- // must be at least 1/2.
3475
- // - When the MSB of fractional_part is set, either
3476
- // second_third_subsegments being nonzero or has_more_segments
3477
- // being true means there are further digits not printed, so the
3478
- // fractional part is strictly larger than 1/2.
3479
- if (precision < 9) {
3480
- uint32_t fractional_part = static_cast<uint32_t>(prod);
3481
- should_round_up =
3482
- fractional_part >= fractional_part_rounding_thresholds(
3483
- 8 - number_of_digits_to_print) ||
3484
- ((fractional_part >> 31) &
3485
- ((digits & 1) | (second_third_subsegments != 0) |
3486
- has_more_segments)) != 0;
3487
- }
3488
- // Rounding at the subsegment boundary.
3489
- // In this case, the fractional part is at least 1/2 if and only if
3490
- // second_third_subsegments >= 5000000000ULL, and is strictly larger
3491
- // than 1/2 if we further have either second_third_subsegments >
3492
- // 5000000000ULL or has_more_segments == true.
3493
- else {
3494
- should_round_up = second_third_subsegments > 5000000000ULL ||
3495
- (second_third_subsegments == 5000000000ULL &&
3496
- ((digits & 1) != 0 || has_more_segments));
3497
- }
3498
- }
3499
- // Otherwise, print the second subsegment.
3500
- else {
3501
- // Compilers are not aware of how to leverage the maximum value of
3502
- // second_third_subsegments to find out a better magic number which
3503
- // allows us to eliminate an additional shift. 1844674407370955162 =
3504
- // ceil(2^64/10) < ceil(2^64*(10^9/(10^10 - 1))).
3505
- const uint32_t second_subsegment =
3506
- static_cast<uint32_t>(dragonbox::umul128_upper64(
3507
- second_third_subsegments, 1844674407370955162ULL));
3508
- const uint32_t third_subsegment =
3509
- static_cast<uint32_t>(second_third_subsegments) -
3510
- second_subsegment * 10;
3511
-
3512
- number_of_digits_to_print = precision - 9;
3513
- print_subsegment(second_subsegment, buf.data() + 9);
3514
-
3515
- // Rounding inside the subsegment.
3516
- if (precision < 18) {
3517
- // The condition third_subsegment != 0 implies that the segment was
3518
- // of 19 digits, so in this case the third segment should be
3519
- // consisting of a genuine digit from the input.
3520
- uint32_t fractional_part = static_cast<uint32_t>(prod);
3521
- should_round_up =
3522
- fractional_part >= fractional_part_rounding_thresholds(
3523
- 8 - number_of_digits_to_print) ||
3524
- ((fractional_part >> 31) &
3525
- ((digits & 1) | (third_subsegment != 0) |
3526
- has_more_segments)) != 0;
3527
- }
3528
- // Rounding at the subsegment boundary.
3529
- else {
3530
- // In this case, the segment must be of 19 digits, thus
3531
- // the third subsegment should be consisting of a genuine digit from
3532
- // the input.
3533
- should_round_up = third_subsegment > 5 ||
3534
- (third_subsegment == 5 &&
3535
- ((digits & 1) != 0 || has_more_segments));
3536
- }
3537
- }
3538
-
3539
- // Round-up if necessary.
3540
- if (should_round_up) {
3541
- ++buf[precision - 1];
3542
- for (int i = precision - 1; i > 0 && buf[i] > '9'; --i) {
3543
- buf[i] = '0';
3544
- ++buf[i - 1];
3545
- }
3546
- if (buf[0] > '9') {
3547
- buf[0] = '1';
3548
- if (fixed)
3549
- buf[precision++] = '0';
3550
- else
3551
- ++exp;
3552
- }
3553
- }
3554
- buf.try_resize(to_unsigned(precision));
3555
- }
3556
- } // if (digits_in_the_first_segment > precision)
3557
- else {
3558
- // Adjust the exponent for its use in Dragon4.
3559
- exp += digits_in_the_first_segment - 1;
3560
- }
3561
- }
3562
- if (use_dragon) {
3563
- auto f = basic_fp<uint128_t>();
3564
- bool is_predecessor_closer = specs.binary32
3565
- ? f.assign(static_cast<float>(value))
3566
- : f.assign(converted_value);
3567
- if (is_predecessor_closer) dragon_flags |= dragon::predecessor_closer;
3568
- if (fixed) dragon_flags |= dragon::fixed;
3569
- // Limit precision to the maximum possible number of significant digits in
3570
- // an IEEE754 double because we don't need to generate zeros.
3571
- const int max_double_digits = 767;
3572
- if (precision > max_double_digits) precision = max_double_digits;
3573
- format_dragon(f, dragon_flags, precision, buf, exp);
3574
- }
3575
- if (!fixed && !specs.showpoint) {
3576
- // Remove trailing zeros.
3577
- auto num_digits = buf.size();
3578
- while (num_digits > 0 && buf[num_digits - 1] == '0') {
3579
- --num_digits;
3580
- ++exp;
3581
- }
3582
- buf.try_resize(num_digits);
3583
- }
3584
- return exp;
3585
- }
3586
- template <typename Char, typename OutputIt, typename T>
3587
- FMT_CONSTEXPR20 auto write_float(OutputIt out, T value,
3588
- format_specs<Char> specs, locale_ref loc)
3589
- -> OutputIt {
3590
- float_specs fspecs = parse_float_type_spec(specs);
3591
- fspecs.sign = specs.sign;
3592
- if (detail::signbit(value)) { // value < 0 is false for NaN so use signbit.
3593
- fspecs.sign = sign::minus;
3594
- value = -value;
3595
- } else if (fspecs.sign == sign::minus) {
3596
- fspecs.sign = sign::none;
3597
- }
3598
-
3599
- if (!detail::isfinite(value))
3600
- return write_nonfinite(out, detail::isnan(value), specs, fspecs);
3601
-
3602
- if (specs.align == align::numeric && fspecs.sign) {
3603
- auto it = reserve(out, 1);
3604
- *it++ = detail::sign<Char>(fspecs.sign);
3605
- out = base_iterator(out, it);
3606
- fspecs.sign = sign::none;
3607
- if (specs.width != 0) --specs.width;
3608
- }
3609
-
3610
- memory_buffer buffer;
3611
- if (fspecs.format == float_format::hex) {
3612
- if (fspecs.sign) buffer.push_back(detail::sign<char>(fspecs.sign));
3613
- format_hexfloat(convert_float(value), specs.precision, fspecs, buffer);
3614
- return write_bytes<align::right>(out, {buffer.data(), buffer.size()},
3615
- specs);
3616
- }
3617
- int precision = specs.precision >= 0 || specs.type == presentation_type::none
3618
- ? specs.precision
3619
- : 6;
3620
- if (fspecs.format == float_format::exp) {
3621
- if (precision == max_value<int>())
3622
- throw_format_error("number is too big");
3623
- else
3624
- ++precision;
3625
- } else if (fspecs.format != float_format::fixed && precision == 0) {
3626
- precision = 1;
3627
- }
3628
- if (const_check(std::is_same<T, float>())) fspecs.binary32 = true;
3629
- int exp = format_float(convert_float(value), precision, fspecs, buffer);
3630
- fspecs.precision = precision;
3631
- auto f = big_decimal_fp{buffer.data(), static_cast<int>(buffer.size()), exp};
3632
- return write_float(out, f, specs, fspecs, loc);
3633
- }
3634
-
3635
- template <typename Char, typename OutputIt, typename T,
3636
- FMT_ENABLE_IF(is_floating_point<T>::value)>
3637
- FMT_CONSTEXPR20 auto write(OutputIt out, T value, format_specs<Char> specs,
3638
- locale_ref loc = {}) -> OutputIt {
3639
- if (const_check(!is_supported_floating_point(value))) return out;
3640
- return specs.localized && write_loc(out, value, specs, loc)
3641
- ? out
3642
- : write_float(out, value, specs, loc);
3643
- }
3644
-
3645
- template <typename Char, typename OutputIt, typename T,
3646
- FMT_ENABLE_IF(is_fast_float<T>::value)>
3647
- FMT_CONSTEXPR20 auto write(OutputIt out, T value) -> OutputIt {
3648
- if (is_constant_evaluated()) return write(out, value, format_specs<Char>());
3649
- if (const_check(!is_supported_floating_point(value))) return out;
3650
-
3651
- auto fspecs = float_specs();
3652
- if (detail::signbit(value)) {
3653
- fspecs.sign = sign::minus;
3654
- value = -value;
3655
- }
3656
-
3657
- constexpr auto specs = format_specs<Char>();
3658
- using floaty = conditional_t<std::is_same<T, long double>::value, double, T>;
3659
- using floaty_uint = typename dragonbox::float_info<floaty>::carrier_uint;
3660
- floaty_uint mask = exponent_mask<floaty>();
3661
- if ((bit_cast<floaty_uint>(value) & mask) == mask)
3662
- return write_nonfinite(out, std::isnan(value), specs, fspecs);
3663
-
3664
- auto dec = dragonbox::to_decimal(static_cast<floaty>(value));
3665
- return write_float(out, dec, specs, fspecs, {});
3666
- }
3667
-
3668
- template <typename Char, typename OutputIt, typename T,
3669
- FMT_ENABLE_IF(is_floating_point<T>::value &&
3670
- !is_fast_float<T>::value)>
3671
- inline auto write(OutputIt out, T value) -> OutputIt {
3672
- return write(out, value, format_specs<Char>());
3673
- }
3674
-
3675
- template <typename Char, typename OutputIt>
3676
- auto write(OutputIt out, monostate, format_specs<Char> = {}, locale_ref = {})
3677
- -> OutputIt {
3678
- FMT_ASSERT(false, "");
3679
- return out;
3680
- }
3681
-
3682
- template <typename Char, typename OutputIt>
3683
- FMT_CONSTEXPR auto write(OutputIt out, basic_string_view<Char> value)
3684
- -> OutputIt {
3685
- auto it = reserve(out, value.size());
3686
- it = copy_str_noinline<Char>(value.begin(), value.end(), it);
3687
- return base_iterator(out, it);
3688
- }
3689
-
3690
- template <typename Char, typename OutputIt, typename T,
3691
- FMT_ENABLE_IF(is_string<T>::value)>
3692
- constexpr auto write(OutputIt out, const T& value) -> OutputIt {
3693
- return write<Char>(out, to_string_view(value));
3694
- }
3695
-
3696
- // FMT_ENABLE_IF() condition separated to workaround an MSVC bug.
3697
- template <
3698
- typename Char, typename OutputIt, typename T,
3699
- bool check =
3700
- std::is_enum<T>::value && !std::is_same<T, Char>::value &&
3701
- mapped_type_constant<T, basic_format_context<OutputIt, Char>>::value !=
3702
- type::custom_type,
3703
- FMT_ENABLE_IF(check)>
3704
- FMT_CONSTEXPR auto write(OutputIt out, T value) -> OutputIt {
3705
- return write<Char>(out, static_cast<underlying_t<T>>(value));
3706
- }
3707
-
3708
- template <typename Char, typename OutputIt, typename T,
3709
- FMT_ENABLE_IF(std::is_same<T, bool>::value)>
3710
- FMT_CONSTEXPR auto write(OutputIt out, T value,
3711
- const format_specs<Char>& specs = {}, locale_ref = {})
3712
- -> OutputIt {
3713
- return specs.type != presentation_type::none &&
3714
- specs.type != presentation_type::string
3715
- ? write(out, value ? 1 : 0, specs, {})
3716
- : write_bytes(out, value ? "true" : "false", specs);
3717
- }
3718
-
3719
- template <typename Char, typename OutputIt>
3720
- FMT_CONSTEXPR auto write(OutputIt out, Char value) -> OutputIt {
3721
- auto it = reserve(out, 1);
3722
- *it++ = value;
3723
- return base_iterator(out, it);
3724
- }
3725
-
3726
- template <typename Char, typename OutputIt>
3727
- FMT_CONSTEXPR_CHAR_TRAITS auto write(OutputIt out, const Char* value)
3728
- -> OutputIt {
3729
- if (value) return write(out, basic_string_view<Char>(value));
3730
- throw_format_error("string pointer is null");
3731
- return out;
3732
- }
3733
-
3734
- template <typename Char, typename OutputIt, typename T,
3735
- FMT_ENABLE_IF(std::is_same<T, void>::value)>
3736
- auto write(OutputIt out, const T* value, const format_specs<Char>& specs = {},
3737
- locale_ref = {}) -> OutputIt {
3738
- return write_ptr<Char>(out, bit_cast<uintptr_t>(value), &specs);
3739
- }
3740
-
3741
- // A write overload that handles implicit conversions.
3742
- template <typename Char, typename OutputIt, typename T,
3743
- typename Context = basic_format_context<OutputIt, Char>>
3744
- FMT_CONSTEXPR auto write(OutputIt out, const T& value) -> enable_if_t<
3745
- std::is_class<T>::value && !is_string<T>::value &&
3746
- !is_floating_point<T>::value && !std::is_same<T, Char>::value &&
3747
- !std::is_same<T, remove_cvref_t<decltype(arg_mapper<Context>().map(
3748
- value))>>::value,
3749
- OutputIt> {
3750
- return write<Char>(out, arg_mapper<Context>().map(value));
3751
- }
3752
-
3753
- template <typename Char, typename OutputIt, typename T,
3754
- typename Context = basic_format_context<OutputIt, Char>>
3755
- FMT_CONSTEXPR auto write(OutputIt out, const T& value)
3756
- -> enable_if_t<mapped_type_constant<T, Context>::value == type::custom_type,
3757
- OutputIt> {
3758
- auto formatter = typename Context::template formatter_type<T>();
3759
- auto parse_ctx = typename Context::parse_context_type({});
3760
- formatter.parse(parse_ctx);
3761
- auto ctx = Context(out, {}, {});
3762
- return formatter.format(value, ctx);
3763
- }
3764
-
3765
- // An argument visitor that formats the argument and writes it via the output
3766
- // iterator. It's a class and not a generic lambda for compatibility with C++11.
3767
- template <typename Char> struct default_arg_formatter {
3768
- using iterator = buffer_appender<Char>;
3769
- using context = buffer_context<Char>;
3770
-
3771
- iterator out;
3772
- basic_format_args<context> args;
3773
- locale_ref loc;
3774
-
3775
- template <typename T> auto operator()(T value) -> iterator {
3776
- return write<Char>(out, value);
3777
- }
3778
- auto operator()(typename basic_format_arg<context>::handle h) -> iterator {
3779
- basic_format_parse_context<Char> parse_ctx({});
3780
- context format_ctx(out, args, loc);
3781
- h.format(parse_ctx, format_ctx);
3782
- return format_ctx.out();
3783
- }
3784
- };
3785
-
3786
- template <typename Char> struct arg_formatter {
3787
- using iterator = buffer_appender<Char>;
3788
- using context = buffer_context<Char>;
3789
-
3790
- iterator out;
3791
- const format_specs<Char>& specs;
3792
- locale_ref locale;
3793
-
3794
- template <typename T>
3795
- FMT_CONSTEXPR FMT_INLINE auto operator()(T value) -> iterator {
3796
- return detail::write(out, value, specs, locale);
3797
- }
3798
- auto operator()(typename basic_format_arg<context>::handle) -> iterator {
3799
- // User-defined types are handled separately because they require access
3800
- // to the parse context.
3801
- return out;
3802
- }
3803
- };
3804
-
3805
- struct width_checker {
3806
- template <typename T, FMT_ENABLE_IF(is_integer<T>::value)>
3807
- FMT_CONSTEXPR auto operator()(T value) -> unsigned long long {
3808
- if (is_negative(value)) throw_format_error("negative width");
3809
- return static_cast<unsigned long long>(value);
3810
- }
3811
-
3812
- template <typename T, FMT_ENABLE_IF(!is_integer<T>::value)>
3813
- FMT_CONSTEXPR auto operator()(T) -> unsigned long long {
3814
- throw_format_error("width is not integer");
3815
- return 0;
3816
- }
3817
- };
3818
-
3819
- struct precision_checker {
3820
- template <typename T, FMT_ENABLE_IF(is_integer<T>::value)>
3821
- FMT_CONSTEXPR auto operator()(T value) -> unsigned long long {
3822
- if (is_negative(value)) throw_format_error("negative precision");
3823
- return static_cast<unsigned long long>(value);
3824
- }
3825
-
3826
- template <typename T, FMT_ENABLE_IF(!is_integer<T>::value)>
3827
- FMT_CONSTEXPR auto operator()(T) -> unsigned long long {
3828
- throw_format_error("precision is not integer");
3829
- return 0;
3830
- }
3831
- };
3832
-
3833
- template <typename Handler, typename FormatArg>
3834
- FMT_CONSTEXPR auto get_dynamic_spec(FormatArg arg) -> int {
3835
- unsigned long long value = visit_format_arg(Handler(), arg);
3836
- if (value > to_unsigned(max_value<int>()))
3837
- throw_format_error("number is too big");
3838
- return static_cast<int>(value);
3839
- }
3840
-
3841
- template <typename Context, typename ID>
3842
- FMT_CONSTEXPR auto get_arg(Context& ctx, ID id) -> decltype(ctx.arg(id)) {
3843
- auto arg = ctx.arg(id);
3844
- if (!arg) ctx.on_error("argument not found");
3845
- return arg;
3846
- }
3847
-
3848
- template <typename Handler, typename Context>
3849
- FMT_CONSTEXPR void handle_dynamic_spec(int& value,
3850
- arg_ref<typename Context::char_type> ref,
3851
- Context& ctx) {
3852
- switch (ref.kind) {
3853
- case arg_id_kind::none:
3854
- break;
3855
- case arg_id_kind::index:
3856
- value = detail::get_dynamic_spec<Handler>(get_arg(ctx, ref.val.index));
3857
- break;
3858
- case arg_id_kind::name:
3859
- value = detail::get_dynamic_spec<Handler>(get_arg(ctx, ref.val.name));
3860
- break;
3861
- }
3862
- }
3863
-
3864
- #if FMT_USE_USER_DEFINED_LITERALS
3865
- # if FMT_USE_NONTYPE_TEMPLATE_ARGS
3866
- template <typename T, typename Char, size_t N,
3867
- fmt::detail_exported::fixed_string<Char, N> Str>
3868
- struct statically_named_arg : view {
3869
- static constexpr auto name = Str.data;
3870
-
3871
- const T& value;
3872
- statically_named_arg(const T& v) : value(v) {}
3873
- };
3874
-
3875
- template <typename T, typename Char, size_t N,
3876
- fmt::detail_exported::fixed_string<Char, N> Str>
3877
- struct is_named_arg<statically_named_arg<T, Char, N, Str>> : std::true_type {};
3878
-
3879
- template <typename T, typename Char, size_t N,
3880
- fmt::detail_exported::fixed_string<Char, N> Str>
3881
- struct is_statically_named_arg<statically_named_arg<T, Char, N, Str>>
3882
- : std::true_type {};
3883
-
3884
- template <typename Char, size_t N,
3885
- fmt::detail_exported::fixed_string<Char, N> Str>
3886
- struct udl_arg {
3887
- template <typename T> auto operator=(T&& value) const {
3888
- return statically_named_arg<T, Char, N, Str>(std::forward<T>(value));
3889
- }
3890
- };
3891
- # else
3892
- template <typename Char> struct udl_arg {
3893
- const Char* str;
3894
-
3895
- template <typename T> auto operator=(T&& value) const -> named_arg<Char, T> {
3896
- return {str, std::forward<T>(value)};
3897
- }
3898
- };
3899
- # endif
3900
- #endif // FMT_USE_USER_DEFINED_LITERALS
3901
-
3902
- template <typename Locale, typename Char>
3903
- auto vformat(const Locale& loc, basic_string_view<Char> fmt,
3904
- basic_format_args<buffer_context<type_identity_t<Char>>> args)
3905
- -> std::basic_string<Char> {
3906
- auto buf = basic_memory_buffer<Char>();
3907
- detail::vformat_to(buf, fmt, args, detail::locale_ref(loc));
3908
- return {buf.data(), buf.size()};
3909
- }
3910
-
3911
- using format_func = void (*)(detail::buffer<char>&, int, const char*);
3912
-
3913
- FMT_API void format_error_code(buffer<char>& out, int error_code,
3914
- string_view message) noexcept;
3915
-
3916
- FMT_API void report_error(format_func func, int error_code,
3917
- const char* message) noexcept;
3918
- } // namespace detail
3919
-
3920
- FMT_API auto vsystem_error(int error_code, string_view format_str,
3921
- format_args args) -> std::system_error;
3922
-
3923
- /**
3924
- \rst
3925
- Constructs :class:`std::system_error` with a message formatted with
3926
- ``fmt::format(fmt, args...)``.
3927
- *error_code* is a system error code as given by ``errno``.
3928
-
3929
- **Example**::
3930
-
3931
- // This throws std::system_error with the description
3932
- // cannot open file 'madeup': No such file or directory
3933
- // or similar (system message may vary).
3934
- const char* filename = "madeup";
3935
- std::FILE* file = std::fopen(filename, "r");
3936
- if (!file)
3937
- throw fmt::system_error(errno, "cannot open file '{}'", filename);
3938
- \endrst
3939
- */
3940
- template <typename... T>
3941
- auto system_error(int error_code, format_string<T...> fmt, T&&... args)
3942
- -> std::system_error {
3943
- return vsystem_error(error_code, fmt, fmt::make_format_args(args...));
3944
- }
3945
-
3946
- /**
3947
- \rst
3948
- Formats an error message for an error returned by an operating system or a
3949
- language runtime, for example a file opening error, and writes it to *out*.
3950
- The format is the same as the one used by ``std::system_error(ec, message)``
3951
- where ``ec`` is ``std::error_code(error_code, std::generic_category()})``.
3952
- It is implementation-defined but normally looks like:
3953
-
3954
- .. parsed-literal::
3955
- *<message>*: *<system-message>*
3956
-
3957
- where *<message>* is the passed message and *<system-message>* is the system
3958
- message corresponding to the error code.
3959
- *error_code* is a system error code as given by ``errno``.
3960
- \endrst
3961
- */
3962
- FMT_API void format_system_error(detail::buffer<char>& out, int error_code,
3963
- const char* message) noexcept;
3964
-
3965
- // Reports a system error without throwing an exception.
3966
- // Can be used to report errors from destructors.
3967
- FMT_API void report_system_error(int error_code, const char* message) noexcept;
3968
-
3969
- /** Fast integer formatter. */
3970
- class format_int {
3971
- private:
3972
- // Buffer should be large enough to hold all digits (digits10 + 1),
3973
- // a sign and a null character.
3974
- enum { buffer_size = std::numeric_limits<unsigned long long>::digits10 + 3 };
3975
- mutable char buffer_[buffer_size];
3976
- char* str_;
3977
-
3978
- template <typename UInt> auto format_unsigned(UInt value) -> char* {
3979
- auto n = static_cast<detail::uint32_or_64_or_128_t<UInt>>(value);
3980
- return detail::format_decimal(buffer_, n, buffer_size - 1).begin;
3981
- }
3982
-
3983
- template <typename Int> auto format_signed(Int value) -> char* {
3984
- auto abs_value = static_cast<detail::uint32_or_64_or_128_t<Int>>(value);
3985
- bool negative = value < 0;
3986
- if (negative) abs_value = 0 - abs_value;
3987
- auto begin = format_unsigned(abs_value);
3988
- if (negative) *--begin = '-';
3989
- return begin;
3990
- }
3991
-
3992
- public:
3993
- explicit format_int(int value) : str_(format_signed(value)) {}
3994
- explicit format_int(long value) : str_(format_signed(value)) {}
3995
- explicit format_int(long long value) : str_(format_signed(value)) {}
3996
- explicit format_int(unsigned value) : str_(format_unsigned(value)) {}
3997
- explicit format_int(unsigned long value) : str_(format_unsigned(value)) {}
3998
- explicit format_int(unsigned long long value)
3999
- : str_(format_unsigned(value)) {}
4000
-
4001
- /** Returns the number of characters written to the output buffer. */
4002
- auto size() const -> size_t {
4003
- return detail::to_unsigned(buffer_ - str_ + buffer_size - 1);
4004
- }
4005
-
4006
- /**
4007
- Returns a pointer to the output buffer content. No terminating null
4008
- character is appended.
4009
- */
4010
- auto data() const -> const char* { return str_; }
4011
-
4012
- /**
4013
- Returns a pointer to the output buffer content with terminating null
4014
- character appended.
4015
- */
4016
- auto c_str() const -> const char* {
4017
- buffer_[buffer_size - 1] = '\0';
4018
- return str_;
4019
- }
4020
-
4021
- /**
4022
- \rst
4023
- Returns the content of the output buffer as an ``std::string``.
4024
- \endrst
4025
- */
4026
- auto str() const -> std::string { return std::string(str_, size()); }
4027
- };
4028
-
4029
- template <typename T, typename Char>
4030
- struct formatter<T, Char, enable_if_t<detail::has_format_as<T>::value>>
4031
- : formatter<detail::format_as_t<T>, Char> {
4032
- template <typename FormatContext>
4033
- auto format(const T& value, FormatContext& ctx) const -> decltype(ctx.out()) {
4034
- using base = formatter<detail::format_as_t<T>, Char>;
4035
- return base::format(format_as(value), ctx);
4036
- }
4037
- };
4038
-
4039
- #define FMT_FORMAT_AS(Type, Base) \
4040
- template <typename Char> \
4041
- struct formatter<Type, Char> : formatter<Base, Char> {}
4042
-
4043
- FMT_FORMAT_AS(signed char, int);
4044
- FMT_FORMAT_AS(unsigned char, unsigned);
4045
- FMT_FORMAT_AS(short, int);
4046
- FMT_FORMAT_AS(unsigned short, unsigned);
4047
- FMT_FORMAT_AS(long, detail::long_type);
4048
- FMT_FORMAT_AS(unsigned long, detail::ulong_type);
4049
- FMT_FORMAT_AS(Char*, const Char*);
4050
- FMT_FORMAT_AS(std::basic_string<Char>, basic_string_view<Char>);
4051
- FMT_FORMAT_AS(std::nullptr_t, const void*);
4052
- FMT_FORMAT_AS(detail::std_string_view<Char>, basic_string_view<Char>);
4053
- FMT_FORMAT_AS(void*, const void*);
4054
-
4055
- template <typename Char, size_t N>
4056
- struct formatter<Char[N], Char> : formatter<basic_string_view<Char>, Char> {};
4057
-
4058
- /**
4059
- \rst
4060
- Converts ``p`` to ``const void*`` for pointer formatting.
4061
-
4062
- **Example**::
4063
-
4064
- auto s = fmt::format("{}", fmt::ptr(p));
4065
- \endrst
4066
- */
4067
- template <typename T> auto ptr(T p) -> const void* {
4068
- static_assert(std::is_pointer<T>::value, "");
4069
- return detail::bit_cast<const void*>(p);
4070
- }
4071
- template <typename T, typename Deleter>
4072
- auto ptr(const std::unique_ptr<T, Deleter>& p) -> const void* {
4073
- return p.get();
4074
- }
4075
- template <typename T> auto ptr(const std::shared_ptr<T>& p) -> const void* {
4076
- return p.get();
4077
- }
4078
-
4079
- /**
4080
- \rst
4081
- Converts ``e`` to the underlying type.
4082
-
4083
- **Example**::
4084
-
4085
- enum class color { red, green, blue };
4086
- auto s = fmt::format("{}", fmt::underlying(color::red));
4087
- \endrst
4088
- */
4089
- template <typename Enum>
4090
- constexpr auto underlying(Enum e) noexcept -> underlying_t<Enum> {
4091
- return static_cast<underlying_t<Enum>>(e);
4092
- }
4093
-
4094
- namespace enums {
4095
- template <typename Enum, FMT_ENABLE_IF(std::is_enum<Enum>::value)>
4096
- constexpr auto format_as(Enum e) noexcept -> underlying_t<Enum> {
4097
- return static_cast<underlying_t<Enum>>(e);
4098
- }
4099
- } // namespace enums
4100
-
4101
- class bytes {
4102
- private:
4103
- string_view data_;
4104
- friend struct formatter<bytes>;
4105
-
4106
- public:
4107
- explicit bytes(string_view data) : data_(data) {}
4108
- };
4109
-
4110
- template <> struct formatter<bytes> {
4111
- private:
4112
- detail::dynamic_format_specs<> specs_;
4113
-
4114
- public:
4115
- template <typename ParseContext>
4116
- FMT_CONSTEXPR auto parse(ParseContext& ctx) -> const char* {
4117
- return parse_format_specs(ctx.begin(), ctx.end(), specs_, ctx,
4118
- detail::type::string_type);
4119
- }
4120
-
4121
- template <typename FormatContext>
4122
- auto format(bytes b, FormatContext& ctx) -> decltype(ctx.out()) {
4123
- detail::handle_dynamic_spec<detail::width_checker>(specs_.width,
4124
- specs_.width_ref, ctx);
4125
- detail::handle_dynamic_spec<detail::precision_checker>(
4126
- specs_.precision, specs_.precision_ref, ctx);
4127
- return detail::write_bytes(ctx.out(), b.data_, specs_);
4128
- }
4129
- };
4130
-
4131
- // group_digits_view is not derived from view because it copies the argument.
4132
- template <typename T> struct group_digits_view {
4133
- T value;
4134
- };
4135
-
4136
- /**
4137
- \rst
4138
- Returns a view that formats an integer value using ',' as a locale-independent
4139
- thousands separator.
4140
-
4141
- **Example**::
4142
-
4143
- fmt::print("{}", fmt::group_digits(12345));
4144
- // Output: "12,345"
4145
- \endrst
4146
- */
4147
- template <typename T> auto group_digits(T value) -> group_digits_view<T> {
4148
- return {value};
4149
- }
4150
-
4151
- template <typename T> struct formatter<group_digits_view<T>> : formatter<T> {
4152
- private:
4153
- detail::dynamic_format_specs<> specs_;
4154
-
4155
- public:
4156
- template <typename ParseContext>
4157
- FMT_CONSTEXPR auto parse(ParseContext& ctx) -> const char* {
4158
- return parse_format_specs(ctx.begin(), ctx.end(), specs_, ctx,
4159
- detail::type::int_type);
4160
- }
4161
-
4162
- template <typename FormatContext>
4163
- auto format(group_digits_view<T> t, FormatContext& ctx)
4164
- -> decltype(ctx.out()) {
4165
- detail::handle_dynamic_spec<detail::width_checker>(specs_.width,
4166
- specs_.width_ref, ctx);
4167
- detail::handle_dynamic_spec<detail::precision_checker>(
4168
- specs_.precision, specs_.precision_ref, ctx);
4169
- return detail::write_int(
4170
- ctx.out(), static_cast<detail::uint64_or_128_t<T>>(t.value), 0, specs_,
4171
- detail::digit_grouping<char>("\3", ","));
4172
- }
4173
- };
4174
-
4175
- template <typename T> struct nested_view {
4176
- const formatter<T>* fmt;
4177
- const T* value;
4178
- };
4179
-
4180
- template <typename T> struct formatter<nested_view<T>> {
4181
- FMT_CONSTEXPR auto parse(format_parse_context& ctx) -> const char* {
4182
- return ctx.begin();
4183
- }
4184
- auto format(nested_view<T> view, format_context& ctx) const
4185
- -> decltype(ctx.out()) {
4186
- return view.fmt->format(*view.value, ctx);
4187
- }
4188
- };
4189
-
4190
- template <typename T> struct nested_formatter {
4191
- private:
4192
- int width_;
4193
- detail::fill_t<char> fill_;
4194
- align_t align_ : 4;
4195
- formatter<T> formatter_;
4196
-
4197
- public:
4198
- constexpr nested_formatter() : width_(0), align_(align_t::none) {}
4199
-
4200
- FMT_CONSTEXPR auto parse(format_parse_context& ctx) -> const char* {
4201
- auto specs = detail::dynamic_format_specs<char>();
4202
- auto it = parse_format_specs(ctx.begin(), ctx.end(), specs, ctx,
4203
- detail::type::none_type);
4204
- width_ = specs.width;
4205
- fill_ = specs.fill;
4206
- align_ = specs.align;
4207
- ctx.advance_to(it);
4208
- return formatter_.parse(ctx);
4209
- }
4210
-
4211
- template <typename F>
4212
- auto write_padded(format_context& ctx, F write) const -> decltype(ctx.out()) {
4213
- if (width_ == 0) return write(ctx.out());
4214
- auto buf = memory_buffer();
4215
- write(std::back_inserter(buf));
4216
- auto specs = format_specs<>();
4217
- specs.width = width_;
4218
- specs.fill = fill_;
4219
- specs.align = align_;
4220
- return detail::write(ctx.out(), string_view(buf.data(), buf.size()), specs);
4221
- }
4222
-
4223
- auto nested(const T& value) const -> nested_view<T> {
4224
- return nested_view<T>{&formatter_, &value};
4225
- }
4226
- };
4227
-
4228
- // DEPRECATED! join_view will be moved to ranges.h.
4229
- template <typename It, typename Sentinel, typename Char = char>
4230
- struct join_view : detail::view {
4231
- It begin;
4232
- Sentinel end;
4233
- basic_string_view<Char> sep;
4234
-
4235
- join_view(It b, Sentinel e, basic_string_view<Char> s)
4236
- : begin(b), end(e), sep(s) {}
4237
- };
4238
-
4239
- template <typename It, typename Sentinel, typename Char>
4240
- struct formatter<join_view<It, Sentinel, Char>, Char> {
4241
- private:
4242
- using value_type =
4243
- #ifdef __cpp_lib_ranges
4244
- std::iter_value_t<It>;
4245
- #else
4246
- typename std::iterator_traits<It>::value_type;
4247
- #endif
4248
- formatter<remove_cvref_t<value_type>, Char> value_formatter_;
4249
-
4250
- public:
4251
- template <typename ParseContext>
4252
- FMT_CONSTEXPR auto parse(ParseContext& ctx) -> const Char* {
4253
- return value_formatter_.parse(ctx);
4254
- }
4255
-
4256
- template <typename FormatContext>
4257
- auto format(const join_view<It, Sentinel, Char>& value,
4258
- FormatContext& ctx) const -> decltype(ctx.out()) {
4259
- auto it = value.begin;
4260
- auto out = ctx.out();
4261
- if (it != value.end) {
4262
- out = value_formatter_.format(*it, ctx);
4263
- ++it;
4264
- while (it != value.end) {
4265
- out = detail::copy_str<Char>(value.sep.begin(), value.sep.end(), out);
4266
- ctx.advance_to(out);
4267
- out = value_formatter_.format(*it, ctx);
4268
- ++it;
4269
- }
4270
- }
4271
- return out;
4272
- }
4273
- };
4274
-
4275
- /**
4276
- Returns a view that formats the iterator range `[begin, end)` with elements
4277
- separated by `sep`.
4278
- */
4279
- template <typename It, typename Sentinel>
4280
- auto join(It begin, Sentinel end, string_view sep) -> join_view<It, Sentinel> {
4281
- return {begin, end, sep};
4282
- }
4283
-
4284
- /**
4285
- \rst
4286
- Returns a view that formats `range` with elements separated by `sep`.
4287
-
4288
- **Example**::
4289
-
4290
- std::vector<int> v = {1, 2, 3};
4291
- fmt::print("{}", fmt::join(v, ", "));
4292
- // Output: "1, 2, 3"
4293
-
4294
- ``fmt::join`` applies passed format specifiers to the range elements::
4295
-
4296
- fmt::print("{:02}", fmt::join(v, ", "));
4297
- // Output: "01, 02, 03"
4298
- \endrst
4299
- */
4300
- template <typename Range>
4301
- auto join(Range&& range, string_view sep)
4302
- -> join_view<detail::iterator_t<Range>, detail::sentinel_t<Range>> {
4303
- return join(std::begin(range), std::end(range), sep);
4304
- }
4305
-
4306
- /**
4307
- \rst
4308
- Converts *value* to ``std::string`` using the default format for type *T*.
4309
-
4310
- **Example**::
4311
-
4312
- #include <fmt/format.h>
4313
-
4314
- std::string answer = fmt::to_string(42);
4315
- \endrst
4316
- */
4317
- template <typename T, FMT_ENABLE_IF(!std::is_integral<T>::value &&
4318
- !detail::has_format_as<T>::value)>
4319
- inline auto to_string(const T& value) -> std::string {
4320
- auto buffer = memory_buffer();
4321
- detail::write<char>(appender(buffer), value);
4322
- return {buffer.data(), buffer.size()};
4323
- }
4324
-
4325
- template <typename T, FMT_ENABLE_IF(std::is_integral<T>::value)>
4326
- FMT_NODISCARD inline auto to_string(T value) -> std::string {
4327
- // The buffer should be large enough to store the number including the sign
4328
- // or "false" for bool.
4329
- constexpr int max_size = detail::digits10<T>() + 2;
4330
- char buffer[max_size > 5 ? static_cast<unsigned>(max_size) : 5];
4331
- char* begin = buffer;
4332
- return std::string(begin, detail::write<char>(begin, value));
4333
- }
4334
-
4335
- template <typename Char, size_t SIZE>
4336
- FMT_NODISCARD auto to_string(const basic_memory_buffer<Char, SIZE>& buf)
4337
- -> std::basic_string<Char> {
4338
- auto size = buf.size();
4339
- detail::assume(size < std::basic_string<Char>().max_size());
4340
- return std::basic_string<Char>(buf.data(), size);
4341
- }
4342
-
4343
- template <typename T, FMT_ENABLE_IF(!std::is_integral<T>::value &&
4344
- detail::has_format_as<T>::value)>
4345
- inline auto to_string(const T& value) -> std::string {
4346
- return to_string(format_as(value));
4347
- }
4348
-
4349
- FMT_END_EXPORT
4350
-
4351
- namespace detail {
4352
-
4353
- template <typename Char>
4354
- void vformat_to(buffer<Char>& buf, basic_string_view<Char> fmt,
4355
- typename vformat_args<Char>::type args, locale_ref loc) {
4356
- auto out = buffer_appender<Char>(buf);
4357
- if (fmt.size() == 2 && equal2(fmt.data(), "{}")) {
4358
- auto arg = args.get(0);
4359
- if (!arg) throw_format_error("argument not found");
4360
- visit_format_arg(default_arg_formatter<Char>{out, args, loc}, arg);
4361
- return;
4362
- }
4363
-
4364
- struct format_handler : error_handler {
4365
- basic_format_parse_context<Char> parse_context;
4366
- buffer_context<Char> context;
4367
-
4368
- format_handler(buffer_appender<Char> p_out, basic_string_view<Char> str,
4369
- basic_format_args<buffer_context<Char>> p_args,
4370
- locale_ref p_loc)
4371
- : parse_context(str), context(p_out, p_args, p_loc) {}
4372
-
4373
- void on_text(const Char* begin, const Char* end) {
4374
- auto text = basic_string_view<Char>(begin, to_unsigned(end - begin));
4375
- context.advance_to(write<Char>(context.out(), text));
4376
- }
4377
-
4378
- FMT_CONSTEXPR auto on_arg_id() -> int {
4379
- return parse_context.next_arg_id();
4380
- }
4381
- FMT_CONSTEXPR auto on_arg_id(int id) -> int {
4382
- return parse_context.check_arg_id(id), id;
4383
- }
4384
- FMT_CONSTEXPR auto on_arg_id(basic_string_view<Char> id) -> int {
4385
- int arg_id = context.arg_id(id);
4386
- if (arg_id < 0) throw_format_error("argument not found");
4387
- return arg_id;
4388
- }
4389
-
4390
- FMT_INLINE void on_replacement_field(int id, const Char*) {
4391
- auto arg = get_arg(context, id);
4392
- context.advance_to(visit_format_arg(
4393
- default_arg_formatter<Char>{context.out(), context.args(),
4394
- context.locale()},
4395
- arg));
4396
- }
4397
-
4398
- auto on_format_specs(int id, const Char* begin, const Char* end)
4399
- -> const Char* {
4400
- auto arg = get_arg(context, id);
4401
- // Not using a visitor for custom types gives better codegen.
4402
- if (arg.format_custom(begin, parse_context, context))
4403
- return parse_context.begin();
4404
- auto specs = detail::dynamic_format_specs<Char>();
4405
- begin = parse_format_specs(begin, end, specs, parse_context, arg.type());
4406
- detail::handle_dynamic_spec<detail::width_checker>(
4407
- specs.width, specs.width_ref, context);
4408
- detail::handle_dynamic_spec<detail::precision_checker>(
4409
- specs.precision, specs.precision_ref, context);
4410
- if (begin == end || *begin != '}')
4411
- throw_format_error("missing '}' in format string");
4412
- auto f = arg_formatter<Char>{context.out(), specs, context.locale()};
4413
- context.advance_to(visit_format_arg(f, arg));
4414
- return begin;
4415
- }
4416
- };
4417
- detail::parse_format_string<false>(fmt, format_handler(out, fmt, args, loc));
4418
- }
4419
-
4420
- FMT_BEGIN_EXPORT
4421
-
4422
- #ifndef FMT_HEADER_ONLY
4423
- extern template FMT_API void vformat_to(buffer<char>&, string_view,
4424
- typename vformat_args<>::type,
4425
- locale_ref);
4426
- extern template FMT_API auto thousands_sep_impl<char>(locale_ref)
4427
- -> thousands_sep_result<char>;
4428
- extern template FMT_API auto thousands_sep_impl<wchar_t>(locale_ref)
4429
- -> thousands_sep_result<wchar_t>;
4430
- extern template FMT_API auto decimal_point_impl(locale_ref) -> char;
4431
- extern template FMT_API auto decimal_point_impl(locale_ref) -> wchar_t;
4432
- #endif // FMT_HEADER_ONLY
4433
-
4434
- } // namespace detail
4435
-
4436
- #if FMT_USE_USER_DEFINED_LITERALS
4437
- inline namespace literals {
4438
- /**
4439
- \rst
4440
- User-defined literal equivalent of :func:`fmt::arg`.
4441
-
4442
- **Example**::
4443
-
4444
- using namespace fmt::literals;
4445
- fmt::print("Elapsed time: {s:.2f} seconds", "s"_a=1.23);
4446
- \endrst
4447
- */
4448
- # if FMT_USE_NONTYPE_TEMPLATE_ARGS
4449
- template <detail_exported::fixed_string Str> constexpr auto operator""_a() {
4450
- using char_t = remove_cvref_t<decltype(Str.data[0])>;
4451
- return detail::udl_arg<char_t, sizeof(Str.data) / sizeof(char_t), Str>();
4452
- }
4453
- # else
4454
- constexpr auto operator""_a(const char* s, size_t) -> detail::udl_arg<char> {
4455
- return {s};
4456
- }
4457
- # endif
4458
- } // namespace literals
4459
- #endif // FMT_USE_USER_DEFINED_LITERALS
4460
-
4461
- template <typename Locale, FMT_ENABLE_IF(detail::is_locale<Locale>::value)>
4462
- inline auto vformat(const Locale& loc, string_view fmt, format_args args)
4463
- -> std::string {
4464
- return detail::vformat(loc, fmt, args);
4465
- }
4466
-
4467
- template <typename Locale, typename... T,
4468
- FMT_ENABLE_IF(detail::is_locale<Locale>::value)>
4469
- inline auto format(const Locale& loc, format_string<T...> fmt, T&&... args)
4470
- -> std::string {
4471
- return fmt::vformat(loc, string_view(fmt), fmt::make_format_args(args...));
4472
- }
4473
-
4474
- template <typename OutputIt, typename Locale,
4475
- FMT_ENABLE_IF(detail::is_output_iterator<OutputIt, char>::value&&
4476
- detail::is_locale<Locale>::value)>
4477
- auto vformat_to(OutputIt out, const Locale& loc, string_view fmt,
4478
- format_args args) -> OutputIt {
4479
- using detail::get_buffer;
4480
- auto&& buf = get_buffer<char>(out);
4481
- detail::vformat_to(buf, fmt, args, detail::locale_ref(loc));
4482
- return detail::get_iterator(buf, out);
4483
- }
4484
-
4485
- template <typename OutputIt, typename Locale, typename... T,
4486
- FMT_ENABLE_IF(detail::is_output_iterator<OutputIt, char>::value&&
4487
- detail::is_locale<Locale>::value)>
4488
- FMT_INLINE auto format_to(OutputIt out, const Locale& loc,
4489
- format_string<T...> fmt, T&&... args) -> OutputIt {
4490
- return vformat_to(out, loc, fmt, fmt::make_format_args(args...));
4491
- }
4492
-
4493
- template <typename Locale, typename... T,
4494
- FMT_ENABLE_IF(detail::is_locale<Locale>::value)>
4495
- FMT_NODISCARD FMT_INLINE auto formatted_size(const Locale& loc,
4496
- format_string<T...> fmt,
4497
- T&&... args) -> size_t {
4498
- auto buf = detail::counting_buffer<>();
4499
- detail::vformat_to<char>(buf, fmt, fmt::make_format_args(args...),
4500
- detail::locale_ref(loc));
4501
- return buf.count();
4502
- }
4503
-
4504
- FMT_END_EXPORT
4505
-
4506
- template <typename T, typename Char>
4507
- template <typename FormatContext>
4508
- FMT_CONSTEXPR FMT_INLINE auto
4509
- formatter<T, Char,
4510
- enable_if_t<detail::type_constant<T, Char>::value !=
4511
- detail::type::custom_type>>::format(const T& val,
4512
- FormatContext& ctx)
4513
- const -> decltype(ctx.out()) {
4514
- if (specs_.width_ref.kind == detail::arg_id_kind::none &&
4515
- specs_.precision_ref.kind == detail::arg_id_kind::none) {
4516
- return detail::write<Char>(ctx.out(), val, specs_, ctx.locale());
4517
- }
4518
- auto specs = specs_;
4519
- detail::handle_dynamic_spec<detail::width_checker>(specs.width,
4520
- specs.width_ref, ctx);
4521
- detail::handle_dynamic_spec<detail::precision_checker>(
4522
- specs.precision, specs.precision_ref, ctx);
4523
- return detail::write<Char>(ctx.out(), val, specs, ctx.locale());
4524
- }
4525
-
4526
- FMT_END_NAMESPACE
4527
-
4528
- #ifdef FMT_HEADER_ONLY
4529
- # define FMT_FUNC inline
4530
- # include "format-inl.h"
4531
- #else
4532
- # define FMT_FUNC
4533
- #endif
4534
-
4535
- #endif // FMT_FORMAT_H_