mindspore 2.6.0__cp310-none-any.whl → 2.7.0__cp310-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of mindspore might be problematic. Click here for more details.
- mindspore/.commit_id +1 -1
- mindspore/Third_Party_Open_Source_Software_Notice +1290 -0
- mindspore/__init__.py +2 -2
- mindspore/_c_dataengine.cpython-310-aarch64-linux-gnu.so +0 -0
- mindspore/_c_expression.cpython-310-aarch64-linux-gnu.so +0 -0
- mindspore/_c_mindrecord.cpython-310-aarch64-linux-gnu.so +0 -0
- mindspore/_checkparam.py +42 -11
- mindspore/_extends/builtin_operations.py +3 -3
- mindspore/_extends/optimize/__init__.py +23 -0
- mindspore/_extends/optimize/cell_utils.py +96 -0
- mindspore/_extends/parallel_compile/akg_compiler/custom.py +1109 -0
- mindspore/_extends/parallel_compile/akg_compiler/gen_custom_op_files.py +1 -1
- mindspore/_extends/parse/__init__.py +3 -3
- mindspore/_extends/parse/compile_config.py +44 -22
- mindspore/_extends/parse/deprecated/deprecated_tensor_method.py +1 -2
- mindspore/_extends/parse/parser.py +64 -83
- mindspore/_extends/parse/resources.py +39 -0
- mindspore/_extends/parse/standard_method.py +47 -14
- mindspore/_extends/parse/trope.py +8 -1
- mindspore/_extends/pijit/__init__.py +1 -2
- mindspore/_extends/pijit/pijit_func_white_list.py +2 -5
- mindspore/amp.py +4 -22
- mindspore/boost/adasum.py +1 -1
- mindspore/boost/boost_cell_wrapper.py +4 -4
- mindspore/common/__init__.py +43 -12
- mindspore/common/_grad_function.py +2 -1
- mindspore/common/_pijit_context.py +28 -7
- mindspore/common/_stub_tensor.py +1 -209
- mindspore/common/_tensor_cpp_method.py +1 -1
- mindspore/common/_tensor_docs.py +3255 -3130
- mindspore/common/_utils.py +9 -1
- mindspore/common/api.py +338 -208
- mindspore/common/dtype.py +108 -57
- mindspore/common/dump.py +11 -16
- mindspore/common/dynamic_shape/__init__.py +0 -0
- mindspore/common/dynamic_shape/auto_dynamic_shape.py +498 -0
- mindspore/common/dynamic_shape/enable_dynamic.py +197 -0
- mindspore/common/file_system.py +59 -9
- mindspore/common/generator.py +2 -3
- mindspore/common/hook_handle.py +33 -5
- mindspore/common/jit_config.py +1 -1
- mindspore/common/jit_trace.py +84 -105
- mindspore/common/np_dtype.py +3 -3
- mindspore/common/parameter.py +27 -29
- mindspore/common/recompute.py +5 -7
- mindspore/common/sparse_tensor.py +0 -3
- mindspore/common/symbol.py +0 -1
- mindspore/common/tensor.py +84 -133
- mindspore/communication/_comm_helper.py +46 -4
- mindspore/communication/management.py +79 -7
- mindspore/context.py +47 -38
- mindspore/dataset/__init__.py +1 -1
- mindspore/dataset/audio/transforms.py +1 -1
- mindspore/dataset/core/config.py +38 -4
- mindspore/dataset/engine/datasets.py +350 -322
- mindspore/dataset/engine/datasets_user_defined.py +69 -23
- mindspore/dataset/engine/iterators.py +2 -2
- mindspore/dataset/engine/obs/config_loader.py +2 -2
- mindspore/dataset/engine/obs/obs_mindrecord_dataset.py +8 -0
- mindspore/dataset/transforms/c_transforms.py +2 -2
- mindspore/dataset/transforms/py_transforms.py +7 -3
- mindspore/dataset/transforms/transforms.py +10 -6
- mindspore/dataset/vision/__init__.py +1 -1
- mindspore/dataset/vision/py_transforms.py +8 -8
- mindspore/dataset/vision/transforms.py +17 -5
- mindspore/dataset/vision/utils.py +632 -21
- mindspore/dataset/vision/validators.py +1 -0
- mindspore/device_context/ascend/device.py +1 -1
- mindspore/device_context/ascend/op_tuning.py +35 -1
- mindspore/device_context/gpu/__init__.py +2 -2
- mindspore/device_context/gpu/device.py +1 -1
- mindspore/device_context/gpu/op_precision.py +4 -2
- mindspore/device_context/gpu/op_tuning.py +6 -3
- mindspore/device_manager.py +16 -9
- mindspore/experimental/llm_boost/ascend_native/llama_boost_ascend_native.py +5 -4
- mindspore/experimental/llm_boost/atb/boost_base.py +2 -3
- mindspore/experimental/optim/adadelta.py +13 -20
- mindspore/experimental/optim/adagrad.py +15 -22
- mindspore/experimental/optim/adam.py +17 -24
- mindspore/experimental/optim/adamax.py +14 -22
- mindspore/experimental/optim/adamw.py +28 -34
- mindspore/experimental/optim/asgd.py +15 -25
- mindspore/experimental/optim/lr_scheduler.py +27 -45
- mindspore/experimental/optim/nadam.py +14 -24
- mindspore/experimental/optim/optimizer.py +13 -23
- mindspore/experimental/optim/radam.py +18 -24
- mindspore/experimental/optim/rmsprop.py +14 -25
- mindspore/experimental/optim/rprop.py +15 -26
- mindspore/experimental/optim/sgd.py +9 -19
- mindspore/hal/__init__.py +4 -4
- mindspore/hal/contiguous_tensors_handle.py +2 -2
- mindspore/hal/memory.py +1 -0
- mindspore/include/api/cell.h +65 -5
- mindspore/include/api/cfg.h +24 -7
- mindspore/include/api/context.h +1 -0
- mindspore/include/api/delegate.h +10 -2
- mindspore/include/api/dual_abi_helper.h +100 -19
- mindspore/include/api/graph.h +14 -1
- mindspore/include/api/kernel.h +16 -3
- mindspore/include/api/kernel_api.h +9 -1
- mindspore/include/api/metrics/accuracy.h +9 -0
- mindspore/include/api/model.h +8 -1
- mindspore/include/api/model_group.h +4 -0
- mindspore/include/api/model_parallel_runner.h +2 -0
- mindspore/include/api/status.h +48 -10
- mindspore/include/api/types.h +8 -3
- mindspore/include/c_api/model_c.h +0 -58
- mindspore/include/c_api/tensor_c.h +0 -26
- mindspore/include/dataset/constants.h +9 -0
- mindspore/include/dataset/vision_ascend.h +1 -1
- mindspore/include/mindapi/base/type_id.h +3 -0
- mindspore/include/mindapi/base/types.h +7 -0
- mindspore/include/mindspore/ccsrc/availability/silent_check/silent_check.h +3 -4
- mindspore/include/mindspore/ccsrc/backend/backend_manager/backend_jit_config.h +47 -4
- mindspore/include/mindspore/ccsrc/backend/common/graph_kernel/adapter/graph_kernel_cluster_cloud.h +1 -0
- mindspore/include/mindspore/ccsrc/backend/common/graph_kernel/adapter/graph_kernel_comm_info_manager.h +1 -1
- mindspore/include/mindspore/ccsrc/backend/common/graph_kernel/core/eliminate_redundant_output.h +1 -0
- mindspore/include/mindspore/ccsrc/backend/common/graph_kernel/core/graph_kernel_expander.h +1 -1
- mindspore/include/mindspore/ccsrc/backend/common/graph_kernel/core/graph_kernel_utils.h +23 -1
- mindspore/include/mindspore/ccsrc/backend/common/graph_kernel/core/update_state_formatter.h +2 -1
- mindspore/include/mindspore/ccsrc/backend/common/graph_kernel/depend_edge_elimination.h +61 -0
- mindspore/include/mindspore/ccsrc/backend/common/graph_kernel/graph_kernel_flags.h +10 -1
- mindspore/include/mindspore/ccsrc/backend/common/graph_kernel/model/lite_graph.h +1 -1
- mindspore/include/mindspore/ccsrc/backend/common/graph_kernel/model/node.h +5 -6
- mindspore/include/mindspore/ccsrc/backend/common/mem_reuse/mem_reuse.h +1 -2
- mindspore/include/mindspore/ccsrc/backend/common/mem_reuse/mem_reuse_checker.h +0 -1
- mindspore/include/mindspore/ccsrc/backend/common/mem_reuse/mem_swap_manager.h +0 -1
- mindspore/include/mindspore/ccsrc/backend/common/optimizer/cache_manager.h +1 -1
- mindspore/include/mindspore/ccsrc/backend/common/optimizer/dynamic_shape/convert_custom_op.h +2 -2
- mindspore/include/mindspore/ccsrc/backend/common/optimizer/dynamic_shape/link_custom_op.h +1 -1
- mindspore/include/mindspore/ccsrc/backend/common/pass/add_attr_to_node/add_attr_to_node_register.h +1 -3
- mindspore/include/mindspore/ccsrc/backend/common/pass/adjust_depend_for_parallel_optimizer_recompute_all_gather.h +1 -1
- mindspore/include/mindspore/ccsrc/backend/common/pass/convert_list_to_tuple.h +2 -1
- mindspore/include/mindspore/ccsrc/backend/common/pass/custom_defined_depend.h +1 -3
- mindspore/include/mindspore/ccsrc/backend/common/pass/gradients_allreduce_depend_last_send.h +1 -2
- mindspore/include/mindspore/ccsrc/backend/common/pass/graph_view_replace_pass.h +1 -1
- mindspore/include/mindspore/ccsrc/backend/common/pass/insert_tensor_move_for_communication.h +2 -1
- mindspore/include/mindspore/ccsrc/backend/common/pass/ir_fusion/flash_attention_fusion.h +72 -0
- mindspore/include/mindspore/ccsrc/backend/common/pass/label_1f1b_overlap_node.h +1 -1
- mindspore/include/mindspore/ccsrc/backend/common/pass/mindir/add_depend_for_adamw.h +1 -3
- mindspore/include/mindspore/ccsrc/backend/common/pass/mindir/all_to_all_unify_mindir.h +8 -1
- mindspore/include/mindspore/ccsrc/backend/common/pass/optimize_gradients_allreduce_overlap.h +1 -1
- mindspore/include/mindspore/ccsrc/backend/common/pass/replace_node_by_proxy.h +1 -0
- mindspore/include/mindspore/ccsrc/backend/common/session/exec_order_builder.h +0 -2
- mindspore/include/mindspore/ccsrc/backend/common/session/executor.h +0 -41
- mindspore/include/mindspore/ccsrc/backend/common/session/kernel_graph_mgr.h +14 -10
- mindspore/include/mindspore/ccsrc/backend/common/session/session_basic.h +15 -31
- mindspore/include/mindspore/ccsrc/backend/common/somas/somas.h +1 -1
- mindspore/include/mindspore/ccsrc/backend/common/somas/somas_node.h +8 -2
- mindspore/include/mindspore/ccsrc/backend/ge_backend/dump/hook_dynamic_loader.h +5 -0
- mindspore/include/mindspore/ccsrc/backend/ge_backend/executor/ge_device_res_manager.h +1 -2
- mindspore/include/mindspore/ccsrc/backend/ge_backend/executor/ge_graph_executor.h +13 -14
- mindspore/include/mindspore/ccsrc/backend/ge_backend/executor/ge_utils.h +0 -2
- mindspore/include/mindspore/ccsrc/backend/ge_backend/ge_backend.h +10 -9
- mindspore/include/mindspore/ccsrc/backend/ge_backend/graph_ir/convert.h +2 -1
- mindspore/include/mindspore/ccsrc/backend/ge_backend/graph_ir/graph_runner.h +2 -1
- mindspore/include/mindspore/ccsrc/backend/ge_backend/graph_ir/utils.h +12 -14
- mindspore/include/mindspore/ccsrc/backend/ge_backend/pass/matmul_allreduce_fusion.h +51 -0
- mindspore/include/mindspore/ccsrc/backend/ge_backend/runtime/actor/abstract_actor.h +26 -19
- mindspore/include/mindspore/ccsrc/backend/ge_backend/runtime/actor/actor_common.h +14 -5
- mindspore/include/mindspore/ccsrc/backend/ge_backend/runtime/actor/actor_dump.h +2 -1
- mindspore/include/mindspore/ccsrc/backend/ge_backend/runtime/actor/actor_set.h +1 -1
- mindspore/include/mindspore/ccsrc/backend/ge_backend/runtime/actor/control_flow/control_actor.h +38 -38
- mindspore/include/mindspore/ccsrc/backend/ge_backend/runtime/actor/control_flow/entrance_actor.h +9 -9
- mindspore/include/mindspore/ccsrc/backend/ge_backend/runtime/actor/control_flow/exit_actor.h +8 -8
- mindspore/include/mindspore/ccsrc/backend/ge_backend/runtime/actor/control_flow/gather_actor.h +6 -6
- mindspore/include/mindspore/ccsrc/backend/ge_backend/runtime/actor/control_flow/stack_actor.h +11 -11
- mindspore/include/mindspore/ccsrc/backend/ge_backend/runtime/actor/control_flow/switch_actor.h +2 -2
- mindspore/include/mindspore/ccsrc/backend/ge_backend/runtime/actor/data_prepare_actor.h +16 -16
- mindspore/include/mindspore/ccsrc/backend/ge_backend/runtime/actor/data_source_actor.h +9 -9
- mindspore/include/mindspore/ccsrc/backend/ge_backend/runtime/actor/debug_actor.h +8 -8
- mindspore/include/mindspore/ccsrc/backend/ge_backend/runtime/actor/debug_aware_actor.h +2 -2
- mindspore/include/mindspore/ccsrc/backend/ge_backend/runtime/actor/loop_count_actor.h +6 -6
- mindspore/include/mindspore/ccsrc/backend/ge_backend/runtime/actor/memory_aware_actor.h +6 -6
- mindspore/include/mindspore/ccsrc/backend/ge_backend/runtime/actor/memory_manager_actor.h +8 -11
- mindspore/include/mindspore/ccsrc/backend/ge_backend/runtime/actor/output_actor.h +8 -5
- mindspore/include/mindspore/ccsrc/backend/ge_backend/runtime/actor/profiler_actor.h +2 -2
- mindspore/include/mindspore/ccsrc/backend/ge_backend/runtime/actor/recorder_actor.h +2 -2
- mindspore/include/mindspore/ccsrc/backend/ge_backend/runtime/actor/super_kernel_actor.h +17 -17
- mindspore/include/mindspore/ccsrc/backend/ge_backend/runtime/device_tensor_store.h +24 -24
- mindspore/include/mindspore/ccsrc/backend/ge_backend/runtime/graph_compiler.h +8 -12
- mindspore/include/mindspore/ccsrc/backend/ge_backend/runtime/graph_partition.h +49 -0
- mindspore/include/mindspore/ccsrc/backend/ge_backend/runtime/scheduler_helper.h +1 -1
- mindspore/include/mindspore/ccsrc/backend/ge_backend/runtime/segment_runner.h +50 -0
- mindspore/include/mindspore/ccsrc/backend/ge_backend/utils/device_address_utils.h +4 -7
- mindspore/include/mindspore/ccsrc/backend/graph_compiler/op_backend.h +13 -24
- mindspore/include/mindspore/ccsrc/backend/graph_compiler/transform.h +2 -8
- mindspore/include/mindspore/ccsrc/backend/graph_compiler/vm.h +1 -5
- mindspore/include/mindspore/ccsrc/backend/ms_backend/ms_backend.h +0 -39
- mindspore/include/mindspore/ccsrc/backend/ms_backend/ms_backend_base.h +10 -5
- mindspore/include/mindspore/ccsrc/debug/checksum/checksum.h +35 -0
- mindspore/include/mindspore/ccsrc/debug/checksum/checksum_kernel.h +64 -0
- mindspore/include/mindspore/ccsrc/debug/checksum/checksum_mgr.h +50 -0
- mindspore/include/mindspore/ccsrc/debug/data_dump/device_statistic/check_overflow.h +1 -11
- mindspore/include/mindspore/ccsrc/debug/data_dump/device_statistic/common.h +0 -13
- mindspore/include/mindspore/ccsrc/debug/data_dump/device_statistic/kernel_launcher.h +3 -3
- mindspore/include/mindspore/ccsrc/debug/data_dump/device_statistic/mean.h +1 -1
- mindspore/include/mindspore/ccsrc/debug/data_dump/device_statistic/mem_manager.h +65 -0
- mindspore/include/mindspore/ccsrc/debug/data_dump/device_statistic/statistic_kernel.h +7 -8
- mindspore/include/mindspore/ccsrc/debug/data_dump/overflow_counter.h +6 -1
- mindspore/include/mindspore/ccsrc/debug/data_dump/tensor_info_collect.h +21 -6
- mindspore/include/mindspore/ccsrc/debug/data_dump/tensor_statistic.h +2 -2
- mindspore/include/mindspore/ccsrc/debug/debug_services.h +1 -4
- mindspore/include/mindspore/ccsrc/debug/debugger/debugger_utils.h +7 -8
- mindspore/include/mindspore/ccsrc/debug/debugger/tensor_summary.h +0 -53
- mindspore/include/mindspore/ccsrc/debug/dump/tensordump_control.h +6 -2
- mindspore/include/mindspore/ccsrc/debug/dump/utils.h +30 -0
- mindspore/include/mindspore/ccsrc/debug/profiler/mstx/mstx_impl.h +37 -24
- mindspore/include/mindspore/ccsrc/debug/profiler/mstx/mstx_symbol.h +63 -4
- mindspore/include/mindspore/ccsrc/debug/profiler/profiler.h +37 -15
- mindspore/include/mindspore/ccsrc/debug/profiler/profiling.h +9 -6
- mindspore/include/mindspore/ccsrc/debug/profiler/profiling_framework_data.h +2 -0
- mindspore/include/mindspore/ccsrc/debug/profiler/python_obj_pointer.h +7 -7
- mindspore/include/mindspore/ccsrc/debug/profiler/report_data.h +23 -0
- mindspore/include/mindspore/ccsrc/debug/profiler/thread.h +2 -2
- mindspore/include/mindspore/ccsrc/debug/summary/summary.h +1 -1
- mindspore/include/mindspore/ccsrc/debug/utils.h +0 -5
- mindspore/include/mindspore/ccsrc/distributed/cluster/actor_route_table_proxy.h +1 -1
- mindspore/include/mindspore/ccsrc/distributed/cluster/actor_route_table_service.h +0 -2
- mindspore/include/mindspore/ccsrc/distributed/cluster/topology/meta_server_node.h +5 -5
- mindspore/include/mindspore/ccsrc/distributed/persistent/storage/local_file.h +0 -1
- mindspore/include/mindspore/ccsrc/distributed/rpc/tcp/connection.h +0 -1
- mindspore/include/mindspore/ccsrc/distributed/rpc/tcp/socket_operation.h +0 -1
- mindspore/include/mindspore/ccsrc/distributed/rpc/tcp/tcp_comm.h +0 -1
- mindspore/include/mindspore/ccsrc/distributed/rpc/tcp/tcp_socket_operation.h +0 -1
- mindspore/include/mindspore/ccsrc/frontend/ir/primitive_py.h +1 -1
- mindspore/include/mindspore/ccsrc/frontend/ir/py_execute_py.h +11 -28
- mindspore/include/mindspore/ccsrc/frontend/ir/storage.h +44 -0
- mindspore/include/mindspore/ccsrc/frontend/ir/storage_base.h +45 -0
- mindspore/include/mindspore/ccsrc/frontend/ir/tensor_py.h +13 -22
- mindspore/include/mindspore/ccsrc/frontend/np_dtypes/np_dtypes.h +29 -0
- mindspore/include/mindspore/ccsrc/frontend/operator/composite/composite.h +73 -3
- mindspore/include/mindspore/ccsrc/frontend/operator/composite/functional_overload.h +46 -0
- mindspore/include/mindspore/ccsrc/frontend/operator/meta_dsl/common/meta_impl.h +113 -22
- mindspore/include/mindspore/ccsrc/frontend/operator/meta_dsl/common/utils.h +38 -61
- mindspore/include/mindspore/ccsrc/frontend/operator/meta_dsl/func_op/any.h +27 -0
- mindspore/include/mindspore/ccsrc/frontend/operator/meta_dsl/func_op/any_ext.h +27 -0
- mindspore/include/mindspore/ccsrc/frontend/operator/meta_dsl/func_op/conv3d_padding.h +41 -0
- mindspore/include/mindspore/ccsrc/frontend/operator/meta_dsl/func_op/einsum_ext.h +47 -0
- mindspore/include/mindspore/ccsrc/frontend/operator/meta_dsl/func_op/func_dropout_ext.h +28 -0
- mindspore/include/mindspore/ccsrc/frontend/operator/meta_dsl/func_op/func_max_pool2d.h +28 -0
- mindspore/include/mindspore/ccsrc/frontend/operator/meta_dsl/func_op/inplace_exponential.h +7 -4
- mindspore/include/mindspore/ccsrc/frontend/operator/meta_dsl/func_op/moe_token_unpermute.h +28 -0
- mindspore/include/mindspore/ccsrc/frontend/optimizer/ad/adjoint.h +22 -3
- mindspore/include/mindspore/ccsrc/frontend/optimizer/ad/dfunctor.h +21 -10
- mindspore/include/mindspore/ccsrc/frontend/optimizer/ad/grad.h +5 -2
- mindspore/include/mindspore/ccsrc/frontend/optimizer/ad/pynative_jit_grad.h +11 -2
- mindspore/include/mindspore/ccsrc/frontend/optimizer/auto_monad_eliminate.h +3 -13
- mindspore/include/mindspore/ccsrc/frontend/optimizer/cse_pass.h +3 -7
- mindspore/include/mindspore/ccsrc/frontend/optimizer/graph_transform.h +3 -2
- mindspore/include/mindspore/ccsrc/frontend/optimizer/inplace_input_replace.h +30 -0
- mindspore/include/mindspore/ccsrc/frontend/optimizer/irpass/add_forward_monad_depend.h +51 -37
- mindspore/include/mindspore/ccsrc/frontend/optimizer/irpass/branch_culling.h +7 -104
- mindspore/include/mindspore/ccsrc/frontend/optimizer/irpass/call_graph_tuple_transform.h +2 -1
- mindspore/include/mindspore/ccsrc/frontend/optimizer/irpass/check_invalid_view_inplace_dout.h +46 -0
- mindspore/include/mindspore/ccsrc/frontend/optimizer/irpass/const_output_eliminate.h +4 -0
- mindspore/include/mindspore/ccsrc/frontend/optimizer/irpass/expand_dump_flag.h +1 -0
- mindspore/include/mindspore/ccsrc/frontend/optimizer/irpass/get_grad_eliminate.h +5 -1
- mindspore/include/mindspore/ccsrc/frontend/optimizer/irpass/incorporate_call.h +3 -3
- mindspore/include/mindspore/ccsrc/frontend/optimizer/irpass/inline.h +35 -9
- mindspore/include/mindspore/ccsrc/frontend/optimizer/irpass/item_dict_eliminate.h +3 -1
- mindspore/include/mindspore/ccsrc/frontend/optimizer/irpass/item_tuple_or_list_eliminate.h +1 -17
- mindspore/include/mindspore/ccsrc/frontend/optimizer/irpass/j_node_and_user_rematch.h +1 -1
- mindspore/include/mindspore/ccsrc/frontend/optimizer/irpass/loop_unroll.h +1 -0
- mindspore/include/mindspore/ccsrc/frontend/optimizer/irpass/parameter_eliminate.h +3 -3
- mindspore/include/mindspore/ccsrc/frontend/optimizer/irpass/partial_eliminate.h +5 -3
- mindspore/include/mindspore/ccsrc/frontend/optimizer/irpass/recompute_prepare.h +1 -0
- mindspore/include/mindspore/ccsrc/frontend/optimizer/irpass/special_op_eliminate.h +9 -3
- mindspore/include/mindspore/ccsrc/frontend/optimizer/irpass/stack_unstack_eliminate.h +13 -6
- mindspore/include/mindspore/ccsrc/frontend/optimizer/irpass/stopgrad_eliminate.h +3 -1
- mindspore/include/mindspore/ccsrc/frontend/optimizer/irpass/switch_or_switch_layer_defer_inline.h +13 -5
- mindspore/include/mindspore/ccsrc/frontend/optimizer/irpass.h +7 -7
- mindspore/include/mindspore/ccsrc/frontend/optimizer/opt.h +10 -5
- mindspore/include/mindspore/ccsrc/frontend/optimizer/optimizer.h +55 -280
- mindspore/include/mindspore/ccsrc/frontend/optimizer/pattern_matcher.h +8 -2
- mindspore/include/mindspore/ccsrc/frontend/parallel/auto_parallel/operator_costmodel.h +5 -0
- mindspore/include/mindspore/ccsrc/frontend/parallel/costmodel_context.h +1 -1
- mindspore/include/mindspore/ccsrc/frontend/parallel/dynamic_creator.h +1 -1
- mindspore/include/mindspore/ccsrc/frontend/parallel/graph_util/grad_accumulation_utils.h +1 -0
- mindspore/include/mindspore/ccsrc/frontend/parallel/graph_util/graph_splitter.h +2 -0
- mindspore/include/mindspore/ccsrc/frontend/parallel/graph_util/graph_utils.h +2 -1
- mindspore/include/mindspore/ccsrc/frontend/parallel/graph_util/node_info.h +2 -0
- mindspore/include/mindspore/ccsrc/frontend/parallel/graph_util/parallel_tensordump.h +49 -13
- mindspore/include/mindspore/ccsrc/frontend/parallel/ops_info/activation_info.h +0 -11
- mindspore/include/mindspore/ccsrc/frontend/parallel/ops_info/arithmetic_info.h +44 -0
- mindspore/include/mindspore/ccsrc/frontend/parallel/ops_info/flash_attention_score_info.h +19 -19
- mindspore/include/mindspore/ccsrc/frontend/parallel/ops_info/fused_infer_attention_score_info.h +14 -14
- mindspore/include/mindspore/ccsrc/frontend/parallel/ops_info/gather_info.h +16 -0
- mindspore/include/mindspore/ccsrc/frontend/parallel/ops_info/index_add_info.h +55 -0
- mindspore/include/mindspore/ccsrc/frontend/parallel/ops_info/loss_info.h +34 -0
- mindspore/include/mindspore/ccsrc/frontend/parallel/ops_info/matmul_info.h +14 -1
- mindspore/include/mindspore/ccsrc/frontend/parallel/ops_info/operator_info.h +7 -2
- mindspore/include/mindspore/ccsrc/frontend/parallel/ops_info/ops_utils.h +18 -1
- mindspore/include/mindspore/ccsrc/frontend/parallel/ops_info/reduce_base_method_info.h +3 -1
- mindspore/include/mindspore/ccsrc/frontend/parallel/ops_info/reshape_info.h +9 -4
- mindspore/include/mindspore/ccsrc/frontend/parallel/ops_info/topprouter_info.h +55 -0
- mindspore/include/mindspore/ccsrc/frontend/parallel/parallel_preprocessor.h +1 -1
- mindspore/include/mindspore/ccsrc/frontend/parallel/parallel_processor.h +4 -3
- mindspore/include/mindspore/ccsrc/frontend/parallel/parameter_manager.h +0 -1
- mindspore/include/mindspore/ccsrc/frontend/parallel/pass/merge_recompute_call_nodes.h +28 -0
- mindspore/include/mindspore/ccsrc/frontend/parallel/pass/overlap_recompute_comm.h +28 -0
- mindspore/include/mindspore/ccsrc/frontend/parallel/pipeline_transformer/detach_backward.h +70 -0
- mindspore/include/mindspore/ccsrc/frontend/parallel/pipeline_transformer/pipeline_interleave.h +14 -3
- mindspore/include/mindspore/ccsrc/frontend/parallel/pipeline_transformer/zero_bubble_v.h +124 -0
- mindspore/include/mindspore/ccsrc/frontend/parallel/step_parallel_utils.h +10 -3
- mindspore/include/mindspore/ccsrc/frontend/parallel/tensor_layout/tensor_layout.h +3 -0
- mindspore/include/mindspore/ccsrc/frontend/parallel/tensor_layout/tensor_transform.h +1 -1
- mindspore/include/mindspore/ccsrc/include/backend/anf_runtime_algorithm.h +29 -13
- mindspore/include/mindspore/ccsrc/include/backend/data_queue/data_queue_mgr.h +1 -5
- mindspore/include/mindspore/ccsrc/include/backend/debug/data_dump/dump_control.h +1 -0
- mindspore/include/mindspore/ccsrc/include/backend/debug/data_dump/dump_json_parser.h +4 -5
- mindspore/include/mindspore/ccsrc/include/backend/debug/data_dump/dump_utils.h +1 -0
- mindspore/include/mindspore/ccsrc/include/backend/debug/data_dump/tensor_stat_dump.h +0 -3
- mindspore/include/mindspore/ccsrc/include/backend/debug/debugger/debugger.h +0 -2
- mindspore/include/mindspore/ccsrc/include/backend/debug/execute_order_tracker/execute_order_tracker.h +14 -4
- mindspore/include/mindspore/ccsrc/include/backend/debug/tensor_data.h +0 -19
- mindspore/include/mindspore/ccsrc/include/backend/distributed/cluster/tcp_store.h +53 -0
- mindspore/include/mindspore/ccsrc/include/backend/distributed/collective/collective_manager.h +17 -10
- mindspore/include/mindspore/ccsrc/include/backend/distributed/constants.h +1 -10
- mindspore/include/mindspore/ccsrc/include/backend/distributed/embedding_cache/embedding_hash_map.h +0 -2
- mindspore/include/mindspore/ccsrc/include/backend/distributed/ps/ps_context.h +0 -6
- mindspore/include/mindspore/ccsrc/include/backend/distributed/rpc/tcp/constants.h +2 -1
- mindspore/include/mindspore/ccsrc/include/backend/kernel_graph.h +0 -1
- mindspore/include/mindspore/ccsrc/include/backend/kernel_info.h +8 -10
- mindspore/include/mindspore/ccsrc/include/backend/mbuf_device_address.h +5 -5
- mindspore/include/mindspore/ccsrc/include/backend/mem_reuse/abstract_dynamic_mem_pool.h +6 -5
- mindspore/include/mindspore/ccsrc/include/backend/mem_reuse/address_discretizer.h +63 -0
- mindspore/include/mindspore/ccsrc/include/backend/mem_reuse/dynamic_mem_pool.h +8 -0
- mindspore/include/mindspore/ccsrc/include/backend/mem_reuse/max_segment_tree.h +181 -0
- mindspore/include/mindspore/ccsrc/include/backend/mem_reuse/mem_dynamic_allocator.h +0 -1
- mindspore/include/mindspore/ccsrc/include/backend/mem_reuse/mem_pool_util.h +98 -0
- mindspore/include/mindspore/ccsrc/include/backend/mem_reuse/mem_tracker.h +11 -107
- mindspore/include/mindspore/ccsrc/include/backend/mem_reuse/race_checker.h +64 -0
- mindspore/include/mindspore/ccsrc/include/backend/mem_reuse/tracker_graph.h +91 -0
- mindspore/include/mindspore/ccsrc/include/backend/optimizer/helper.h +0 -2
- mindspore/include/mindspore/ccsrc/include/backend/optimizer/inplace_node_pass.h +1 -9
- mindspore/include/mindspore/ccsrc/include/backend/optimizer/optimizer.h +3 -6
- mindspore/include/mindspore/ccsrc/include/backend/optimizer/pattern_engine.h +0 -2
- mindspore/include/mindspore/ccsrc/include/backend/optimizer/visitor.h +2 -0
- mindspore/include/mindspore/ccsrc/include/backend/py_execute_utils.h +2 -1
- mindspore/include/mindspore/ccsrc/include/common/debug/common.h +2 -1
- mindspore/include/mindspore/ccsrc/include/common/debug/draw.h +3 -1
- mindspore/include/mindspore/ccsrc/include/common/debug/dump_proto.h +2 -10
- mindspore/include/mindspore/ccsrc/include/common/expander/core/emitter.h +3 -2
- mindspore/include/mindspore/ccsrc/include/common/expander/core/node.h +1 -1
- mindspore/include/mindspore/ccsrc/include/common/fallback.h +9 -0
- mindspore/include/mindspore/ccsrc/include/common/pybind_api/api_register.h +7 -1
- mindspore/include/mindspore/ccsrc/include/common/pynative/abstract_converter.h +0 -4
- mindspore/include/mindspore/ccsrc/include/common/pynative/adapter.h +2 -5
- mindspore/include/mindspore/ccsrc/include/common/pynative/common_utils.h +5 -1
- mindspore/include/mindspore/ccsrc/include/common/pynative/grad_state.h +12 -0
- mindspore/include/mindspore/ccsrc/include/common/pynative/variable.h +326 -0
- mindspore/include/mindspore/ccsrc/include/common/runtime_conf/runtime_conf.h +11 -7
- mindspore/include/mindspore/ccsrc/include/common/runtime_conf/thread_bind_core.h +12 -10
- mindspore/include/mindspore/ccsrc/include/common/symbol_engine/symbol_engine_impl.h +16 -1
- mindspore/include/mindspore/ccsrc/include/common/utils/anfalgo.h +12 -2
- mindspore/include/mindspore/ccsrc/include/common/utils/comm_manager.h +0 -1
- mindspore/include/mindspore/ccsrc/include/common/utils/compile_cache_context.h +4 -2
- mindspore/include/mindspore/ccsrc/include/common/utils/convert_utils.h +18 -4
- mindspore/include/mindspore/ccsrc/include/common/utils/convert_utils_py.h +2 -10
- mindspore/include/mindspore/ccsrc/include/common/utils/cse.h +0 -1
- mindspore/include/mindspore/ccsrc/include/common/utils/json_operation_utils.h +1 -1
- mindspore/include/mindspore/ccsrc/include/common/utils/ms_device_shape_transfer.h +0 -1
- mindspore/include/mindspore/ccsrc/include/common/utils/parallel_context.h +10 -2
- mindspore/include/mindspore/ccsrc/include/common/utils/python_adapter.h +3 -3
- mindspore/include/mindspore/ccsrc/include/common/utils/stub_tensor.h +1 -3
- mindspore/include/mindspore/ccsrc/include/common/utils/summary/event_writer.h +1 -1
- mindspore/include/mindspore/ccsrc/include/common/utils/tensor_py.h +24 -117
- mindspore/include/mindspore/ccsrc/include/common/utils/tensor_py_wrapper.h +1 -7
- mindspore/include/mindspore/ccsrc/include/common/utils/tensor_utils.h +3 -3
- mindspore/include/mindspore/ccsrc/include/common/utils/utils.h +8 -8
- mindspore/include/mindspore/ccsrc/include/common/visible.h +0 -10
- mindspore/include/mindspore/ccsrc/kernel/environ_manager.h +2 -0
- mindspore/include/mindspore/ccsrc/kernel/graph_kernel_info.h +1 -1
- mindspore/include/mindspore/ccsrc/kernel/philox_random.h +47 -87
- mindspore/include/mindspore/ccsrc/minddata/dataset/api/python/python_mp.h +26 -6
- mindspore/include/mindspore/ccsrc/minddata/dataset/core/config_manager.h +9 -0
- mindspore/include/mindspore/ccsrc/minddata/dataset/core/cv_tensor.h +1 -1
- mindspore/include/mindspore/ccsrc/minddata/dataset/core/data_type.h +1 -56
- mindspore/include/mindspore/ccsrc/minddata/dataset/core/device_buffer.h +74 -0
- mindspore/include/mindspore/ccsrc/minddata/dataset/core/message_queue.h +29 -20
- mindspore/include/mindspore/ccsrc/minddata/dataset/core/shared_memory_queue.h +47 -2
- mindspore/include/mindspore/ccsrc/minddata/dataset/core/tensor.h +26 -2
- mindspore/include/mindspore/ccsrc/minddata/dataset/engine/connector.h +7 -0
- mindspore/include/mindspore/ccsrc/minddata/dataset/engine/datasetops/batch_info.h +61 -0
- mindspore/include/mindspore/ccsrc/minddata/dataset/engine/datasetops/batch_op.h +28 -39
- mindspore/include/mindspore/ccsrc/minddata/dataset/engine/datasetops/map_op/cpu_map_job.h +3 -3
- mindspore/include/mindspore/ccsrc/minddata/dataset/engine/datasetops/map_op/gpu_map_job.h +3 -3
- mindspore/include/mindspore/ccsrc/minddata/dataset/engine/datasetops/map_op/map_job.h +2 -2
- mindspore/include/mindspore/ccsrc/minddata/dataset/engine/datasetops/map_op/map_op.h +12 -2
- mindspore/include/mindspore/ccsrc/minddata/dataset/engine/datasetops/map_op/npu_map_job.h +3 -3
- mindspore/include/mindspore/ccsrc/minddata/dataset/engine/datasetops/receive_bridge_op.h +4 -0
- mindspore/include/mindspore/ccsrc/minddata/dataset/engine/datasetops/send_bridge_op.h +1 -1
- mindspore/include/mindspore/ccsrc/minddata/dataset/engine/datasetops/source/mindrecord_op.h +0 -1
- mindspore/include/mindspore/ccsrc/minddata/dataset/include/dataset/constants.h +9 -0
- mindspore/include/mindspore/ccsrc/minddata/dataset/include/dataset/vision_ascend.h +1 -1
- mindspore/include/mindspore/ccsrc/minddata/dataset/kernels/data/parse_example_op.h +19 -15
- mindspore/include/mindspore/ccsrc/minddata/dataset/kernels/image/dvpp/acl_adapter.h +28 -1
- mindspore/include/mindspore/ccsrc/minddata/dataset/kernels/image/dvpp/utils/AclLiteType.h +6 -1
- mindspore/include/mindspore/ccsrc/minddata/dataset/kernels/image/dvpp/utils/AclLiteUtils.h +6 -1
- mindspore/include/mindspore/ccsrc/minddata/dataset/kernels/image/dvpp/utils/DvppCommon.h +1 -1
- mindspore/include/mindspore/ccsrc/minddata/dataset/kernels/image/dvpp/utils/ErrorCode.h +2 -2
- mindspore/include/mindspore/ccsrc/minddata/dataset/kernels/image/dvpp/utils/ThreadSafeQueue.h +3 -1
- mindspore/include/mindspore/ccsrc/minddata/dataset/kernels/image/dvpp/utils/VdecHelper.h +9 -12
- mindspore/include/mindspore/ccsrc/minddata/dataset/kernels/image/dvpp/utils/acl_plugin.h +19 -0
- mindspore/include/mindspore/ccsrc/minddata/dataset/kernels/image/dvpp/utils/dvpp_video.h +29 -10
- mindspore/include/mindspore/ccsrc/minddata/dataset/kernels/image/dvpp/utils/dvpp_video_utils.h +80 -0
- mindspore/include/mindspore/ccsrc/minddata/dataset/kernels/image/lite_cv/image_process.h +1 -1
- mindspore/include/mindspore/ccsrc/minddata/dataset/kernels/image/pyav/container.h +100 -0
- mindspore/include/mindspore/ccsrc/minddata/dataset/kernels/image/pyav/context.h +102 -0
- mindspore/include/mindspore/ccsrc/minddata/dataset/kernels/image/pyav/format.h +45 -0
- mindspore/include/mindspore/ccsrc/minddata/dataset/kernels/image/pyav/frame.h +74 -0
- mindspore/include/mindspore/ccsrc/minddata/dataset/kernels/image/pyav/packet.h +59 -0
- mindspore/include/mindspore/ccsrc/minddata/dataset/kernels/image/pyav/stream.h +93 -0
- mindspore/include/mindspore/ccsrc/minddata/dataset/kernels/py_func_op.h +37 -0
- mindspore/include/mindspore/ccsrc/minddata/dataset/util/btree.h +1 -1
- mindspore/include/mindspore/ccsrc/minddata/dataset/util/command.h +29 -0
- mindspore/include/mindspore/ccsrc/minddata/dataset/util/cond_var.h +0 -1
- mindspore/include/mindspore/ccsrc/minddata/dataset/util/ftok_key.h +2 -2
- mindspore/include/mindspore/ccsrc/minddata/dataset/util/json_helper.h +1 -1
- mindspore/include/mindspore/ccsrc/minddata/dataset/util/log_adapter.h +0 -5
- mindspore/include/mindspore/ccsrc/minddata/dataset/util/queue.h +1 -1
- mindspore/include/mindspore/ccsrc/minddata/dataset/util/sig_handler.h +11 -3
- mindspore/include/mindspore/ccsrc/minddata/dataset/util/system_pool.h +1 -1
- mindspore/include/mindspore/ccsrc/minddata/dataset/util/task_manager.h +0 -1
- mindspore/include/mindspore/ccsrc/minddata/mindrecord/include/common/log_adapter.h +0 -5
- mindspore/include/mindspore/ccsrc/minddata/mindrecord/include/shard_distributed_sample.h +0 -1
- mindspore/include/mindspore/ccsrc/minddata/mindrecord/include/shard_header.h +0 -1
- mindspore/include/mindspore/ccsrc/minddata/mindrecord/include/shard_index.h +0 -1
- mindspore/include/mindspore/ccsrc/minddata/mindrecord/include/shard_pk_sample.h +0 -1
- mindspore/include/mindspore/ccsrc/minddata/mindrecord/include/shard_reader.h +0 -1
- mindspore/include/mindspore/ccsrc/minddata/mindrecord/include/shard_schema.h +0 -1
- mindspore/include/mindspore/ccsrc/minddata/mindrecord/include/shard_statistics.h +0 -1
- mindspore/include/mindspore/ccsrc/minddata/mindrecord/include/shard_writer.h +0 -1
- mindspore/include/mindspore/ccsrc/minddata/utils.h +30 -2
- mindspore/include/mindspore/ccsrc/ms_extension/all.h +46 -0
- mindspore/include/mindspore/ccsrc/ms_extension/api.h +33 -0
- mindspore/include/mindspore/ccsrc/ms_extension/ascend/atb/atb_common.h +98 -0
- mindspore/include/mindspore/ccsrc/ms_extension/ascend/atb/operation_cache.h +229 -0
- mindspore/include/mindspore/ccsrc/ms_extension/common/tensor.h +319 -0
- mindspore/include/mindspore/ccsrc/ms_extension/common/tensor_utils.h +83 -0
- mindspore/include/mindspore/ccsrc/ms_extension/common/visible.h +28 -0
- mindspore/include/mindspore/ccsrc/ms_extension/pynative/pyboost_extension.h +312 -0
- mindspore/include/mindspore/ccsrc/pipeline/jit/pi/capture_context.h +1 -1
- mindspore/include/mindspore/ccsrc/pipeline/jit/pi/eval_frame_hook.h +2 -2
- mindspore/include/mindspore/ccsrc/pipeline/jit/pi/graph_build/build_graph_utils.h +1 -7
- mindspore/include/mindspore/ccsrc/pipeline/jit/pi/graph_build/func_graph_builder.h +25 -6
- mindspore/include/mindspore/ccsrc/pipeline/jit/pi/graph_capture/abstract_object.h +92 -19
- mindspore/include/mindspore/ccsrc/pipeline/jit/pi/graph_capture/cfg.h +19 -5
- mindspore/include/mindspore/ccsrc/pipeline/jit/pi/graph_capture/code_generator.h +53 -49
- mindspore/include/mindspore/ccsrc/pipeline/jit/pi/graph_capture/graph.h +40 -10
- mindspore/include/mindspore/ccsrc/pipeline/jit/pi/graph_capture/graph_analyzer.h +3 -19
- mindspore/include/mindspore/ccsrc/pipeline/jit/pi/graph_capture/graph_arguments_optimizer.h +145 -0
- mindspore/include/mindspore/ccsrc/pipeline/jit/pi/graph_capture/graph_build.h +13 -26
- mindspore/include/mindspore/ccsrc/pipeline/jit/pi/graph_capture/node.h +33 -3
- mindspore/include/mindspore/ccsrc/pipeline/jit/pi/graph_capture/side_effect.h +116 -27
- mindspore/include/mindspore/ccsrc/pipeline/jit/pi/graph_compiler/abstract_type.h +2 -2
- mindspore/include/mindspore/ccsrc/pipeline/jit/pi/graph_compiler/compiler.h +4 -0
- mindspore/include/mindspore/ccsrc/pipeline/jit/pi/graph_compiler/utils.h +2 -0
- mindspore/include/mindspore/ccsrc/pipeline/jit/pi/graph_guard/cache.h +32 -8
- mindspore/include/mindspore/ccsrc/pipeline/jit/pi/graph_guard/guard.h +11 -15
- mindspore/include/mindspore/ccsrc/pipeline/jit/pi/graph_guard/guard_utils.h +17 -8
- mindspore/include/mindspore/ccsrc/pipeline/jit/pi/graph_guard/infer.h +0 -2
- mindspore/include/mindspore/ccsrc/pipeline/jit/pi/graph_guard/shape_ctx.h +3 -3
- mindspore/include/mindspore/ccsrc/pipeline/jit/pi/graph_guard/trace.h +50 -93
- mindspore/include/mindspore/ccsrc/pipeline/jit/pi/jit_compile_results.h +1 -16
- mindspore/include/mindspore/ccsrc/pipeline/jit/pi/pi_jit_config.h +11 -22
- mindspore/include/mindspore/ccsrc/pipeline/jit/pi/python_adapter/py_code.h +56 -5
- mindspore/include/mindspore/ccsrc/pipeline/jit/pi/python_adapter/py_frame.h +6 -7
- mindspore/include/mindspore/ccsrc/pipeline/jit/pi/python_adapter/pydef.h +0 -6
- mindspore/include/mindspore/ccsrc/pipeline/jit/pi/runtime.h +1 -1
- mindspore/include/mindspore/ccsrc/pipeline/jit/pi/utils/opcode_util.h +5 -0
- mindspore/include/mindspore/ccsrc/pipeline/jit/pi/utils/stop_trace_reason.h +26 -17
- mindspore/include/mindspore/ccsrc/pipeline/jit/pi/utils/utils.h +15 -11
- mindspore/include/mindspore/ccsrc/pipeline/jit/ps/action.h +3 -4
- mindspore/include/mindspore/ccsrc/pipeline/jit/ps/executor/executor_py.h +116 -0
- mindspore/include/mindspore/ccsrc/pipeline/jit/ps/executor/graph_executor_py.h +118 -0
- mindspore/include/mindspore/ccsrc/pipeline/jit/ps/executor/jit_executor_py.h +68 -0
- mindspore/include/mindspore/ccsrc/pipeline/jit/ps/graph_circle_handler.h +35 -0
- mindspore/include/mindspore/ccsrc/pipeline/jit/ps/parse/data_converter.h +6 -0
- mindspore/include/mindspore/ccsrc/pipeline/jit/ps/parse/function_block.h +1 -0
- mindspore/include/mindspore/ccsrc/pipeline/jit/ps/parse/parse.h +10 -0
- mindspore/include/mindspore/ccsrc/pipeline/jit/ps/parse/parse_base.h +17 -3
- mindspore/include/mindspore/ccsrc/pipeline/jit/ps/parse/resolve.h +7 -1
- mindspore/include/mindspore/ccsrc/pipeline/jit/ps/pass.h +4 -1
- mindspore/include/mindspore/ccsrc/pipeline/jit/ps/pass_config.h +4 -0
- mindspore/include/mindspore/ccsrc/pipeline/jit/ps/pipeline.h +17 -171
- mindspore/include/mindspore/ccsrc/pipeline/jit/ps/resource.h +2 -16
- mindspore/include/mindspore/ccsrc/pipeline/jit/ps/static_analysis/auto_monad.h +1 -1
- mindspore/include/mindspore/ccsrc/pipeline/jit/ps/static_analysis/builtin_prim.h +3 -3
- mindspore/include/mindspore/ccsrc/pipeline/jit/ps/static_analysis/evaluator.h +14 -12
- mindspore/include/mindspore/ccsrc/pipeline/jit/ps/static_analysis/order_enforce.h +1 -1
- mindspore/include/mindspore/ccsrc/pipeline/jit/ps/static_analysis/prim.h +12 -76
- mindspore/include/mindspore/ccsrc/pipeline/jit/ps/static_analysis/prim_utils.h +78 -0
- mindspore/include/mindspore/ccsrc/pipeline/jit/ps/static_analysis/static_analysis.h +4 -5
- mindspore/include/mindspore/ccsrc/pipeline/jit/ps/validator.h +3 -0
- mindspore/include/mindspore/ccsrc/pipeline/jit/trace/trace_recorder.h +19 -4
- mindspore/include/mindspore/ccsrc/pipeline/llm_boost/llm_boost_binder.h +1 -1
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/hal/device/ascend_dma_handle.h +0 -2
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/hal/device/kernel_select_ascend.h +2 -3
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/hal/hardware/acl_stream_assign.h +2 -2
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/hal/hardware/ascend_device_context.h +69 -0
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/hal/hardware/ascend_device_res_manager.h +14 -13
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/hal/hardware/ge_graph_optimization.h +0 -1
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/hal/hardware/ge_kernel_executor.h +6 -7
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/hal/hardware/stress_detect.h +40 -0
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/hal/profiler/ascend_profiling.h +32 -7
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/hal/profiler/feature_mgr.h +1 -1
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/hal/profiler/mstx/mstx_dispatcher.h +10 -8
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/atb/add_atb_kernel.h +2 -1
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/atb/atb_adapter.h +24 -0
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/atb/atb_kernel_mod.h +3 -1
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/atb/inplace_grouped_matmul_add_atb_kernel.h +2 -1
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/atb/inplace_matmul_add_atb_kernel.h +39 -0
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/dvm/dvm_comm_info.h +1 -0
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/dvm/dvm_kernel_mod.h +1 -1
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/dvm/lazy_fusion_kernel.h +15 -16
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/dvm/lazy_fusion_op.h +119 -93
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/hcom_all_gather_matmul.h +63 -0
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/hcom_all_gather_v.h +51 -0
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/hcom_matmul_all_reduce.h +2 -1
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/hcom_matmul_reduce_scatter.h +61 -0
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/hcom_receive.h +3 -1
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/hcom_reduce_scatter_v.h +51 -0
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/hcom_send.h +1 -0
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/hcom_util.h +26 -11
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/auto_generate/dist_comm_all_gather.h +1 -1
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/auto_generate/dist_comm_all_gather_into_tensor.h +1 -1
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/auto_generate/dist_comm_all_gather_into_tensor_uneven.h +40 -0
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/auto_generate/dist_comm_all_reduce.h +1 -1
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/auto_generate/dist_comm_all_to_all_v.h +1 -1
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/auto_generate/dist_comm_all_to_all_v_single.h +1 -1
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/auto_generate/dist_comm_barrier.h +1 -1
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/auto_generate/dist_comm_batch_isend_irecv.h +1 -1
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/auto_generate/dist_comm_broadcast.h +1 -1
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/auto_generate/dist_comm_gather.h +1 -1
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/auto_generate/dist_comm_gather_into_tensor.h +1 -1
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/auto_generate/dist_comm_irecv.h +1 -1
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/auto_generate/dist_comm_isend.h +1 -1
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/auto_generate/dist_comm_reduce.h +1 -1
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/auto_generate/dist_comm_reduce_scatter.h +1 -1
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/auto_generate/dist_comm_reduce_scatter_tensor.h +1 -1
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/auto_generate/dist_comm_reduce_scatter_tensor_uneven.h +40 -0
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/auto_generate/dist_comm_scatter.h +1 -1
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/auto_generate/dist_comm_scatter_tensor.h +1 -1
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/auto_generate/inner_comm_all_gather.h +1 -1
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/auto_generate/inner_comm_all_reduce.h +1 -1
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/auto_generate/inner_comm_all_to_all_v.h +1 -1
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/auto_generate/inner_comm_irecv.h +1 -1
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/auto_generate/inner_comm_isend.h +1 -1
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/auto_generate/inner_comm_reduce_scatter.h +1 -1
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/comm_common.h +4 -4
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/dist_comm_all_gather.h +1 -1
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/dist_comm_all_gather_into_tensor.h +2 -2
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/dist_comm_all_gather_into_tensor_uneven.h +38 -0
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/dist_comm_all_reduce.h +1 -1
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/dist_comm_all_to_all_v.h +1 -1
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/dist_comm_all_to_all_v_single.h +2 -2
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/dist_comm_broadcast.h +1 -1
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/dist_comm_gather.h +1 -1
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/dist_comm_gather_into_tensor.h +2 -2
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/dist_comm_irecv.h +1 -1
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/dist_comm_isend.h +1 -1
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/dist_comm_reduce.h +1 -1
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/dist_comm_reduce_scatter.h +1 -1
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/dist_comm_reduce_scatter_tensor.h +2 -2
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/dist_comm_reduce_scatter_tensor_uneven.h +39 -0
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/dist_comm_scatter.h +1 -1
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/dist_comm_scatter_tensor.h +2 -2
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/inner_comm_all_gather.h +1 -1
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/inner_comm_all_reduce.h +1 -1
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/inner_comm_all_to_all_v.h +1 -1
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/inner_comm_isend.h +1 -1
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/hccl/pyboost/inner_comm_reduce_scatter.h +1 -1
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/internal/internal_kernel_in_out_map.h +16 -0
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/internal/internal_tiling_cache.h +3 -3
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/internal/kv_scale_cache.h +30 -0
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/internal/mla.h +48 -0
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/internal/mla_preprocess.h +32 -0
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/internal/multi_weight_matmul.h +2 -0
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/internal/pyboost/apply_rotary_pos_emb.h +46 -0
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/internal/pyboost/auto_gen/internal_kernel_info_adapter.h +95 -0
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/internal/pyboost/auto_gen/kernel_info_adapter.h +78 -0
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/internal/pyboost/flash_attention_score.h +54 -0
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/internal/pyboost/internal_kernel_info.h +162 -0
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/internal/pyboost/internal_pyboost_utils.h +121 -0
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/internal/pyboost/mla.h +53 -0
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/internal/pyboost/paged_attention.h +91 -0
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/internal/pyboost/reshape_and_cache.h +43 -0
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/rts/reshape_ext.h +5 -0
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/atb_speed/base/event_manager.h +0 -2
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/atb_speed/utils/ModelTaskExecutor.h +0 -1
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/optimizer/expander_fallback.h +33 -0
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/optimizer/ir_fusion/matmul_assignadd_fusion.h +61 -0
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/optimizer/ir_fusion_infer/inference_matmul_split_fusion.h +31 -8
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/optimizer/ir_fusion_infer/inference_qbmm_elemwise_fusion.h +46 -0
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/optimizer/ir_fusion_infer/moe_init_routing_dyn_quantv2_fusion.h +66 -0
- mindspore/include/mindspore/ccsrc/plugin/device/cpu/hal/device/cpu_common.h +1 -1
- mindspore/include/mindspore/ccsrc/plugin/device/cpu/hal/hardware/cpu_device_context.h +16 -11
- mindspore/include/mindspore/ccsrc/plugin/device/cpu/hal/hardware/cpu_somas.h +1 -1
- mindspore/include/mindspore/ccsrc/plugin/device/cpu/hal/hardware/mpi_collective_comm_lib.h +3 -1
- mindspore/include/mindspore/ccsrc/plugin/device/cpu/hal/hardware/ms_collective_comm_lib.h +3 -1
- mindspore/include/mindspore/ccsrc/plugin/device/cpu/kernel/cpu_kernel.h +2 -2
- mindspore/include/mindspore/ccsrc/plugin/device/cpu/kernel/custom/custom_kernel_input_info.h +99 -0
- mindspore/include/mindspore/ccsrc/plugin/device/cpu/kernel/custom/custom_op_plugin_kernel.h +62 -0
- mindspore/include/mindspore/ccsrc/plugin/device/cpu/kernel/pyexecute/joinedstr_cpu_kernel.h +46 -0
- mindspore/include/mindspore/ccsrc/plugin/device/cpu/kernel/pyexecute/py_execute_cpu_kernel.h +1 -6
- mindspore/include/mindspore/ccsrc/plugin/device/gpu/hal/device/gpu_kernel_task.h +1 -0
- mindspore/include/mindspore/ccsrc/plugin/device/gpu/hal/hardware/gpu_device_context.h +13 -18
- mindspore/include/mindspore/ccsrc/plugin/device/gpu/hal/hardware/gpu_somas.h +1 -1
- mindspore/include/mindspore/ccsrc/plugin/device/gpu/hal/hardware/nvidia_collective_comm_lib.h +3 -1
- mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/ascend_device_address/ascend_device_address.h +27 -16
- mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/ascend_res_manager.h +25 -11
- mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/capture_graph/ascend_capture_graph.h +45 -0
- mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/collective/ascend_collective_comm_lib.h +6 -5
- mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/collective/ascend_communication_group.h +27 -12
- mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/collective/ccool_collective_comm_lib.h +4 -5
- mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/collective/ccool_communication_group.h +4 -4
- mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/collective/dummy_ascend_collective_comm_lib.h +3 -5
- mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/collective/dvm_collective_comm_lib.h +5 -5
- mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/collective/dvm_communication_group.h +1 -1
- mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/collective/hccl_watch_dog_thread.h +5 -3
- mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/collective/leaper_trans.h +2 -5
- mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/collective/lowlatency_collective_comm_lib.h +20 -5
- mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/collective/multi_ascend_collective_comm_lib.h +6 -6
- mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/collective/multi_ascend_communication_group.h +4 -2
- mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/collective/utils.h +83 -0
- mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/device_context_conf/op_tuning_conf.h +14 -0
- mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/dvm/dvm.h +246 -0
- mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/hal_manager/ascend_hal_manager.h +1 -0
- mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/hccl_adapter/hccl_adapter.h +31 -3
- mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/hccl_adapter/plugin/hccl_plugin.h +8 -0
- mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/mbuf_manager/mbuf_receive_manager.h +6 -1
- mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/mbuf_manager/tdt_manager.h +44 -0
- mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/mem_manager/ascend_memory_pool.h +6 -0
- mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/mem_manager/ascend_vmm_adapter.h +9 -9
- mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/op_adapter/custom_op_proto/cust_array_ops.h +11 -0
- mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/op_adapter/custom_op_proto/cust_other_ops.h +0 -22
- mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/op_adapter/op_adapter_base.h +38 -33
- mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/op_adapter/op_adapter_map.h +5 -2
- mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/op_adapter/op_adapter_util.h +3 -0
- mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/op_adapter/op_declare/array_ops_declare.h +3 -0
- mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/op_adapter/op_declare/hcom_ops_declare.h +3 -0
- mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/op_adapter/op_declare/transform_fusion_ops_declare.h +0 -6
- mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/op_adapter/transform_util.h +1 -1
- mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/stream_manager/ascend_stream_manager.h +6 -4
- mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/symbol_interface/acl_mdl_symbol.h +14 -0
- mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/symbol_interface/acl_rt_symbol.h +6 -0
- mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/symbol_interface/symbol_utils.h +11 -6
- mindspore/include/mindspore/ccsrc/plugin/res_manager/cpu/cpu_device_address/cpu_device_address.h +17 -12
- mindspore/include/mindspore/ccsrc/plugin/res_manager/cpu/cpu_mem_manager/cpu_hash_table.h +128 -0
- mindspore/include/mindspore/ccsrc/plugin/res_manager/cpu/cpu_mem_manager/cpu_hash_table_util.h +114 -0
- mindspore/include/mindspore/ccsrc/plugin/res_manager/cpu/cpu_mem_manager/cpu_memory_manager.h +4 -10
- mindspore/include/mindspore/ccsrc/plugin/res_manager/cpu/cpu_mem_manager/cpu_memory_pool.h +3 -1
- mindspore/include/mindspore/ccsrc/plugin/res_manager/cpu/cpu_res_manager.h +8 -15
- mindspore/include/mindspore/ccsrc/plugin/res_manager/cpu/visible.h +32 -0
- mindspore/include/mindspore/ccsrc/plugin/res_manager/gpu/device/gpu_device_address.h +19 -11
- mindspore/include/mindspore/ccsrc/plugin/res_manager/gpu/gpu_res_manager.h +9 -9
- mindspore/include/mindspore/ccsrc/ps/core/communicator/http_request_handler.h +0 -1
- mindspore/include/mindspore/ccsrc/ps/core/file_configuration.h +2 -2
- mindspore/include/mindspore/ccsrc/ps/core/node.h +1 -1
- mindspore/include/mindspore/ccsrc/pybind_api/hal/event_py.h +2 -2
- mindspore/include/mindspore/ccsrc/pybind_api/hal/memory_py.h +2 -0
- mindspore/include/mindspore/ccsrc/pybind_api/hal/stream_py.h +3 -4
- mindspore/include/mindspore/ccsrc/pybind_api/ir/tensor_api/auto_generate/tensor_api.h +135 -130
- mindspore/include/mindspore/ccsrc/pybind_api/ir/tensor_index_py.h +10 -107
- mindspore/include/mindspore/ccsrc/pybind_api/ir/tensor_register/auto_generate/tensor_py_gen.h +135 -131
- mindspore/include/mindspore/ccsrc/pybind_api/ir/tensor_register/tensor_func_reg.h +0 -1
- mindspore/include/mindspore/ccsrc/pybind_api/resource/manager.h +2 -2
- mindspore/include/mindspore/ccsrc/pybind_api/storage_py.h +36 -0
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/abs.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/acos_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/acosh_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/adamw.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/adaptive_avg_pool1d.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/adaptive_avg_pool2d_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/adaptive_avg_pool2d_grad_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/adaptive_avg_pool3d_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/adaptive_avg_pool3d_grad_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/adaptive_max_pool1d.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/adaptive_max_pool2d.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/add.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/add_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/add_layer_norm_grad.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/add_layernorm_v2.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/add_rms_norm.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/add_rmsnorm_quant_v2.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/add_scalar.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/addbmm.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/addcdiv_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/addcmul_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/addmm.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/addmv.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/all_finite.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/all_gather_matmul.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/any.h +44 -0
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/any_ext.h +44 -0
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/apply_rotary_pos_emb.h +44 -0
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/arange.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/argmax_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/argmax_with_value.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/argmin_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/argmin_with_value.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/argsort.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/as_strided.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/asin_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/asinh_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/atan2_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/atan_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/atanh.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/avg_pool1d.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/avg_pool2d.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/avg_pool2d_grad.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/avg_pool3d_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/avg_pool3d_grad_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/baddbmm.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/batch_mat_mul.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/batch_norm_elemt.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/batch_norm_elemt_grad.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/batch_norm_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/batch_norm_gather_stats_with_counts.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/batch_norm_grad_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/batch_norm_reduce_grad.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/batch_norm_stats.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/bernoulli_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/binary_cross_entropy.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/binary_cross_entropy_grad.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/binary_cross_entropy_with_logits.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/binary_cross_entropy_with_logits_backward.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/bincount_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/bitwise_and_scalar.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/bitwise_and_tensor.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/bitwise_not.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/bitwise_or_scalar.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/bitwise_or_tensor.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/bitwise_xor_scalar.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/bitwise_xor_tensor.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/bmm_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/broadcast_to.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/broadcast_to_view.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/cast.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/ceil.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/cell_backward_hook.h +44 -0
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/chunk.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/chunk_view.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/clamp_scalar.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/clamp_tensor.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/clone.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/col2im_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/col2im_grad.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/concat.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/constant_pad_nd.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/contiguous.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/conv1d_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/conv1d_padding.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/conv2d_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/conv2d_padding.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/conv3d_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/conv3d_padding.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/conv_transpose2d.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/convolution.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/convolution_grad.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/convolution_str.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/convolution_str_grad.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/copy.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/cos.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/cosh.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/count_nonzero.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/cross.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/cross_entropy_loss.h +44 -0
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/cross_entropy_loss_grad.h +44 -0
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/cummax.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/cummin_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/cumsum_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/custom_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/dense.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/diag_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/diagonal_view.h +44 -0
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/dist_comm_all_gather.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/dist_comm_all_gather_into_tensor.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/dist_comm_all_gather_into_tensor_uneven.h +44 -0
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/dist_comm_all_reduce.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/dist_comm_all_to_all_v.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/dist_comm_all_to_all_v_single.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/dist_comm_barrier.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/dist_comm_batch_isend_irecv.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/dist_comm_broadcast.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/dist_comm_gather.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/dist_comm_gather_into_tensor.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/dist_comm_irecv.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/dist_comm_isend.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/dist_comm_reduce.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/dist_comm_reduce_scatter.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/dist_comm_reduce_scatter_tensor.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/dist_comm_reduce_scatter_tensor_uneven.h +44 -0
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/dist_comm_scatter.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/dist_comm_scatter_tensor.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/div.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/divmod.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/divmods.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/divs.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/dot.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/dropout_do_mask_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/dropout_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/dropout_gen_mask_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/dropout_grad_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/dynamic_quant_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/einsum_ext.h +44 -0
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/elu.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/elu_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/elu_grad_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/embedding.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/embedding_dense_backward.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/empty.h +44 -0
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/empty_like.h +44 -0
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/equal.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/equal_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/erf.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/erfc.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/erfinv.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/exp.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/exp2.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/expand_as.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/expand_dims.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/expand_dims_view.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/expm1.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/eye.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/ffn_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/fill_scalar.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/fill_tensor.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/flash_attention_score.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/flash_attention_score_grad.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/flatten_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/floor.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/floor_div.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/floor_div_scalar.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/fmod_scalar.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/fmod_tensor.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/frac.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/full_like.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/func_dropout_ext.h +44 -0
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/func_max_pool2d.h +44 -0
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/fused_infer_attention_score.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/gather_d.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/gather_d_grad_v2.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/gcd.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/gelu.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/gelu_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/gelu_grad.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/gelu_grad_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/generator.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/glu.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/glu_grad.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/gmm.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/gmm_backward.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/gmm_backward_fusion.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/gmm_v2.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/gmm_v2_backward.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/gmm_v2_backward_fusion.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/greater.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/greater_equal.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/greater_equal_scalar.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/grid_sampler_2d.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/grid_sampler_2d_grad.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/grid_sampler_3d.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/grid_sampler_3d_grad.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/group_norm.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/group_norm_grad.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/grouped_matmul.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/grouped_matmul_v2.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/grouped_matmul_v4.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/hardtanh.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/hardtanh_grad.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/histc_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/hshrink.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/hshrink_grad.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/hsigmoid.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/hsigmoid_grad.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/hswish.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/hswish_grad.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/identity.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/im2col_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/incre_flash_attention.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/index.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/index_add_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/index_fill_scalar.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/index_fill_tensor.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/index_select.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inner_comm_all_gather.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inner_comm_all_reduce.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inner_comm_all_to_all_v.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inner_comm_irecv.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inner_comm_isend.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inner_comm_reduce_scatter.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inner_index.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inner_inplace_index_put.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inner_moe_token_unpermute.h +44 -0
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inner_non_zero.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_add_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_addmm.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_adds_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_bernoulli_scalar.h +44 -0
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_bernoulli_tensor.h +44 -0
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_clamp_scalar.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_clamp_tensor.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_copy.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_div.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_divmod.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_divmods.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_divs.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_elu.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_erfinv.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_exp.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_exponential.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_fill_diagonal.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_fill_scalar.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_fill_tensor.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_floor.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_floor_divide.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_floor_divides.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_grouped_matmul_add.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_hardtanh.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_index_add.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_index_put.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_log.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_masked_fill_scalar.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_masked_fill_tensor.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_matmul_add.h +44 -0
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_mul.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_muls.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_normal.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_put.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_random.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_relu.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_remainder_tensor_scalar.h +44 -0
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_remainder_tensor_tensor.h +44 -0
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_scatter_add.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_scatter_src.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_scatter_src_reduce.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_scatter_value.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_scatter_value_reduce.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_silu.h +44 -0
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_stop_gradient.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_sub_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_sub_scalar.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_tanh.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_threshold.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_uniform.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/inplace_zero.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/isclose.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/isfinite.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/isinf.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/isneginf.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/kl_div.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/kl_div_grad.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/kthvalue.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/kv_cache_scatter_update.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/l1_loss_backward_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/l1_loss_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/layer_norm_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/layer_norm_grad_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/leaky_relu_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/leaky_relu_grad_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/lerp.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/lerp_scalar.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/less.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/less_equal.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/lin_space_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/linalg_qr.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/linalg_vector_norm.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/log.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/log10.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/log1p.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/log2.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/log_softmax.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/log_softmax_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/log_softmax_grad.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/logaddexp.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/logaddexp2.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/logical_and.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/logical_not.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/logical_or.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/logical_xor.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/logsigmoid.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/logsigmoid_grad.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/logsumexp.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/masked_fill.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/masked_scatter.h +44 -0
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/masked_select.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/masked_select_grad.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/matmul.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/matmul_allreduce_add_rmsnorm.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/matmul_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/matmul_reduce_scatter.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/matrix_inverse_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/max.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/max_dim.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/max_pool_grad_with_indices.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/max_pool_grad_with_mask.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/max_pool_with_indices.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/max_pool_with_mask.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/max_unpool2d_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/maximum.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/mean_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/median_dim.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/median_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/meshgrid.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/min.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/min_dim.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/minimum.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/mish_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/mish_grad_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/mla.h +44 -0
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/mm_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/moe_compute_expert_tokens.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/moe_distribute_combine.h +44 -0
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/moe_distribute_dispatch.h +44 -0
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/moe_finalize_routing.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/moe_gating_top_k_softmax.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/moe_init_routing.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/moe_init_routing_quant_v2.h +44 -0
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/moe_init_routing_v2.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/moe_token_permute.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/moe_token_permute_grad.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/moe_token_unpermute.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/moe_token_unpermute_grad.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/mse_loss_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/mse_loss_grad_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/mul.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/muls.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/multi_scale_deformable_attn.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/multi_scale_deformable_attn_grad.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/multinomial_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/mv.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/nan_to_num.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/nansum.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/narrow.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/narrow_view.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/ne_scalar.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/neg.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/new_empty.h +44 -0
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/new_full.h +44 -0
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/new_ones.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/new_zeros.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/nllloss.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/nllloss_2d.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/nllloss_2d_grad.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/nllloss_grad.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/non_zero.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/non_zero_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/norm.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/normal_float_float.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/normal_float_tensor.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/normal_tensor_float.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/normal_tensor_tensor.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/not_equal.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/one_hot_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/ones.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/ones_like_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/outer.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/paged_attention.h +44 -0
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/pixel_shuffle.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/polar.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/pow.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/pow_scalar_tensor.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/pow_tensor_scalar.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/prelu.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/prelu_grad.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/prod_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/prompt_flash_attention.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/quant_batch_matmul.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/quant_matmul.h +44 -0
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/quant_v2.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/rand_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/rand_like_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/randint.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/randint_like.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/randn.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/randn_like.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/randperm_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/reciprocal.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/reduce_all.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/reduce_any.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/reduce_max.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/reduce_min.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/reflection_pad_1d.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/reflection_pad_1d_grad.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/reflection_pad_2d.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/reflection_pad_2d_grad.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/reflection_pad_3d.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/reflection_pad_3d_grad.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/relu.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/relu_grad.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/remainder_scalar_tensor.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/remainder_tensor_scalar.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/remainder_tensor_tensor.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/repeat.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/repeat_interleave_grad.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/repeat_interleave_int.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/repeat_interleave_tensor.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/replication_pad_1d.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/replication_pad_1d_grad.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/replication_pad_2d.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/replication_pad_2d_grad.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/replication_pad_3d.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/replication_pad_3d_grad.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/reshape.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/reshape_and_cache.h +44 -0
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/reverse_v2.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/ring_attention_update.h +44 -0
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/rms_norm.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/rms_norm_grad.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/roll.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/rotary_position_embedding.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/rotary_position_embedding_grad.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/round.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/rsqrt.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/scatter.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/scatter_add_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/scatter_value.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/searchsorted.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/select.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/select_ext_view.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/select_v2.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/selu_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/selu_grad.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/sigmoid.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/sigmoid_grad.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/sign.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/silent_check_v2.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/silent_check_v3.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/silu.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/silu_grad.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/sin.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/sinc.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/sinh.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/slice.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/slice_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/slice_ext_view.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/smooth_l1_loss.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/smooth_l1_loss_grad.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/soft_margin_loss.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/soft_margin_loss_grad.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/softmax.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/softmax_backward.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/softplus_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/softplus_grad_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/softshrink.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/softshrink_grad.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/sort_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/speed_fusion_attention.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/speed_fusion_attention_grad.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/split.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/split_tensor.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/split_tensor_view.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/split_with_size.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/split_with_size_view.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/sqrt.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/square.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/squeeze.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/stack_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/std.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/std_mean.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/sub.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/sub_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/sub_scalar.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/sum_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/swiglu.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/swiglu_grad.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/t_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/take.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/tan.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/tanh.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/tanh_grad.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/tensor_scatter_elements.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/threshold.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/threshold_grad.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/tile.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/topk_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/trace_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/transpose.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/transpose_ext_view.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/transpose_view.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/triangular_solve.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/tril_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/triu.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/trunc.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/type_as.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/uniform_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/unique2.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/unique_consecutive.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/unique_dim.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/unstack_ext_view.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/upsample_bicubic2d.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/upsample_bicubic2d_grad.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/upsample_bilinear2d.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/upsample_bilinear2d_grad.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/upsample_linear1d.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/upsample_linear1d_grad.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/upsample_nearest1d.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/upsample_nearest1d_grad.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/upsample_nearest2d.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/upsample_nearest2d_grad.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/upsample_nearest3d.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/upsample_nearest3d_grad.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/upsample_trilinear3d.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/upsample_trilinear3d_grad.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/var.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/var_mean.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/view.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/view_as.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/weight_quant_batch_matmul.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/xlogy.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/xlogy_scalar_other.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/xlogy_scalar_self.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/zeros.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/auto_generate/zeros_like_ext.h +1 -1
- mindspore/include/mindspore/ccsrc/pyboost/comm_handle.h +6 -2
- mindspore/include/mindspore/ccsrc/pyboost/customize/any.h +39 -0
- mindspore/include/mindspore/ccsrc/pyboost/customize/cell_backward_hook.h +27 -0
- mindspore/include/mindspore/ccsrc/pyboost/customize/divmod.h +3 -3
- mindspore/include/mindspore/ccsrc/pyboost/customize/einsum_ext.h +38 -0
- mindspore/include/mindspore/ccsrc/pyboost/customize/identity.h +2 -2
- mindspore/include/mindspore/ccsrc/pyboost/customize/meshgrid.h +7 -4
- mindspore/include/mindspore/ccsrc/pyboost/customize/op_common.h +12 -15
- mindspore/include/mindspore/ccsrc/pyboost/customize/pixel_shuffle.h +2 -3
- mindspore/include/mindspore/ccsrc/pyboost/customize/reshape.h +4 -3
- mindspore/include/mindspore/ccsrc/pyboost/customize/searchsorted.h +4 -5
- mindspore/include/mindspore/ccsrc/pyboost/functions/auto_generate/auto_grad_op_reg.h +1588 -1423
- mindspore/include/mindspore/ccsrc/pyboost/functions/auto_generate/functions.h +578 -494
- mindspore/include/mindspore/ccsrc/pyboost/grad_functions/pyboost_grad_functions.h +3 -0
- mindspore/include/mindspore/ccsrc/pyboost/grad_functions/value_converter.h +30 -4
- mindspore/include/mindspore/ccsrc/pyboost/op_register.h +52 -0
- mindspore/include/mindspore/ccsrc/pyboost/op_runner.h +45 -19
- mindspore/include/mindspore/ccsrc/pyboost/pyboost_utils.h +106 -62
- mindspore/include/mindspore/ccsrc/pynative/base.h +22 -24
- mindspore/include/mindspore/ccsrc/pynative/forward/do_pyboost_cast.h +71 -67
- mindspore/include/mindspore/ccsrc/pynative/forward/forward.h +14 -12
- mindspore/include/mindspore/ccsrc/pynative/forward/forward_task.h +34 -2
- mindspore/include/mindspore/ccsrc/pynative/grad/custom_function.h +14 -7
- mindspore/include/mindspore/ccsrc/pynative/grad/function/auto_generate/pyboost_native_grad_functions.h +495 -464
- mindspore/include/mindspore/ccsrc/pynative/grad/function/func_builder.h +3 -3
- mindspore/include/mindspore/ccsrc/pynative/grad/function/func_grad.h +280 -96
- mindspore/include/mindspore/ccsrc/pynative/grad/function/func_pass.h +0 -1
- mindspore/include/mindspore/ccsrc/pynative/grad/function.h +28 -23
- mindspore/include/mindspore/ccsrc/pynative/grad/function_py.h +19 -11
- mindspore/include/mindspore/ccsrc/pynative/grad/grad.h +30 -97
- mindspore/include/mindspore/ccsrc/pynative/grad/grad_utils.h +39 -23
- mindspore/include/mindspore/ccsrc/pynative/grad/hook_py.h +21 -22
- mindspore/include/mindspore/ccsrc/pynative/grad/jit/jit_grad.h +2 -26
- mindspore/include/mindspore/ccsrc/pynative/grad/top_cell.h +8 -150
- mindspore/include/mindspore/ccsrc/pynative/op_function/auto_generate/pyboost_api.h +564 -0
- mindspore/include/mindspore/ccsrc/pynative/op_function/auto_generate/pyboost_core.h +564 -0
- mindspore/include/mindspore/ccsrc/pynative/op_function/auto_generate/tensor_func_utils.h +495 -493
- mindspore/include/mindspore/ccsrc/pynative/op_function/comm_handle_py.h +2 -0
- mindspore/include/mindspore/ccsrc/pynative/op_function/converter.h +11 -0
- mindspore/include/mindspore/ccsrc/pynative/op_function/customize/direct_ops.h +2 -12
- mindspore/include/mindspore/ccsrc/pynative/predict_out_type_map.h +3 -0
- mindspore/include/mindspore/ccsrc/pynative/pynative_execute.h +6 -2
- mindspore/include/mindspore/ccsrc/pynative/pynative_utils.h +39 -43
- mindspore/include/mindspore/ccsrc/runtime/collective/collective_communication_lib.h +17 -1
- mindspore/include/mindspore/ccsrc/runtime/collective/communication_group.h +5 -0
- mindspore/include/mindspore/ccsrc/runtime/collective/dummy_collective_communication_lib.h +2 -1
- mindspore/include/mindspore/ccsrc/runtime/device/device_address_utils.h +55 -50
- mindspore/include/mindspore/ccsrc/runtime/device/memory_scheduler.h +2 -1
- mindspore/include/mindspore/ccsrc/runtime/device/move_to.h +3 -0
- mindspore/include/mindspore/ccsrc/runtime/device/res_manager/auto_mem_offload.h +0 -1
- mindspore/include/mindspore/ccsrc/runtime/device/res_manager/capture_graph.h +35 -0
- mindspore/include/mindspore/ccsrc/runtime/device/res_manager/hal_res_base.h +18 -17
- mindspore/include/mindspore/ccsrc/runtime/device/res_manager/hal_res_manager.h +7 -3
- mindspore/include/mindspore/ccsrc/runtime/device/res_manager/loadable_device_address.h +1 -1
- mindspore/include/mindspore/ccsrc/runtime/device/res_manager/memory_manager.h +0 -1
- mindspore/include/mindspore/ccsrc/runtime/device/res_manager/swap_manager.h +2 -2
- mindspore/include/mindspore/ccsrc/runtime/device/res_manager/tensor_array.h +1 -1
- mindspore/include/mindspore/ccsrc/runtime/device/res_manager/utils/utils.h +0 -1
- mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/abstract_actor.h +46 -33
- mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/actor_common.h +30 -19
- mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/actor_dump.h +4 -3
- mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/actor_set.h +0 -4
- mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/any_type_kernel_actor.h +7 -61
- mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/control_flow/condition_gather_runner.h +74 -0
- mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/control_flow/condition_switch_runner.h +89 -0
- mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/control_flow/control_actor.h +37 -41
- mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/control_flow/entrance_actor.h +11 -11
- mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/control_flow/exit_actor.h +8 -9
- mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/control_flow/gather_actor.h +6 -7
- mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/control_flow/stack_actor.h +11 -11
- mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/control_flow/switch_actor.h +2 -2
- mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/copy_actor.h +12 -14
- mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/data_prepare_actor.h +28 -20
- mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/data_source_actor.h +10 -58
- mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/debug_actor.h +11 -10
- mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/debug_aware_actor.h +2 -2
- mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/fusion/fusion_actor.h +2 -2
- mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/kernel_actor.h +79 -86
- mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/kernel_async_infer_actor.h +3 -1
- mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/kernel_async_launch_actor.h +11 -1
- mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/kernel_async_resize_actor.h +3 -1
- mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/kernel_infer_actor.h +4 -4
- mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/kernel_resize_actor.h +4 -4
- mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/kernel_runner.h +405 -0
- mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/loop_count_actor.h +11 -11
- mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/memory/memory_alloc_actor.h +3 -3
- mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/memory/memory_free_actor.h +2 -3
- mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/memory/memory_swap_actor.h +4 -4
- mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/memory_aware_actor.h +7 -7
- mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/memory_manager_actor.h +18 -17
- mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/output_actor.h +11 -7
- mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/profiler_actor.h +2 -2
- mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/recorder_actor.h +2 -2
- mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/rpc/mux_send_actor.h +1 -1
- mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/rpc/recv_actor.h +6 -10
- mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/rpc/rpc_actor.h +2 -14
- mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/rpc/send_actor.h +4 -4
- mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/super_kernel_actor.h +72 -57
- mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/any_type_graph_scheduler.h +0 -33
- mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/control_node_parser.h +13 -1
- mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/control_node_scheduler.h +1 -2
- mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/device_tensor_copy_store.h +14 -14
- mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/device_tensor_store.h +28 -27
- mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/execution_order_check/comm_execution_order_check.h +17 -7
- mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/execution_order_check/kernel_cache.h +24 -4
- mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/graph_capture/graph_capture_manager.h +117 -0
- mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/graph_compiler.h +4 -71
- mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/graph_parameter_store.h +81 -143
- mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/graph_scheduler.h +9 -22
- mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/parameter_store.h +4 -0
- mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/pipeline/async_lf_queue.h +97 -0
- mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/pipeline/lf_ring_queue.h +205 -0
- mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/pipeline/runtime_pipeline.h +71 -0
- mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/pre_launch_comm.h +10 -2
- mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/rpc_node_scheduler.h +4 -13
- mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/scheduler_helper.h +12 -1
- mindspore/include/mindspore/ccsrc/runtime/hardware/device_context.h +35 -173
- mindspore/include/mindspore/ccsrc/runtime/hardware/device_context_manager.h +1 -1
- mindspore/include/mindspore/ccsrc/runtime/pipeline/async_rqueue.h +2 -2
- mindspore/include/mindspore/ccsrc/runtime/pipeline/ring_queue.h +1 -1
- mindspore/include/mindspore/ccsrc/runtime/pipeline/task/task.h +1 -1
- mindspore/include/mindspore/ccsrc/runtime/pynative/graph_adapter.h +0 -1
- mindspore/include/mindspore/ccsrc/runtime/pynative/ir_converter.h +8 -7
- mindspore/include/mindspore/ccsrc/runtime/pynative/op_runner.h +6 -6
- mindspore/include/mindspore/ccsrc/runtime/pynative/op_runtime_info.h +4 -4
- mindspore/include/mindspore/ccsrc/utils/dlopen_macro.h +2 -2
- mindspore/include/mindspore/core/include/abstract/abstract_function.h +54 -13
- mindspore/include/mindspore/core/include/abstract/abstract_value.h +50 -13
- mindspore/include/mindspore/core/include/abstract/ops/primitive_infer_map.h +1 -1
- mindspore/include/mindspore/core/include/abstract/param_validator.h +3 -2
- mindspore/include/mindspore/core/include/base/bfloat16.h +1 -1
- mindspore/include/mindspore/core/include/base/float16.h +4 -3
- mindspore/include/mindspore/core/include/base/float8_e4m3fn.h +264 -0
- mindspore/include/mindspore/core/include/base/float8_e5m2.h +260 -0
- mindspore/include/mindspore/core/include/base/hifloat8.h +53 -57
- mindspore/include/mindspore/core/include/ir/anf.h +37 -8
- mindspore/include/mindspore/core/include/ir/device_sync.h +17 -1
- mindspore/include/mindspore/core/include/ir/dtype/number.h +123 -9
- mindspore/include/mindspore/core/include/ir/dtype/op_dtype.h +48 -0
- mindspore/include/mindspore/core/include/ir/dtype.h +4 -0
- mindspore/include/mindspore/core/include/ir/func_graph.h +2 -0
- mindspore/include/mindspore/core/include/ir/func_graph_cloner.h +2 -0
- mindspore/include/mindspore/core/include/ir/meta_grad_data.h +4 -13
- mindspore/include/mindspore/core/include/ir/primitive.h +20 -2
- mindspore/include/mindspore/core/include/ir/scalar.h +2 -2
- mindspore/include/mindspore/core/include/ir/scope.h +16 -3
- mindspore/include/mindspore/core/include/ir/tensor.h +922 -41
- mindspore/include/mindspore/core/include/ir/tensor_py_wrapperbase.h +11 -11
- mindspore/include/mindspore/core/include/ir/tensor_storage_info.h +1 -0
- mindspore/include/mindspore/core/include/load_mindir/infer_mindir.h +3 -2
- mindspore/include/mindspore/core/include/mindapi/base/macros.h +3 -3
- mindspore/include/mindspore/core/include/mindapi/base/type_id.h +3 -0
- mindspore/include/mindspore/core/include/mindapi/base/types.h +7 -0
- mindspore/include/mindspore/core/include/ops/op_def.h +2 -31
- mindspore/include/mindspore/core/include/symbolic_shape/operation_builder.h +1 -1
- mindspore/include/mindspore/core/include/utils/anf_utils.h +2 -0
- mindspore/include/mindspore/core/include/utils/callback_handler.h +1 -1
- mindspore/include/mindspore/core/include/utils/compact_set.h +4 -0
- mindspore/include/mindspore/core/include/utils/core_op_utils.h +1 -1
- mindspore/include/mindspore/core/include/utils/device_manager_conf.h +4 -0
- mindspore/include/mindspore/core/include/utils/info.h +7 -0
- mindspore/include/mindspore/core/include/utils/log_adapter.h +11 -2
- mindspore/include/mindspore/core/include/utils/ms_context.h +13 -11
- mindspore/include/mindspore/core/include/utils/ms_exception.h +39 -5
- mindspore/include/mindspore/core/include/utils/ms_utils.h +3 -8
- mindspore/include/mindspore/core/include/utils/ms_utils_secure.h +1 -1
- mindspore/include/mindspore/core/include/utils/phase.h +17 -2
- mindspore/include/mindspore/core/include/utils/system/base.h +1 -1
- mindspore/include/mindspore/core/include/utils/tensor_hook_map.h +30 -0
- mindspore/include/mindspore/core/mindrt/include/actor/op_actor.h +68 -0
- mindspore/include/mindspore/core/mindrt/include/async/async.h +2 -2
- mindspore/include/mindspore/core/mindrt/include/thread/actor_threadpool.h +4 -0
- mindspore/include/mindspore/core/mindrt/include/thread/core_affinity.h +1 -1
- mindspore/include/mindspore/core/mindrt/include/thread/hqueue.h +6 -6
- mindspore/include/mindspore/core/mindrt/include/thread/threadpool.h +6 -2
- mindspore/include/mindspore/ops/grad/grad_utils.h +21 -3
- mindspore/include/mindspore/ops/infer/all_gather_v.h +39 -0
- mindspore/include/mindspore/ops/infer/all_to_all.h +38 -0
- mindspore/include/mindspore/ops/infer/dtype.h +12 -0
- mindspore/include/mindspore/ops/infer/ops_func_impl/acosh.h +2 -9
- mindspore/include/mindspore/ops/infer/ops_func_impl/asinh.h +2 -9
- mindspore/include/mindspore/ops/infer/ops_func_impl/atanh.h +4 -9
- mindspore/include/mindspore/ops/infer/ops_func_impl/batch_norm_ext.h +6 -11
- mindspore/include/mindspore/ops/infer/ops_func_impl/batch_norm_grad_ext.h +5 -4
- mindspore/include/mindspore/ops/infer/ops_func_impl/bitwise_and_scalar.h +4 -5
- mindspore/include/mindspore/ops/infer/ops_func_impl/bitwise_and_tensor.h +3 -5
- mindspore/include/mindspore/ops/infer/ops_func_impl/bitwise_or_scalar.h +3 -10
- mindspore/include/mindspore/ops/infer/ops_func_impl/bitwise_or_tensor.h +2 -10
- mindspore/include/mindspore/ops/infer/ops_func_impl/bitwise_xor_scalar.h +3 -10
- mindspore/include/mindspore/ops/infer/ops_func_impl/bitwise_xor_tensor.h +2 -10
- mindspore/include/mindspore/ops/infer/ops_func_impl/cell_backward_hook.h +32 -0
- mindspore/include/mindspore/ops/infer/ops_func_impl/cross_entropy_loss.h +36 -0
- mindspore/include/mindspore/ops/infer/ops_func_impl/cross_entropy_loss_grad.h +36 -0
- mindspore/include/mindspore/ops/infer/ops_func_impl/diagonal_view.h +32 -0
- mindspore/include/mindspore/ops/infer/ops_func_impl/dist_comm_all_gather_into_tensor_uneven.h +33 -0
- mindspore/include/mindspore/ops/infer/ops_func_impl/dist_comm_reduce_scatter_tensor_uneven.h +33 -0
- mindspore/include/mindspore/ops/infer/ops_func_impl/dump_gradient.h +33 -0
- mindspore/include/mindspore/ops/infer/ops_func_impl/eltwise_op.h +4 -10
- mindspore/include/mindspore/ops/infer/ops_func_impl/empty.h +7 -3
- mindspore/include/mindspore/ops/infer/ops_func_impl/empty_like.h +7 -3
- mindspore/include/mindspore/ops/infer/ops_func_impl/exp.h +3 -4
- mindspore/include/mindspore/ops/infer/ops_func_impl/fused_add_topk_div.h +3 -0
- mindspore/include/mindspore/ops/infer/ops_func_impl/grouped_matmul_base.h +1 -1
- mindspore/include/mindspore/ops/infer/ops_func_impl/inner_moe_token_unpermute.h +36 -0
- mindspore/include/mindspore/ops/infer/ops_func_impl/inplace_bernoulli_scalar.h +25 -0
- mindspore/include/mindspore/ops/infer/ops_func_impl/inplace_bernoulli_tensor.h +40 -0
- mindspore/include/mindspore/ops/infer/ops_func_impl/inplace_matmul_add.h +34 -0
- mindspore/include/mindspore/ops/infer/ops_func_impl/inplace_remainder_tensor_scalar.h +35 -0
- mindspore/include/mindspore/ops/infer/ops_func_impl/inplace_remainder_tensor_tensor.h +35 -0
- mindspore/include/mindspore/ops/infer/ops_func_impl/inplace_silu.h +35 -0
- mindspore/include/mindspore/ops/infer/ops_func_impl/kv_scale_cache.h +48 -0
- mindspore/include/mindspore/ops/infer/ops_func_impl/masked_fill.h +4 -3
- mindspore/include/mindspore/ops/infer/ops_func_impl/masked_scatter.h +37 -0
- mindspore/include/mindspore/ops/infer/ops_func_impl/matmul_fusion_utils.h +6 -0
- mindspore/include/mindspore/ops/infer/ops_func_impl/matmul_split_silu_fastgelu_add_mul_out1.h +34 -0
- mindspore/include/mindspore/ops/infer/ops_func_impl/matmul_split_silu_mul_out1.h +34 -0
- mindspore/include/mindspore/ops/infer/ops_func_impl/matmul_split_silu_out2.h +1 -1
- mindspore/include/mindspore/ops/infer/ops_func_impl/max_pool_grad_with_indices.h +2 -8
- mindspore/include/mindspore/ops/infer/ops_func_impl/max_pool_grad_with_mask.h +4 -2
- mindspore/include/mindspore/ops/infer/ops_func_impl/max_pool_with_indices.h +6 -4
- mindspore/include/mindspore/ops/infer/ops_func_impl/max_pool_with_mask.h +6 -4
- mindspore/include/mindspore/ops/infer/ops_func_impl/mla.h +54 -0
- mindspore/include/mindspore/ops/infer/ops_func_impl/mla_preprocess.h +75 -0
- mindspore/include/mindspore/ops/infer/ops_func_impl/moe_distribute_combine.h +34 -0
- mindspore/include/mindspore/ops/infer/ops_func_impl/moe_distribute_dispatch.h +37 -0
- mindspore/include/mindspore/ops/infer/ops_func_impl/moe_init_routing_quant_v2.h +39 -0
- mindspore/include/mindspore/ops/infer/ops_func_impl/neg.h +1 -6
- mindspore/include/mindspore/ops/infer/ops_func_impl/new_empty.h +7 -3
- mindspore/include/mindspore/ops/infer/ops_func_impl/new_full.h +37 -0
- mindspore/include/mindspore/ops/infer/ops_func_impl/normal_float_float.h +1 -0
- mindspore/include/mindspore/ops/infer/ops_func_impl/ones_like.h +2 -6
- mindspore/include/mindspore/ops/infer/ops_func_impl/ones_like_ext.h +1 -2
- mindspore/include/mindspore/ops/infer/ops_func_impl/q_matmul_split_silu_fastgelu_add_mul_out1.h +34 -0
- mindspore/include/mindspore/ops/infer/ops_func_impl/q_matmul_split_silu_mul_out1.h +34 -0
- mindspore/include/mindspore/ops/infer/ops_func_impl/quant_matmul.h +32 -0
- mindspore/include/mindspore/ops/infer/ops_func_impl/reciprocal.h +4 -9
- mindspore/include/mindspore/ops/infer/ops_func_impl/reduce_any.h +4 -5
- mindspore/include/mindspore/ops/infer/ops_func_impl/reduce_arithmetic.h +2 -1
- mindspore/include/mindspore/ops/infer/ops_func_impl/remainder_tensor_scalar.h +4 -4
- mindspore/include/mindspore/ops/infer/ops_func_impl/ring_attention_update.h +36 -0
- mindspore/include/mindspore/ops/infer/ops_func_impl/sigmoid.h +4 -5
- mindspore/include/mindspore/ops/infer/ops_func_impl/square.h +2 -10
- mindspore/include/mindspore/ops/infer/ops_func_impl/topprouter.h +36 -0
- mindspore/include/mindspore/ops/infer/ops_func_impl/zeros_like_ext.h +1 -2
- mindspore/include/mindspore/ops/infer/reduce_scatter.h +3 -1
- mindspore/include/mindspore/ops/infer/reduce_scatter_v.h +38 -0
- mindspore/include/mindspore/ops/kernel/ascend/acl/acl_kernel_mod.h +3 -0
- mindspore/include/mindspore/ops/kernel/ascend/acl_ir/acl_adapter_info.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/acl_ir/custom/custom_aclnn_utils.h +95 -0
- mindspore/include/mindspore/ops/kernel/ascend/acl_ir/custom/custom_op_api_cache.h +12 -5
- mindspore/include/mindspore/ops/kernel/ascend/acl_ir/custom/custom_op_api_exec.h +2 -0
- mindspore/include/mindspore/ops/kernel/ascend/acl_ir/op_api_cache.h +12 -7
- mindspore/include/mindspore/ops/kernel/ascend/acl_ir/op_api_convert.h +32 -101
- mindspore/include/mindspore/ops/kernel/ascend/acl_ir/op_api_exec.h +35 -30
- mindspore/include/mindspore/ops/kernel/ascend/acl_ir/op_api_util.h +5 -1
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/common/kernel_base.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/common/kernel_log.h +11 -11
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/format_transfer/formats_definitions.h +5 -1
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/format_transfer/register_format_transfer.h +5 -1
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/inc/ms_cpu_kernel.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/ms_kernel/concat.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/ms_kernel/dct.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/ms_kernel/dctn.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/ms_kernel/fft_ortho.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/ms_kernel/fft_shapecopy.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/ms_kernel/fftbase.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/ms_kernel/fftfreq.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/ms_kernel/fftnbase.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/ms_kernel/irfft_double.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/ms_kernel/nms_with_mask.h +0 -1
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/ms_kernel/random/philox_random_dist.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/ms_kernel/random/random_distributions.h +27 -25
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/ms_kernel/topprouter.h +64 -0
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/utils/eigen_tensor.h +18 -15
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/utils/fused_sparse_utils.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/utils/kernel_util.h +2 -2
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/utils/philox_random.h +75 -138
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/utils/range_sampler.h +7 -3
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/utils/sampling_kernels.h +18 -15
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/utils/sparse_group.h +18 -15
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/utils/sparse_tensor.h +18 -15
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/adaptive_avg_pool_3d_grad_op.h +0 -11
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/adaptive_avg_pool_3d_op.h +0 -11
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/adaptive_max_pool3_d_grad_op.h +0 -14
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/adaptive_max_pool3d_op.h +0 -18
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/adaptive_max_pool_2d_grad_op.h +0 -14
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/adjust_contrastv2_op.h +0 -21
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/arg_max_op.h +0 -22
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/bartlett_window_op.h +0 -19
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/cauchy_op.h +0 -11
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/cholesky_solve_op.h +0 -23
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/coalesce_op.h +0 -24
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/csr_sparse_matrix_to_dense_op.h +0 -15
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/dense_to_csr_sparse_matrix_op.h +0 -16
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/eig_op.h +0 -17
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/exp.h +0 -18
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/fractional_max_pool_grad_with_fixed_ksize_op.h +0 -22
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/fractional_max_pool_with_fixed_ksize_op.h +0 -19
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/geqrf_op.h +0 -14
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/glu_grad_op.h +0 -17
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/glu_op.h +0 -20
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/hamming_window_op.h +0 -20
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/index_fill.h +0 -18
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/instance_norm_v2_grad.h +0 -28
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/layer_norm_grad_grad_op.h +0 -17
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/log_normal_reverse.h +0 -15
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/logspace.h +0 -23
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/lstsq_op.h +0 -15
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/matrix_logarithm.h +0 -13
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/matrix_power_op.h +0 -16
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/max_pool_3d_grad_with_argmax_op.h +0 -26
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/maximum_grad_grad.h +0 -19
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/median_grad_op.h +0 -19
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/median_op.h +0 -17
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/minimum_grad_grad.h +0 -19
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/multi_margin_loss_grad_op.h +0 -24
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/multi_margin_loss_op.h +0 -19
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/mvlgamma_grad_op.h +0 -17
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/mvlgamma_op.h +0 -15
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/pdist_grad_op.h +0 -21
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/segment_mean_op.h +0 -18
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/segment_min_op.h +0 -19
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/sparse_addmm.h +0 -16
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/sparse_apply_adagrad_da.h +0 -38
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/sparse_apply_centered_rms_prop.h +0 -47
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/sparse_apply_momentum.h +0 -36
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/sparse_apply_proximal_gradient_descent.h +0 -29
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/sparse_matrix_transpose_op.h +0 -29
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/sparse_segment_mean_with_num_segments_op.h +0 -19
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/sparse_segment_sqrt_n_grad_op.h +0 -21
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/sparse_segment_sqrt_n_op.h +0 -18
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/sparse_segment_sqrt_n_with_num_segments_op.h +0 -20
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/sparse_tensor_to_csr_sparse_matrix_op.h +0 -18
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/sspaddmm_op.h +0 -22
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/inc/triplet_margin_loss_op.h +0 -22
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/utils/axis_util.h +5 -1
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/utils/reduce_infer_util.h +1 -2
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/customize/op_proto/utils/transfer_shape_according_to_format.h +5 -1
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/drop_out_gen_mask_kernels.h +2 -2
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/gather_grad_kernels.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/replay_buffer/replay_buffer_factory.h +2 -1
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_util.h +2 -0
- mindspore/include/mindspore/ops/kernel/ascend/availability/silent_check/ascend_silent_check.h +13 -14
- mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/addbmm_aclnn_kernel.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/addmm_aclnn_kernel.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/addmv_aclnn_kernel.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/baddbmm_aclnn_kernel.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/batch_norm_ext_aclnn_kernel.h +1 -0
- mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/batch_norm_grad_ext_aclnn_kernel.h +2 -1
- mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/bincount_ext_aclnn_kernel.h +2 -2
- mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/chunk_aclnn_kernel.h +2 -2
- mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/conv1d_padding_aclnn_kernel.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/conv2d_padding_aclnn_kernel.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/convolution_str_aclnn_kernel.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/cross_entropy_loss_aclnn_kernel.h +48 -0
- mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/cross_entropy_loss_grad_aclnn_kernel.h +47 -0
- mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/custom_aclnn_utils.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/custom_v2_aclnn_kernel.h +26 -21
- mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/dense_aclnn_kernel.h +13 -6
- mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/dropout_ext_aclnn_kernel.h +3 -3
- mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/empty_aclnn_kernel.h +39 -0
- mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/empty_like_aclnn_kernel.h +39 -0
- mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/flash_attention_score_aclnn_kernel.h +1 -0
- mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/flash_attention_score_grad_aclnn_kernel.h +1 -0
- mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/gather_d_grad_v2_aclnn_kernel.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/grid_sampler_2d_grad_aclnn_kernel.h +3 -3
- mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/grid_sampler_3d_grad_aclnn_kernel.h +3 -3
- mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/index_add_ext_aclnn_kernel.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/index_fill_scalar_aclnn_kernel.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/index_fill_tensor_aclnn_kernel.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/inner_inplace_index_put_aclnn_kernel.h +1 -0
- mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/inner_moe_token_unpermute_aclnn_kernel.h +45 -0
- mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/inplace_bernoulli_scalar_aclnn_kernel.h +47 -0
- mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/inplace_bernoulli_tensor_aclnn_kernel.h +46 -0
- mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/inplace_clamp_scalar_aclnn_kernel.h +2 -0
- mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/inplace_index_add_aclnn_kernel.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/inplace_normal_aclnn_kernel.h +2 -2
- mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/inplace_scatter_add_aclnn_kernel.h +45 -0
- mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/inplace_silu_aclnn_kernel.h +42 -0
- mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/inplace_uniform_aclnn_kernel.h +2 -2
- mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/isinf_aclnn_kernel.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/linalg_vector_norm_aclnn_kernel.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/masked_scatter_aclnn_kernel.h +45 -0
- mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/matmul_all_reduce_aclnn_kernel.h +2 -2
- mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/matmul_reduce_scatter_aclnn_kernel.h +4 -4
- mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/moe_distribute_combine_aclnn_kernel.h +56 -0
- mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/moe_distribute_dispatch_aclnn_kernel.h +55 -0
- mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/moe_init_routing_quant_v2_aclnn_kernel.h +50 -0
- mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/mse_loss_ext_aclnn_kernel.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/mse_loss_grad_ext_aclnn_kernel.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/multinomial_ext_aclnn_kernel.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/narrow_aclnn_kernel.h +3 -3
- mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/new_empty_aclnn_kernel.h +39 -0
- mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/new_full_aclnn_kernel.h +41 -0
- mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/norm_aclnn_kernel.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/prod_ext_aclnn_kernel.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/quant_batch_matmul_all_reduce_aclnn_kernel.h +2 -2
- mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/rand_ext_aclnn_kernel.h +2 -2
- mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/randint_aclnn_kernel.h +4 -4
- mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/randn_aclnn_kernel.h +2 -2
- mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/randperm_ext_aclnn_kernel.h +2 -2
- mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/repeat_interleave_grad_aclnn_kernel.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/ring_attention_update_aclnn_kernel.h +41 -0
- mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/split_with_size_aclnn_kernel.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/unique2_aclnn_kernel.h +3 -0
- mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/unique_consecutive_aclnn_kernel.h +2 -0
- mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/unique_dim_aclnn_kernel.h +3 -0
- mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/view/diagonal_view.h +42 -0
- mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn_auto_gen/apply_rotary_pos_emb_aclnn_kernel.h +41 -0
- mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn_auto_gen/mla_aclnn_kernel.h +41 -0
- mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn_auto_gen/paged_attention_aclnn_kernel.h +41 -0
- mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn_kernel_mod.h +139 -23
- mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn_kernel_utils.h +3 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/aclnn_utils.h +42 -17
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/atb_runner.h +124 -0
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/atb_runner_base.h +48 -0
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/atb_utils.h +63 -0
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/abs.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/acos_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/acosh_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/adamw.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/adaptive_avg_pool1d.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/adaptive_avg_pool2d_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/adaptive_avg_pool2d_grad_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/adaptive_avg_pool3d_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/adaptive_avg_pool3d_grad_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/adaptive_max_pool1d.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/adaptive_max_pool2d.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/add.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/add_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/add_layer_norm_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/add_layernorm_v2.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/add_rms_norm.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/add_rmsnorm_quant_v2.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/add_scalar.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/addbmm.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/addcdiv_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/addcmul_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/addmm.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/addmv.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/all_finite.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/all_gather_matmul.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/any.h +40 -0
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/any_ext.h +40 -0
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/apply_rotary_pos_emb.h +40 -0
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/arange.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/argmax_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/argmax_with_value.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/argmin_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/argmin_with_value.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/argsort.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/as_strided.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/asin_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/asinh_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/atan2_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/atan_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/atanh.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/avg_pool1d.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/avg_pool2d.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/avg_pool2d_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/avg_pool3d_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/avg_pool3d_grad_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/baddbmm.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/batch_mat_mul.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/batch_norm_elemt.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/batch_norm_elemt_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/batch_norm_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/batch_norm_gather_stats_with_counts.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/batch_norm_grad_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/batch_norm_reduce_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/batch_norm_stats.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/bernoulli_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/binary_cross_entropy.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/binary_cross_entropy_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/binary_cross_entropy_with_logits.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/binary_cross_entropy_with_logits_backward.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/bincount_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/bitwise_and_scalar.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/bitwise_and_tensor.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/bitwise_not.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/bitwise_or_scalar.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/bitwise_or_tensor.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/bitwise_xor_scalar.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/bitwise_xor_tensor.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/bmm_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/broadcast_to.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/broadcast_to_view.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/cast.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/ceil.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/cell_backward_hook.h +40 -0
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/chunk.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/chunk_view.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/clamp_scalar.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/clamp_tensor.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/clone.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/col2im_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/col2im_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/concat.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/constant_pad_nd.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/contiguous.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/conv1d_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/conv1d_padding.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/conv2d_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/conv2d_padding.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/conv3d_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/conv3d_padding.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/conv_transpose2d.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/convolution.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/convolution_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/convolution_str.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/convolution_str_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/copy.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/cos.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/cosh.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/count_nonzero.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/cross.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/cross_entropy_loss.h +40 -0
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/cross_entropy_loss_grad.h +40 -0
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/cummax.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/cummin_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/cumsum_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/custom_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/dense.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/diag_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/diagonal_view.h +40 -0
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/div.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/divmod.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/divmods.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/divs.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/dot.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/dropout_do_mask_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/dropout_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/dropout_gen_mask_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/dropout_grad_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/dynamic_quant_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/einsum_ext.h +40 -0
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/elu.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/elu_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/elu_grad_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/embedding.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/embedding_dense_backward.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/empty.h +40 -0
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/empty_like.h +40 -0
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/equal.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/equal_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/erf.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/erfc.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/erfinv.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/exp.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/exp2.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/expand_as.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/expand_dims.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/expand_dims_view.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/expm1.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/eye.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/ffn_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/fill_scalar.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/fill_tensor.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/flash_attention_score.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/flash_attention_score_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/flatten_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/floor.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/floor_div.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/floor_div_scalar.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/fmod_scalar.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/fmod_tensor.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/frac.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/full_like.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/func_dropout_ext.h +40 -0
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/func_max_pool2d.h +40 -0
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/fused_infer_attention_score.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/gather_d.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/gather_d_grad_v2.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/gcd.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/gelu.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/gelu_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/gelu_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/gelu_grad_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/generator.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/glu.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/glu_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/gmm.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/gmm_backward.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/gmm_backward_fusion.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/gmm_v2.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/gmm_v2_backward.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/gmm_v2_backward_fusion.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/greater.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/greater_equal.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/greater_equal_scalar.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/grid_sampler_2d.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/grid_sampler_2d_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/grid_sampler_3d.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/grid_sampler_3d_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/group_norm.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/group_norm_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/grouped_matmul.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/grouped_matmul_v2.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/grouped_matmul_v4.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/hardtanh.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/hardtanh_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/histc_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/hshrink.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/hshrink_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/hsigmoid.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/hsigmoid_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/hswish.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/hswish_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/identity.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/im2col_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/incre_flash_attention.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/index.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/index_add_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/index_fill_scalar.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/index_fill_tensor.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/index_select.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inner_index.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inner_inplace_index_put.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inner_moe_token_unpermute.h +40 -0
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inner_non_zero.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_add_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_addmm.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_adds_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_bernoulli_scalar.h +40 -0
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_bernoulli_tensor.h +40 -0
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_clamp_scalar.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_clamp_tensor.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_copy.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_div.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_divmod.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_divmods.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_divs.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_elu.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_erfinv.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_exp.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_exponential.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_fill_diagonal.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_fill_scalar.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_fill_tensor.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_floor.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_floor_divide.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_floor_divides.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_grouped_matmul_add.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_hardtanh.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_index_add.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_index_put.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_log.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_masked_fill_scalar.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_masked_fill_tensor.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_matmul_add.h +40 -0
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_mul.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_muls.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_normal.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_put.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_random.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_relu.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_remainder_tensor_scalar.h +40 -0
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_remainder_tensor_tensor.h +40 -0
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_scatter_add.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_scatter_src.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_scatter_src_reduce.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_scatter_value.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_scatter_value_reduce.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_silu.h +40 -0
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_stop_gradient.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_sub_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_sub_scalar.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_tanh.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_threshold.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_uniform.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/inplace_zero.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/isclose.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/isfinite.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/isinf.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/isneginf.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/kl_div.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/kl_div_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/kthvalue.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/kv_cache_scatter_update.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/l1_loss_backward_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/l1_loss_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/layer_norm_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/layer_norm_grad_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/leaky_relu_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/leaky_relu_grad_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/lerp.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/lerp_scalar.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/less.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/less_equal.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/lin_space_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/linalg_qr.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/linalg_vector_norm.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/log.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/log10.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/log1p.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/log2.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/log_softmax.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/log_softmax_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/log_softmax_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/logaddexp.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/logaddexp2.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/logical_and.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/logical_not.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/logical_or.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/logical_xor.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/logsigmoid.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/logsigmoid_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/logsumexp.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/masked_fill.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/masked_scatter.h +40 -0
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/masked_select.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/masked_select_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/matmul.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/matmul_allreduce_add_rmsnorm.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/matmul_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/matmul_reduce_scatter.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/matrix_inverse_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/max.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/max_dim.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/max_pool_grad_with_indices.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/max_pool_grad_with_mask.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/max_pool_with_indices.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/max_pool_with_mask.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/max_unpool2d_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/maximum.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/mean_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/median_dim.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/median_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/meshgrid.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/min.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/min_dim.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/minimum.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/mish_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/mish_grad_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/mla.h +40 -0
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/mm_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/moe_compute_expert_tokens.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/moe_distribute_combine.h +40 -0
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/moe_distribute_dispatch.h +40 -0
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/moe_finalize_routing.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/moe_gating_top_k_softmax.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/moe_init_routing.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/moe_init_routing_quant_v2.h +40 -0
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/moe_init_routing_v2.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/moe_token_permute.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/moe_token_permute_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/moe_token_unpermute.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/moe_token_unpermute_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/mse_loss_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/mse_loss_grad_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/mul.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/muls.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/multi_scale_deformable_attn.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/multi_scale_deformable_attn_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/multinomial_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/mv.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/nan_to_num.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/nansum.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/narrow.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/narrow_view.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/ne_scalar.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/neg.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/new_empty.h +40 -0
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/new_full.h +40 -0
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/new_ones.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/new_zeros.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/nllloss.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/nllloss_2d.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/nllloss_2d_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/nllloss_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/non_zero.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/non_zero_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/norm.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/normal_float_float.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/normal_float_tensor.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/normal_tensor_float.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/normal_tensor_tensor.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/not_equal.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/one_hot_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/ones.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/ones_like_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/outer.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/paged_attention.h +40 -0
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/pixel_shuffle.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/polar.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/pow.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/pow_scalar_tensor.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/pow_tensor_scalar.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/prelu.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/prelu_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/prod_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/prompt_flash_attention.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/quant_batch_matmul.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/quant_matmul.h +40 -0
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/quant_v2.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/rand_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/rand_like_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/randint.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/randint_like.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/randn.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/randn_like.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/randperm_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/reciprocal.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/reduce_all.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/reduce_any.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/reduce_max.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/reduce_min.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/reflection_pad_1d.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/reflection_pad_1d_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/reflection_pad_2d.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/reflection_pad_2d_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/reflection_pad_3d.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/reflection_pad_3d_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/relu.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/relu_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/remainder_scalar_tensor.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/remainder_tensor_scalar.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/remainder_tensor_tensor.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/repeat.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/repeat_interleave_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/repeat_interleave_int.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/repeat_interleave_tensor.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/replication_pad_1d.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/replication_pad_1d_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/replication_pad_2d.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/replication_pad_2d_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/replication_pad_3d.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/replication_pad_3d_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/reshape.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/reshape_and_cache.h +40 -0
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/reverse_v2.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/ring_attention_update.h +40 -0
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/rms_norm.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/rms_norm_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/roll.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/rotary_position_embedding.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/rotary_position_embedding_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/round.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/rsqrt.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/scatter.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/scatter_add_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/scatter_value.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/searchsorted.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/select.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/select_ext_view.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/select_v2.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/selu_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/selu_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/sigmoid.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/sigmoid_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/sign.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/silent_check_v2.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/silent_check_v3.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/silu.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/silu_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/sin.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/sinc.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/sinh.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/slice.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/slice_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/slice_ext_view.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/smooth_l1_loss.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/smooth_l1_loss_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/soft_margin_loss.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/soft_margin_loss_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/softmax.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/softmax_backward.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/softplus_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/softplus_grad_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/softshrink.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/softshrink_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/sort_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/speed_fusion_attention.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/speed_fusion_attention_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/split.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/split_tensor.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/split_tensor_view.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/split_with_size.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/split_with_size_view.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/sqrt.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/square.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/squeeze.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/stack_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/std.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/std_mean.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/sub.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/sub_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/sub_scalar.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/sum_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/swiglu.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/swiglu_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/t_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/take.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/tan.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/tanh.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/tanh_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/tensor_scatter_elements.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/threshold.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/threshold_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/tile.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/topk_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/trace_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/transpose.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/transpose_ext_view.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/transpose_view.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/triangular_solve.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/tril_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/triu.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/trunc.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/type_as.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/uniform_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/unique2.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/unique_consecutive.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/unique_dim.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/unstack_ext_view.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/upsample_bicubic2d.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/upsample_bicubic2d_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/upsample_bilinear2d.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/upsample_bilinear2d_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/upsample_linear1d.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/upsample_linear1d_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/upsample_nearest1d.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/upsample_nearest1d_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/upsample_nearest2d.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/upsample_nearest2d_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/upsample_nearest3d.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/upsample_nearest3d_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/upsample_trilinear3d.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/upsample_trilinear3d_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/var.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/var_mean.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/view.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/view_as.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/weight_quant_batch_matmul.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/xlogy.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/xlogy_scalar_other.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/xlogy_scalar_self.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/zeros.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/auto_generate/zeros_like_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/adamw.h +5 -5
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/adaptive_avg_pool1d.h +2 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/adaptive_avg_pool3d_ext.h +2 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/adaptive_max_pool1d.h +3 -2
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/adaptive_max_pool2d.h +3 -2
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/add.h +2 -2
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/add_layernorm_v2.h +3 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/add_rms_norm.h +3 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/add_rmsnorm_quant_v2.h +3 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/add_scalar.h +2 -2
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/addbmm.h +3 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/addmm.h +3 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/addmv.h +3 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/all_finite.h +2 -2
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/all_gather_matmul.h +3 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/any.h +34 -0
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/any_ext.h +35 -0
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/arange.h +3 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/argmax_ext.h +2 -2
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/argmax_with_value.h +4 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/argmin_ext.h +2 -2
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/argmin_with_value.h +4 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/argsort.h +3 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/avg_pool1d.h +4 -4
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/avg_pool2d.h +5 -5
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/avg_pool2d_grad.h +5 -5
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/avg_pool3d_ext.h +6 -6
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/avg_pool3d_grad_ext.h +6 -6
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/baddbmm.h +3 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/batch_mat_mul.h +3 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/batch_norm_elemt.h +5 -7
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/batch_norm_ext.h +6 -5
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/batch_norm_gather_stats_with_counts.h +5 -5
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/batch_norm_grad_ext.h +6 -6
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/batch_norm_stats.h +3 -2
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/bernoulli_ext.h +2 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/binary_cross_entropy.h +4 -5
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/binary_cross_entropy_grad.h +5 -6
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/binary_cross_entropy_with_logits.h +6 -6
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/binary_cross_entropy_with_logits_backward.h +4 -4
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/bincount_ext.h +3 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/bmm_ext.h +2 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/cell_backward_hook.h +27 -0
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/clone.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/contiguous.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/conv1d_ext.h +4 -5
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/conv1d_padding.h +5 -6
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/conv2d_ext.h +4 -5
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/conv2d_padding.h +5 -6
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/conv3d_ext.h +4 -5
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/conv3d_padding.h +5 -6
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/conv_transpose2d.h +6 -4
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/convolution.h +6 -6
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/convolution_grad.h +3 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/convolution_str.h +6 -7
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/copy.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/count_nonzero.h +2 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/cross.h +2 -2
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/cross_entropy_loss.h +37 -0
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/cross_entropy_loss_grad.h +38 -0
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/cummax.h +3 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/cummin_ext.h +3 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/cumsum_ext.h +2 -2
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/custom_ext.h +2 -2
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/custom_kernel.h +3 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/custom_launch_aclnn.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/dense.h +2 -2
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/diag_ext.h +2 -2
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/divmod.h +2 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/divmods.h +2 -2
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/divs.h +2 -2
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/dropout_do_mask_ext.h +2 -2
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/dropout_ext.h +2 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/dropout_gen_mask_ext.h +3 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/dropout_grad_ext.h +2 -2
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/einsum_ext.h +36 -0
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/elu_ext.h +2 -2
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/elu_grad_ext.h +3 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/embedding.h +4 -5
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/embedding_dense_backward.h +5 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/empty.h +35 -0
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/empty_like.h +36 -0
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/eye.h +2 -2
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/ffn_ext.h +8 -8
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/fill_scalar.h +2 -2
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/fill_tensor.h +2 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/flash_attention_score.h +4 -4
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/flash_attention_score_grad.h +6 -6
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/flatten_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/floor_div.h +2 -2
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/floor_div_scalar.h +2 -2
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/full_like.h +2 -2
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/func_dropout_ext.h +38 -0
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/func_max_pool2d.h +38 -0
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/fused_infer_attention_score.h +15 -18
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/gather_d_grad_v2.h +2 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/gelu_grad.h +2 -2
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/gelu_grad_ext.h +2 -2
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/gmm_v2.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/gmm_v2_backward.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/gmm_v2_backward_fusion.h +1 -2
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/grid_sampler_2d_grad.h +3 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/grid_sampler_3d_grad.h +3 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/group_norm.h +3 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/group_norm_grad.h +3 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/grouped_matmul.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/grouped_matmul_v4.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/hshrink.h +2 -2
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/hshrink_grad.h +2 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/identity.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/incre_flash_attention.h +11 -11
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/index.h +2 -2
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/index_add_ext.h +3 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/index_fill_scalar.h +3 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/index_fill_tensor.h +3 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inner_index.h +2 -2
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inner_inplace_index_put.h +4 -5
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inner_moe_token_unpermute.h +39 -0
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inner_non_zero.h +1 -2
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_add_ext.h +2 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_addmm.h +3 -4
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_adds_ext.h +2 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_bernoulli_scalar.h +35 -0
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_bernoulli_tensor.h +35 -0
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_clamp_scalar.h +3 -4
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_clamp_tensor.h +3 -4
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_copy.h +2 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_div.h +2 -2
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_divmod.h +3 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_divmods.h +3 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_divs.h +2 -2
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_elu.h +2 -2
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_erfinv.h +1 -2
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_exp.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_exponential.h +3 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_fill_diagonal.h +2 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_fill_scalar.h +2 -2
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_fill_tensor.h +2 -2
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_floor.h +1 -2
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_floor_divide.h +2 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_floor_divides.h +2 -2
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_grouped_matmul_add.h +3 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_hardtanh.h +2 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_index_add.h +3 -4
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_index_put.h +3 -4
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_log.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_masked_fill_scalar.h +2 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_masked_fill_tensor.h +2 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_matmul_add.h +34 -0
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_mul.h +2 -2
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_muls.h +2 -2
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_normal.h +3 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_put.h +3 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_random.h +3 -4
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_relu.h +1 -2
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_remainder_tensor_scalar.h +34 -0
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_remainder_tensor_tensor.h +35 -0
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_scatter_add.h +3 -4
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_scatter_src.h +3 -4
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_scatter_src_reduce.h +4 -5
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_scatter_value.h +3 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_scatter_value_reduce.h +4 -5
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_silu.h +35 -0
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_stop_gradient.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_sub_ext.h +2 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_sub_scalar.h +2 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_tanh.h +1 -2
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_threshold.h +2 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_uniform.h +3 -4
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/inplace_zero.h +1 -2
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/isclose.h +3 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/isinf.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/kl_div.h +3 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/kl_div_grad.h +3 -6
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/kv_cache_scatter_update.h +3 -5
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/l1_loss_backward_ext.h +3 -5
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/l1_loss_ext.h +2 -2
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/layer_norm_ext.h +3 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/layer_norm_grad_ext.h +4 -4
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/lerp.h +2 -2
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/lerp_scalar.h +2 -2
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/lin_space_ext.h +3 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/linalg_qr.h +1 -2
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/linalg_vector_norm.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/log_softmax_ext.h +3 -4
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/log_softmax_grad.h +2 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/masked_fill.h +2 -2
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/masked_scatter.h +35 -0
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/masked_select.h +2 -2
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/masked_select_grad.h +2 -4
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/matmul.h +3 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/matmul_allreduce_add_rmsnorm.h +3 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/matmul_ext.h +2 -2
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/matmul_reduce_scatter.h +5 -4
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/max_pool_grad_with_indices.h +6 -7
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/max_pool_grad_with_mask.h +6 -6
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/max_pool_with_indices.h +5 -5
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/max_pool_with_mask.h +4 -5
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/max_unpool2d_ext.h +6 -6
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/mean_ext.h +3 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/meshgrid.h +4 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/mm_ext.h +2 -2
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/moe_distribute_combine.h +45 -0
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/moe_distribute_dispatch.h +41 -0
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/moe_token_permute.h +2 -2
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/moe_token_unpermute.h +4 -6
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/moe_token_unpermute_grad.h +3 -4
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/move_to.h +2 -2
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/mse_loss_ext.h +2 -2
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/mse_loss_grad_ext.h +3 -4
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/muls.h +2 -2
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/multi_scale_deformable_attn.h +5 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/multi_scale_deformable_attn_grad.h +4 -6
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/multinomial_ext.h +3 -4
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/mv.h +2 -2
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/nan_to_num.h +3 -4
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/nansum.h +3 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/ne_scalar.h +2 -2
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/new_empty.h +36 -0
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/new_full.h +36 -0
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/new_ones.h +2 -2
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/new_zeros.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/nllloss.h +3 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/nllloss_2d.h +3 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/nllloss_2d_grad.h +4 -4
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/nllloss_grad.h +4 -6
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/non_zero.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/non_zero_ext.h +2 -2
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/norm.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/normal_float_float.h +3 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/normal_float_tensor.h +3 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/normal_tensor_float.h +3 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/normal_tensor_tensor.h +3 -4
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/one_hot_ext.h +3 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/ones.h +2 -2
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/ones_like_ext.h +2 -2
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/outer.h +2 -2
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/pixel_shuffle.h +2 -2
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/pow_scalar_tensor.h +2 -2
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/pow_tensor_scalar.h +2 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/prod_ext.h +3 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/prompt_flash_attention.h +7 -7
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/quant_batch_matmul.h +7 -7
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/quant_matmul.h +41 -0
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/quant_v2.h +3 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/rand_ext.h +3 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/rand_like_ext.h +3 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/randint.h +3 -4
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/randint_like.h +3 -4
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/randn.h +3 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/randn_like.h +3 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/randperm_ext.h +3 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/reduce_all.h +2 -2
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/relu_grad.h +2 -2
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/repeat_interleave_grad.h +3 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/repeat_interleave_int.h +3 -4
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/repeat_interleave_tensor.h +4 -5
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/reshape.h +4 -2
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/ring_attention_update.h +38 -0
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/rms_norm.h +4 -4
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/rotary_position_embedding_grad.h +3 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/round.h +2 -2
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/scatter_add_ext.h +3 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/searchsorted.h +3 -4
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/sigmoid_grad.h +2 -2
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/silent_check_v2.h +5 -5
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/silent_check_v3.h +6 -4
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/smooth_l1_loss.h +3 -4
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/smooth_l1_loss_grad.h +4 -5
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/soft_margin_loss.h +2 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/soft_margin_loss_grad.h +3 -4
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/softmax.h +2 -2
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/softshrink.h +2 -2
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/softshrink_grad.h +2 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/sort_ext.h +5 -5
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/speed_fusion_attention.h +4 -4
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/speed_fusion_attention_grad.h +11 -12
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/square.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/std.h +3 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/std_mean.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/sub.h +2 -2
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/sub_scalar.h +2 -2
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/sum_ext.h +3 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/t_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/take.h +2 -2
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/tanh_grad.h +2 -2
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/threshold.h +2 -2
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/threshold_grad.h +2 -2
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/tile.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/type_as.h +2 -2
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/uniform_ext.h +3 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/unique2.h +2 -2
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/unique_consecutive.h +2 -2
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/unique_dim.h +2 -2
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/unstack_ext_view.h +4 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/upsample_bicubic2d.h +4 -5
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/upsample_bicubic2d_grad.h +5 -6
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/upsample_bilinear2d.h +4 -5
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/upsample_bilinear2d_grad.h +6 -6
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/upsample_linear1d.h +4 -5
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/upsample_linear1d_grad.h +5 -6
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/upsample_nearest1d.h +3 -4
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/upsample_nearest1d_grad.h +4 -5
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/upsample_nearest2d.h +3 -4
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/upsample_nearest2d_grad.h +4 -5
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/upsample_nearest3d.h +3 -4
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/upsample_nearest3d_grad.h +4 -5
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/upsample_trilinear3d.h +4 -5
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/upsample_trilinear3d_grad.h +6 -6
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/var.h +3 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/var_mean.h +1 -1
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/view_as.h +2 -2
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/weight_quant_batch_matmul.h +5 -5
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/zeros.h +2 -2
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/customize/zeros_like_ext.h +2 -3
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/internal/auto_generate/apply_rotary_pos_emb.h +40 -0
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/internal/auto_generate/flash_attention_score.h +40 -0
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/internal/auto_generate/mla.h +40 -0
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/internal/auto_generate/paged_attention.h +40 -0
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/internal/auto_generate/reshape_and_cache.h +40 -0
- mindspore/include/mindspore/ops/kernel/ascend/pyboost/internal/functions/functions.h +35 -0
- mindspore/include/mindspore/ops/kernel/cpu/empty_cpu_kernel.h +55 -0
- mindspore/include/mindspore/ops/kernel/cpu/empty_like_cpu_kernel.h +55 -0
- mindspore/include/mindspore/ops/kernel/cpu/grid_sampler_2d_grad_cpu_kernel.h +3 -15
- mindspore/include/mindspore/ops/kernel/cpu/map_tensor/map_tensor_get_data_cpu_kernel.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/map_tensor/map_tensor_get_grad_cpu_kernel.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/masked_fill_cpu_kernel.h +1 -0
- mindspore/include/mindspore/ops/kernel/cpu/multi_margin_loss_cpu_kernel.h +6 -6
- mindspore/include/mindspore/ops/kernel/cpu/new_empty_cpu_kernel.h +55 -0
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/intrinsics/ms_simd_avx512_instructions.h +0 -3
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/intrinsics/ms_simd_avx_instructions.h +0 -3
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/intrinsics/ms_simd_sse_instructions.h +0 -3
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/abs.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/acos_ext.h +38 -0
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/adaptive_avg_pool1d.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/adaptive_avg_pool2d_grad_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/adaptive_avg_pool3d_grad_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/adaptive_max_pool1d.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/adaptive_max_pool2d.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/add.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/add_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/add_layer_norm_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/add_rmsnorm_quant_v2.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/add_scalar.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/addcdiv_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/addcmul_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/any.h +38 -0
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/any_ext.h +38 -0
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/apply_rotary_pos_emb.h +38 -0
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/argmax_with_value.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/argmin_with_value.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/argsort.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/as_strided.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/atan_ext.h +38 -0
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/atanh.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/avg_pool1d.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/avg_pool2d.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/avg_pool2d_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/avg_pool3d_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/avg_pool3d_grad_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/baddbmm.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/batch_mat_mul.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/batch_norm_elemt.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/batch_norm_elemt_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/batch_norm_gather_stats_with_counts.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/batch_norm_reduce_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/batch_norm_stats.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/bernoulli_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/binary_cross_entropy.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/binary_cross_entropy_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/binary_cross_entropy_with_logits.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/binary_cross_entropy_with_logits_backward.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/bitwise_and_scalar.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/bitwise_and_tensor.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/bitwise_not.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/bitwise_or_scalar.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/bitwise_or_tensor.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/bitwise_xor_scalar.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/bitwise_xor_tensor.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/bmm_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/broadcast_to.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/broadcast_to_view.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/cast.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/ceil.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/cell_backward_hook.h +38 -0
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/chunk.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/chunk_view.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/clamp_scalar.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/clamp_tensor.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/clone.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/col2im_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/col2im_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/concat.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/constant_pad_nd.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/contiguous.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/conv1d_padding.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/conv2d_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/conv2d_padding.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/conv3d_padding.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/conv_transpose2d.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/convolution.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/convolution_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/convolution_str.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/convolution_str_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/copy.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/cos.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/cosh.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/count_nonzero.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/cross.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/cross_entropy_loss.h +38 -0
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/cross_entropy_loss_grad.h +38 -0
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/cummax.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/dense.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/diag_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/diagonal_view.h +38 -0
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/dist_comm_all_gather.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/dist_comm_all_gather_into_tensor.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/dist_comm_all_gather_into_tensor_uneven.h +38 -0
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/dist_comm_all_reduce.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/dist_comm_all_to_all_v.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/dist_comm_all_to_all_v_single.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/dist_comm_barrier.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/dist_comm_batch_isend_irecv.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/dist_comm_broadcast.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/dist_comm_gather.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/dist_comm_gather_into_tensor.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/dist_comm_irecv.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/dist_comm_isend.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/dist_comm_reduce.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/dist_comm_reduce_scatter.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/dist_comm_reduce_scatter_tensor.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/dist_comm_reduce_scatter_tensor_uneven.h +38 -0
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/dist_comm_scatter.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/dist_comm_scatter_tensor.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/div.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/divmod.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/divmods.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/divs.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/dot.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/dynamic_quant_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/einsum_ext.h +38 -0
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/elu.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/embedding.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/embedding_dense_backward.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/empty.h +38 -0
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/empty_like.h +38 -0
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/equal.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/equal_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/erf.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/erfc.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/erfinv.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/exp.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/exp2.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/expand_dims.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/expand_dims_view.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/expm1.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/eye.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/ffn_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/floor.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/floor_div.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/floor_div_scalar.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/fmod_tensor.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/frac.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/full_like.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/func_dropout_ext.h +38 -0
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/fused_infer_attention_score.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/gather_d.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/gather_d_grad_v2.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/gcd.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/gelu.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/gelu_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/gelu_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/gelu_grad_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/generator.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/glu.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/glu_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/greater.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/greater_equal.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/greater_equal_scalar.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/grid_sampler_2d.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/grid_sampler_2d_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/grid_sampler_3d.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/grid_sampler_3d_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/group_norm.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/group_norm_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/grouped_matmul.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/grouped_matmul_v2.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/grouped_matmul_v4.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/hardtanh.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/hardtanh_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/hshrink.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/hshrink_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/hsigmoid.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/hsigmoid_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/hswish.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/hswish_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/identity.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/im2col_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/incre_flash_attention.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/index.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/index_add_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/index_fill_scalar.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/index_fill_tensor.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inner_comm_all_gather.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inner_comm_all_reduce.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inner_comm_all_to_all_v.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inner_comm_irecv.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inner_comm_isend.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inner_comm_reduce_scatter.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inner_index.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inner_inplace_index_put.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inner_moe_token_unpermute.h +38 -0
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inner_non_zero.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_addmm.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_bernoulli_scalar.h +38 -0
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_bernoulli_tensor.h +38 -0
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_clamp_scalar.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_clamp_tensor.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_copy.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_div.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_divmod.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_divmods.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_divs.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_elu.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_erfinv.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_exponential.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_fill_diagonal.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_fill_scalar.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_fill_tensor.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_floor.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_floor_divide.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_floor_divides.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_grouped_matmul_add.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_hardtanh.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_index_add.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_index_put.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_log.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_masked_fill_scalar.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_masked_fill_tensor.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_matmul_add.h +38 -0
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_mul.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_muls.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_normal.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_put.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_random.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_relu.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_remainder_tensor_scalar.h +38 -0
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_remainder_tensor_tensor.h +38 -0
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_scatter_add.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_scatter_src.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_scatter_src_reduce.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_scatter_value.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_scatter_value_reduce.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_silu.h +38 -0
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_sub_scalar.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_tanh.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_threshold.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_uniform.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/inplace_zero.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/isclose.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/isfinite.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/isinf.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/isneginf.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/kl_div.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/kl_div_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/kthvalue.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/kv_cache_scatter_update.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/layer_norm_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/leaky_relu_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/leaky_relu_grad_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/lerp.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/lerp_scalar.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/less.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/less_equal.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/linalg_qr.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/linalg_vector_norm.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/log.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/log1p.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/log_softmax.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/log_softmax_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/logaddexp.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/logaddexp2.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/logical_and.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/logical_not.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/logical_or.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/logical_xor.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/logsigmoid.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/logsigmoid_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/logsumexp.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/masked_fill.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/masked_scatter.h +38 -0
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/masked_select.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/masked_select_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/matmul.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/matmul_allreduce_add_rmsnorm.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/matmul_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/max.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/max_dim.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/maximum.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/mean_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/median_dim.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/median_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/meshgrid.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/min.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/min_dim.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/minimum.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/mish_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/mish_grad_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/mla.h +38 -0
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/moe_compute_expert_tokens.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/moe_distribute_combine.h +38 -0
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/moe_distribute_dispatch.h +38 -0
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/moe_finalize_routing.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/moe_gating_top_k_softmax.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/moe_init_routing.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/moe_init_routing_quant_v2.h +38 -0
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/moe_init_routing_v2.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/moe_token_permute.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/moe_token_permute_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/moe_token_unpermute.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/moe_token_unpermute_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/mul.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/muls.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/multi_scale_deformable_attn.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/multi_scale_deformable_attn_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/mv.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/nan_to_num.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/ne_scalar.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/neg.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/new_empty.h +38 -0
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/new_full.h +38 -0
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/new_ones.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/new_zeros.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/nllloss.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/nllloss_2d.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/nllloss_2d_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/nllloss_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/non_zero.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/norm.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/normal_float_float.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/normal_float_tensor.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/normal_tensor_float.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/normal_tensor_tensor.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/not_equal.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/ones.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/outer.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/paged_attention.h +38 -0
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/pixel_shuffle.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/polar.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/pow.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/pow_scalar_tensor.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/pow_tensor_scalar.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/prelu.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/prelu_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/prod_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/quant_batch_matmul.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/quant_matmul.h +38 -0
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/quant_v2.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/randint.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/randint_like.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/randn.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/randn_like.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/reciprocal.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/reduce_all.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/reduce_any.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/reduce_max.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/reduce_min.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/reflection_pad_1d.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/reflection_pad_1d_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/reflection_pad_2d.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/reflection_pad_2d_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/reflection_pad_3d.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/reflection_pad_3d_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/relu.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/relu_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/repeat.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/replication_pad_1d.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/replication_pad_1d_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/replication_pad_2d.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/replication_pad_2d_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/replication_pad_3d.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/replication_pad_3d_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/reshape.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/reshape_and_cache.h +38 -0
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/reverse_v2.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/rms_norm_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/roll.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/rotary_position_embedding.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/rotary_position_embedding_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/round.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/rsqrt.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/scatter.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/scatter_add_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/scatter_value.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/searchsorted.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/select.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/select_ext_view.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/select_v2.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/selu_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/selu_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/sigmoid.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/sigmoid_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/sign.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/silu.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/silu_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/sin.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/sinc.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/sinh.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/slice.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/slice_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/slice_ext_view.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/smooth_l1_loss.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/smooth_l1_loss_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/soft_margin_loss.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/soft_margin_loss_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/softmax.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/softmax_backward.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/softplus_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/softplus_grad_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/softshrink.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/softshrink_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/speed_fusion_attention.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/speed_fusion_attention_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/split.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/sqrt.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/square.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/squeeze.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/stack_ext.h +38 -0
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/sub.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/sub_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/sub_scalar.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/sum_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/take.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/tan.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/tanh.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/tanh_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/tensor_scatter_elements.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/threshold.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/threshold_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/tile.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/transpose.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/transpose_ext_view.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/transpose_view.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/triangular_solve.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/triu.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/trunc.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/unique_consecutive.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/upsample_bicubic2d.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/upsample_bicubic2d_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/upsample_bilinear2d.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/upsample_bilinear2d_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/upsample_linear1d.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/upsample_linear1d_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/upsample_nearest1d.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/upsample_nearest1d_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/upsample_nearest2d.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/upsample_nearest2d_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/upsample_nearest3d.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/upsample_nearest3d_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/upsample_trilinear3d.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/upsample_trilinear3d_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/view.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/weight_quant_batch_matmul.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/xlogy.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/xlogy_scalar_other.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/xlogy_scalar_self.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/zeros.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/auto_generate/zeros_like_ext.h +38 -0
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/any.h +34 -0
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/any_ext.h +35 -0
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/binary_cross_entropy_with_logits.h +4 -4
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/cell_backward_hook.h +27 -0
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/clamp_scalar.h +2 -2
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/clamp_tensor.h +2 -3
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/contiguous.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/copy.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/dense.h +2 -2
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/dist_comm_all_gather.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/dist_comm_all_reduce.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/dist_comm_broadcast.h +2 -2
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/dist_comm_gather.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/dist_comm_irecv.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/dist_comm_isend.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/dist_comm_scatter.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/divmod.h +2 -3
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/empty.h +35 -0
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/empty_like.h +36 -0
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/group_norm.h +3 -3
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/grouped_matmul.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/identity.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/inner_comm_all_reduce.h +2 -3
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/inplace_copy.h +2 -2
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/layer_norm_ext.h +3 -3
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/masked_select.h +2 -2
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/matmul_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/max.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/mean_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/meshgrid.h +4 -2
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/min.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/new_empty.h +36 -0
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/new_ones.h +2 -2
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/new_zeros.h +2 -2
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/non_zero.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/pixel_shuffle.h +2 -2
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/pow_scalar_tensor.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/pow_tensor_scalar.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/prod_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/reshape.h +4 -2
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/round.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/searchsorted.h +3 -4
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/silu.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/silu_grad.h +1 -2
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/sum_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/pyboost/customize/unique_consecutive.h +2 -2
- mindspore/include/mindspore/ops/kernel/cpu/sample_distorted_bounding_box_v2_cpu_kernel.h +4 -0
- mindspore/include/mindspore/ops/kernel/cpu/sequence/bool_binary_arithmetic_cpu_kernel.h +42 -0
- mindspore/include/mindspore/ops/kernel/cpu/sequence/sequence_len_cpu_kernel.h +0 -1
- mindspore/include/mindspore/ops/kernel/cpu/sparse_apply_adagrad_cpu_kernel.h +1 -1
- mindspore/include/mindspore/ops/kernel/cpu/sparse_apply_adagrad_v2_cpu_kernel.h +2 -2
- mindspore/include/mindspore/ops/kernel/cpu/stft_cpu_kernel.h +16 -16
- mindspore/include/mindspore/ops/kernel/cpu/utils/sampling_kernels.h +18 -15
- mindspore/include/mindspore/ops/kernel/gpu/arrays/broadcast_to_gpu_kernel.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/arrays/select_gpu_kernel.h +2 -2
- mindspore/include/mindspore/ops/kernel/gpu/arrays/unique_consecutive_gpu_kernel.h +2 -2
- mindspore/include/mindspore/ops/kernel/gpu/cuda_impl/cuda_class/unique_consecutive_helper.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/dynamic_akg/dynamic_utils.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/gpu_kernel.h +3 -4
- mindspore/include/mindspore/ops/kernel/gpu/math/binary_ext_ops_gpu_kernel.h +2 -2
- mindspore/include/mindspore/ops/kernel/gpu/math/correlate_gpu_kernel.h +15 -11
- mindspore/include/mindspore/ops/kernel/gpu/math/eps_gpu_kernel.h +4 -4
- mindspore/include/mindspore/ops/kernel/gpu/math/tracev2_grad_gpu_kernel.h +0 -1
- mindspore/include/mindspore/ops/kernel/gpu/nccl/nccl_recv_gpu_kernel.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/nccl/nccl_send_gpu_kernel.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/nn/activation_grad_kernel.h +3 -3
- mindspore/include/mindspore/ops/kernel/gpu/nn/adagrad_gpu_kernel.h +4 -2
- mindspore/include/mindspore/ops/kernel/gpu/nn/adam_gpu_kernel.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/nn/batch_norm_grad_gpu_kernel.h +1 -0
- mindspore/include/mindspore/ops/kernel/gpu/nn/kl_div_loss_grad_kernel.h +3 -2
- mindspore/include/mindspore/ops/kernel/gpu/other/dynamic_stitch_gpu_kernel.h +6 -6
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/abs.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/adaptive_avg_pool1d.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/adaptive_avg_pool2d_grad_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/adaptive_avg_pool3d_grad_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/adaptive_max_pool1d.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/adaptive_max_pool2d.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/add.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/add_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/add_layer_norm_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/add_rmsnorm_quant_v2.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/add_scalar.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/addcdiv_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/addcmul_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/any.h +38 -0
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/any_ext.h +38 -0
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/apply_rotary_pos_emb.h +38 -0
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/argmax_with_value.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/argmin_with_value.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/argsort.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/as_strided.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/atanh.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/avg_pool1d.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/avg_pool2d.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/avg_pool2d_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/avg_pool3d_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/avg_pool3d_grad_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/baddbmm.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/batch_mat_mul.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/batch_norm_elemt.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/batch_norm_elemt_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/batch_norm_gather_stats_with_counts.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/batch_norm_reduce_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/batch_norm_stats.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/bernoulli_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/binary_cross_entropy.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/binary_cross_entropy_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/binary_cross_entropy_with_logits.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/binary_cross_entropy_with_logits_backward.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/bitwise_and_scalar.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/bitwise_and_tensor.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/bitwise_not.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/bitwise_or_scalar.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/bitwise_or_tensor.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/bitwise_xor_scalar.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/bitwise_xor_tensor.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/bmm_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/broadcast_to.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/broadcast_to_view.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/cast.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/ceil.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/cell_backward_hook.h +38 -0
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/chunk.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/chunk_view.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/clamp_scalar.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/clamp_tensor.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/clone.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/col2im_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/col2im_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/concat.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/constant_pad_nd.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/contiguous.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/conv1d_padding.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/conv2d_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/conv2d_padding.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/conv3d_padding.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/conv_transpose2d.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/convolution.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/convolution_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/convolution_str.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/convolution_str_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/copy.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/cos.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/cosh.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/count_nonzero.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/cross.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/cross_entropy_loss.h +38 -0
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/cross_entropy_loss_grad.h +38 -0
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/cummax.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/dense.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/diag_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/diagonal_view.h +38 -0
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/dist_comm_all_gather.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/dist_comm_all_gather_into_tensor.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/dist_comm_all_gather_into_tensor_uneven.h +38 -0
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/dist_comm_all_reduce.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/dist_comm_all_to_all_v.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/dist_comm_all_to_all_v_single.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/dist_comm_barrier.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/dist_comm_batch_isend_irecv.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/dist_comm_broadcast.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/dist_comm_gather.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/dist_comm_gather_into_tensor.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/dist_comm_irecv.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/dist_comm_isend.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/dist_comm_reduce.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/dist_comm_reduce_scatter.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/dist_comm_reduce_scatter_tensor.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/dist_comm_reduce_scatter_tensor_uneven.h +38 -0
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/dist_comm_scatter.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/dist_comm_scatter_tensor.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/div.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/divmod.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/divmods.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/divs.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/dot.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/dynamic_quant_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/einsum_ext.h +38 -0
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/elu.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/embedding.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/embedding_dense_backward.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/equal.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/equal_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/erf.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/erfc.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/erfinv.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/exp.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/exp2.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/expand_dims.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/expand_dims_view.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/expm1.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/eye.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/ffn_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/floor.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/floor_div.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/floor_div_scalar.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/fmod_tensor.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/frac.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/full_like.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/func_dropout_ext.h +38 -0
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/fused_infer_attention_score.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/gather_d.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/gather_d_grad_v2.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/gcd.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/gelu.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/gelu_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/gelu_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/gelu_grad_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/generator.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/glu.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/glu_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/greater.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/greater_equal.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/greater_equal_scalar.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/grid_sampler_2d.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/grid_sampler_2d_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/grid_sampler_3d.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/grid_sampler_3d_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/group_norm.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/group_norm_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/grouped_matmul.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/grouped_matmul_v2.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/grouped_matmul_v4.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/hardtanh.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/hardtanh_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/hshrink.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/hshrink_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/hsigmoid.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/hsigmoid_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/hswish.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/hswish_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/identity.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/im2col_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/incre_flash_attention.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/index.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/index_add_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/index_fill_scalar.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/index_fill_tensor.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inner_comm_all_gather.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inner_comm_all_reduce.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inner_comm_all_to_all_v.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inner_comm_irecv.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inner_comm_isend.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inner_comm_reduce_scatter.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inner_index.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inner_inplace_index_put.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inner_moe_token_unpermute.h +38 -0
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inner_non_zero.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_addmm.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_bernoulli_scalar.h +38 -0
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_bernoulli_tensor.h +38 -0
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_clamp_scalar.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_clamp_tensor.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_copy.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_div.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_divmod.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_divmods.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_divs.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_elu.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_erfinv.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_exponential.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_fill_diagonal.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_fill_scalar.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_fill_tensor.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_floor.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_floor_divide.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_floor_divides.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_grouped_matmul_add.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_hardtanh.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_index_add.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_index_put.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_log.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_masked_fill_scalar.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_masked_fill_tensor.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_matmul_add.h +38 -0
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_mul.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_muls.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_normal.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_put.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_random.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_relu.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_scatter_add.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_scatter_src.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_scatter_src_reduce.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_scatter_value.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_scatter_value_reduce.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_silu.h +38 -0
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_sub_scalar.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_tanh.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_threshold.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_uniform.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/inplace_zero.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/isclose.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/isfinite.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/isinf.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/isneginf.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/kl_div.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/kl_div_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/kthvalue.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/kv_cache_scatter_update.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/leaky_relu_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/leaky_relu_grad_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/lerp.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/lerp_scalar.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/less.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/less_equal.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/linalg_qr.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/linalg_vector_norm.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/log.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/log1p.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/log_softmax.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/log_softmax_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/logaddexp.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/logaddexp2.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/logical_and.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/logical_not.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/logical_or.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/logical_xor.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/logsigmoid.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/logsigmoid_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/logsumexp.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/masked_fill.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/masked_scatter.h +38 -0
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/masked_select.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/masked_select_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/matmul.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/matmul_allreduce_add_rmsnorm.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/matmul_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/max.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/max_dim.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/maximum.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/mean_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/median_dim.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/median_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/meshgrid.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/min.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/min_dim.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/minimum.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/mish_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/mish_grad_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/mla.h +38 -0
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/moe_compute_expert_tokens.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/moe_distribute_combine.h +38 -0
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/moe_distribute_dispatch.h +38 -0
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/moe_finalize_routing.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/moe_gating_top_k_softmax.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/moe_init_routing.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/moe_init_routing_quant_v2.h +38 -0
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/moe_init_routing_v2.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/moe_token_permute.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/moe_token_permute_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/moe_token_unpermute.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/moe_token_unpermute_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/mul.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/muls.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/multi_scale_deformable_attn.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/multi_scale_deformable_attn_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/mv.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/nan_to_num.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/ne_scalar.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/neg.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/new_full.h +38 -0
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/new_ones.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/new_zeros.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/nllloss.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/nllloss_2d.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/nllloss_2d_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/nllloss_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/non_zero.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/norm.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/normal_float_float.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/normal_float_tensor.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/normal_tensor_float.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/normal_tensor_tensor.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/not_equal.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/ones.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/outer.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/paged_attention.h +38 -0
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/pixel_shuffle.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/polar.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/pow.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/pow_scalar_tensor.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/pow_tensor_scalar.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/prelu.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/prelu_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/prod_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/quant_batch_matmul.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/quant_matmul.h +38 -0
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/quant_v2.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/randint.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/randint_like.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/randn.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/randn_like.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/reciprocal.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/reduce_all.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/reduce_any.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/reduce_max.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/reduce_min.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/reflection_pad_1d.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/reflection_pad_1d_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/reflection_pad_2d.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/reflection_pad_2d_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/reflection_pad_3d.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/reflection_pad_3d_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/relu.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/relu_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/repeat.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/replication_pad_1d.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/replication_pad_1d_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/replication_pad_2d.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/replication_pad_2d_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/replication_pad_3d.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/replication_pad_3d_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/reshape.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/reshape_and_cache.h +38 -0
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/reverse_v2.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/rms_norm_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/roll.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/rotary_position_embedding.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/rotary_position_embedding_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/round.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/rsqrt.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/scatter.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/scatter_add_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/scatter_value.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/searchsorted.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/select.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/select_ext_view.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/select_v2.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/selu_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/selu_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/sigmoid.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/sigmoid_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/sign.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/silu.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/silu_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/sin.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/sinc.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/sinh.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/slice.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/slice_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/slice_ext_view.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/smooth_l1_loss.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/smooth_l1_loss_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/soft_margin_loss.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/soft_margin_loss_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/softmax.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/softmax_backward.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/softplus_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/softplus_grad_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/softshrink.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/softshrink_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/speed_fusion_attention.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/speed_fusion_attention_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/split.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/sqrt.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/square.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/squeeze.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/sub.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/sub_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/sub_scalar.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/sum_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/take.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/tan.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/tanh.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/tanh_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/tensor_scatter_elements.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/threshold.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/threshold_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/tile.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/transpose.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/transpose_ext_view.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/transpose_view.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/triangular_solve.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/triu.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/trunc.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/upsample_bicubic2d.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/upsample_bicubic2d_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/upsample_bilinear2d.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/upsample_bilinear2d_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/upsample_linear1d.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/upsample_linear1d_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/upsample_nearest1d.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/upsample_nearest1d_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/upsample_nearest2d.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/upsample_nearest2d_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/upsample_nearest3d.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/upsample_nearest3d_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/upsample_trilinear3d.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/upsample_trilinear3d_grad.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/view.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/weight_quant_batch_matmul.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/xlogy.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/xlogy_scalar_other.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/xlogy_scalar_self.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/auto_generate/zeros.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/any.h +34 -0
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/any_ext.h +35 -0
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/cell_backward_hook.h +27 -0
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/clamp_scalar.h +2 -2
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/clamp_tensor.h +2 -3
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/contiguous.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/copy.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/dense.h +2 -2
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/divmod.h +2 -3
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/grouped_matmul.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/identity.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/inner_comm_all_gather.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/inner_comm_all_reduce.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/inner_comm_isend.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/inner_comm_reduce_scatter.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/masked_select.h +2 -2
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/matmul_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/max.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/mean_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/meshgrid.h +4 -2
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/min.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/new_ones.h +2 -2
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/new_zeros.h +2 -2
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/non_zero.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/pixel_shuffle.h +2 -2
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/pow_scalar_tensor.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/pow_tensor_scalar.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/prod_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/reshape.h +4 -2
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/searchsorted.h +3 -4
- mindspore/include/mindspore/ops/kernel/gpu/pyboost/customize/sum_ext.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/random/random_categorical_gpu_kernel.h +4 -8
- mindspore/include/mindspore/ops/kernel/gpu/rl/buffer_sample_gpu_kernel.h +8 -8
- mindspore/include/mindspore/ops/kernel/gpu/rl/gru_gpu_kernel.h +1 -0
- mindspore/include/mindspore/ops/kernel/gpu/sparse/csr_sparse_matrix_to_sparse_tensor_gpu_kernel.h +1 -1
- mindspore/include/mindspore/ops/kernel/gpu/sparse/dense_to_csr_sparse_matrix_gpu_kernel.h +3 -3
- mindspore/include/mindspore/ops/kernel/gpu/sparse/sparse_matrix_sparse_matmul_gpu_kernel.h +2 -2
- mindspore/include/mindspore/ops/kernel/include/common/common_utils.h +9 -0
- mindspore/include/mindspore/ops/kernel/include/common/device_address.h +290 -33
- mindspore/include/mindspore/ops/kernel/include/common/device_type.h +3 -5
- mindspore/include/mindspore/ops/kernel/include/common/kernel.h +26 -1
- mindspore/include/mindspore/ops/kernel/include/common/kernel_tensor.h +119 -306
- mindspore/include/mindspore/ops/op_def/array_ops.h +0 -2
- mindspore/include/mindspore/ops/op_def/auto_generate/gen_lite_ops.h +3154 -2926
- mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_def.h +812 -781
- mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_name_a.h +62 -60
- mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_name_b.h +28 -28
- mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_name_c.h +36 -33
- mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_name_d.h +29 -26
- mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_name_e.h +28 -27
- mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_name_f.h +23 -21
- mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_name_g.h +18 -18
- mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_name_h.h +8 -8
- mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_name_i.h +74 -67
- mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_name_k.h +3 -2
- mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_name_l.h +28 -28
- mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_name_m.h +48 -40
- mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_name_n.h +18 -17
- mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_name_o.h +4 -4
- mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_name_p.h +5 -6
- mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_name_q.h +6 -3
- mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_name_r.h +62 -61
- mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_name_s.h +67 -67
- mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_name_t.h +20 -19
- mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_name_u.h +15 -15
- mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_name_v.h +1 -1
- mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_name_x.h +1 -1
- mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_name_z.h +2 -2
- mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_primitive_a.h +62 -60
- mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_primitive_b.h +28 -28
- mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_primitive_c.h +36 -33
- mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_primitive_d.h +29 -26
- mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_primitive_e.h +28 -27
- mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_primitive_f.h +23 -21
- mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_primitive_g.h +18 -18
- mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_primitive_h.h +8 -8
- mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_primitive_i.h +74 -67
- mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_primitive_k.h +3 -2
- mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_primitive_l.h +28 -28
- mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_primitive_m.h +48 -40
- mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_primitive_n.h +18 -17
- mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_primitive_o.h +4 -4
- mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_primitive_p.h +5 -6
- mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_primitive_q.h +6 -3
- mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_primitive_r.h +62 -61
- mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_primitive_s.h +67 -67
- mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_primitive_t.h +20 -19
- mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_primitive_u.h +15 -15
- mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_primitive_v.h +1 -1
- mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_primitive_x.h +1 -1
- mindspore/include/mindspore/ops/op_def/auto_generate/gen_ops_primitive_z.h +2 -2
- mindspore/include/mindspore/ops/op_def/framework_op_name.h +0 -1
- mindspore/include/mindspore/ops/op_def/framework_ops.h +3 -2
- mindspore/include/mindspore/ops/op_def/nn_op_name.h +4 -0
- mindspore/include/mindspore/ops/op_def/op_enum.h +4 -0
- mindspore/include/mindspore/ops/op_def/other_op_name.h +6 -0
- mindspore/include/mindspore/ops/op_def/other_ops.h +2 -0
- mindspore/include/mindspore/ops/op_def/structure_ops.h +4 -1
- mindspore/include/mindspore/ops/ops_utils/memory_overlap.h +4 -5
- mindspore/include/mindspore/ops/ops_utils/op_constants.h +12 -0
- mindspore/include/mindspore/ops/ops_utils/op_utils.h +14 -5
- mindspore/include/mindspore/ops/ops_utils/type_dispatch.h +51 -42
- mindspore/include/mindspore/ops/view/as_strided_strides_calc.h +5 -1
- mindspore/include/mindspore/ops/view/broadcast_to_strides_calc.h +4 -2
- mindspore/include/mindspore/ops/view/broadcast_to_view_strides_calc.h +3 -1
- mindspore/include/mindspore/ops/view/chunk_strides_calc.h +3 -1
- mindspore/include/mindspore/ops/view/chunk_view_strides_calc.h +3 -1
- mindspore/include/mindspore/ops/view/diagonal_strides_calc.h +6 -3
- mindspore/include/mindspore/ops/view/diagonal_view_strides_calc.h +32 -0
- mindspore/include/mindspore/ops/view/expand_dims_strides_calc.h +3 -1
- mindspore/include/mindspore/ops/view/expand_dims_view_strides_calc.h +3 -1
- mindspore/include/mindspore/ops/view/narrow_strides_calc.h +4 -2
- mindspore/include/mindspore/ops/view/narrow_view_strides_calc.h +4 -2
- mindspore/include/mindspore/ops/view/reshape_strides_calc.h +2 -1
- mindspore/include/mindspore/ops/view/select_ext_view_strides_calc.h +3 -1
- mindspore/include/mindspore/ops/view/slice_ext_strides_calc.h +4 -1
- mindspore/include/mindspore/ops/view/slice_ext_view_strides_calc.h +4 -2
- mindspore/include/mindspore/ops/view/slice_strides_calc.h +4 -1
- mindspore/include/mindspore/ops/view/split_strides_calc.h +3 -1
- mindspore/include/mindspore/ops/view/split_tensor_strides_calc.h +3 -1
- mindspore/include/mindspore/ops/view/split_tensor_view_strides_calc.h +3 -1
- mindspore/include/mindspore/ops/view/split_with_size_strides_calc.h +3 -1
- mindspore/include/mindspore/ops/view/split_with_size_view_strides_calc.h +4 -1
- mindspore/include/mindspore/ops/view/squeeze_strides_calc.h +3 -0
- mindspore/include/mindspore/ops/view/transpose_ext_view_strides_calc.h +3 -0
- mindspore/include/mindspore/ops/view/transpose_strides_calc.h +3 -1
- mindspore/include/mindspore/ops/view/transpose_view_strides_calc.h +3 -0
- mindspore/include/mindspore/ops/view/unstack_ext_view_strides_calc.h +1 -1
- mindspore/include/mindspore/ops/view/view_strides_calc.h +3 -2
- mindspore/include/mindspore/ops/view/view_strides_calculator.h +1 -2
- mindspore/include/ms_extension.h +12 -5
- mindspore/lib/libavcodec.so.59 +0 -0
- mindspore/lib/libavdevice.so.59 +0 -0
- mindspore/lib/libavfilter.so.8 +0 -0
- mindspore/lib/libavformat.so.59 +0 -0
- mindspore/lib/libavutil.so.57 +0 -0
- mindspore/lib/libdnnl.so.2 +0 -0
- mindspore/lib/libmindspore_backend_common.so +0 -0
- mindspore/lib/libmindspore_backend_manager.so +0 -0
- mindspore/lib/libmindspore_common.so +0 -0
- mindspore/lib/libmindspore_core.so +0 -0
- mindspore/lib/libmindspore_dump.so +0 -0
- mindspore/lib/libmindspore_extension.so +0 -0
- mindspore/lib/libmindspore_frontend.so +0 -0
- mindspore/lib/libmindspore_ge_backend.so +0 -0
- mindspore/lib/libmindspore_glog.so.0 +0 -0
- mindspore/lib/libmindspore_gpr.so.15 +0 -0
- mindspore/lib/libmindspore_grpc++.so.1 +0 -0
- mindspore/lib/libmindspore_grpc.so.15 +0 -0
- mindspore/lib/libmindspore_memory_pool.so +0 -0
- mindspore/lib/libmindspore_ms_backend.so +0 -0
- mindspore/lib/libmindspore_ops.so +0 -0
- mindspore/lib/libmindspore_ops_kernel_common.so +0 -0
- mindspore/lib/libmindspore_profiler.so +0 -0
- mindspore/lib/libmindspore_pyboost.so +0 -0
- mindspore/lib/libmindspore_pynative.so +0 -0
- mindspore/lib/libmindspore_res_manager.so +0 -0
- mindspore/lib/libmindspore_runtime_pipeline.so +0 -0
- mindspore/lib/libmpi_adapter.so +0 -0
- mindspore/lib/libmpi_collective.so +0 -0
- mindspore/lib/libnnacl.so +0 -0
- mindspore/lib/libopencv_core.so.4.5 +0 -0
- mindspore/lib/libopencv_imgcodecs.so.4.5 +0 -0
- mindspore/lib/libopencv_imgproc.so.4.5 +0 -0
- mindspore/lib/libps_cache.so +0 -0
- mindspore/lib/libswresample.so.4 +0 -0
- mindspore/lib/libswscale.so.6 +0 -0
- mindspore/lib/plugin/ascend/custom_aicpu_ops/op_impl/cpu/aicpu_kernel/impl/libcust_cpu_kernels.so +0 -0
- mindspore/lib/plugin/ascend/custom_aicpu_ops/op_impl/cpu/config/cust_aicpu_kernel.json +96 -152
- mindspore/lib/plugin/ascend/custom_aicpu_ops/op_proto/libcust_op_proto.so +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/framework/plugin/npu_supported_ops.json +0 -8
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_api/lib/libcust_opapi.so +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/config/ascend310p/aic-ascend310p-ops-info.json +0 -180
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/config/ascend910_93/aic-ascend910_93-ops-info.json +0 -180
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/config/ascend910b/aic-ascend910b-ops-info.json +0 -180
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/custom_ascendc_910b_impl/dynamic/all_finite.py +28 -12
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/all_finite/AllFinite_52f59e2a65d9b1bb002de35c2819754a.json +2 -1
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/all_finite/AllFinite_52f59e2a65d9b1bb002de35c2819754a.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/all_finite/AllFinite_6b5e50e30256d85838d6ce83514df20f.json +2 -1
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/all_finite/AllFinite_6b5e50e30256d85838d6ce83514df20f.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/all_finite/AllFinite_74e4ac02880d452e3308c94af273562e.json +2 -1
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/all_finite/AllFinite_74e4ac02880d452e3308c94af273562e.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/all_finite/AllFinite_52f59e2a65d9b1bb002de35c2819754a.json +2 -1
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/all_finite/AllFinite_52f59e2a65d9b1bb002de35c2819754a.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/all_finite/AllFinite_6b5e50e30256d85838d6ce83514df20f.json +2 -1
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/all_finite/AllFinite_6b5e50e30256d85838d6ce83514df20f.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/all_finite/AllFinite_74e4ac02880d452e3308c94af273562e.json +2 -1
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/all_finite/AllFinite_74e4ac02880d452e3308c94af273562e.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/all_finite/AllFinite_52f59e2a65d9b1bb002de35c2819754a.json +2 -1
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/all_finite/AllFinite_52f59e2a65d9b1bb002de35c2819754a.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/all_finite/AllFinite_6b5e50e30256d85838d6ce83514df20f.json +2 -1
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/all_finite/AllFinite_6b5e50e30256d85838d6ce83514df20f.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/all_finite/AllFinite_74e4ac02880d452e3308c94af273562e.json +2 -1
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/all_finite/AllFinite_74e4ac02880d452e3308c94af273562e.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend310p/binary_info_config.json +0 -300
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend910_93/binary_info_config.json +0 -300
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend910b/binary_info_config.json +0 -300
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/op_tiling/lib/linux/aarch64/libcust_opmaster_rt2.0.so +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/op_tiling/liboptiling.so +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_proto/inc/op_proto.h +0 -22
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_proto/lib/linux/aarch64/libcust_opsproto_rt2.0.so +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/version.info +1 -1
- mindspore/lib/plugin/ascend/custom_compiler/OWNERS +1 -3
- mindspore/lib/plugin/ascend/libakg.so +0 -0
- mindspore/lib/plugin/ascend/libascend_collective.so +0 -0
- mindspore/lib/plugin/ascend/libd_collective.so +0 -0
- mindspore/lib/plugin/ascend/libdvpp_utils.so +0 -0
- mindspore/lib/plugin/ascend/libhccl_plugin.so +0 -0
- mindspore/lib/plugin/ascend/liblowlatency_collective.so +0 -0
- mindspore/lib/plugin/ascend/libmindspore_ascend_res_manager.so +0 -0
- mindspore/lib/plugin/ascend/libmindspore_atb_kernels.so +0 -0
- mindspore/lib/plugin/ascend/libmindspore_cpu_kernels.so +0 -0
- mindspore/lib/plugin/ascend/libmindspore_extension_ascend_atb.a +0 -0
- mindspore/lib/plugin/ascend/libmindspore_graph_ir.so +0 -0
- mindspore/lib/plugin/ascend/libmindspore_internal_kernels.so +0 -0
- mindspore/lib/plugin/ascend/libmindspore_pyboost_atb_kernels.so +0 -0
- mindspore/lib/plugin/ascend/libms_ascend_native_boost.so +0 -0
- mindspore/lib/plugin/ascend/libms_atb_boost.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/asdops/params/faUpdate.h +35 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/asdops/params/logprobs.h +28 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/asdops/params/params.h +3 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/asdops/params/scatter_elements_v2.h +39 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/atbops/params/fused_add_topk_div.h +3 -1
- mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/atbops/params/mla.h +14 -1
- mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/atbops/params/mla_preprocess.h +8 -1
- mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/atbops/params/params.h +1 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/atbops/params/toppsample_rand.h +31 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/atbops/params/unpad_flash_attention.h +12 -1
- mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/lcal/lcal_api.h +1 -1
- mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/lcal/lcal_comm.h +3 -2
- mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/lcal/lcal_types.h +1 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/lcal/lccl.h +2 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/lcal/lcoc/lcoc_args.h +7 -4
- mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/lcal/lcoc/lcoc_func.h +2 -1
- mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/lcal/lcoc_args.h +7 -4
- mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/lcal/lcoc_func.h +2 -1
- mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/mki/tensor.h +2 -1
- mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/mki/utils/log/log.h +7 -7
- mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/include/mki/utils/log/log_sink_file.h +1 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/lib/libasdops.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/lib/libasdops_static.a +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/lib/libatb_mixops.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/lib/libatb_mixops_static.a +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/lib/libexp_mixops_static.a +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/lib/libexp_ops_static.a +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/lib/liblcal.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/lib/liblcal_static.a +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/lib/libmki.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/asdops/lib/libtbe_adapter.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/base_type.h +9 -4
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/op_creator.h +41 -12
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/op_param.h +68 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/tiling_utils.h +3 -138
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libadd_layer_norm_op.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libadd_rms_norm_op.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libadd_rms_norm_quant_op.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libapply_rotary_pos_emb_310p_op.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libapply_rotary_pos_emb_op.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libcast_op.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libcompare_op.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libfused_add_topk_div_op.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libgelu_op.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libgroup_topk_op.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libkv_scale_cache_op.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libllama_op.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libmatmul_op.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libmoe_gating_group_topk_op.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libmoe_init_routing_op.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libmoe_token_unpermute_op.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libms_kernels_internal.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libmulti_weight_matmul_kernel_gelu_op.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libmulti_weight_matmul_kernel_op.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libreshape_and_cache_nz_op.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libreshape_and_cache_op.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/librms_norm_op.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libswft_dynamic_quant_op.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libswft_matmul_op.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libswft_moe_init_routing_op.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libswft_paged_attention_op.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libswft_reshape_and_cache_nz_op.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libswft_transpose_batch_matmul_transpose_op.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libswiglu_dynamic_quant_op.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/lib/libtranspose_batch_matmul_transpose_op.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/object_kernels/internal_grouped_matmul_f16_310p/internal_grouped_matmul_f16_310p.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/object_kernels/internal_grouped_matmul_f16_310p/internal_grouped_matmul_f16_310p_0.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/object_kernels/internal_grouped_matmul_i8_310p/internal_grouped_matmul_i8_310p.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/object_kernels/internal_grouped_matmul_i8_310p/internal_grouped_matmul_i8_310p_0.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/object_kernels/internal_pp_matmul_f16_nz/internal_pp_matmul_f16_nz.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/object_kernels/internal_pp_matmul_f16_nz/internal_pp_matmul_f16_nz_0.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/object_kernels/internal_pp_matmul_i8_nz_compress/internal_pp_matmul_i8_nz_compress.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/object_kernels/internal_pp_matmul_i8_nz_compress/internal_pp_matmul_i8_nz_compress_0.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/object_kernels/internal_pp_matmul_int8_nz/internal_pp_matmul_int8_nz.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/object_kernels/internal_pp_matmul_int8_nz/internal_pp_matmul_int8_nz_0.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libadd_rms_norm_ascend310p.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libadd_rms_norm_quant_ascend310p.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libapply_rotary_pos_emb_310p_ascend310p.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libcast_ascend310p.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libcompare_ascend310p.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libfused_add_topk_div_ascend310p.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libgelu_ascend310p.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libmatmul_ascend310p.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libmoe_gating_group_topk_ascend310p.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libmoe_init_routing_ascend310p.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libmoe_token_unpermute_ascend310p.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libmulti_weight_matmul_kernel_ascend310p.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libmulti_weight_matmul_kernel_gelu_ascend310p.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libreshape_and_cache_nz_ascend310p.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libswft_dynamic_quant_ascend310p.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libswft_matmul_ascend310p.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libswft_moe_init_routing_ascend310p.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libswft_paged_attention_ascend310p.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libswft_reshape_and_cache_nz_ascend310p.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libswft_transpose_batch_matmul_transpose_ascend310p.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend310p/so_kernels/libswiglu_dynamic_quant_ascend310p.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/flash_attention_score/flash_attention_score_bf16_bnsd_full_mix.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/flash_attention_score/flash_attention_score_bf16_bnsd_tri_mix.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/flash_attention_score/flash_attention_score_bf16_bsh_full_mix.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/flash_attention_score/flash_attention_score_bf16_bsh_tri_mix.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/flash_attention_score/flash_attention_score_fp16_bnsd_full_mix.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/flash_attention_score/flash_attention_score_fp16_bnsd_tri_mix.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/flash_attention_score/flash_attention_score_fp16_bsh_full_mix.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/flash_attention_score/flash_attention_score_fp16_bsh_tri_mix.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/internal_matmul_postfusion_mix/internal_matmul_postfusion_mix.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/internal_matmul_postfusion_mix/internal_matmul_postfusion_mix_mix_aic_0.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/internal_matmul_postfusion_mix/internal_matmul_postfusion_mix_mix_aiv_0.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/internal_multi_weight_matmul_postfusion_mix/internal_multi_weight_matmul_postfusion_mix.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/internal_multi_weight_matmul_postfusion_mix/internal_multi_weight_matmul_postfusion_mix_mix_aic_0.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/internal_multi_weight_matmul_postfusion_mix/internal_multi_weight_matmul_postfusion_mix_mix_aiv_0.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/matmul_add_rmsnorm/matmul_add_rmsnorm_bf16_bf16.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/matmul_add_rmsnorm/matmul_add_rmsnorm_bf16_fp16.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/matmul_add_rmsnorm/matmul_add_rmsnorm_bf16_fp32.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/matmul_add_rmsnorm/matmul_add_rmsnorm_fp16_bf16.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/matmul_add_rmsnorm/matmul_add_rmsnorm_fp16_fp16.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/matmul_add_rmsnorm/matmul_add_rmsnorm_fp16_fp32.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/paged_attention_v2/paged_attention_v2.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/paged_attention_v2/paged_attention_v2_mix_aic_0.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/object_kernels/paged_attention_v2/paged_attention_v2_mix_aiv_0.o +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/so_kernels/libadd_layer_norm_ascend910b.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/so_kernels/libadd_rms_norm_ascend910b.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/so_kernels/libadd_rms_norm_quant_ascend910b.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/so_kernels/libapply_rotary_pos_emb_ascend910b.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/so_kernels/libcast_ascend910b.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/so_kernels/libcompare_ascend910b.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/so_kernels/libgelu_ascend910b.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/so_kernels/libgroup_topk_ascend910b.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/so_kernels/libkv_scale_cache_ascend910b.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/so_kernels/libllama_ascend910b.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/so_kernels/libmatmul_ascend910b.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/so_kernels/libmoe_gating_group_topk_ascend910b.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/so_kernels/libmulti_weight_matmul_kernel_ascend910b.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/so_kernels/libreshape_and_cache_ascend910b.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/so_kernels/librms_norm_ascend910b.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/so_kernels/libswiglu_dynamic_quant_ascend910b.so +0 -0
- mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/op_kernels/ascend910b/so_kernels/libtranspose_batch_matmul_transpose_ascend910b.so +0 -0
- mindspore/lib/plugin/cpu/libakg.so +0 -0
- mindspore/lib/plugin/cpu/libmindspore_cpu_res_manager.so +0 -0
- mindspore/lib/plugin/libmindspore_ascend.so.2 +0 -0
- mindspore/lib/plugin/libmindspore_ops_ascend.so +0 -0
- mindspore/lib/plugin/libmindspore_ops_host.so +0 -0
- mindspore/mindrecord/tools/cifar10.py +61 -11
- mindspore/mindrecord/tools/cifar10_to_mr.py +5 -0
- mindspore/mint/__init__.py +4 -44
- mindspore/mint/distributed/__init__.py +5 -0
- mindspore/mint/distributed/distributed.py +425 -19
- mindspore/mint/nn/__init__.py +1 -1
- mindspore/mint/nn/functional.py +53 -6
- mindspore/mint/nn/layer/_functions.py +163 -294
- mindspore/mint/nn/layer/activation.py +8 -6
- mindspore/mint/nn/layer/conv.py +125 -101
- mindspore/mint/nn/layer/normalization.py +11 -25
- mindspore/mint/optim/adam.py +19 -18
- mindspore/mint/optim/adamw.py +14 -8
- mindspore/mint/optim/sgd.py +5 -5
- mindspore/nn/cell.py +488 -620
- mindspore/nn/grad/cell_grad.py +11 -12
- mindspore/nn/layer/activation.py +36 -36
- mindspore/nn/layer/basic.py +74 -77
- mindspore/nn/layer/channel_shuffle.py +4 -4
- mindspore/nn/layer/combined.py +4 -2
- mindspore/nn/layer/conv.py +86 -85
- mindspore/nn/layer/dense.py +9 -7
- mindspore/nn/layer/embedding.py +50 -52
- mindspore/nn/layer/image.py +38 -40
- mindspore/nn/layer/math.py +111 -112
- mindspore/nn/layer/normalization.py +56 -44
- mindspore/nn/layer/pooling.py +58 -63
- mindspore/nn/layer/rnn_cells.py +33 -33
- mindspore/nn/layer/rnns.py +56 -56
- mindspore/nn/layer/thor_layer.py +74 -73
- mindspore/nn/layer/transformer.py +11 -1
- mindspore/nn/learning_rate_schedule.py +20 -20
- mindspore/nn/loss/loss.py +79 -81
- mindspore/nn/optim/adam.py +2 -4
- mindspore/nn/optim/adasum.py +2 -2
- mindspore/nn/optim/lamb.py +1 -3
- mindspore/nn/optim/optimizer.py +1 -1
- mindspore/nn/optim/tft_wrapper.py +2 -3
- mindspore/nn/optim/thor.py +2 -2
- mindspore/nn/probability/distribution/_utils/utils.py +2 -2
- mindspore/nn/probability/distribution/exponential.py +2 -1
- mindspore/nn/probability/distribution/poisson.py +2 -1
- mindspore/nn/sparse/sparse.py +3 -3
- mindspore/nn/wrap/cell_wrapper.py +73 -42
- mindspore/nn/wrap/grad_reducer.py +37 -52
- mindspore/nn/wrap/loss_scale.py +72 -74
- mindspore/numpy/array_creations.py +7 -7
- mindspore/numpy/fft.py +1 -1
- mindspore/numpy/math_ops.py +1 -1
- mindspore/numpy/utils_const.py +1 -1
- mindspore/ops/_grad_experimental/grad_comm_ops.py +51 -13
- mindspore/ops/_grad_experimental/grad_debug_ops.py +14 -0
- mindspore/ops/_grad_experimental/grad_inner_ops.py +0 -9
- mindspore/ops/_op_impl/cpu/__init__.py +1 -0
- mindspore/ops/_op_impl/cpu/joinedstr_op.py +28 -0
- mindspore/ops/_vmap/vmap_array_ops.py +6 -13
- mindspore/ops/_vmap/vmap_nn_ops.py +8 -16
- mindspore/ops/auto_generate/cpp_create_prim_instance_helper.py +459 -440
- mindspore/ops/auto_generate/gen_extend_func.py +1245 -1295
- mindspore/ops/auto_generate/gen_ops_def.py +6802 -6322
- mindspore/ops/auto_generate/gen_ops_prim.py +16940 -16211
- mindspore/ops/auto_generate/pyboost_inner_prim.py +352 -322
- mindspore/ops/composite/__init__.py +10 -0
- mindspore/ops/composite/base.py +9 -5
- mindspore/ops/composite/multitype_ops/__init__.py +12 -1
- mindspore/ops/composite/multitype_ops/_compile_utils.py +132 -108
- mindspore/ops/composite/multitype_ops/_constexpr_utils.py +1 -1
- mindspore/ops/composite/multitype_ops/add_impl.py +70 -2
- mindspore/ops/composite/multitype_ops/div_impl.py +49 -0
- mindspore/ops/composite/multitype_ops/floordiv_impl.py +29 -0
- mindspore/ops/composite/multitype_ops/getitem_impl.py +11 -0
- mindspore/ops/composite/multitype_ops/mod_impl.py +5 -3
- mindspore/ops/composite/multitype_ops/mul_impl.py +49 -0
- mindspore/ops/composite/multitype_ops/setitem_impl.py +57 -0
- mindspore/ops/composite/multitype_ops/sub_impl.py +34 -0
- mindspore/ops/composite/multitype_ops/zeros_like_impl.py +14 -0
- mindspore/ops/function/__init__.py +4 -1
- mindspore/ops/function/_add_attr_func.py +11 -6
- mindspore/ops/function/array_func.py +17 -100
- mindspore/ops/function/debug_func.py +8 -5
- mindspore/ops/function/grad/grad_func.py +5 -13
- mindspore/ops/function/math_func.py +65 -399
- mindspore/ops/function/nn_func.py +44 -61
- mindspore/ops/function/other_func.py +4 -1
- mindspore/ops/function/random_func.py +31 -4
- mindspore/ops/functional.py +2 -3
- mindspore/ops/functional_overload.py +1190 -722
- mindspore/ops/op_info_register.py +21 -0
- mindspore/ops/operations/__init__.py +5 -2
- mindspore/ops/operations/_custom_ops_utils.py +675 -8
- mindspore/ops/operations/_inner_ops.py +14 -18
- mindspore/ops/operations/_sequence_ops.py +1 -1
- mindspore/ops/operations/array_ops.py +4 -50
- mindspore/ops/operations/comm_ops.py +186 -41
- mindspore/ops/operations/custom_ops.py +244 -175
- mindspore/ops/operations/debug_ops.py +55 -4
- mindspore/ops/operations/image_ops.py +13 -13
- mindspore/ops/operations/manually_defined/ops_def.py +27 -28
- mindspore/ops/operations/math_ops.py +8 -9
- mindspore/ops/operations/nn_ops.py +6 -7
- mindspore/ops/primitive.py +9 -20
- mindspore/ops/tensor_method.py +52 -11
- mindspore/ops_generate/api/cpp_create_prim_instance_helper_generator.py +1 -1
- mindspore/ops_generate/api/functional_map_cpp_generator.py +10 -9
- mindspore/ops_generate/api/functions_cc_generator.py +58 -10
- mindspore/ops_generate/api/tensor_func_reg_cpp_generator.py +1 -1
- mindspore/ops_generate/common/base_generator.py +14 -0
- mindspore/ops_generate/common/gen_constants.py +7 -2
- mindspore/ops_generate/common/gen_utils.py +0 -19
- mindspore/ops_generate/common/op_proto.py +11 -4
- mindspore/ops_generate/common/template.py +88 -11
- mindspore/ops_generate/gen_ops.py +1 -1
- mindspore/ops_generate/op_def/lite_ops_cpp_generator.py +4 -4
- mindspore/ops_generate/op_def/ops_name_h_generator.py +0 -3
- mindspore/ops_generate/op_def/ops_primitive_h_generator.py +0 -4
- mindspore/ops_generate/op_def_py/op_prim_py_generator.py +5 -2
- mindspore/ops_generate/pyboost/auto_grad_impl_cc_generator.py +49 -8
- mindspore/ops_generate/pyboost/auto_grad_reg_cc_generator.py +2 -2
- mindspore/ops_generate/pyboost/gen_pyboost_func.py +31 -16
- mindspore/ops_generate/pyboost/op_template_parser.py +98 -72
- mindspore/ops_generate/pyboost/pyboost_functions_cpp_generator.py +70 -273
- mindspore/ops_generate/pyboost/pyboost_functions_h_generator.py +14 -6
- mindspore/ops_generate/pyboost/pyboost_functions_impl_cpp_generator.py +316 -0
- mindspore/ops_generate/pyboost/pyboost_functions_py_generator.py +1 -1
- mindspore/ops_generate/pyboost/pyboost_grad_function_cpp_generator.py +5 -3
- mindspore/ops_generate/pyboost/pyboost_inner_prim_generator.py +1 -1
- mindspore/ops_generate/pyboost/pyboost_internal_functions_cpp_generator.py +76 -0
- mindspore/ops_generate/pyboost/pyboost_internal_functions_h_generator.py +76 -0
- mindspore/ops_generate/pyboost/pyboost_internal_kernel_info_adapter_generator.py +125 -0
- mindspore/ops_generate/pyboost/pyboost_native_grad_functions_generator.py +4 -3
- mindspore/ops_generate/pyboost/pyboost_op_cpp_code_generator.py +348 -61
- mindspore/ops_generate/pyboost/pyboost_overload_functions_cpp_generator.py +1 -1
- mindspore/ops_generate/pyboost/pyboost_utils.py +118 -9
- mindspore/ops_generate/tensor_py_cc_generator.py +1 -24
- mindspore/parallel/_auto_parallel_context.py +9 -17
- mindspore/parallel/_cell_wrapper.py +106 -40
- mindspore/parallel/_parallel_serialization.py +4 -3
- mindspore/parallel/_ps_context.py +4 -6
- mindspore/parallel/_tensor.py +167 -12
- mindspore/parallel/_transformer/moe.py +1 -1
- mindspore/parallel/_transformer/transformer.py +17 -12
- mindspore/parallel/_utils.py +5 -11
- mindspore/parallel/auto_parallel.py +33 -12
- mindspore/parallel/checkpoint_convert.py +3 -3
- mindspore/parallel/checkpoint_transform.py +5 -1
- mindspore/parallel/cluster/process_entity/_api.py +88 -49
- mindspore/parallel/cluster/process_entity/_utils.py +95 -7
- mindspore/parallel/cluster/run.py +48 -7
- mindspore/parallel/function/__init__.py +8 -1
- mindspore/parallel/function/reshard_func.py +7 -6
- mindspore/parallel/nn/__init__.py +15 -2
- mindspore/parallel/nn/parallel_cell_wrapper.py +50 -14
- mindspore/parallel/nn/parallel_grad_reducer.py +7 -14
- mindspore/parallel/shard.py +9 -23
- mindspore/parallel/transform_safetensors.py +468 -174
- mindspore/profiler/__init__.py +2 -1
- mindspore/profiler/analysis/parser/timeline_assembly_factory/ascend_timeline_assembler.py +7 -7
- mindspore/profiler/analysis/parser/timeline_assembly_factory/base_timeline_assembler.py +3 -0
- mindspore/profiler/analysis/parser/timeline_assembly_factory/trace_view_container.py +3 -0
- mindspore/profiler/analysis/parser/timeline_creator/cpu_op_timeline_creator.py +3 -3
- mindspore/profiler/analysis/parser/timeline_creator/fwk_timeline_creator.py +3 -3
- mindspore/profiler/analysis/parser/timeline_creator/msprof_timeline_creator.py +4 -4
- mindspore/profiler/analysis/parser/timeline_creator/scope_layer_timeline_creator.py +3 -3
- mindspore/profiler/analysis/parser/timeline_event/fwk_event.py +4 -1
- mindspore/profiler/analysis/parser/timeline_event/timeline_event_pool.py +2 -1
- mindspore/profiler/analysis/task_manager.py +1 -1
- mindspore/profiler/analysis/viewer/ascend_communication_viewer.py +5 -1
- mindspore/profiler/analysis/viewer/ascend_integrate_viewer.py +2 -1
- mindspore/profiler/analysis/viewer/ascend_kernel_details_viewer.py +10 -9
- mindspore/profiler/analysis/viewer/ascend_op_memory_viewer.py +43 -23
- mindspore/profiler/analysis/viewer/ascend_step_trace_time_viewer.py +3 -2
- mindspore/profiler/analysis/viewer/ms_minddata_viewer.py +9 -5
- mindspore/profiler/analysis/viewer/ms_operator_details_viewer.py +132 -0
- mindspore/profiler/common/constant.py +16 -0
- mindspore/profiler/common/msprof_cmd_tool.py +2 -2
- mindspore/profiler/common/path_manager.py +9 -0
- mindspore/profiler/common/profiler_context.py +50 -29
- mindspore/profiler/common/profiler_info.py +0 -16
- mindspore/profiler/common/profiler_meta_data.py +1 -0
- mindspore/profiler/common/profiler_op_analyse.py +239 -0
- mindspore/profiler/common/profiler_output_path.py +23 -8
- mindspore/profiler/common/profiler_parameters.py +128 -35
- mindspore/profiler/dynamic_profile/__init__.py +0 -0
- mindspore/profiler/dynamic_profile/dynamic_monitor_proxy.py +39 -0
- mindspore/profiler/dynamic_profile/dynamic_profiler_config_context.py +666 -0
- mindspore/profiler/dynamic_profile/dynamic_profiler_utils.py +62 -0
- mindspore/profiler/dynamic_profiler.py +374 -338
- mindspore/profiler/envprofiler.py +42 -12
- mindspore/profiler/experimental_config.py +112 -7
- mindspore/profiler/mstx.py +33 -12
- mindspore/profiler/platform/__init__.py +2 -3
- mindspore/profiler/platform/cpu_profiler.py +10 -4
- mindspore/profiler/platform/npu_profiler.py +30 -20
- mindspore/profiler/profiler.py +218 -154
- mindspore/profiler/profiler_action_controller.py +65 -77
- mindspore/profiler/profiler_interface.py +2 -2
- mindspore/profiler/schedule.py +10 -4
- mindspore/rewrite/common/config.py +1 -0
- mindspore/rewrite/common/namer.py +1 -0
- mindspore/rewrite/common/namespace.py +1 -0
- mindspore/rewrite/node/node.py +31 -11
- mindspore/rewrite/parsers/assign_parser.py +1 -1
- mindspore/rewrite/symbol_tree/symbol_tree.py +2 -2
- mindspore/run_check/_check_version.py +7 -10
- mindspore/runtime/__init__.py +8 -6
- mindspore/runtime/event.py +10 -4
- mindspore/runtime/executor.py +87 -45
- mindspore/runtime/memory.py +22 -30
- mindspore/runtime/thread_bind_core.py +299 -165
- mindspore/safeguard/rewrite_obfuscation.py +12 -13
- mindspore/scipy/linalg.py +2 -2
- mindspore/scipy/utils_const.py +0 -17
- mindspore/train/_utils.py +9 -5
- mindspore/train/amp.py +43 -23
- mindspore/train/callback/__init__.py +5 -5
- mindspore/train/callback/_callback.py +2 -1
- mindspore/train/callback/_checkpoint.py +4 -14
- mindspore/train/callback/_flops_collector.py +11 -7
- mindspore/train/callback/_landscape.py +0 -1
- mindspore/train/callback/_train_fault_tolerance.py +72 -18
- mindspore/train/data_sink.py +15 -6
- mindspore/train/dataset_helper.py +14 -5
- mindspore/train/model.py +49 -47
- mindspore/train/serialization.py +168 -126
- mindspore/train/summary/summary_record.py +13 -2
- mindspore/train/train_thor/model_thor.py +2 -2
- mindspore/utils/__init__.py +3 -2
- mindspore/utils/bin/dataset-cache +0 -0
- mindspore/utils/bin/dataset-cache-server +0 -0
- mindspore/utils/dryrun.py +0 -6
- mindspore/utils/runtime_execution_order_check.py +162 -78
- mindspore/utils/sdc_detect.py +68 -0
- mindspore/utils/utils.py +14 -17
- mindspore/version.py +1 -1
- mindspore-2.7.0.dist-info/METADATA +368 -0
- mindspore-2.7.0.dist-info/RECORD +12015 -0
- mindspore-2.7.0.dist-info/WHEEL +5 -0
- mindspore/_deprecated/__init__.py +0 -17
- mindspore/_deprecated/jit.py +0 -198
- mindspore/_extends/remote/kernel_build_server_ascend.py +0 -75
- mindspore/common/auto_dynamic_shape.py +0 -504
- mindspore/communication/_hccl_management.py +0 -297
- mindspore/experimental/es/__init__.py +0 -22
- mindspore/experimental/es/embedding_service.py +0 -891
- mindspore/experimental/es/embedding_service_layer.py +0 -581
- mindspore/include/mindspore/ccsrc/backend/common/graph_kernel/proactive_fallback_expander.h +0 -39
- mindspore/include/mindspore/ccsrc/backend/common/session/session_context.h +0 -47
- mindspore/include/mindspore/ccsrc/backend/ge_backend/pass/matmul_allreduce_add_rmsnorm_fusion.h +0 -67
- mindspore/include/mindspore/ccsrc/backend/graph_compiler/backend.h +0 -124
- mindspore/include/mindspore/ccsrc/backend/graph_compiler/backend_base.h +0 -205
- mindspore/include/mindspore/ccsrc/backend/graph_compiler/ge_backend/ge_backend.h +0 -86
- mindspore/include/mindspore/ccsrc/debug/data_dump/data_dumper.h +0 -56
- mindspore/include/mindspore/ccsrc/debug/hooker/acl_data_adapter.h +0 -51
- mindspore/include/mindspore/ccsrc/debug/hooker/adapter.h +0 -75
- mindspore/include/mindspore/ccsrc/debug/hooker/deprecated_env.h +0 -27
- mindspore/include/mindspore/ccsrc/debug/hooker/hook_debugger.h +0 -55
- mindspore/include/mindspore/ccsrc/debug/hooker/hook_dynamic_loader.h +0 -52
- mindspore/include/mindspore/ccsrc/frontend/parallel/ops_info/decoder_k_v_cache_info.h +0 -58
- mindspore/include/mindspore/ccsrc/frontend/parallel/ops_info/prompt_k_v_cache_info.h +0 -59
- mindspore/include/mindspore/ccsrc/include/backend/debug/data_dump/overflow_dumper.h +0 -50
- mindspore/include/mindspore/ccsrc/include/backend/device_synchronizer.h +0 -49
- mindspore/include/mindspore/ccsrc/include/backend/distributed/rpc/rdma/constants.h +0 -174
- mindspore/include/mindspore/ccsrc/include/backend/distributed/rpc/rdma/rdma_client.h +0 -83
- mindspore/include/mindspore/ccsrc/include/backend/distributed/rpc/rdma/rdma_server.h +0 -71
- mindspore/include/mindspore/ccsrc/include/common/np_dtype/np_dtypes.h +0 -42
- mindspore/include/mindspore/ccsrc/minddata/dataset/kernels/image/lite_image_utils.h +0 -239
- mindspore/include/mindspore/ccsrc/pipeline/jit/pi/utils/ptr_list_ref.h +0 -423
- mindspore/include/mindspore/ccsrc/pipeline/jit/ps/pipeline_jit.h +0 -68
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/hal/common/ascend_utils.h +0 -43
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/hal/device/ascend_kernel_runtime.h +0 -88
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/hal/device/ascend_stream_assign.h +0 -255
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/hal/hardware/ascend_deprecated_interface.h +0 -46
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/hal/hardware/ge_device_context.h +0 -81
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/dvm/dvm.h +0 -232
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/ge/ge_kernel_build.h +0 -28
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/kernel/ge/ge_kernel_mod.h +0 -78
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/async.h +0 -100
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/async_logger-inl.h +0 -86
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/async_logger.h +0 -74
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/cfg/argv.h +0 -40
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/cfg/env.h +0 -36
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/cfg/helpers-inl.h +0 -107
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/cfg/helpers.h +0 -29
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/common-inl.h +0 -68
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/common.h +0 -411
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/details/backtracer-inl.h +0 -63
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/details/backtracer.h +0 -45
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/details/circular_q.h +0 -115
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/details/console_globals.h +0 -28
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/details/file_helper-inl.h +0 -152
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/details/file_helper.h +0 -61
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/details/fmt_helper.h +0 -141
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/details/log_msg-inl.h +0 -44
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/details/log_msg.h +0 -40
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/details/log_msg_buffer-inl.h +0 -54
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/details/log_msg_buffer.h +0 -32
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/details/mpmc_blocking_q.h +0 -177
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/details/null_mutex.h +0 -35
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/details/os-inl.h +0 -594
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/details/os.h +0 -123
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/details/periodic_worker-inl.h +0 -26
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/details/periodic_worker.h +0 -58
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/details/registry-inl.h +0 -261
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/details/registry.h +0 -129
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/details/synchronous_factory.h +0 -22
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/details/tcp_client-windows.h +0 -135
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/details/tcp_client.h +0 -127
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/details/thread_pool-inl.h +0 -132
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/details/thread_pool.h +0 -128
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/details/udp_client-windows.h +0 -98
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/details/udp_client.h +0 -81
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/details/windows_include.h +0 -11
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/fmt/bin_to_hex.h +0 -224
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/fmt/bundled/args.h +0 -235
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/fmt/bundled/chrono.h +0 -2240
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/fmt/bundled/color.h +0 -643
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/fmt/bundled/compile.h +0 -535
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/fmt/bundled/core.h +0 -2969
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/fmt/bundled/format-inl.h +0 -1678
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/fmt/bundled/format.h +0 -4535
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/fmt/bundled/locale.h +0 -2
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/fmt/bundled/os.h +0 -455
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/fmt/bundled/ostream.h +0 -245
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/fmt/bundled/printf.h +0 -675
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/fmt/bundled/ranges.h +0 -738
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/fmt/bundled/std.h +0 -537
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/fmt/bundled/xchar.h +0 -259
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/fmt/chrono.h +0 -23
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/fmt/compile.h +0 -23
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/fmt/fmt.h +0 -30
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/fmt/ostr.h +0 -23
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/fmt/ranges.h +0 -23
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/fmt/std.h +0 -24
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/fmt/xchar.h +0 -23
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/formatter.h +0 -17
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/fwd.h +0 -18
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/logger-inl.h +0 -198
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/logger.h +0 -379
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/mdc.h +0 -50
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/pattern_formatter-inl.h +0 -1338
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/pattern_formatter.h +0 -118
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/sinks/android_sink.h +0 -137
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/sinks/ansicolor_sink-inl.h +0 -135
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/sinks/ansicolor_sink.h +0 -115
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/sinks/base_sink-inl.h +0 -59
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/sinks/base_sink.h +0 -51
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/sinks/basic_file_sink-inl.h +0 -42
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/sinks/basic_file_sink.h +0 -65
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/sinks/callback_sink.h +0 -56
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/sinks/daily_file_sink.h +0 -255
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/sinks/dist_sink.h +0 -81
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/sinks/dup_filter_sink.h +0 -92
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/sinks/hourly_file_sink.h +0 -193
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/sinks/kafka_sink.h +0 -119
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/sinks/mongo_sink.h +0 -108
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/sinks/msvc_sink.h +0 -68
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/sinks/null_sink.h +0 -41
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/sinks/ostream_sink.h +0 -43
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/sinks/qt_sinks.h +0 -304
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/sinks/ringbuffer_sink.h +0 -67
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/sinks/rotating_file_sink-inl.h +0 -144
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/sinks/rotating_file_sink.h +0 -89
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/sinks/sink-inl.h +0 -22
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/sinks/sink.h +0 -34
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/sinks/stdout_color_sinks-inl.h +0 -38
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/sinks/stdout_color_sinks.h +0 -49
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/sinks/stdout_sinks-inl.h +0 -126
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/sinks/stdout_sinks.h +0 -84
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/sinks/syslog_sink.h +0 -104
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/sinks/systemd_sink.h +0 -121
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/sinks/tcp_sink.h +0 -75
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/sinks/udp_sink.h +0 -69
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/sinks/win_eventlog_sink.h +0 -260
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/sinks/wincolor_sink-inl.h +0 -172
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/sinks/wincolor_sink.h +0 -82
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/spdlog-inl.h +0 -92
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/spdlog.h +0 -352
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/stopwatch.h +0 -66
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/tweakme.h +0 -141
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/llm_boost/atb/include/spdlog/version.h +0 -11
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/optimizer/format_type/rectify_do_mask_kernel_info.h +0 -44
- mindspore/include/mindspore/ccsrc/plugin/device/ascend/optimizer/ir_fusion/flash_attention_fusion.h +0 -73
- mindspore/include/mindspore/ccsrc/plugin/device/cpu/hal/device/cpu_hash_table.h +0 -127
- mindspore/include/mindspore/ccsrc/plugin/device/cpu/hal/device/cpu_hash_table_util.h +0 -114
- mindspore/include/mindspore/ccsrc/plugin/device/cpu/hal/device/cpu_kernel_runtime.h +0 -82
- mindspore/include/mindspore/ccsrc/plugin/device/cpu/hal/hardware/cpu_session.h +0 -61
- mindspore/include/mindspore/ccsrc/plugin/device/cpu/kernel/custom/custom_julia_cpu_kernel.h +0 -50
- mindspore/include/mindspore/ccsrc/plugin/device/cpu/kernel/custom/julia_api.h +0 -443
- mindspore/include/mindspore/ccsrc/plugin/device/gpu/hal/device/gpu_kernel_runtime.h +0 -145
- mindspore/include/mindspore/ccsrc/plugin/device/gpu/hal/hardware/gpu_deprecated_interface.h +0 -43
- mindspore/include/mindspore/ccsrc/plugin/device/gpu/hal/hardware/gpu_inference_session.h +0 -50
- mindspore/include/mindspore/ccsrc/plugin/device/gpu/hal/hardware/gpu_session.h +0 -93
- mindspore/include/mindspore/ccsrc/plugin/res_manager/ascend/ascend_device_address/ascend_device_synchronizer.h +0 -45
- mindspore/include/mindspore/ccsrc/plugin/res_manager/cpu/cpu_device_address/cpu_device_synchronizer.h +0 -45
- mindspore/include/mindspore/ccsrc/plugin/res_manager/gpu/device/gpu_device_synchronizer.h +0 -44
- mindspore/include/mindspore/ccsrc/ps/core/communicator/ssl_http.h +0 -60
- mindspore/include/mindspore/ccsrc/pynative/grad/auto_grad.h +0 -77
- mindspore/include/mindspore/ccsrc/pynative/grad/ir/bprop_tensor_replace.h +0 -58
- mindspore/include/mindspore/ccsrc/pynative/grad/ir/dynamic_shape.h +0 -204
- mindspore/include/mindspore/ccsrc/pynative/grad/ir/ir_bprop.h +0 -163
- mindspore/include/mindspore/ccsrc/pynative/grad/ir/ir_grad.h +0 -114
- mindspore/include/mindspore/ccsrc/pynative/grad/ir/ir_pass.h +0 -71
- mindspore/include/mindspore/ccsrc/pynative/grad/jit/jit_dfunctor.h +0 -28
- mindspore/include/mindspore/ccsrc/pynative/grad/variable.h +0 -466
- mindspore/include/mindspore/ccsrc/pynative/op_function/auto_generate/pyboost_functions.h +0 -1045
- mindspore/include/mindspore/ccsrc/runtime/device/kernel_runtime.h +0 -223
- mindspore/include/mindspore/ccsrc/runtime/device/kernel_runtime_manager.h +0 -71
- mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/control_flow/condition_gather_actor.h +0 -78
- mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/control_flow/condition_switch_actor.h +0 -91
- mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/actor/custom_actor.h +0 -66
- mindspore/include/mindspore/ccsrc/runtime/graph_scheduler/inline_control_flow_scheduler.h +0 -81
- mindspore/include/mindspore/ccsrc/runtime/hardware/deprecated_interface.h +0 -47
- mindspore/include/mindspore/core/include/base/fp8_e4m3.h +0 -263
- mindspore/include/mindspore/core/include/base/fp8_e5m2.h +0 -258
- mindspore/include/mindspore/core/include/ir/base_tensor.h +0 -1073
- mindspore/include/mindspore/ops/infer/masked_scatter.h +0 -44
- mindspore/include/mindspore/ops/infer/ops_func_impl/decoder_k_v_cache.h +0 -40
- mindspore/include/mindspore/ops/infer/ops_func_impl/moe_token_unpermute.h +0 -36
- mindspore/include/mindspore/ops/infer/ops_func_impl/prompt_k_v_cache.h +0 -40
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/ms_kernel/densetodense_set_operation.h +0 -47
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/ms_kernel/densetosparsesetoperation.h +0 -74
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/ms_kernel/lu.h +0 -35
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/ms_kernel/ragged_tensor_to_sparse.h +0 -92
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/ms_kernel/ragged_tensor_to_tensor.h +0 -120
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/ms_kernel/sample_distorted_bounding_box_ext2.h +0 -103
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/ms_kernel/scale_and_translate.h +0 -77
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/ms_kernel/sparse_cross.h +0 -111
- mindspore/include/mindspore/ops/kernel/ascend/aicpu/aicpu_ops/cpu_kernel/ms_kernel/sparse_sparse_maximum.h +0 -61
- mindspore/include/mindspore/ops/kernel/ascend/ascendc/op_host/decoder_kv_cache_tiling.h +0 -40
- mindspore/include/mindspore/ops/kernel/ascend/ascendc/op_host/prompt_kv_cache_tiling.h +0 -39
- mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/conv3d_padding_aclnn_kernel.h +0 -78
- mindspore/include/mindspore/ops/kernel/ascend/opapi/aclnn/moe_token_unpermute_aclnn_kernel.h +0 -45
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/arithmetic_self_parameter.h +0 -30
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/base/batch_to_space_base.h +0 -33
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/base/cast_base.h +0 -74
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/base/concat_base.h +0 -32
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/base/conv1x1_base.h +0 -32
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/base/conv_common_base.h +0 -41
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/base/crop_base.h +0 -35
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/base/depth_to_space_base.h +0 -31
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/base/fill_base.h +0 -33
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/base/format_transpose.h +0 -30
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/base/gather_d_base.h +0 -55
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/base/minimal_filtering_generator.h +0 -58
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/base/scatter_nd_binary.h +0 -37
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/base/space_to_depth_base.h +0 -31
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/base/split_with_over_lap_base.h +0 -33
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/base/stack_base.h +0 -30
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/base/transpose_base.h +0 -69
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/batchnorm_parameter.h +0 -29
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/call_parameter.h +0 -28
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/clip_parameter.h +0 -29
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/conv3d_parameter.h +0 -26
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/cumsum_parameter.h +0 -29
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/custom_gru_parameter.h +0 -31
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/custom_is_inf_parameter.h +0 -26
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/custom_masked_fill_parameter.h +0 -26
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/custom_parameter.h +0 -30
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fill_parameter.h +0 -25
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/format_transpose_parameter.h +0 -29
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16/activation_fp16.h +0 -43
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16/arg_min_max_fp16.h +0 -33
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16/arithmetic_self_fp16.h +0 -57
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16/batchnorm_fp16.h +0 -36
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16/cast_fp16.h +0 -94
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16/common_func_fp16.h +0 -40
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16/constant_of_shape_fp16.h +0 -38
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16/conv_depthwise_fp16.h +0 -65
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16/conv_fp16.h +0 -60
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16/crop_fp16.h +0 -26
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16/custom_gru_fp16.h +0 -32
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16/deconv_fp16.h +0 -36
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16/deconv_winograd_fp16.h +0 -48
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16/dynamic_quant_fp16.h +0 -35
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16/fill_fp16.h +0 -34
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16/gru_fp16.h +0 -30
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16/instance_norm_fp16.h +0 -32
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16/layer_norm_fp16.h +0 -33
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16/log_softmax_fp16.h +0 -35
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16/lstm_fp16.h +0 -54
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16/matmul_fp16.h +0 -128
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16/matrix_fp16.h +0 -36
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16/pack_fp16.h +0 -93
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16/pad_fp16.h +0 -32
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16/power_fp16.h +0 -64
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16/prelu_fp16.h +0 -31
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16/quant_dtype_cast_fp16.h +0 -35
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16/range_fp16.h +0 -27
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16/reduce_fp16.h +0 -41
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16/resize_fp16.h +0 -56
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16/scale_fp16.h +0 -38
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16/softmax_fp16.h +0 -35
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16/sparse_to_dense_fp16.h +0 -31
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16/splice_fp16.h +0 -31
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16/topk_fp16.h +0 -35
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16/transpose_fp16.h +0 -35
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16/unique_fp16.h +0 -29
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16/utils_fp16.h +0 -25
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16/where_fp16.h +0 -32
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16/winograd_transform_fp16.h +0 -57
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16/winograd_utils_fp16.h +0 -571
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16_grad/activation_grad_fp16.h +0 -44
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16_grad/arithmetic_grad.h +0 -41
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16_grad/arithmetic_self_grad.h +0 -39
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16_grad/batch_norm.h +0 -40
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16_grad/convolution_grad_filter.h +0 -33
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16_grad/convolution_grad_input.h +0 -33
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16_grad/dropout_grad.h +0 -32
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16_grad/gemm_fp16.h +0 -46
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16_grad/layernorm_grad.h +0 -32
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16_grad/pack_fp16_ext.h +0 -37
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16_grad/pooling_grad.h +0 -34
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16_grad/resize_grad.h +0 -45
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16_grad/strided_slice_grad.h +0 -31
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp16_grad/unsorted_segment_sum.h +0 -31
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/adder_fp32.h +0 -47
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/arg_min_max_fp32.h +0 -34
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/arithmetic_compare_fp32.h +0 -77
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/attention_fp32.h +0 -72
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/batchnorm_fp32.h +0 -40
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/bias_add.h +0 -34
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/common_func_fp32.h +0 -106
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/constant_of_shape_fp32.h +0 -52
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/conv_1x1_avx_fp32.h +0 -40
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/conv_1x1_x86_fp32.h +0 -21
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/conv_common_fp32.h +0 -60
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/conv_depthwise_avx_fp32.h +0 -37
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/conv_depthwise_fp32.h +0 -148
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/conv_im2col_avx512_fp32.h +0 -38
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/conv_im2col_fp32.h +0 -33
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/conv_sw.h +0 -132
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/conv_sw_arm64_fp32.h +0 -33
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/conv_sw_avx_fp32.h +0 -42
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/conv_winograd_fp32.h +0 -48
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/crop_fp32.h +0 -34
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/cumsum_fp32.h +0 -32
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/custom_gru_fp32.h +0 -32
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/deconv_fp32.h +0 -37
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/deconv_winograd_fp32.h +0 -46
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/detection_post_process_fp32.h +0 -60
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/embedding_lookup_fp32.h +0 -43
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/group_norm_fp32.h +0 -35
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/gru_fp32.h +0 -30
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/instance_norm_fp32.h +0 -50
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/invert_permutation_fp32.h +0 -30
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/l2_norm_fp32.h +0 -34
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/layer_norm_fp32.h +0 -33
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/local_response_norm_fp32.h +0 -26
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/log_softmax_fp32.h +0 -31
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/matmul_avx512_mask_fp32.h +0 -209
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/non_max_suppression_fp32.h +0 -25
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/online_fusion/cast_gather_reduce_fp32.h +0 -37
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/online_fusion/reduce_concat_fp32.h +0 -34
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/online_fusion/split_reduce_concat_fp32.h +0 -33
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/pad_fp32.h +0 -40
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/prelu_fp32.h +0 -31
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/prior_box_fp32.h +0 -41
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/range_fp32.h +0 -34
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/rank_fp32.h +0 -32
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/resize_fp32.h +0 -74
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/reverse_fp32.h +0 -31
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/reverse_sequence_fp32.h +0 -33
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/scale_fp32.h +0 -35
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/sparse_to_dense_fp32.h +0 -31
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/splice_fp32.h +0 -26
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/transpose_fp32.h +0 -35
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/transpose_server_fp32.h +0 -40
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/triu_tril_fp32.h +0 -42
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/unique_fp32.h +0 -36
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/where_fp32.h +0 -32
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/winograd_avx.h +0 -299
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/winograd_transform.h +0 -51
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32/winograd_utils.h +0 -373
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32_grad/batch_norm_grad.h +0 -37
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32_grad/batch_norm_parameter.h +0 -28
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32_grad/binary_cross_entropy_grad.h +0 -36
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32_grad/convolution_grad_filter.h +0 -32
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32_grad/convolution_grad_input.h +0 -32
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32_grad/dropout_parameter.h +0 -27
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32_grad/layernorm_grad.h +0 -29
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32_grad/nllloss_grad_fp32.h +0 -31
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32_grad/optimizer.h +0 -40
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32_grad/pack_ext.h +0 -39
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32_grad/pooling_grad.h +0 -34
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32_grad/reduce_grad.h +0 -30
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32_grad/smooth_l1_loss.h +0 -27
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32_grad/softmax_cross_entropy_with_logits.h +0 -33
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32_grad/softmax_grad_utils.h +0 -33
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/fp32_sparse/matmul_sparse_x1_fp32.h +0 -41
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/gather_nd_parameter.h +0 -26
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/gelu_parameter.h +0 -28
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/grid_sampler_parameter.h +0 -28
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/group_norm_parameter.h +0 -41
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/infer/cast_gather_reduce_infer.h +0 -31
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/infer/control/tensor_array_infer.h +0 -31
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/infer/control/tensor_array_read_infer.h +0 -31
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/infer/control/tensor_array_write_infer.h +0 -31
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/infer/control/tensorlist_fromtensor_infer.h +0 -31
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/infer/control/tensorlist_getitem_infer.h +0 -32
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/infer/control/tensorlist_reserve_infer.h +0 -31
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/infer/control/tensorlist_setitem_infer.h +0 -31
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/infer/control/tensorlist_stack_infer.h +0 -31
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/infer/conv3d_infer.h +0 -32
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/infer/custom_is_inf_infer.h +0 -31
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/infer/custom_masked_fill_infer.h +0 -31
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/infer/custom_tensor_scatter_max_infer.h +0 -31
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/infer/format_transpose_infer.h +0 -31
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/infer/gather_d_infer.h +0 -33
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/infer/grid_sampler_infer.h +0 -32
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/infer/group_norm_infer.h +0 -31
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/infer/reduce_concat_infer.h +0 -31
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/infer/sparse_fill_empty_rows_infer.h +0 -31
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/infer/sparse_reshape_infer.h +0 -31
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/infer/sparse_segment_sum_infer.h +0 -31
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/infer/split_reduce_concat_infer.h +0 -31
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/infer/string/custom_extract_features_infer.h +0 -31
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/infer/string/custom_normalize_infer.h +0 -32
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/infer/string/custom_predict_infer.h +0 -36
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/infer/string/hashtable_lookup_infer.h +0 -31
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/infer/string/lsh_projection_infer.h +0 -32
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/infer/string/skip_gram_infer.h +0 -31
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/infer/triu_tril_infer.h +0 -32
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/instance_norm_parameter.h +0 -32
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/add_int8.h +0 -70
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/arg_min_max_int8.h +0 -41
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/arithmetic_int8.h +0 -51
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/arithmetic_self_int8.h +0 -59
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/batch_to_space_int8.h +0 -33
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/batchnorm_int8.h +0 -34
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/common_func_int8.h +0 -95
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/concat_int8.h +0 -33
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/conv1x1_int8.h +0 -46
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/conv3x3_int8.h +0 -48
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/conv_depthwise_int8.h +0 -49
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/conv_int8.h +0 -44
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/crop_int8.h +0 -31
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/deconv_int8.h +0 -46
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/depth_to_space_int8.h +0 -32
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/div_int8.h +0 -37
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/dynamic_gather_int8.h +0 -40
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/dynamic_matmul_int8.h +0 -74
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/dynamic_quant_int8.h +0 -34
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/gatherNd_int8.h +0 -32
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/gather_int8.h +0 -35
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/hswish_int8.h +0 -43
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/l2_norm_int8.h +0 -32
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/layer_norm_int8.h +0 -35
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/leaky_relu_int8.h +0 -31
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/matmul_int8.h +0 -93
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/mul_int8.h +0 -39
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/pack_int8.h +0 -56
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/pad_int8.h +0 -35
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/pooling_int8.h +0 -50
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/power_int8.h +0 -33
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/quant_dtype_cast_int8.h +0 -56
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/reduce_int8.h +0 -70
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/relux_int8.h +0 -43
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/reshape_int8.h +0 -32
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/resize_int8.h +0 -50
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/scale_int8.h +0 -35
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/sigmoid_int8.h +0 -32
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/slice_int8.h +0 -35
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/softmax_int8.h +0 -35
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/space_to_batch_int8.h +0 -32
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/split_int8.h +0 -33
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/squeeze_int8.h +0 -32
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/sub_int8.h +0 -32
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/tanh_int8.h +0 -43
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/topk_int8.h +0 -36
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/transpose_int8.h +0 -36
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/int8/unsqueeze_int8.h +0 -33
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/intrinsics/avx/common_utils.h +0 -157
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/intrinsics/sse/sse_common.h +0 -390
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/activation.h +0 -25
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/addn.h +0 -35
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/arg_min_max.h +0 -63
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/arithmetic_compare.h +0 -26
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/arithmetic_self.h +0 -48
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/batch_norm.h +0 -38
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/batch_to_space.h +0 -33
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/biasadd.h +0 -25
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/cast.h +0 -32
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/clip.h +0 -34
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/concat.h +0 -52
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/convolution_1x1.h +0 -42
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/convolution_base.h +0 -63
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/convolution_delegate.h +0 -39
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/convolution_depthwise.h +0 -36
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/convolution_depthwise_3x3.h +0 -37
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/convolution_depthwise_indirect.h +0 -39
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/convolution_depthwise_sw.h +0 -36
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/convolution_depthwise_sw_avx.h +0 -40
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/convolution_im2col.h +0 -28
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/convolution_im2col_arm32.h +0 -30
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/convolution_im2col_arm64.h +0 -29
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/convolution_im2col_avx.h +0 -29
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/convolution_im2col_avx512.h +0 -29
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/convolution_im2col_base.h +0 -52
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/convolution_im2col_sse.h +0 -29
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/convolution_slidewindow.h +0 -46
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/convolution_sw_1x1.h +0 -36
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/convolution_sw_arm64.h +0 -28
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/convolution_sw_avx.h +0 -28
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/convolution_winograd.h +0 -32
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/convolution_winograd_arm32.h +0 -30
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/convolution_winograd_arm64.h +0 -30
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/convolution_winograd_avx.h +0 -30
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/convolution_winograd_base.h +0 -65
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/convolution_winograd_sse.h +0 -30
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/crop.h +0 -31
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/crop_and_resize.h +0 -41
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/deconvolution.h +0 -39
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/deconvolution_depthwise.h +0 -34
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/deconvolution_winograd.h +0 -52
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/depth_to_space.h +0 -42
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/f16/arithmetic_compare_f16.h +0 -26
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/f16/arithmetic_f16.h +0 -42
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/f16/concat_f16.h +0 -25
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/f16/reduce_f16.h +0 -27
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/f16/stack_f16.h +0 -32
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/fill.h +0 -36
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/fullconnection.h +0 -25
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/fused_batch_norm.h +0 -37
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/gather.h +0 -46
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/gather_d.h +0 -25
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/gather_nd.h +0 -35
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/group_convolution.h +0 -49
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/group_norm.h +0 -31
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/init_vs_kernels.h +0 -20
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/layer_norm.h +0 -49
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/local_response_norm.h +0 -30
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/log_softmax.h +0 -31
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/matmul.h +0 -25
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/matmul_arm32.h +0 -28
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/matmul_arm64.h +0 -28
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/matmul_avx.h +0 -28
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/matmul_avx512.h +0 -27
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/matmul_base.h +0 -35
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/matmul_create.h +0 -24
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/matmul_sse.h +0 -27
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/non_max_suppression.h +0 -34
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/non_zero.h +0 -30
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/ones_like.h +0 -31
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/pad.h +0 -51
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/pow.h +0 -31
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/prelu.h +0 -34
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/prior_box.h +0 -36
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/range.h +0 -31
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/rank.h +0 -31
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/reduce.h +0 -72
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/reverse.h +0 -36
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/scale.h +0 -41
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/shape.h +0 -31
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/size.h +0 -30
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/softmax.h +0 -39
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/splice.h +0 -30
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/stack.h +0 -41
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/transpose.h +0 -49
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/tril.h +0 -32
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/triu.h +0 -32
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/unique.h +0 -32
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/where.h +0 -44
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/kernel/zeros_like.h +0 -31
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/l2_norm_parameter.h +0 -41
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/local_response_norm_parameter.h +0 -31
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/lsh_projection_parameter.h +0 -35
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/mul_parameter.h +0 -32
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/non_max_suppression_parameter.h +0 -28
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/pack.h +0 -23
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/partial_fusion_parameter.h +0 -29
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/predict_parameter.h +0 -32
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/prelu_parameter.h +0 -26
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/random_parameter.h +0 -34
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/reverse_parameter.h +0 -30
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/reverse_sequence_parameter.h +0 -45
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/scale_parameter.h +0 -39
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/scatter_elements_parameter.h +0 -25
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/scatter_nd_parameter.h +0 -29
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/sigmoid_parameter.h +0 -41
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/skip_gram_parameter.h +0 -30
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/sparse_to_dense_parameter.h +0 -32
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/tensor_array_parameter.h +0 -29
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/triu_tril_parameter.h +0 -31
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/upsample_parameter.h +0 -29
- mindspore/include/mindspore/ops/kernel/cpu/nnacl/where_parameter.h +0 -25
- mindspore/include/mindspore/ops/ops_utils/ms_extension.h +0 -39
- mindspore/include/third_party/securec/src/secinput.h +0 -181
- mindspore/include/third_party/securec/src/securecutil.h +0 -574
- mindspore/include/third_party/securec/src/secureprintoutput.h +0 -153
- mindspore/lib/plugin/ascend/custom_aicore_ops/op_impl/ai_core/tbe/config/ascend310/aic-ascend310-ops-info.json +0 -123
- mindspore/lib/plugin/ascend/custom_aicore_ops/op_impl/ai_core/tbe/config/ascend310p/aic-ascend310p-ops-info.json +0 -152
- mindspore/lib/plugin/ascend/custom_aicore_ops/op_impl/ai_core/tbe/config/ascend910/aic-ascend910-ops-info.json +0 -2048
- mindspore/lib/plugin/ascend/custom_aicore_ops/op_impl/ai_core/tbe/config/ascend910_93/aic-ascend910_93-ops-info.json +0 -2048
- mindspore/lib/plugin/ascend/custom_aicore_ops/op_impl/ai_core/tbe/config/ascend910b/aic-ascend910b-ops-info.json +0 -2048
- mindspore/lib/plugin/ascend/custom_aicore_ops/op_impl/ai_core/tbe/custom_aicore_ops_impl/add_dsl.py +0 -46
- mindspore/lib/plugin/ascend/custom_aicore_ops/op_impl/ai_core/tbe/custom_aicore_ops_impl/add_tik.py +0 -51
- mindspore/lib/plugin/ascend/custom_aicore_ops/op_impl/ai_core/tbe/custom_aicore_ops_impl/build_tbe_kernel.py +0 -529
- mindspore/lib/plugin/ascend/custom_aicore_ops/op_impl/ai_core/tbe/custom_aicore_ops_impl/compiler.py +0 -56
- mindspore/lib/plugin/ascend/custom_aicore_ops/op_impl/ai_core/tbe/custom_aicore_ops_impl/custom.py +0 -1109
- mindspore/lib/plugin/ascend/custom_aicore_ops/op_impl/ai_core/tbe/custom_aicore_ops_impl/get_file_path.py +0 -36
- mindspore/lib/plugin/ascend/custom_aicore_ops/op_impl/ai_core/tbe/custom_aicore_ops_impl/kv_cache_mgr.py +0 -241
- mindspore/lib/plugin/ascend/custom_aicore_ops/op_impl/ai_core/tbe/custom_aicore_ops_impl/matmul_tik.py +0 -212
- mindspore/lib/plugin/ascend/custom_aicore_ops/op_impl/ai_core/tbe/custom_aicore_ops_impl/tbe_topi.py +0 -556
- mindspore/lib/plugin/ascend/custom_aicore_ops/op_impl/vector_core/tbe/custom_aicore_ops_impl/add_dsl.py +0 -46
- mindspore/lib/plugin/ascend/custom_aicore_ops/op_impl/vector_core/tbe/custom_aicore_ops_impl/add_tik.py +0 -51
- mindspore/lib/plugin/ascend/custom_aicore_ops/op_impl/vector_core/tbe/custom_aicore_ops_impl/kv_cache_mgr.py +0 -241
- mindspore/lib/plugin/ascend/custom_aicore_ops/op_impl/vector_core/tbe/custom_aicore_ops_impl/matmul_tik.py +0 -212
- mindspore/lib/plugin/ascend/custom_aicore_ops/op_proto/libop_proto.so +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910/framework/plugin/npu_supported_ops.json +0 -10
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_api/include/aclnn_decoder_kv_cache.h +0 -59
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_api/include/aclnn_prompt_kv_cache.h +0 -59
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_api/lib/libcust_opapi.so +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/config/ascend910/aic-ascend910-ops-info.json +0 -182
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/custom_ascendc_910_impl/dynamic/decoder_kv_cache.cpp +0 -192
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/custom_ascendc_910_impl/dynamic/decoder_kv_cache.py +0 -215
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/custom_ascendc_910_impl/dynamic/prompt_kv_cache.cpp +0 -274
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/custom_ascendc_910_impl/dynamic/prompt_kv_cache.py +0 -215
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_0d5520cc587ad44ce634bf3fbcffc272.json +0 -158
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_0d5520cc587ad44ce634bf3fbcffc272.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_20390d30b3c4c0d23167ccca6c030c2b.json +0 -158
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_20390d30b3c4c0d23167ccca6c030c2b.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_2d151f0b1d2db51faa2968d5b67544e2.json +0 -158
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_2d151f0b1d2db51faa2968d5b67544e2.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_561690ec17cc1def3d2fcf68c1b07b56.json +0 -158
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_561690ec17cc1def3d2fcf68c1b07b56.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_570f9aaa99e5e773b3dd0a33784363f4.json +0 -158
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_570f9aaa99e5e773b3dd0a33784363f4.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_59668a0f0764afb98fda8ab9e84126f1.json +0 -158
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_59668a0f0764afb98fda8ab9e84126f1.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_91d9833e4792b70b670e4e2b916abd86.json +0 -158
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_91d9833e4792b70b670e4e2b916abd86.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_c74cdc5fef094383401856f8519504af.json +0 -158
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/decoder_kv_cache/DecoderKvCache_c74cdc5fef094383401856f8519504af.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_0515c7b1a4cd614449e38c5e9a7e3f8d.json +0 -167
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_0515c7b1a4cd614449e38c5e9a7e3f8d.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_09f22d898d6358c91e7c4fc48bac48e7.json +0 -167
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_09f22d898d6358c91e7c4fc48bac48e7.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_0cb9a6f894b925250227136e5aab7061.json +0 -167
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_0cb9a6f894b925250227136e5aab7061.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_2fa8702ffd7ca85e9e194f62644415d5.json +0 -167
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_2fa8702ffd7ca85e9e194f62644415d5.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_570b62f187dfd439b64613d881deedb7.json +0 -167
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_570b62f187dfd439b64613d881deedb7.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_585218c11411ff84709b9e725b66c435.json +0 -167
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_585218c11411ff84709b9e725b66c435.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_5c9365ccde170b358c5b126d69dae13e.json +0 -167
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_5c9365ccde170b358c5b126d69dae13e.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_6d97c45b7c43bc16fcff8baa5dacac4e.json +0 -167
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/ascend910/prompt_kv_cache/PromptKvCache_6d97c45b7c43bc16fcff8baa5dacac4e.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/config/ascend910/binary_info_config.json +0 -302
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/config/ascend910/decoder_kv_cache.json +0 -892
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/kernel/config/ascend910/prompt_kv_cache.json +0 -892
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/op_tiling/lib/linux/aarch64/libcust_opmaster_rt2.0.so +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_impl/ai_core/tbe/op_tiling/liboptiling.so +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_proto/inc/op_proto.h +0 -33
- mindspore/lib/plugin/ascend/custom_ascendc_910/op_proto/lib/linux/aarch64/libcust_opsproto_rt2.0.so +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910/version.info +0 -1
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_api/include/aclnn_decoder_kv_cache.h +0 -59
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_api/include/aclnn_prompt_kv_cache.h +0 -59
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/custom_ascendc_910b_impl/dynamic/decoder_kv_cache.cpp +0 -192
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/custom_ascendc_910b_impl/dynamic/decoder_kv_cache.py +0 -215
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/custom_ascendc_910b_impl/dynamic/prompt_kv_cache.cpp +0 -274
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/custom_ascendc_910b_impl/dynamic/prompt_kv_cache.py +0 -215
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_0d5520cc587ad44ce634bf3fbcffc272.json +0 -158
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_0d5520cc587ad44ce634bf3fbcffc272.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_20390d30b3c4c0d23167ccca6c030c2b.json +0 -158
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_20390d30b3c4c0d23167ccca6c030c2b.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_2d151f0b1d2db51faa2968d5b67544e2.json +0 -158
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_2d151f0b1d2db51faa2968d5b67544e2.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_561690ec17cc1def3d2fcf68c1b07b56.json +0 -158
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_561690ec17cc1def3d2fcf68c1b07b56.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_570f9aaa99e5e773b3dd0a33784363f4.json +0 -158
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_570f9aaa99e5e773b3dd0a33784363f4.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_59668a0f0764afb98fda8ab9e84126f1.json +0 -158
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_59668a0f0764afb98fda8ab9e84126f1.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_91d9833e4792b70b670e4e2b916abd86.json +0 -158
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_91d9833e4792b70b670e4e2b916abd86.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_c74cdc5fef094383401856f8519504af.json +0 -158
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/decoder_kv_cache/DecoderKvCache_c74cdc5fef094383401856f8519504af.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_0515c7b1a4cd614449e38c5e9a7e3f8d.json +0 -167
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_0515c7b1a4cd614449e38c5e9a7e3f8d.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_09f22d898d6358c91e7c4fc48bac48e7.json +0 -167
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_09f22d898d6358c91e7c4fc48bac48e7.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_0cb9a6f894b925250227136e5aab7061.json +0 -167
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_0cb9a6f894b925250227136e5aab7061.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_2fa8702ffd7ca85e9e194f62644415d5.json +0 -167
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_2fa8702ffd7ca85e9e194f62644415d5.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_570b62f187dfd439b64613d881deedb7.json +0 -167
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_570b62f187dfd439b64613d881deedb7.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_585218c11411ff84709b9e725b66c435.json +0 -167
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_585218c11411ff84709b9e725b66c435.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_5c9365ccde170b358c5b126d69dae13e.json +0 -167
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_5c9365ccde170b358c5b126d69dae13e.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_6d97c45b7c43bc16fcff8baa5dacac4e.json +0 -167
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend310p/prompt_kv_cache/PromptKvCache_6d97c45b7c43bc16fcff8baa5dacac4e.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_0d5520cc587ad44ce634bf3fbcffc272.json +0 -156
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_0d5520cc587ad44ce634bf3fbcffc272.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_20390d30b3c4c0d23167ccca6c030c2b.json +0 -156
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_20390d30b3c4c0d23167ccca6c030c2b.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_2d151f0b1d2db51faa2968d5b67544e2.json +0 -156
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_2d151f0b1d2db51faa2968d5b67544e2.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_561690ec17cc1def3d2fcf68c1b07b56.json +0 -156
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_561690ec17cc1def3d2fcf68c1b07b56.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_570f9aaa99e5e773b3dd0a33784363f4.json +0 -156
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_570f9aaa99e5e773b3dd0a33784363f4.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_59668a0f0764afb98fda8ab9e84126f1.json +0 -156
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_59668a0f0764afb98fda8ab9e84126f1.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_91d9833e4792b70b670e4e2b916abd86.json +0 -156
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_91d9833e4792b70b670e4e2b916abd86.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_c74cdc5fef094383401856f8519504af.json +0 -156
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/decoder_kv_cache/DecoderKvCache_c74cdc5fef094383401856f8519504af.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_0515c7b1a4cd614449e38c5e9a7e3f8d.json +0 -165
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_0515c7b1a4cd614449e38c5e9a7e3f8d.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_09f22d898d6358c91e7c4fc48bac48e7.json +0 -165
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_09f22d898d6358c91e7c4fc48bac48e7.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_0cb9a6f894b925250227136e5aab7061.json +0 -165
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_0cb9a6f894b925250227136e5aab7061.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_2fa8702ffd7ca85e9e194f62644415d5.json +0 -165
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_2fa8702ffd7ca85e9e194f62644415d5.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_570b62f187dfd439b64613d881deedb7.json +0 -165
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_570b62f187dfd439b64613d881deedb7.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_585218c11411ff84709b9e725b66c435.json +0 -165
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_585218c11411ff84709b9e725b66c435.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_5c9365ccde170b358c5b126d69dae13e.json +0 -165
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_5c9365ccde170b358c5b126d69dae13e.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_6d97c45b7c43bc16fcff8baa5dacac4e.json +0 -165
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910_93/prompt_kv_cache/PromptKvCache_6d97c45b7c43bc16fcff8baa5dacac4e.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_0d5520cc587ad44ce634bf3fbcffc272.json +0 -156
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_0d5520cc587ad44ce634bf3fbcffc272.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_20390d30b3c4c0d23167ccca6c030c2b.json +0 -156
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_20390d30b3c4c0d23167ccca6c030c2b.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_2d151f0b1d2db51faa2968d5b67544e2.json +0 -156
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_2d151f0b1d2db51faa2968d5b67544e2.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_561690ec17cc1def3d2fcf68c1b07b56.json +0 -156
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_561690ec17cc1def3d2fcf68c1b07b56.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_570f9aaa99e5e773b3dd0a33784363f4.json +0 -156
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_570f9aaa99e5e773b3dd0a33784363f4.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_59668a0f0764afb98fda8ab9e84126f1.json +0 -156
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_59668a0f0764afb98fda8ab9e84126f1.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_91d9833e4792b70b670e4e2b916abd86.json +0 -156
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_91d9833e4792b70b670e4e2b916abd86.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_c74cdc5fef094383401856f8519504af.json +0 -156
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/decoder_kv_cache/DecoderKvCache_c74cdc5fef094383401856f8519504af.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_0515c7b1a4cd614449e38c5e9a7e3f8d.json +0 -165
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_0515c7b1a4cd614449e38c5e9a7e3f8d.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_09f22d898d6358c91e7c4fc48bac48e7.json +0 -165
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_09f22d898d6358c91e7c4fc48bac48e7.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_0cb9a6f894b925250227136e5aab7061.json +0 -165
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_0cb9a6f894b925250227136e5aab7061.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_2fa8702ffd7ca85e9e194f62644415d5.json +0 -165
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_2fa8702ffd7ca85e9e194f62644415d5.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_570b62f187dfd439b64613d881deedb7.json +0 -165
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_570b62f187dfd439b64613d881deedb7.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_585218c11411ff84709b9e725b66c435.json +0 -165
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_585218c11411ff84709b9e725b66c435.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_5c9365ccde170b358c5b126d69dae13e.json +0 -165
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_5c9365ccde170b358c5b126d69dae13e.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_6d97c45b7c43bc16fcff8baa5dacac4e.json +0 -165
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/ascend910b/prompt_kv_cache/PromptKvCache_6d97c45b7c43bc16fcff8baa5dacac4e.o +0 -0
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend310p/decoder_kv_cache.json +0 -892
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend310p/prompt_kv_cache.json +0 -892
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend910_93/decoder_kv_cache.json +0 -892
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend910_93/prompt_kv_cache.json +0 -892
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend910b/decoder_kv_cache.json +0 -892
- mindspore/lib/plugin/ascend/custom_ascendc_910b/op_impl/ai_core/tbe/kernel/config/ascend910b/prompt_kv_cache.json +0 -892
- mindspore/profiler/common/validator/__init__.py +0 -14
- mindspore/profiler/common/validator/validate_path.py +0 -84
- mindspore/profiler/parser/__init__.py +0 -14
- mindspore/profiler/parser/aicpu_data_parser.py +0 -272
- mindspore/profiler/parser/ascend_analysis/__init__.py +0 -14
- mindspore/profiler/parser/ascend_analysis/constant.py +0 -71
- mindspore/profiler/parser/ascend_analysis/file_manager.py +0 -180
- mindspore/profiler/parser/ascend_analysis/function_event.py +0 -185
- mindspore/profiler/parser/ascend_analysis/fwk_cann_parser.py +0 -136
- mindspore/profiler/parser/ascend_analysis/fwk_file_parser.py +0 -131
- mindspore/profiler/parser/ascend_analysis/msprof_timeline_parser.py +0 -104
- mindspore/profiler/parser/ascend_analysis/path_manager.py +0 -313
- mindspore/profiler/parser/ascend_analysis/profiler_info_parser.py +0 -123
- mindspore/profiler/parser/ascend_analysis/tlv_decoder.py +0 -86
- mindspore/profiler/parser/ascend_analysis/trace_event_manager.py +0 -75
- mindspore/profiler/parser/ascend_cluster_generator.py +0 -116
- mindspore/profiler/parser/ascend_communicate_generator.py +0 -314
- mindspore/profiler/parser/ascend_flops_generator.py +0 -116
- mindspore/profiler/parser/ascend_fpbp_generator.py +0 -82
- mindspore/profiler/parser/ascend_hccl_generator.py +0 -271
- mindspore/profiler/parser/ascend_integrate_generator.py +0 -42
- mindspore/profiler/parser/ascend_memory_generator.py +0 -185
- mindspore/profiler/parser/ascend_msprof_exporter.py +0 -282
- mindspore/profiler/parser/ascend_msprof_generator.py +0 -187
- mindspore/profiler/parser/ascend_op_generator.py +0 -334
- mindspore/profiler/parser/ascend_steptrace_generator.py +0 -94
- mindspore/profiler/parser/ascend_timeline_generator.py +0 -545
- mindspore/profiler/parser/base_timeline_generator.py +0 -483
- mindspore/profiler/parser/container.py +0 -229
- mindspore/profiler/parser/cpu_gpu_timeline_generator.py +0 -697
- mindspore/profiler/parser/flops_parser.py +0 -531
- mindspore/profiler/parser/framework_enum.py +0 -111
- mindspore/profiler/parser/framework_parser.py +0 -464
- mindspore/profiler/parser/framework_struct.py +0 -61
- mindspore/profiler/parser/gpu_analysis/__init__.py +0 -14
- mindspore/profiler/parser/gpu_analysis/function_event.py +0 -44
- mindspore/profiler/parser/gpu_analysis/fwk_file_parser.py +0 -89
- mindspore/profiler/parser/gpu_analysis/profiler_info_parser.py +0 -72
- mindspore/profiler/parser/hccl_parser.py +0 -573
- mindspore/profiler/parser/hwts_log_parser.py +0 -122
- mindspore/profiler/parser/integrator.py +0 -526
- mindspore/profiler/parser/memory_usage_parser.py +0 -277
- mindspore/profiler/parser/minddata_analyzer.py +0 -800
- mindspore/profiler/parser/minddata_parser.py +0 -186
- mindspore/profiler/parser/minddata_pipeline_parser.py +0 -299
- mindspore/profiler/parser/op_intermediate_parser.py +0 -149
- mindspore/profiler/parser/optime_parser.py +0 -250
- mindspore/profiler/parser/profiler_info.py +0 -213
- mindspore/profiler/parser/step_trace_parser.py +0 -666
- mindspore/utils/hooks.py +0 -81
- mindspore-2.6.0.dist-info/METADATA +0 -367
- mindspore-2.6.0.dist-info/RECORD +0 -12404
- mindspore-2.6.0.dist-info/WHEEL +0 -5
- /mindspore/common/{_auto_dynamic.py → dynamic_shape/_auto_dynamic.py} +0 -0
- /mindspore/include/mindspore/ops/kernel/ascend/ascendc/{op_host → all_finite/op_host}/all_finite_tiling.h +0 -0
- /mindspore/include/third_party/{securec/include → include}/securec.h +0 -0
- /mindspore/include/third_party/{securec/include → include}/securectype.h +0 -0
- {mindspore-2.6.0.dist-info → mindspore-2.7.0.dist-info}/entry_points.txt +0 -0
- {mindspore-2.6.0.dist-info → mindspore-2.7.0.dist-info}/top_level.txt +0 -0
|
@@ -1,4535 +0,0 @@
|
|
|
1
|
-
/*
|
|
2
|
-
Formatting library for C++
|
|
3
|
-
|
|
4
|
-
Copyright (c) 2012 - present, Victor Zverovich
|
|
5
|
-
|
|
6
|
-
Permission is hereby granted, free of charge, to any person obtaining
|
|
7
|
-
a copy of this software and associated documentation files (the
|
|
8
|
-
"Software"), to deal in the Software without restriction, including
|
|
9
|
-
without limitation the rights to use, copy, modify, merge, publish,
|
|
10
|
-
distribute, sublicense, and/or sell copies of the Software, and to
|
|
11
|
-
permit persons to whom the Software is furnished to do so, subject to
|
|
12
|
-
the following conditions:
|
|
13
|
-
|
|
14
|
-
The above copyright notice and this permission notice shall be
|
|
15
|
-
included in all copies or substantial portions of the Software.
|
|
16
|
-
|
|
17
|
-
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
|
|
18
|
-
EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
|
|
19
|
-
MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
|
|
20
|
-
NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
|
|
21
|
-
LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
|
|
22
|
-
OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
|
|
23
|
-
WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
|
|
24
|
-
|
|
25
|
-
--- Optional exception to the license ---
|
|
26
|
-
|
|
27
|
-
As an exception, if, as a result of your compiling your source code, portions
|
|
28
|
-
of this Software are embedded into a machine-executable object form of such
|
|
29
|
-
source code, you may redistribute such embedded portions in such object form
|
|
30
|
-
without including the above copyright and permission notices.
|
|
31
|
-
*/
|
|
32
|
-
|
|
33
|
-
#ifndef FMT_FORMAT_H_
|
|
34
|
-
#define FMT_FORMAT_H_
|
|
35
|
-
|
|
36
|
-
#include <cmath> // std::signbit
|
|
37
|
-
#include <cstdint> // uint32_t
|
|
38
|
-
#include <cstring> // std::memcpy
|
|
39
|
-
#include <initializer_list> // std::initializer_list
|
|
40
|
-
#include <limits> // std::numeric_limits
|
|
41
|
-
#include <memory> // std::uninitialized_copy
|
|
42
|
-
#include <stdexcept> // std::runtime_error
|
|
43
|
-
#include <system_error> // std::system_error
|
|
44
|
-
|
|
45
|
-
#ifdef __cpp_lib_bit_cast
|
|
46
|
-
# include <bit> // std::bit_cast
|
|
47
|
-
#endif
|
|
48
|
-
|
|
49
|
-
#include "core.h"
|
|
50
|
-
|
|
51
|
-
#if defined __cpp_inline_variables && __cpp_inline_variables >= 201606L
|
|
52
|
-
# define FMT_INLINE_VARIABLE inline
|
|
53
|
-
#else
|
|
54
|
-
# define FMT_INLINE_VARIABLE
|
|
55
|
-
#endif
|
|
56
|
-
|
|
57
|
-
#if FMT_HAS_CPP17_ATTRIBUTE(fallthrough)
|
|
58
|
-
# define FMT_FALLTHROUGH [[fallthrough]]
|
|
59
|
-
#elif defined(__clang__)
|
|
60
|
-
# define FMT_FALLTHROUGH [[clang::fallthrough]]
|
|
61
|
-
#elif FMT_GCC_VERSION >= 700 && \
|
|
62
|
-
(!defined(__EDG_VERSION__) || __EDG_VERSION__ >= 520)
|
|
63
|
-
# define FMT_FALLTHROUGH [[gnu::fallthrough]]
|
|
64
|
-
#else
|
|
65
|
-
# define FMT_FALLTHROUGH
|
|
66
|
-
#endif
|
|
67
|
-
|
|
68
|
-
#ifndef FMT_DEPRECATED
|
|
69
|
-
# if FMT_HAS_CPP14_ATTRIBUTE(deprecated) || FMT_MSC_VERSION >= 1900
|
|
70
|
-
# define FMT_DEPRECATED [[deprecated]]
|
|
71
|
-
# else
|
|
72
|
-
# if (defined(__GNUC__) && !defined(__LCC__)) || defined(__clang__)
|
|
73
|
-
# define FMT_DEPRECATED __attribute__((deprecated))
|
|
74
|
-
# elif FMT_MSC_VERSION
|
|
75
|
-
# define FMT_DEPRECATED __declspec(deprecated)
|
|
76
|
-
# else
|
|
77
|
-
# define FMT_DEPRECATED /* deprecated */
|
|
78
|
-
# endif
|
|
79
|
-
# endif
|
|
80
|
-
#endif
|
|
81
|
-
|
|
82
|
-
#ifndef FMT_NO_UNIQUE_ADDRESS
|
|
83
|
-
# if FMT_CPLUSPLUS >= 202002L
|
|
84
|
-
# if FMT_HAS_CPP_ATTRIBUTE(no_unique_address)
|
|
85
|
-
# define FMT_NO_UNIQUE_ADDRESS [[no_unique_address]]
|
|
86
|
-
// VS2019 v16.10 and later except clang-cl (https://reviews.llvm.org/D110485)
|
|
87
|
-
# elif (FMT_MSC_VERSION >= 1929) && !FMT_CLANG_VERSION
|
|
88
|
-
# define FMT_NO_UNIQUE_ADDRESS [[msvc::no_unique_address]]
|
|
89
|
-
# endif
|
|
90
|
-
# endif
|
|
91
|
-
#endif
|
|
92
|
-
#ifndef FMT_NO_UNIQUE_ADDRESS
|
|
93
|
-
# define FMT_NO_UNIQUE_ADDRESS
|
|
94
|
-
#endif
|
|
95
|
-
|
|
96
|
-
// Visibility when compiled as a shared library/object.
|
|
97
|
-
#if defined(FMT_LIB_EXPORT) || defined(FMT_SHARED)
|
|
98
|
-
# define FMT_SO_VISIBILITY(value) FMT_VISIBILITY(value)
|
|
99
|
-
#else
|
|
100
|
-
# define FMT_SO_VISIBILITY(value)
|
|
101
|
-
#endif
|
|
102
|
-
|
|
103
|
-
#ifdef __has_builtin
|
|
104
|
-
# define FMT_HAS_BUILTIN(x) __has_builtin(x)
|
|
105
|
-
#else
|
|
106
|
-
# define FMT_HAS_BUILTIN(x) 0
|
|
107
|
-
#endif
|
|
108
|
-
|
|
109
|
-
#if FMT_GCC_VERSION || FMT_CLANG_VERSION
|
|
110
|
-
# define FMT_NOINLINE __attribute__((noinline))
|
|
111
|
-
#else
|
|
112
|
-
# define FMT_NOINLINE
|
|
113
|
-
#endif
|
|
114
|
-
|
|
115
|
-
#ifndef FMT_THROW
|
|
116
|
-
# if FMT_EXCEPTIONS
|
|
117
|
-
# if FMT_MSC_VERSION || defined(__NVCC__)
|
|
118
|
-
FMT_BEGIN_NAMESPACE
|
|
119
|
-
namespace detail {
|
|
120
|
-
template <typename Exception> inline void do_throw(const Exception& x) {
|
|
121
|
-
// Silence unreachable code warnings in MSVC and NVCC because these
|
|
122
|
-
// are nearly impossible to fix in a generic code.
|
|
123
|
-
volatile bool b = true;
|
|
124
|
-
if (b) throw x;
|
|
125
|
-
}
|
|
126
|
-
} // namespace detail
|
|
127
|
-
FMT_END_NAMESPACE
|
|
128
|
-
# define FMT_THROW(x) detail::do_throw(x)
|
|
129
|
-
# else
|
|
130
|
-
# define FMT_THROW(x) throw x
|
|
131
|
-
# endif
|
|
132
|
-
# else
|
|
133
|
-
# define FMT_THROW(x) \
|
|
134
|
-
::fmt::detail::assert_fail(__FILE__, __LINE__, (x).what())
|
|
135
|
-
# endif
|
|
136
|
-
#endif
|
|
137
|
-
|
|
138
|
-
#if FMT_EXCEPTIONS
|
|
139
|
-
# define FMT_TRY try
|
|
140
|
-
# define FMT_CATCH(x) catch (x)
|
|
141
|
-
#else
|
|
142
|
-
# define FMT_TRY if (true)
|
|
143
|
-
# define FMT_CATCH(x) if (false)
|
|
144
|
-
#endif
|
|
145
|
-
|
|
146
|
-
#ifndef FMT_MAYBE_UNUSED
|
|
147
|
-
# if FMT_HAS_CPP17_ATTRIBUTE(maybe_unused)
|
|
148
|
-
# define FMT_MAYBE_UNUSED [[maybe_unused]]
|
|
149
|
-
# else
|
|
150
|
-
# define FMT_MAYBE_UNUSED
|
|
151
|
-
# endif
|
|
152
|
-
#endif
|
|
153
|
-
|
|
154
|
-
#ifndef FMT_USE_USER_DEFINED_LITERALS
|
|
155
|
-
// EDG based compilers (Intel, NVIDIA, Elbrus, etc), GCC and MSVC support UDLs.
|
|
156
|
-
//
|
|
157
|
-
// GCC before 4.9 requires a space in `operator"" _a` which is invalid in later
|
|
158
|
-
// compiler versions.
|
|
159
|
-
# if (FMT_HAS_FEATURE(cxx_user_literals) || FMT_GCC_VERSION >= 409 || \
|
|
160
|
-
FMT_MSC_VERSION >= 1900) && \
|
|
161
|
-
(!defined(__EDG_VERSION__) || __EDG_VERSION__ >= /* UDL feature */ 480)
|
|
162
|
-
# define FMT_USE_USER_DEFINED_LITERALS 1
|
|
163
|
-
# else
|
|
164
|
-
# define FMT_USE_USER_DEFINED_LITERALS 0
|
|
165
|
-
# endif
|
|
166
|
-
#endif
|
|
167
|
-
|
|
168
|
-
// Defining FMT_REDUCE_INT_INSTANTIATIONS to 1, will reduce the number of
|
|
169
|
-
// integer formatter template instantiations to just one by only using the
|
|
170
|
-
// largest integer type. This results in a reduction in binary size but will
|
|
171
|
-
// cause a decrease in integer formatting performance.
|
|
172
|
-
#if !defined(FMT_REDUCE_INT_INSTANTIATIONS)
|
|
173
|
-
# define FMT_REDUCE_INT_INSTANTIATIONS 0
|
|
174
|
-
#endif
|
|
175
|
-
|
|
176
|
-
// __builtin_clz is broken in clang with Microsoft CodeGen:
|
|
177
|
-
// https://github.com/fmtlib/fmt/issues/519.
|
|
178
|
-
#if !FMT_MSC_VERSION
|
|
179
|
-
# if FMT_HAS_BUILTIN(__builtin_clz) || FMT_GCC_VERSION || FMT_ICC_VERSION
|
|
180
|
-
# define FMT_BUILTIN_CLZ(n) __builtin_clz(n)
|
|
181
|
-
# endif
|
|
182
|
-
# if FMT_HAS_BUILTIN(__builtin_clzll) || FMT_GCC_VERSION || FMT_ICC_VERSION
|
|
183
|
-
# define FMT_BUILTIN_CLZLL(n) __builtin_clzll(n)
|
|
184
|
-
# endif
|
|
185
|
-
#endif
|
|
186
|
-
|
|
187
|
-
// __builtin_ctz is broken in Intel Compiler Classic on Windows:
|
|
188
|
-
// https://github.com/fmtlib/fmt/issues/2510.
|
|
189
|
-
#ifndef __ICL
|
|
190
|
-
# if FMT_HAS_BUILTIN(__builtin_ctz) || FMT_GCC_VERSION || FMT_ICC_VERSION || \
|
|
191
|
-
defined(__NVCOMPILER)
|
|
192
|
-
# define FMT_BUILTIN_CTZ(n) __builtin_ctz(n)
|
|
193
|
-
# endif
|
|
194
|
-
# if FMT_HAS_BUILTIN(__builtin_ctzll) || FMT_GCC_VERSION || \
|
|
195
|
-
FMT_ICC_VERSION || defined(__NVCOMPILER)
|
|
196
|
-
# define FMT_BUILTIN_CTZLL(n) __builtin_ctzll(n)
|
|
197
|
-
# endif
|
|
198
|
-
#endif
|
|
199
|
-
|
|
200
|
-
#if FMT_MSC_VERSION
|
|
201
|
-
# include <intrin.h> // _BitScanReverse[64], _BitScanForward[64], _umul128
|
|
202
|
-
#endif
|
|
203
|
-
|
|
204
|
-
// Some compilers masquerade as both MSVC and GCC-likes or otherwise support
|
|
205
|
-
// __builtin_clz and __builtin_clzll, so only define FMT_BUILTIN_CLZ using the
|
|
206
|
-
// MSVC intrinsics if the clz and clzll builtins are not available.
|
|
207
|
-
#if FMT_MSC_VERSION && !defined(FMT_BUILTIN_CLZLL) && \
|
|
208
|
-
!defined(FMT_BUILTIN_CTZLL)
|
|
209
|
-
FMT_BEGIN_NAMESPACE
|
|
210
|
-
namespace detail {
|
|
211
|
-
// Avoid Clang with Microsoft CodeGen's -Wunknown-pragmas warning.
|
|
212
|
-
# if !defined(__clang__)
|
|
213
|
-
# pragma intrinsic(_BitScanForward)
|
|
214
|
-
# pragma intrinsic(_BitScanReverse)
|
|
215
|
-
# if defined(_WIN64)
|
|
216
|
-
# pragma intrinsic(_BitScanForward64)
|
|
217
|
-
# pragma intrinsic(_BitScanReverse64)
|
|
218
|
-
# endif
|
|
219
|
-
# endif
|
|
220
|
-
|
|
221
|
-
inline auto clz(uint32_t x) -> int {
|
|
222
|
-
unsigned long r = 0;
|
|
223
|
-
_BitScanReverse(&r, x);
|
|
224
|
-
FMT_ASSERT(x != 0, "");
|
|
225
|
-
// Static analysis complains about using uninitialized data
|
|
226
|
-
// "r", but the only way that can happen is if "x" is 0,
|
|
227
|
-
// which the callers guarantee to not happen.
|
|
228
|
-
FMT_MSC_WARNING(suppress : 6102)
|
|
229
|
-
return 31 ^ static_cast<int>(r);
|
|
230
|
-
}
|
|
231
|
-
# define FMT_BUILTIN_CLZ(n) detail::clz(n)
|
|
232
|
-
|
|
233
|
-
inline auto clzll(uint64_t x) -> int {
|
|
234
|
-
unsigned long r = 0;
|
|
235
|
-
# ifdef _WIN64
|
|
236
|
-
_BitScanReverse64(&r, x);
|
|
237
|
-
# else
|
|
238
|
-
// Scan the high 32 bits.
|
|
239
|
-
if (_BitScanReverse(&r, static_cast<uint32_t>(x >> 32)))
|
|
240
|
-
return 63 ^ static_cast<int>(r + 32);
|
|
241
|
-
// Scan the low 32 bits.
|
|
242
|
-
_BitScanReverse(&r, static_cast<uint32_t>(x));
|
|
243
|
-
# endif
|
|
244
|
-
FMT_ASSERT(x != 0, "");
|
|
245
|
-
FMT_MSC_WARNING(suppress : 6102) // Suppress a bogus static analysis warning.
|
|
246
|
-
return 63 ^ static_cast<int>(r);
|
|
247
|
-
}
|
|
248
|
-
# define FMT_BUILTIN_CLZLL(n) detail::clzll(n)
|
|
249
|
-
|
|
250
|
-
inline auto ctz(uint32_t x) -> int {
|
|
251
|
-
unsigned long r = 0;
|
|
252
|
-
_BitScanForward(&r, x);
|
|
253
|
-
FMT_ASSERT(x != 0, "");
|
|
254
|
-
FMT_MSC_WARNING(suppress : 6102) // Suppress a bogus static analysis warning.
|
|
255
|
-
return static_cast<int>(r);
|
|
256
|
-
}
|
|
257
|
-
# define FMT_BUILTIN_CTZ(n) detail::ctz(n)
|
|
258
|
-
|
|
259
|
-
inline auto ctzll(uint64_t x) -> int {
|
|
260
|
-
unsigned long r = 0;
|
|
261
|
-
FMT_ASSERT(x != 0, "");
|
|
262
|
-
FMT_MSC_WARNING(suppress : 6102) // Suppress a bogus static analysis warning.
|
|
263
|
-
# ifdef _WIN64
|
|
264
|
-
_BitScanForward64(&r, x);
|
|
265
|
-
# else
|
|
266
|
-
// Scan the low 32 bits.
|
|
267
|
-
if (_BitScanForward(&r, static_cast<uint32_t>(x))) return static_cast<int>(r);
|
|
268
|
-
// Scan the high 32 bits.
|
|
269
|
-
_BitScanForward(&r, static_cast<uint32_t>(x >> 32));
|
|
270
|
-
r += 32;
|
|
271
|
-
# endif
|
|
272
|
-
return static_cast<int>(r);
|
|
273
|
-
}
|
|
274
|
-
# define FMT_BUILTIN_CTZLL(n) detail::ctzll(n)
|
|
275
|
-
} // namespace detail
|
|
276
|
-
FMT_END_NAMESPACE
|
|
277
|
-
#endif
|
|
278
|
-
|
|
279
|
-
FMT_BEGIN_NAMESPACE
|
|
280
|
-
namespace detail {
|
|
281
|
-
|
|
282
|
-
FMT_CONSTEXPR inline void abort_fuzzing_if(bool condition) {
|
|
283
|
-
ignore_unused(condition);
|
|
284
|
-
#ifdef FMT_FUZZ
|
|
285
|
-
if (condition) throw std::runtime_error("fuzzing limit reached");
|
|
286
|
-
#endif
|
|
287
|
-
}
|
|
288
|
-
|
|
289
|
-
template <typename CharT, CharT... C> struct string_literal {
|
|
290
|
-
static constexpr CharT value[sizeof...(C)] = {C...};
|
|
291
|
-
constexpr operator basic_string_view<CharT>() const {
|
|
292
|
-
return {value, sizeof...(C)};
|
|
293
|
-
}
|
|
294
|
-
};
|
|
295
|
-
|
|
296
|
-
#if FMT_CPLUSPLUS < 201703L
|
|
297
|
-
template <typename CharT, CharT... C>
|
|
298
|
-
constexpr CharT string_literal<CharT, C...>::value[sizeof...(C)];
|
|
299
|
-
#endif
|
|
300
|
-
|
|
301
|
-
// Implementation of std::bit_cast for pre-C++20.
|
|
302
|
-
template <typename To, typename From, FMT_ENABLE_IF(sizeof(To) == sizeof(From))>
|
|
303
|
-
FMT_CONSTEXPR20 auto bit_cast(const From& from) -> To {
|
|
304
|
-
#ifdef __cpp_lib_bit_cast
|
|
305
|
-
if (is_constant_evaluated()) return std::bit_cast<To>(from);
|
|
306
|
-
#endif
|
|
307
|
-
auto to = To();
|
|
308
|
-
// The cast suppresses a bogus -Wclass-memaccess on GCC.
|
|
309
|
-
std::memcpy(static_cast<void*>(&to), &from, sizeof(to));
|
|
310
|
-
return to;
|
|
311
|
-
}
|
|
312
|
-
|
|
313
|
-
inline auto is_big_endian() -> bool {
|
|
314
|
-
#ifdef _WIN32
|
|
315
|
-
return false;
|
|
316
|
-
#elif defined(__BIG_ENDIAN__)
|
|
317
|
-
return true;
|
|
318
|
-
#elif defined(__BYTE_ORDER__) && defined(__ORDER_BIG_ENDIAN__)
|
|
319
|
-
return __BYTE_ORDER__ == __ORDER_BIG_ENDIAN__;
|
|
320
|
-
#else
|
|
321
|
-
struct bytes {
|
|
322
|
-
char data[sizeof(int)];
|
|
323
|
-
};
|
|
324
|
-
return bit_cast<bytes>(1).data[0] == 0;
|
|
325
|
-
#endif
|
|
326
|
-
}
|
|
327
|
-
|
|
328
|
-
class uint128_fallback {
|
|
329
|
-
private:
|
|
330
|
-
uint64_t lo_, hi_;
|
|
331
|
-
|
|
332
|
-
public:
|
|
333
|
-
constexpr uint128_fallback(uint64_t hi, uint64_t lo) : lo_(lo), hi_(hi) {}
|
|
334
|
-
constexpr uint128_fallback(uint64_t value = 0) : lo_(value), hi_(0) {}
|
|
335
|
-
|
|
336
|
-
constexpr auto high() const noexcept -> uint64_t { return hi_; }
|
|
337
|
-
constexpr auto low() const noexcept -> uint64_t { return lo_; }
|
|
338
|
-
|
|
339
|
-
template <typename T, FMT_ENABLE_IF(std::is_integral<T>::value)>
|
|
340
|
-
constexpr explicit operator T() const {
|
|
341
|
-
return static_cast<T>(lo_);
|
|
342
|
-
}
|
|
343
|
-
|
|
344
|
-
friend constexpr auto operator==(const uint128_fallback& lhs,
|
|
345
|
-
const uint128_fallback& rhs) -> bool {
|
|
346
|
-
return lhs.hi_ == rhs.hi_ && lhs.lo_ == rhs.lo_;
|
|
347
|
-
}
|
|
348
|
-
friend constexpr auto operator!=(const uint128_fallback& lhs,
|
|
349
|
-
const uint128_fallback& rhs) -> bool {
|
|
350
|
-
return !(lhs == rhs);
|
|
351
|
-
}
|
|
352
|
-
friend constexpr auto operator>(const uint128_fallback& lhs,
|
|
353
|
-
const uint128_fallback& rhs) -> bool {
|
|
354
|
-
return lhs.hi_ != rhs.hi_ ? lhs.hi_ > rhs.hi_ : lhs.lo_ > rhs.lo_;
|
|
355
|
-
}
|
|
356
|
-
friend constexpr auto operator|(const uint128_fallback& lhs,
|
|
357
|
-
const uint128_fallback& rhs)
|
|
358
|
-
-> uint128_fallback {
|
|
359
|
-
return {lhs.hi_ | rhs.hi_, lhs.lo_ | rhs.lo_};
|
|
360
|
-
}
|
|
361
|
-
friend constexpr auto operator&(const uint128_fallback& lhs,
|
|
362
|
-
const uint128_fallback& rhs)
|
|
363
|
-
-> uint128_fallback {
|
|
364
|
-
return {lhs.hi_ & rhs.hi_, lhs.lo_ & rhs.lo_};
|
|
365
|
-
}
|
|
366
|
-
friend constexpr auto operator~(const uint128_fallback& n)
|
|
367
|
-
-> uint128_fallback {
|
|
368
|
-
return {~n.hi_, ~n.lo_};
|
|
369
|
-
}
|
|
370
|
-
friend auto operator+(const uint128_fallback& lhs,
|
|
371
|
-
const uint128_fallback& rhs) -> uint128_fallback {
|
|
372
|
-
auto result = uint128_fallback(lhs);
|
|
373
|
-
result += rhs;
|
|
374
|
-
return result;
|
|
375
|
-
}
|
|
376
|
-
friend auto operator*(const uint128_fallback& lhs, uint32_t rhs)
|
|
377
|
-
-> uint128_fallback {
|
|
378
|
-
FMT_ASSERT(lhs.hi_ == 0, "");
|
|
379
|
-
uint64_t hi = (lhs.lo_ >> 32) * rhs;
|
|
380
|
-
uint64_t lo = (lhs.lo_ & ~uint32_t()) * rhs;
|
|
381
|
-
uint64_t new_lo = (hi << 32) + lo;
|
|
382
|
-
return {(hi >> 32) + (new_lo < lo ? 1 : 0), new_lo};
|
|
383
|
-
}
|
|
384
|
-
friend auto operator-(const uint128_fallback& lhs, uint64_t rhs)
|
|
385
|
-
-> uint128_fallback {
|
|
386
|
-
return {lhs.hi_ - (lhs.lo_ < rhs ? 1 : 0), lhs.lo_ - rhs};
|
|
387
|
-
}
|
|
388
|
-
FMT_CONSTEXPR auto operator>>(int shift) const -> uint128_fallback {
|
|
389
|
-
if (shift == 64) return {0, hi_};
|
|
390
|
-
if (shift > 64) return uint128_fallback(0, hi_) >> (shift - 64);
|
|
391
|
-
return {hi_ >> shift, (hi_ << (64 - shift)) | (lo_ >> shift)};
|
|
392
|
-
}
|
|
393
|
-
FMT_CONSTEXPR auto operator<<(int shift) const -> uint128_fallback {
|
|
394
|
-
if (shift == 64) return {lo_, 0};
|
|
395
|
-
if (shift > 64) return uint128_fallback(lo_, 0) << (shift - 64);
|
|
396
|
-
return {hi_ << shift | (lo_ >> (64 - shift)), (lo_ << shift)};
|
|
397
|
-
}
|
|
398
|
-
FMT_CONSTEXPR auto operator>>=(int shift) -> uint128_fallback& {
|
|
399
|
-
return *this = *this >> shift;
|
|
400
|
-
}
|
|
401
|
-
FMT_CONSTEXPR void operator+=(uint128_fallback n) {
|
|
402
|
-
uint64_t new_lo = lo_ + n.lo_;
|
|
403
|
-
uint64_t new_hi = hi_ + n.hi_ + (new_lo < lo_ ? 1 : 0);
|
|
404
|
-
FMT_ASSERT(new_hi >= hi_, "");
|
|
405
|
-
lo_ = new_lo;
|
|
406
|
-
hi_ = new_hi;
|
|
407
|
-
}
|
|
408
|
-
FMT_CONSTEXPR void operator&=(uint128_fallback n) {
|
|
409
|
-
lo_ &= n.lo_;
|
|
410
|
-
hi_ &= n.hi_;
|
|
411
|
-
}
|
|
412
|
-
|
|
413
|
-
FMT_CONSTEXPR20 auto operator+=(uint64_t n) noexcept -> uint128_fallback& {
|
|
414
|
-
if (is_constant_evaluated()) {
|
|
415
|
-
lo_ += n;
|
|
416
|
-
hi_ += (lo_ < n ? 1 : 0);
|
|
417
|
-
return *this;
|
|
418
|
-
}
|
|
419
|
-
#if FMT_HAS_BUILTIN(__builtin_addcll) && !defined(__ibmxl__)
|
|
420
|
-
unsigned long long carry;
|
|
421
|
-
lo_ = __builtin_addcll(lo_, n, 0, &carry);
|
|
422
|
-
hi_ += carry;
|
|
423
|
-
#elif FMT_HAS_BUILTIN(__builtin_ia32_addcarryx_u64) && !defined(__ibmxl__)
|
|
424
|
-
unsigned long long result;
|
|
425
|
-
auto carry = __builtin_ia32_addcarryx_u64(0, lo_, n, &result);
|
|
426
|
-
lo_ = result;
|
|
427
|
-
hi_ += carry;
|
|
428
|
-
#elif defined(_MSC_VER) && defined(_M_X64)
|
|
429
|
-
auto carry = _addcarry_u64(0, lo_, n, &lo_);
|
|
430
|
-
_addcarry_u64(carry, hi_, 0, &hi_);
|
|
431
|
-
#else
|
|
432
|
-
lo_ += n;
|
|
433
|
-
hi_ += (lo_ < n ? 1 : 0);
|
|
434
|
-
#endif
|
|
435
|
-
return *this;
|
|
436
|
-
}
|
|
437
|
-
};
|
|
438
|
-
|
|
439
|
-
using uint128_t = conditional_t<FMT_USE_INT128, uint128_opt, uint128_fallback>;
|
|
440
|
-
|
|
441
|
-
#ifdef UINTPTR_MAX
|
|
442
|
-
using uintptr_t = ::uintptr_t;
|
|
443
|
-
#else
|
|
444
|
-
using uintptr_t = uint128_t;
|
|
445
|
-
#endif
|
|
446
|
-
|
|
447
|
-
// Returns the largest possible value for type T. Same as
|
|
448
|
-
// std::numeric_limits<T>::max() but shorter and not affected by the max macro.
|
|
449
|
-
template <typename T> constexpr auto max_value() -> T {
|
|
450
|
-
return (std::numeric_limits<T>::max)();
|
|
451
|
-
}
|
|
452
|
-
template <typename T> constexpr auto num_bits() -> int {
|
|
453
|
-
return std::numeric_limits<T>::digits;
|
|
454
|
-
}
|
|
455
|
-
// std::numeric_limits<T>::digits may return 0 for 128-bit ints.
|
|
456
|
-
template <> constexpr auto num_bits<int128_opt>() -> int { return 128; }
|
|
457
|
-
template <> constexpr auto num_bits<uint128_t>() -> int { return 128; }
|
|
458
|
-
|
|
459
|
-
// A heterogeneous bit_cast used for converting 96-bit long double to uint128_t
|
|
460
|
-
// and 128-bit pointers to uint128_fallback.
|
|
461
|
-
template <typename To, typename From, FMT_ENABLE_IF(sizeof(To) > sizeof(From))>
|
|
462
|
-
inline auto bit_cast(const From& from) -> To {
|
|
463
|
-
constexpr auto size = static_cast<int>(sizeof(From) / sizeof(unsigned));
|
|
464
|
-
struct data_t {
|
|
465
|
-
unsigned value[static_cast<unsigned>(size)];
|
|
466
|
-
} data = bit_cast<data_t>(from);
|
|
467
|
-
auto result = To();
|
|
468
|
-
if (const_check(is_big_endian())) {
|
|
469
|
-
for (int i = 0; i < size; ++i)
|
|
470
|
-
result = (result << num_bits<unsigned>()) | data.value[i];
|
|
471
|
-
} else {
|
|
472
|
-
for (int i = size - 1; i >= 0; --i)
|
|
473
|
-
result = (result << num_bits<unsigned>()) | data.value[i];
|
|
474
|
-
}
|
|
475
|
-
return result;
|
|
476
|
-
}
|
|
477
|
-
|
|
478
|
-
template <typename UInt>
|
|
479
|
-
FMT_CONSTEXPR20 inline auto countl_zero_fallback(UInt n) -> int {
|
|
480
|
-
int lz = 0;
|
|
481
|
-
constexpr UInt msb_mask = static_cast<UInt>(1) << (num_bits<UInt>() - 1);
|
|
482
|
-
for (; (n & msb_mask) == 0; n <<= 1) lz++;
|
|
483
|
-
return lz;
|
|
484
|
-
}
|
|
485
|
-
|
|
486
|
-
FMT_CONSTEXPR20 inline auto countl_zero(uint32_t n) -> int {
|
|
487
|
-
#ifdef FMT_BUILTIN_CLZ
|
|
488
|
-
if (!is_constant_evaluated()) return FMT_BUILTIN_CLZ(n);
|
|
489
|
-
#endif
|
|
490
|
-
return countl_zero_fallback(n);
|
|
491
|
-
}
|
|
492
|
-
|
|
493
|
-
FMT_CONSTEXPR20 inline auto countl_zero(uint64_t n) -> int {
|
|
494
|
-
#ifdef FMT_BUILTIN_CLZLL
|
|
495
|
-
if (!is_constant_evaluated()) return FMT_BUILTIN_CLZLL(n);
|
|
496
|
-
#endif
|
|
497
|
-
return countl_zero_fallback(n);
|
|
498
|
-
}
|
|
499
|
-
|
|
500
|
-
FMT_INLINE void assume(bool condition) {
|
|
501
|
-
(void)condition;
|
|
502
|
-
#if FMT_HAS_BUILTIN(__builtin_assume) && !FMT_ICC_VERSION
|
|
503
|
-
__builtin_assume(condition);
|
|
504
|
-
#elif FMT_GCC_VERSION
|
|
505
|
-
if (!condition) __builtin_unreachable();
|
|
506
|
-
#endif
|
|
507
|
-
}
|
|
508
|
-
|
|
509
|
-
// An approximation of iterator_t for pre-C++20 systems.
|
|
510
|
-
template <typename T>
|
|
511
|
-
using iterator_t = decltype(std::begin(std::declval<T&>()));
|
|
512
|
-
template <typename T> using sentinel_t = decltype(std::end(std::declval<T&>()));
|
|
513
|
-
|
|
514
|
-
// A workaround for std::string not having mutable data() until C++17.
|
|
515
|
-
template <typename Char>
|
|
516
|
-
inline auto get_data(std::basic_string<Char>& s) -> Char* {
|
|
517
|
-
return &s[0];
|
|
518
|
-
}
|
|
519
|
-
template <typename Container>
|
|
520
|
-
inline auto get_data(Container& c) -> typename Container::value_type* {
|
|
521
|
-
return c.data();
|
|
522
|
-
}
|
|
523
|
-
|
|
524
|
-
// Attempts to reserve space for n extra characters in the output range.
|
|
525
|
-
// Returns a pointer to the reserved range or a reference to it.
|
|
526
|
-
template <typename Container, FMT_ENABLE_IF(is_contiguous<Container>::value)>
|
|
527
|
-
#if FMT_CLANG_VERSION >= 307 && !FMT_ICC_VERSION
|
|
528
|
-
__attribute__((no_sanitize("undefined")))
|
|
529
|
-
#endif
|
|
530
|
-
inline auto
|
|
531
|
-
reserve(std::back_insert_iterator<Container> it, size_t n) ->
|
|
532
|
-
typename Container::value_type* {
|
|
533
|
-
Container& c = get_container(it);
|
|
534
|
-
size_t size = c.size();
|
|
535
|
-
c.resize(size + n);
|
|
536
|
-
return get_data(c) + size;
|
|
537
|
-
}
|
|
538
|
-
|
|
539
|
-
template <typename T>
|
|
540
|
-
inline auto reserve(buffer_appender<T> it, size_t n) -> buffer_appender<T> {
|
|
541
|
-
buffer<T>& buf = get_container(it);
|
|
542
|
-
buf.try_reserve(buf.size() + n);
|
|
543
|
-
return it;
|
|
544
|
-
}
|
|
545
|
-
|
|
546
|
-
template <typename Iterator>
|
|
547
|
-
constexpr auto reserve(Iterator& it, size_t) -> Iterator& {
|
|
548
|
-
return it;
|
|
549
|
-
}
|
|
550
|
-
|
|
551
|
-
template <typename OutputIt>
|
|
552
|
-
using reserve_iterator =
|
|
553
|
-
remove_reference_t<decltype(reserve(std::declval<OutputIt&>(), 0))>;
|
|
554
|
-
|
|
555
|
-
template <typename T, typename OutputIt>
|
|
556
|
-
constexpr auto to_pointer(OutputIt, size_t) -> T* {
|
|
557
|
-
return nullptr;
|
|
558
|
-
}
|
|
559
|
-
template <typename T> auto to_pointer(buffer_appender<T> it, size_t n) -> T* {
|
|
560
|
-
buffer<T>& buf = get_container(it);
|
|
561
|
-
auto size = buf.size();
|
|
562
|
-
if (buf.capacity() < size + n) return nullptr;
|
|
563
|
-
buf.try_resize(size + n);
|
|
564
|
-
return buf.data() + size;
|
|
565
|
-
}
|
|
566
|
-
|
|
567
|
-
template <typename Container, FMT_ENABLE_IF(is_contiguous<Container>::value)>
|
|
568
|
-
inline auto base_iterator(std::back_insert_iterator<Container> it,
|
|
569
|
-
typename Container::value_type*)
|
|
570
|
-
-> std::back_insert_iterator<Container> {
|
|
571
|
-
return it;
|
|
572
|
-
}
|
|
573
|
-
|
|
574
|
-
template <typename Iterator>
|
|
575
|
-
constexpr auto base_iterator(Iterator, Iterator it) -> Iterator {
|
|
576
|
-
return it;
|
|
577
|
-
}
|
|
578
|
-
|
|
579
|
-
// <algorithm> is spectacularly slow to compile in C++20 so use a simple fill_n
|
|
580
|
-
// instead (#1998).
|
|
581
|
-
template <typename OutputIt, typename Size, typename T>
|
|
582
|
-
FMT_CONSTEXPR auto fill_n(OutputIt out, Size count, const T& value)
|
|
583
|
-
-> OutputIt {
|
|
584
|
-
for (Size i = 0; i < count; ++i) *out++ = value;
|
|
585
|
-
return out;
|
|
586
|
-
}
|
|
587
|
-
template <typename T, typename Size>
|
|
588
|
-
FMT_CONSTEXPR20 auto fill_n(T* out, Size count, char value) -> T* {
|
|
589
|
-
if (is_constant_evaluated()) {
|
|
590
|
-
return fill_n<T*, Size, T>(out, count, value);
|
|
591
|
-
}
|
|
592
|
-
std::memset(out, value, to_unsigned(count));
|
|
593
|
-
return out + count;
|
|
594
|
-
}
|
|
595
|
-
|
|
596
|
-
#ifdef __cpp_char8_t
|
|
597
|
-
using char8_type = char8_t;
|
|
598
|
-
#else
|
|
599
|
-
enum char8_type : unsigned char {};
|
|
600
|
-
#endif
|
|
601
|
-
|
|
602
|
-
template <typename OutChar, typename InputIt, typename OutputIt>
|
|
603
|
-
FMT_CONSTEXPR FMT_NOINLINE auto copy_str_noinline(InputIt begin, InputIt end,
|
|
604
|
-
OutputIt out) -> OutputIt {
|
|
605
|
-
return copy_str<OutChar>(begin, end, out);
|
|
606
|
-
}
|
|
607
|
-
|
|
608
|
-
// A public domain branchless UTF-8 decoder by Christopher Wellons:
|
|
609
|
-
// https://github.com/skeeto/branchless-utf8
|
|
610
|
-
/* Decode the next character, c, from s, reporting errors in e.
|
|
611
|
-
*
|
|
612
|
-
* Since this is a branchless decoder, four bytes will be read from the
|
|
613
|
-
* buffer regardless of the actual length of the next character. This
|
|
614
|
-
* means the buffer _must_ have at least three bytes of zero padding
|
|
615
|
-
* following the end of the data stream.
|
|
616
|
-
*
|
|
617
|
-
* Errors are reported in e, which will be non-zero if the parsed
|
|
618
|
-
* character was somehow invalid: invalid byte sequence, non-canonical
|
|
619
|
-
* encoding, or a surrogate half.
|
|
620
|
-
*
|
|
621
|
-
* The function returns a pointer to the next character. When an error
|
|
622
|
-
* occurs, this pointer will be a guess that depends on the particular
|
|
623
|
-
* error, but it will always advance at least one byte.
|
|
624
|
-
*/
|
|
625
|
-
FMT_CONSTEXPR inline auto utf8_decode(const char* s, uint32_t* c, int* e)
|
|
626
|
-
-> const char* {
|
|
627
|
-
constexpr const int masks[] = {0x00, 0x7f, 0x1f, 0x0f, 0x07};
|
|
628
|
-
constexpr const uint32_t mins[] = {4194304, 0, 128, 2048, 65536};
|
|
629
|
-
constexpr const int shiftc[] = {0, 18, 12, 6, 0};
|
|
630
|
-
constexpr const int shifte[] = {0, 6, 4, 2, 0};
|
|
631
|
-
|
|
632
|
-
int len = "\1\1\1\1\1\1\1\1\1\1\1\1\1\1\1\1\0\0\0\0\0\0\0\0\2\2\2\2\3\3\4"
|
|
633
|
-
[static_cast<unsigned char>(*s) >> 3];
|
|
634
|
-
// Compute the pointer to the next character early so that the next
|
|
635
|
-
// iteration can start working on the next character. Neither Clang
|
|
636
|
-
// nor GCC figure out this reordering on their own.
|
|
637
|
-
const char* next = s + len + !len;
|
|
638
|
-
|
|
639
|
-
using uchar = unsigned char;
|
|
640
|
-
|
|
641
|
-
// Assume a four-byte character and load four bytes. Unused bits are
|
|
642
|
-
// shifted out.
|
|
643
|
-
*c = uint32_t(uchar(s[0]) & masks[len]) << 18;
|
|
644
|
-
*c |= uint32_t(uchar(s[1]) & 0x3f) << 12;
|
|
645
|
-
*c |= uint32_t(uchar(s[2]) & 0x3f) << 6;
|
|
646
|
-
*c |= uint32_t(uchar(s[3]) & 0x3f) << 0;
|
|
647
|
-
*c >>= shiftc[len];
|
|
648
|
-
|
|
649
|
-
// Accumulate the various error conditions.
|
|
650
|
-
*e = (*c < mins[len]) << 6; // non-canonical encoding
|
|
651
|
-
*e |= ((*c >> 11) == 0x1b) << 7; // surrogate half?
|
|
652
|
-
*e |= (*c > 0x10FFFF) << 8; // out of range?
|
|
653
|
-
*e |= (uchar(s[1]) & 0xc0) >> 2;
|
|
654
|
-
*e |= (uchar(s[2]) & 0xc0) >> 4;
|
|
655
|
-
*e |= uchar(s[3]) >> 6;
|
|
656
|
-
*e ^= 0x2a; // top two bits of each tail byte correct?
|
|
657
|
-
*e >>= shifte[len];
|
|
658
|
-
|
|
659
|
-
return next;
|
|
660
|
-
}
|
|
661
|
-
|
|
662
|
-
constexpr FMT_INLINE_VARIABLE uint32_t invalid_code_point = ~uint32_t();
|
|
663
|
-
|
|
664
|
-
// Invokes f(cp, sv) for every code point cp in s with sv being the string view
|
|
665
|
-
// corresponding to the code point. cp is invalid_code_point on error.
|
|
666
|
-
template <typename F>
|
|
667
|
-
FMT_CONSTEXPR void for_each_codepoint(string_view s, F f) {
|
|
668
|
-
auto decode = [f](const char* buf_ptr, const char* ptr) {
|
|
669
|
-
auto cp = uint32_t();
|
|
670
|
-
auto error = 0;
|
|
671
|
-
auto end = utf8_decode(buf_ptr, &cp, &error);
|
|
672
|
-
bool result = f(error ? invalid_code_point : cp,
|
|
673
|
-
string_view(ptr, error ? 1 : to_unsigned(end - buf_ptr)));
|
|
674
|
-
return result ? (error ? buf_ptr + 1 : end) : nullptr;
|
|
675
|
-
};
|
|
676
|
-
auto p = s.data();
|
|
677
|
-
const size_t block_size = 4; // utf8_decode always reads blocks of 4 chars.
|
|
678
|
-
if (s.size() >= block_size) {
|
|
679
|
-
for (auto end = p + s.size() - block_size + 1; p < end;) {
|
|
680
|
-
p = decode(p, p);
|
|
681
|
-
if (!p) return;
|
|
682
|
-
}
|
|
683
|
-
}
|
|
684
|
-
if (auto num_chars_left = s.data() + s.size() - p) {
|
|
685
|
-
char buf[2 * block_size - 1] = {};
|
|
686
|
-
copy_str<char>(p, p + num_chars_left, buf);
|
|
687
|
-
const char* buf_ptr = buf;
|
|
688
|
-
do {
|
|
689
|
-
auto end = decode(buf_ptr, p);
|
|
690
|
-
if (!end) return;
|
|
691
|
-
p += end - buf_ptr;
|
|
692
|
-
buf_ptr = end;
|
|
693
|
-
} while (buf_ptr - buf < num_chars_left);
|
|
694
|
-
}
|
|
695
|
-
}
|
|
696
|
-
|
|
697
|
-
template <typename Char>
|
|
698
|
-
inline auto compute_width(basic_string_view<Char> s) -> size_t {
|
|
699
|
-
return s.size();
|
|
700
|
-
}
|
|
701
|
-
|
|
702
|
-
// Computes approximate display width of a UTF-8 string.
|
|
703
|
-
FMT_CONSTEXPR inline auto compute_width(string_view s) -> size_t {
|
|
704
|
-
size_t num_code_points = 0;
|
|
705
|
-
// It is not a lambda for compatibility with C++14.
|
|
706
|
-
struct count_code_points {
|
|
707
|
-
size_t* count;
|
|
708
|
-
FMT_CONSTEXPR auto operator()(uint32_t cp, string_view) const -> bool {
|
|
709
|
-
*count += detail::to_unsigned(
|
|
710
|
-
1 +
|
|
711
|
-
(cp >= 0x1100 &&
|
|
712
|
-
(cp <= 0x115f || // Hangul Jamo init. consonants
|
|
713
|
-
cp == 0x2329 || // LEFT-POINTING ANGLE BRACKET
|
|
714
|
-
cp == 0x232a || // RIGHT-POINTING ANGLE BRACKET
|
|
715
|
-
// CJK ... Yi except IDEOGRAPHIC HALF FILL SPACE:
|
|
716
|
-
(cp >= 0x2e80 && cp <= 0xa4cf && cp != 0x303f) ||
|
|
717
|
-
(cp >= 0xac00 && cp <= 0xd7a3) || // Hangul Syllables
|
|
718
|
-
(cp >= 0xf900 && cp <= 0xfaff) || // CJK Compatibility Ideographs
|
|
719
|
-
(cp >= 0xfe10 && cp <= 0xfe19) || // Vertical Forms
|
|
720
|
-
(cp >= 0xfe30 && cp <= 0xfe6f) || // CJK Compatibility Forms
|
|
721
|
-
(cp >= 0xff00 && cp <= 0xff60) || // Fullwidth Forms
|
|
722
|
-
(cp >= 0xffe0 && cp <= 0xffe6) || // Fullwidth Forms
|
|
723
|
-
(cp >= 0x20000 && cp <= 0x2fffd) || // CJK
|
|
724
|
-
(cp >= 0x30000 && cp <= 0x3fffd) ||
|
|
725
|
-
// Miscellaneous Symbols and Pictographs + Emoticons:
|
|
726
|
-
(cp >= 0x1f300 && cp <= 0x1f64f) ||
|
|
727
|
-
// Supplemental Symbols and Pictographs:
|
|
728
|
-
(cp >= 0x1f900 && cp <= 0x1f9ff))));
|
|
729
|
-
return true;
|
|
730
|
-
}
|
|
731
|
-
};
|
|
732
|
-
// We could avoid branches by using utf8_decode directly.
|
|
733
|
-
for_each_codepoint(s, count_code_points{&num_code_points});
|
|
734
|
-
return num_code_points;
|
|
735
|
-
}
|
|
736
|
-
|
|
737
|
-
inline auto compute_width(basic_string_view<char8_type> s) -> size_t {
|
|
738
|
-
return compute_width(
|
|
739
|
-
string_view(reinterpret_cast<const char*>(s.data()), s.size()));
|
|
740
|
-
}
|
|
741
|
-
|
|
742
|
-
template <typename Char>
|
|
743
|
-
inline auto code_point_index(basic_string_view<Char> s, size_t n) -> size_t {
|
|
744
|
-
size_t size = s.size();
|
|
745
|
-
return n < size ? n : size;
|
|
746
|
-
}
|
|
747
|
-
|
|
748
|
-
// Calculates the index of the nth code point in a UTF-8 string.
|
|
749
|
-
inline auto code_point_index(string_view s, size_t n) -> size_t {
|
|
750
|
-
size_t result = s.size();
|
|
751
|
-
const char* begin = s.begin();
|
|
752
|
-
for_each_codepoint(s, [begin, &n, &result](uint32_t, string_view sv) {
|
|
753
|
-
if (n != 0) {
|
|
754
|
-
--n;
|
|
755
|
-
return true;
|
|
756
|
-
}
|
|
757
|
-
result = to_unsigned(sv.begin() - begin);
|
|
758
|
-
return false;
|
|
759
|
-
});
|
|
760
|
-
return result;
|
|
761
|
-
}
|
|
762
|
-
|
|
763
|
-
inline auto code_point_index(basic_string_view<char8_type> s, size_t n)
|
|
764
|
-
-> size_t {
|
|
765
|
-
return code_point_index(
|
|
766
|
-
string_view(reinterpret_cast<const char*>(s.data()), s.size()), n);
|
|
767
|
-
}
|
|
768
|
-
|
|
769
|
-
template <typename T> struct is_integral : std::is_integral<T> {};
|
|
770
|
-
template <> struct is_integral<int128_opt> : std::true_type {};
|
|
771
|
-
template <> struct is_integral<uint128_t> : std::true_type {};
|
|
772
|
-
|
|
773
|
-
template <typename T>
|
|
774
|
-
using is_signed =
|
|
775
|
-
std::integral_constant<bool, std::numeric_limits<T>::is_signed ||
|
|
776
|
-
std::is_same<T, int128_opt>::value>;
|
|
777
|
-
|
|
778
|
-
template <typename T>
|
|
779
|
-
using is_integer =
|
|
780
|
-
bool_constant<is_integral<T>::value && !std::is_same<T, bool>::value &&
|
|
781
|
-
!std::is_same<T, char>::value &&
|
|
782
|
-
!std::is_same<T, wchar_t>::value>;
|
|
783
|
-
|
|
784
|
-
#ifndef FMT_USE_FLOAT
|
|
785
|
-
# define FMT_USE_FLOAT 1
|
|
786
|
-
#endif
|
|
787
|
-
#ifndef FMT_USE_DOUBLE
|
|
788
|
-
# define FMT_USE_DOUBLE 1
|
|
789
|
-
#endif
|
|
790
|
-
#ifndef FMT_USE_LONG_DOUBLE
|
|
791
|
-
# define FMT_USE_LONG_DOUBLE 1
|
|
792
|
-
#endif
|
|
793
|
-
|
|
794
|
-
#ifndef FMT_USE_FLOAT128
|
|
795
|
-
# ifdef __clang__
|
|
796
|
-
// Clang emulates GCC, so it has to appear early.
|
|
797
|
-
# if FMT_HAS_INCLUDE(<quadmath.h>)
|
|
798
|
-
# define FMT_USE_FLOAT128 1
|
|
799
|
-
# endif
|
|
800
|
-
# elif defined(__GNUC__)
|
|
801
|
-
// GNU C++:
|
|
802
|
-
# if defined(_GLIBCXX_USE_FLOAT128) && !defined(__STRICT_ANSI__)
|
|
803
|
-
# define FMT_USE_FLOAT128 1
|
|
804
|
-
# endif
|
|
805
|
-
# endif
|
|
806
|
-
# ifndef FMT_USE_FLOAT128
|
|
807
|
-
# define FMT_USE_FLOAT128 0
|
|
808
|
-
# endif
|
|
809
|
-
#endif
|
|
810
|
-
|
|
811
|
-
#if FMT_USE_FLOAT128
|
|
812
|
-
using float128 = __float128;
|
|
813
|
-
#else
|
|
814
|
-
using float128 = void;
|
|
815
|
-
#endif
|
|
816
|
-
template <typename T> using is_float128 = std::is_same<T, float128>;
|
|
817
|
-
|
|
818
|
-
template <typename T>
|
|
819
|
-
using is_floating_point =
|
|
820
|
-
bool_constant<std::is_floating_point<T>::value || is_float128<T>::value>;
|
|
821
|
-
|
|
822
|
-
template <typename T, bool = std::is_floating_point<T>::value>
|
|
823
|
-
struct is_fast_float : bool_constant<std::numeric_limits<T>::is_iec559 &&
|
|
824
|
-
sizeof(T) <= sizeof(double)> {};
|
|
825
|
-
template <typename T> struct is_fast_float<T, false> : std::false_type {};
|
|
826
|
-
|
|
827
|
-
template <typename T>
|
|
828
|
-
using is_double_double = bool_constant<std::numeric_limits<T>::digits == 106>;
|
|
829
|
-
|
|
830
|
-
#ifndef FMT_USE_FULL_CACHE_DRAGONBOX
|
|
831
|
-
# define FMT_USE_FULL_CACHE_DRAGONBOX 0
|
|
832
|
-
#endif
|
|
833
|
-
|
|
834
|
-
template <typename T>
|
|
835
|
-
template <typename U>
|
|
836
|
-
void buffer<T>::append(const U* begin, const U* end) {
|
|
837
|
-
while (begin != end) {
|
|
838
|
-
auto count = to_unsigned(end - begin);
|
|
839
|
-
try_reserve(size_ + count);
|
|
840
|
-
auto free_cap = capacity_ - size_;
|
|
841
|
-
if (free_cap < count) count = free_cap;
|
|
842
|
-
std::uninitialized_copy_n(begin, count, ptr_ + size_);
|
|
843
|
-
size_ += count;
|
|
844
|
-
begin += count;
|
|
845
|
-
}
|
|
846
|
-
}
|
|
847
|
-
|
|
848
|
-
template <typename T, typename Enable = void>
|
|
849
|
-
struct is_locale : std::false_type {};
|
|
850
|
-
template <typename T>
|
|
851
|
-
struct is_locale<T, void_t<decltype(T::classic())>> : std::true_type {};
|
|
852
|
-
} // namespace detail
|
|
853
|
-
|
|
854
|
-
FMT_BEGIN_EXPORT
|
|
855
|
-
|
|
856
|
-
// The number of characters to store in the basic_memory_buffer object itself
|
|
857
|
-
// to avoid dynamic memory allocation.
|
|
858
|
-
enum { inline_buffer_size = 500 };
|
|
859
|
-
|
|
860
|
-
/**
|
|
861
|
-
\rst
|
|
862
|
-
A dynamically growing memory buffer for trivially copyable/constructible types
|
|
863
|
-
with the first ``SIZE`` elements stored in the object itself.
|
|
864
|
-
|
|
865
|
-
You can use the ``memory_buffer`` type alias for ``char`` instead.
|
|
866
|
-
|
|
867
|
-
**Example**::
|
|
868
|
-
|
|
869
|
-
auto out = fmt::memory_buffer();
|
|
870
|
-
fmt::format_to(std::back_inserter(out), "The answer is {}.", 42);
|
|
871
|
-
|
|
872
|
-
This will append the following output to the ``out`` object:
|
|
873
|
-
|
|
874
|
-
.. code-block:: none
|
|
875
|
-
|
|
876
|
-
The answer is 42.
|
|
877
|
-
|
|
878
|
-
The output can be converted to an ``std::string`` with ``to_string(out)``.
|
|
879
|
-
\endrst
|
|
880
|
-
*/
|
|
881
|
-
template <typename T, size_t SIZE = inline_buffer_size,
|
|
882
|
-
typename Allocator = std::allocator<T>>
|
|
883
|
-
class basic_memory_buffer final : public detail::buffer<T> {
|
|
884
|
-
private:
|
|
885
|
-
T store_[SIZE];
|
|
886
|
-
|
|
887
|
-
// Don't inherit from Allocator to avoid generating type_info for it.
|
|
888
|
-
FMT_NO_UNIQUE_ADDRESS Allocator alloc_;
|
|
889
|
-
|
|
890
|
-
// Deallocate memory allocated by the buffer.
|
|
891
|
-
FMT_CONSTEXPR20 void deallocate() {
|
|
892
|
-
T* data = this->data();
|
|
893
|
-
if (data != store_) alloc_.deallocate(data, this->capacity());
|
|
894
|
-
}
|
|
895
|
-
|
|
896
|
-
protected:
|
|
897
|
-
FMT_CONSTEXPR20 void grow(size_t size) override {
|
|
898
|
-
detail::abort_fuzzing_if(size > 5000);
|
|
899
|
-
const size_t max_size = std::allocator_traits<Allocator>::max_size(alloc_);
|
|
900
|
-
size_t old_capacity = this->capacity();
|
|
901
|
-
size_t new_capacity = old_capacity + old_capacity / 2;
|
|
902
|
-
if (size > new_capacity)
|
|
903
|
-
new_capacity = size;
|
|
904
|
-
else if (new_capacity > max_size)
|
|
905
|
-
new_capacity = size > max_size ? size : max_size;
|
|
906
|
-
T* old_data = this->data();
|
|
907
|
-
T* new_data =
|
|
908
|
-
std::allocator_traits<Allocator>::allocate(alloc_, new_capacity);
|
|
909
|
-
// Suppress a bogus -Wstringop-overflow in gcc 13.1 (#3481).
|
|
910
|
-
detail::assume(this->size() <= new_capacity);
|
|
911
|
-
// The following code doesn't throw, so the raw pointer above doesn't leak.
|
|
912
|
-
std::uninitialized_copy_n(old_data, this->size(), new_data);
|
|
913
|
-
this->set(new_data, new_capacity);
|
|
914
|
-
// deallocate must not throw according to the standard, but even if it does,
|
|
915
|
-
// the buffer already uses the new storage and will deallocate it in
|
|
916
|
-
// destructor.
|
|
917
|
-
if (old_data != store_) alloc_.deallocate(old_data, old_capacity);
|
|
918
|
-
}
|
|
919
|
-
|
|
920
|
-
public:
|
|
921
|
-
using value_type = T;
|
|
922
|
-
using const_reference = const T&;
|
|
923
|
-
|
|
924
|
-
FMT_CONSTEXPR20 explicit basic_memory_buffer(
|
|
925
|
-
const Allocator& alloc = Allocator())
|
|
926
|
-
: alloc_(alloc) {
|
|
927
|
-
this->set(store_, SIZE);
|
|
928
|
-
if (detail::is_constant_evaluated()) detail::fill_n(store_, SIZE, T());
|
|
929
|
-
}
|
|
930
|
-
FMT_CONSTEXPR20 ~basic_memory_buffer() { deallocate(); }
|
|
931
|
-
|
|
932
|
-
private:
|
|
933
|
-
// Move data from other to this buffer.
|
|
934
|
-
FMT_CONSTEXPR20 void move(basic_memory_buffer& other) {
|
|
935
|
-
alloc_ = std::move(other.alloc_);
|
|
936
|
-
T* data = other.data();
|
|
937
|
-
size_t size = other.size(), capacity = other.capacity();
|
|
938
|
-
if (data == other.store_) {
|
|
939
|
-
this->set(store_, capacity);
|
|
940
|
-
detail::copy_str<T>(other.store_, other.store_ + size, store_);
|
|
941
|
-
} else {
|
|
942
|
-
this->set(data, capacity);
|
|
943
|
-
// Set pointer to the inline array so that delete is not called
|
|
944
|
-
// when deallocating.
|
|
945
|
-
other.set(other.store_, 0);
|
|
946
|
-
other.clear();
|
|
947
|
-
}
|
|
948
|
-
this->resize(size);
|
|
949
|
-
}
|
|
950
|
-
|
|
951
|
-
public:
|
|
952
|
-
/**
|
|
953
|
-
\rst
|
|
954
|
-
Constructs a :class:`fmt::basic_memory_buffer` object moving the content
|
|
955
|
-
of the other object to it.
|
|
956
|
-
\endrst
|
|
957
|
-
*/
|
|
958
|
-
FMT_CONSTEXPR20 basic_memory_buffer(basic_memory_buffer&& other) noexcept {
|
|
959
|
-
move(other);
|
|
960
|
-
}
|
|
961
|
-
|
|
962
|
-
/**
|
|
963
|
-
\rst
|
|
964
|
-
Moves the content of the other ``basic_memory_buffer`` object to this one.
|
|
965
|
-
\endrst
|
|
966
|
-
*/
|
|
967
|
-
auto operator=(basic_memory_buffer&& other) noexcept -> basic_memory_buffer& {
|
|
968
|
-
FMT_ASSERT(this != &other, "");
|
|
969
|
-
deallocate();
|
|
970
|
-
move(other);
|
|
971
|
-
return *this;
|
|
972
|
-
}
|
|
973
|
-
|
|
974
|
-
// Returns a copy of the allocator associated with this buffer.
|
|
975
|
-
auto get_allocator() const -> Allocator { return alloc_; }
|
|
976
|
-
|
|
977
|
-
/**
|
|
978
|
-
Resizes the buffer to contain *count* elements. If T is a POD type new
|
|
979
|
-
elements may not be initialized.
|
|
980
|
-
*/
|
|
981
|
-
FMT_CONSTEXPR20 void resize(size_t count) { this->try_resize(count); }
|
|
982
|
-
|
|
983
|
-
/** Increases the buffer capacity to *new_capacity*. */
|
|
984
|
-
void reserve(size_t new_capacity) { this->try_reserve(new_capacity); }
|
|
985
|
-
|
|
986
|
-
using detail::buffer<T>::append;
|
|
987
|
-
template <typename ContiguousRange>
|
|
988
|
-
void append(const ContiguousRange& range) {
|
|
989
|
-
append(range.data(), range.data() + range.size());
|
|
990
|
-
}
|
|
991
|
-
};
|
|
992
|
-
|
|
993
|
-
using memory_buffer = basic_memory_buffer<char>;
|
|
994
|
-
|
|
995
|
-
template <typename T, size_t SIZE, typename Allocator>
|
|
996
|
-
struct is_contiguous<basic_memory_buffer<T, SIZE, Allocator>> : std::true_type {
|
|
997
|
-
};
|
|
998
|
-
|
|
999
|
-
FMT_END_EXPORT
|
|
1000
|
-
namespace detail {
|
|
1001
|
-
FMT_API auto write_console(int fd, string_view text) -> bool;
|
|
1002
|
-
FMT_API auto write_console(std::FILE* f, string_view text) -> bool;
|
|
1003
|
-
FMT_API void print(std::FILE*, string_view);
|
|
1004
|
-
} // namespace detail
|
|
1005
|
-
|
|
1006
|
-
FMT_BEGIN_EXPORT
|
|
1007
|
-
|
|
1008
|
-
// Suppress a misleading warning in older versions of clang.
|
|
1009
|
-
#if FMT_CLANG_VERSION
|
|
1010
|
-
# pragma clang diagnostic ignored "-Wweak-vtables"
|
|
1011
|
-
#endif
|
|
1012
|
-
|
|
1013
|
-
/** An error reported from a formatting function. */
|
|
1014
|
-
class FMT_SO_VISIBILITY("default") format_error : public std::runtime_error {
|
|
1015
|
-
public:
|
|
1016
|
-
using std::runtime_error::runtime_error;
|
|
1017
|
-
};
|
|
1018
|
-
|
|
1019
|
-
namespace detail_exported {
|
|
1020
|
-
#if FMT_USE_NONTYPE_TEMPLATE_ARGS
|
|
1021
|
-
template <typename Char, size_t N> struct fixed_string {
|
|
1022
|
-
constexpr fixed_string(const Char (&str)[N]) {
|
|
1023
|
-
detail::copy_str<Char, const Char*, Char*>(static_cast<const Char*>(str),
|
|
1024
|
-
str + N, data);
|
|
1025
|
-
}
|
|
1026
|
-
Char data[N] = {};
|
|
1027
|
-
};
|
|
1028
|
-
#endif
|
|
1029
|
-
|
|
1030
|
-
// Converts a compile-time string to basic_string_view.
|
|
1031
|
-
template <typename Char, size_t N>
|
|
1032
|
-
constexpr auto compile_string_to_view(const Char (&s)[N])
|
|
1033
|
-
-> basic_string_view<Char> {
|
|
1034
|
-
// Remove trailing NUL character if needed. Won't be present if this is used
|
|
1035
|
-
// with a raw character array (i.e. not defined as a string).
|
|
1036
|
-
return {s, N - (std::char_traits<Char>::to_int_type(s[N - 1]) == 0 ? 1 : 0)};
|
|
1037
|
-
}
|
|
1038
|
-
template <typename Char>
|
|
1039
|
-
constexpr auto compile_string_to_view(detail::std_string_view<Char> s)
|
|
1040
|
-
-> basic_string_view<Char> {
|
|
1041
|
-
return {s.data(), s.size()};
|
|
1042
|
-
}
|
|
1043
|
-
} // namespace detail_exported
|
|
1044
|
-
|
|
1045
|
-
class loc_value {
|
|
1046
|
-
private:
|
|
1047
|
-
basic_format_arg<format_context> value_;
|
|
1048
|
-
|
|
1049
|
-
public:
|
|
1050
|
-
template <typename T, FMT_ENABLE_IF(!detail::is_float128<T>::value)>
|
|
1051
|
-
loc_value(T value) : value_(detail::make_arg<format_context>(value)) {}
|
|
1052
|
-
|
|
1053
|
-
template <typename T, FMT_ENABLE_IF(detail::is_float128<T>::value)>
|
|
1054
|
-
loc_value(T) {}
|
|
1055
|
-
|
|
1056
|
-
template <typename Visitor> auto visit(Visitor&& vis) -> decltype(vis(0)) {
|
|
1057
|
-
return visit_format_arg(vis, value_);
|
|
1058
|
-
}
|
|
1059
|
-
};
|
|
1060
|
-
|
|
1061
|
-
// A locale facet that formats values in UTF-8.
|
|
1062
|
-
// It is parameterized on the locale to avoid the heavy <locale> include.
|
|
1063
|
-
template <typename Locale> class format_facet : public Locale::facet {
|
|
1064
|
-
private:
|
|
1065
|
-
std::string separator_;
|
|
1066
|
-
std::string grouping_;
|
|
1067
|
-
std::string decimal_point_;
|
|
1068
|
-
|
|
1069
|
-
protected:
|
|
1070
|
-
virtual auto do_put(appender out, loc_value val,
|
|
1071
|
-
const format_specs<>& specs) const -> bool;
|
|
1072
|
-
|
|
1073
|
-
public:
|
|
1074
|
-
static FMT_API typename Locale::id id;
|
|
1075
|
-
|
|
1076
|
-
explicit format_facet(Locale& loc);
|
|
1077
|
-
explicit format_facet(string_view sep = "",
|
|
1078
|
-
std::initializer_list<unsigned char> g = {3},
|
|
1079
|
-
std::string decimal_point = ".")
|
|
1080
|
-
: separator_(sep.data(), sep.size()),
|
|
1081
|
-
grouping_(g.begin(), g.end()),
|
|
1082
|
-
decimal_point_(decimal_point) {}
|
|
1083
|
-
|
|
1084
|
-
auto put(appender out, loc_value val, const format_specs<>& specs) const
|
|
1085
|
-
-> bool {
|
|
1086
|
-
return do_put(out, val, specs);
|
|
1087
|
-
}
|
|
1088
|
-
};
|
|
1089
|
-
|
|
1090
|
-
namespace detail {
|
|
1091
|
-
|
|
1092
|
-
// Returns true if value is negative, false otherwise.
|
|
1093
|
-
// Same as `value < 0` but doesn't produce warnings if T is an unsigned type.
|
|
1094
|
-
template <typename T, FMT_ENABLE_IF(is_signed<T>::value)>
|
|
1095
|
-
constexpr auto is_negative(T value) -> bool {
|
|
1096
|
-
return value < 0;
|
|
1097
|
-
}
|
|
1098
|
-
template <typename T, FMT_ENABLE_IF(!is_signed<T>::value)>
|
|
1099
|
-
constexpr auto is_negative(T) -> bool {
|
|
1100
|
-
return false;
|
|
1101
|
-
}
|
|
1102
|
-
|
|
1103
|
-
template <typename T>
|
|
1104
|
-
FMT_CONSTEXPR auto is_supported_floating_point(T) -> bool {
|
|
1105
|
-
if (std::is_same<T, float>()) return FMT_USE_FLOAT;
|
|
1106
|
-
if (std::is_same<T, double>()) return FMT_USE_DOUBLE;
|
|
1107
|
-
if (std::is_same<T, long double>()) return FMT_USE_LONG_DOUBLE;
|
|
1108
|
-
return true;
|
|
1109
|
-
}
|
|
1110
|
-
|
|
1111
|
-
// Smallest of uint32_t, uint64_t, uint128_t that is large enough to
|
|
1112
|
-
// represent all values of an integral type T.
|
|
1113
|
-
template <typename T>
|
|
1114
|
-
using uint32_or_64_or_128_t =
|
|
1115
|
-
conditional_t<num_bits<T>() <= 32 && !FMT_REDUCE_INT_INSTANTIATIONS,
|
|
1116
|
-
uint32_t,
|
|
1117
|
-
conditional_t<num_bits<T>() <= 64, uint64_t, uint128_t>>;
|
|
1118
|
-
template <typename T>
|
|
1119
|
-
using uint64_or_128_t = conditional_t<num_bits<T>() <= 64, uint64_t, uint128_t>;
|
|
1120
|
-
|
|
1121
|
-
#define FMT_POWERS_OF_10(factor) \
|
|
1122
|
-
factor * 10, (factor) * 100, (factor) * 1000, (factor) * 10000, \
|
|
1123
|
-
(factor) * 100000, (factor) * 1000000, (factor) * 10000000, \
|
|
1124
|
-
(factor) * 100000000, (factor) * 1000000000
|
|
1125
|
-
|
|
1126
|
-
// Converts value in the range [0, 100) to a string.
|
|
1127
|
-
constexpr auto digits2(size_t value) -> const char* {
|
|
1128
|
-
// GCC generates slightly better code when value is pointer-size.
|
|
1129
|
-
return &"0001020304050607080910111213141516171819"
|
|
1130
|
-
"2021222324252627282930313233343536373839"
|
|
1131
|
-
"4041424344454647484950515253545556575859"
|
|
1132
|
-
"6061626364656667686970717273747576777879"
|
|
1133
|
-
"8081828384858687888990919293949596979899"[value * 2];
|
|
1134
|
-
}
|
|
1135
|
-
|
|
1136
|
-
// Sign is a template parameter to workaround a bug in gcc 4.8.
|
|
1137
|
-
template <typename Char, typename Sign> constexpr auto sign(Sign s) -> Char {
|
|
1138
|
-
#if !FMT_GCC_VERSION || FMT_GCC_VERSION >= 604
|
|
1139
|
-
static_assert(std::is_same<Sign, sign_t>::value, "");
|
|
1140
|
-
#endif
|
|
1141
|
-
return static_cast<Char>("\0-+ "[s]);
|
|
1142
|
-
}
|
|
1143
|
-
|
|
1144
|
-
template <typename T> FMT_CONSTEXPR auto count_digits_fallback(T n) -> int {
|
|
1145
|
-
int count = 1;
|
|
1146
|
-
for (;;) {
|
|
1147
|
-
// Integer division is slow so do it for a group of four digits instead
|
|
1148
|
-
// of for every digit. The idea comes from the talk by Alexandrescu
|
|
1149
|
-
// "Three Optimization Tips for C++". See speed-test for a comparison.
|
|
1150
|
-
if (n < 10) return count;
|
|
1151
|
-
if (n < 100) return count + 1;
|
|
1152
|
-
if (n < 1000) return count + 2;
|
|
1153
|
-
if (n < 10000) return count + 3;
|
|
1154
|
-
n /= 10000u;
|
|
1155
|
-
count += 4;
|
|
1156
|
-
}
|
|
1157
|
-
}
|
|
1158
|
-
#if FMT_USE_INT128
|
|
1159
|
-
FMT_CONSTEXPR inline auto count_digits(uint128_opt n) -> int {
|
|
1160
|
-
return count_digits_fallback(n);
|
|
1161
|
-
}
|
|
1162
|
-
#endif
|
|
1163
|
-
|
|
1164
|
-
#ifdef FMT_BUILTIN_CLZLL
|
|
1165
|
-
// It is a separate function rather than a part of count_digits to workaround
|
|
1166
|
-
// the lack of static constexpr in constexpr functions.
|
|
1167
|
-
inline auto do_count_digits(uint64_t n) -> int {
|
|
1168
|
-
// This has comparable performance to the version by Kendall Willets
|
|
1169
|
-
// (https://github.com/fmtlib/format-benchmark/blob/master/digits10)
|
|
1170
|
-
// but uses smaller tables.
|
|
1171
|
-
// Maps bsr(n) to ceil(log10(pow(2, bsr(n) + 1) - 1)).
|
|
1172
|
-
static constexpr uint8_t bsr2log10[] = {
|
|
1173
|
-
1, 1, 1, 2, 2, 2, 3, 3, 3, 4, 4, 4, 4, 5, 5, 5,
|
|
1174
|
-
6, 6, 6, 7, 7, 7, 7, 8, 8, 8, 9, 9, 9, 10, 10, 10,
|
|
1175
|
-
10, 11, 11, 11, 12, 12, 12, 13, 13, 13, 13, 14, 14, 14, 15, 15,
|
|
1176
|
-
15, 16, 16, 16, 16, 17, 17, 17, 18, 18, 18, 19, 19, 19, 19, 20};
|
|
1177
|
-
auto t = bsr2log10[FMT_BUILTIN_CLZLL(n | 1) ^ 63];
|
|
1178
|
-
static constexpr const uint64_t zero_or_powers_of_10[] = {
|
|
1179
|
-
0, 0, FMT_POWERS_OF_10(1U), FMT_POWERS_OF_10(1000000000ULL),
|
|
1180
|
-
10000000000000000000ULL};
|
|
1181
|
-
return t - (n < zero_or_powers_of_10[t]);
|
|
1182
|
-
}
|
|
1183
|
-
#endif
|
|
1184
|
-
|
|
1185
|
-
// Returns the number of decimal digits in n. Leading zeros are not counted
|
|
1186
|
-
// except for n == 0 in which case count_digits returns 1.
|
|
1187
|
-
FMT_CONSTEXPR20 inline auto count_digits(uint64_t n) -> int {
|
|
1188
|
-
#ifdef FMT_BUILTIN_CLZLL
|
|
1189
|
-
if (!is_constant_evaluated()) {
|
|
1190
|
-
return do_count_digits(n);
|
|
1191
|
-
}
|
|
1192
|
-
#endif
|
|
1193
|
-
return count_digits_fallback(n);
|
|
1194
|
-
}
|
|
1195
|
-
|
|
1196
|
-
// Counts the number of digits in n. BITS = log2(radix).
|
|
1197
|
-
template <int BITS, typename UInt>
|
|
1198
|
-
FMT_CONSTEXPR auto count_digits(UInt n) -> int {
|
|
1199
|
-
#ifdef FMT_BUILTIN_CLZ
|
|
1200
|
-
if (!is_constant_evaluated() && num_bits<UInt>() == 32)
|
|
1201
|
-
return (FMT_BUILTIN_CLZ(static_cast<uint32_t>(n) | 1) ^ 31) / BITS + 1;
|
|
1202
|
-
#endif
|
|
1203
|
-
// Lambda avoids unreachable code warnings from NVHPC.
|
|
1204
|
-
return [](UInt m) {
|
|
1205
|
-
int num_digits = 0;
|
|
1206
|
-
do {
|
|
1207
|
-
++num_digits;
|
|
1208
|
-
} while ((m >>= BITS) != 0);
|
|
1209
|
-
return num_digits;
|
|
1210
|
-
}(n);
|
|
1211
|
-
}
|
|
1212
|
-
|
|
1213
|
-
#ifdef FMT_BUILTIN_CLZ
|
|
1214
|
-
// It is a separate function rather than a part of count_digits to workaround
|
|
1215
|
-
// the lack of static constexpr in constexpr functions.
|
|
1216
|
-
FMT_INLINE auto do_count_digits(uint32_t n) -> int {
|
|
1217
|
-
// An optimization by Kendall Willets from https://bit.ly/3uOIQrB.
|
|
1218
|
-
// This increments the upper 32 bits (log10(T) - 1) when >= T is added.
|
|
1219
|
-
# define FMT_INC(T) (((sizeof(#T) - 1ull) << 32) - T)
|
|
1220
|
-
static constexpr uint64_t table[] = {
|
|
1221
|
-
FMT_INC(0), FMT_INC(0), FMT_INC(0), // 8
|
|
1222
|
-
FMT_INC(10), FMT_INC(10), FMT_INC(10), // 64
|
|
1223
|
-
FMT_INC(100), FMT_INC(100), FMT_INC(100), // 512
|
|
1224
|
-
FMT_INC(1000), FMT_INC(1000), FMT_INC(1000), // 4096
|
|
1225
|
-
FMT_INC(10000), FMT_INC(10000), FMT_INC(10000), // 32k
|
|
1226
|
-
FMT_INC(100000), FMT_INC(100000), FMT_INC(100000), // 256k
|
|
1227
|
-
FMT_INC(1000000), FMT_INC(1000000), FMT_INC(1000000), // 2048k
|
|
1228
|
-
FMT_INC(10000000), FMT_INC(10000000), FMT_INC(10000000), // 16M
|
|
1229
|
-
FMT_INC(100000000), FMT_INC(100000000), FMT_INC(100000000), // 128M
|
|
1230
|
-
FMT_INC(1000000000), FMT_INC(1000000000), FMT_INC(1000000000), // 1024M
|
|
1231
|
-
FMT_INC(1000000000), FMT_INC(1000000000) // 4B
|
|
1232
|
-
};
|
|
1233
|
-
auto inc = table[FMT_BUILTIN_CLZ(n | 1) ^ 31];
|
|
1234
|
-
return static_cast<int>((n + inc) >> 32);
|
|
1235
|
-
}
|
|
1236
|
-
#endif
|
|
1237
|
-
|
|
1238
|
-
// Optional version of count_digits for better performance on 32-bit platforms.
|
|
1239
|
-
FMT_CONSTEXPR20 inline auto count_digits(uint32_t n) -> int {
|
|
1240
|
-
#ifdef FMT_BUILTIN_CLZ
|
|
1241
|
-
if (!is_constant_evaluated()) {
|
|
1242
|
-
return do_count_digits(n);
|
|
1243
|
-
}
|
|
1244
|
-
#endif
|
|
1245
|
-
return count_digits_fallback(n);
|
|
1246
|
-
}
|
|
1247
|
-
|
|
1248
|
-
template <typename Int> constexpr auto digits10() noexcept -> int {
|
|
1249
|
-
return std::numeric_limits<Int>::digits10;
|
|
1250
|
-
}
|
|
1251
|
-
template <> constexpr auto digits10<int128_opt>() noexcept -> int { return 38; }
|
|
1252
|
-
template <> constexpr auto digits10<uint128_t>() noexcept -> int { return 38; }
|
|
1253
|
-
|
|
1254
|
-
template <typename Char> struct thousands_sep_result {
|
|
1255
|
-
std::string grouping;
|
|
1256
|
-
Char thousands_sep;
|
|
1257
|
-
};
|
|
1258
|
-
|
|
1259
|
-
template <typename Char>
|
|
1260
|
-
FMT_API auto thousands_sep_impl(locale_ref loc) -> thousands_sep_result<Char>;
|
|
1261
|
-
template <typename Char>
|
|
1262
|
-
inline auto thousands_sep(locale_ref loc) -> thousands_sep_result<Char> {
|
|
1263
|
-
auto result = thousands_sep_impl<char>(loc);
|
|
1264
|
-
return {result.grouping, Char(result.thousands_sep)};
|
|
1265
|
-
}
|
|
1266
|
-
template <>
|
|
1267
|
-
inline auto thousands_sep(locale_ref loc) -> thousands_sep_result<wchar_t> {
|
|
1268
|
-
return thousands_sep_impl<wchar_t>(loc);
|
|
1269
|
-
}
|
|
1270
|
-
|
|
1271
|
-
template <typename Char>
|
|
1272
|
-
FMT_API auto decimal_point_impl(locale_ref loc) -> Char;
|
|
1273
|
-
template <typename Char> inline auto decimal_point(locale_ref loc) -> Char {
|
|
1274
|
-
return Char(decimal_point_impl<char>(loc));
|
|
1275
|
-
}
|
|
1276
|
-
template <> inline auto decimal_point(locale_ref loc) -> wchar_t {
|
|
1277
|
-
return decimal_point_impl<wchar_t>(loc);
|
|
1278
|
-
}
|
|
1279
|
-
|
|
1280
|
-
// Compares two characters for equality.
|
|
1281
|
-
template <typename Char> auto equal2(const Char* lhs, const char* rhs) -> bool {
|
|
1282
|
-
return lhs[0] == Char(rhs[0]) && lhs[1] == Char(rhs[1]);
|
|
1283
|
-
}
|
|
1284
|
-
inline auto equal2(const char* lhs, const char* rhs) -> bool {
|
|
1285
|
-
return memcmp(lhs, rhs, 2) == 0;
|
|
1286
|
-
}
|
|
1287
|
-
|
|
1288
|
-
// Copies two characters from src to dst.
|
|
1289
|
-
template <typename Char>
|
|
1290
|
-
FMT_CONSTEXPR20 FMT_INLINE void copy2(Char* dst, const char* src) {
|
|
1291
|
-
if (!is_constant_evaluated() && sizeof(Char) == sizeof(char)) {
|
|
1292
|
-
memcpy(dst, src, 2);
|
|
1293
|
-
return;
|
|
1294
|
-
}
|
|
1295
|
-
*dst++ = static_cast<Char>(*src++);
|
|
1296
|
-
*dst = static_cast<Char>(*src);
|
|
1297
|
-
}
|
|
1298
|
-
|
|
1299
|
-
template <typename Iterator> struct format_decimal_result {
|
|
1300
|
-
Iterator begin;
|
|
1301
|
-
Iterator end;
|
|
1302
|
-
};
|
|
1303
|
-
|
|
1304
|
-
// Formats a decimal unsigned integer value writing into out pointing to a
|
|
1305
|
-
// buffer of specified size. The caller must ensure that the buffer is large
|
|
1306
|
-
// enough.
|
|
1307
|
-
template <typename Char, typename UInt>
|
|
1308
|
-
FMT_CONSTEXPR20 auto format_decimal(Char* out, UInt value, int size)
|
|
1309
|
-
-> format_decimal_result<Char*> {
|
|
1310
|
-
FMT_ASSERT(size >= count_digits(value), "invalid digit count");
|
|
1311
|
-
out += size;
|
|
1312
|
-
Char* end = out;
|
|
1313
|
-
while (value >= 100) {
|
|
1314
|
-
// Integer division is slow so do it for a group of two digits instead
|
|
1315
|
-
// of for every digit. The idea comes from the talk by Alexandrescu
|
|
1316
|
-
// "Three Optimization Tips for C++". See speed-test for a comparison.
|
|
1317
|
-
out -= 2;
|
|
1318
|
-
copy2(out, digits2(static_cast<size_t>(value % 100)));
|
|
1319
|
-
value /= 100;
|
|
1320
|
-
}
|
|
1321
|
-
if (value < 10) {
|
|
1322
|
-
*--out = static_cast<Char>('0' + value);
|
|
1323
|
-
return {out, end};
|
|
1324
|
-
}
|
|
1325
|
-
out -= 2;
|
|
1326
|
-
copy2(out, digits2(static_cast<size_t>(value)));
|
|
1327
|
-
return {out, end};
|
|
1328
|
-
}
|
|
1329
|
-
|
|
1330
|
-
template <typename Char, typename UInt, typename Iterator,
|
|
1331
|
-
FMT_ENABLE_IF(!std::is_pointer<remove_cvref_t<Iterator>>::value)>
|
|
1332
|
-
FMT_CONSTEXPR inline auto format_decimal(Iterator out, UInt value, int size)
|
|
1333
|
-
-> format_decimal_result<Iterator> {
|
|
1334
|
-
// Buffer is large enough to hold all digits (digits10 + 1).
|
|
1335
|
-
Char buffer[digits10<UInt>() + 1] = {};
|
|
1336
|
-
auto end = format_decimal(buffer, value, size).end;
|
|
1337
|
-
return {out, detail::copy_str_noinline<Char>(buffer, end, out)};
|
|
1338
|
-
}
|
|
1339
|
-
|
|
1340
|
-
template <unsigned BASE_BITS, typename Char, typename UInt>
|
|
1341
|
-
FMT_CONSTEXPR auto format_uint(Char* buffer, UInt value, int num_digits,
|
|
1342
|
-
bool upper = false) -> Char* {
|
|
1343
|
-
buffer += num_digits;
|
|
1344
|
-
Char* end = buffer;
|
|
1345
|
-
do {
|
|
1346
|
-
const char* digits = upper ? "0123456789ABCDEF" : "0123456789abcdef";
|
|
1347
|
-
unsigned digit = static_cast<unsigned>(value & ((1 << BASE_BITS) - 1));
|
|
1348
|
-
*--buffer = static_cast<Char>(BASE_BITS < 4 ? static_cast<char>('0' + digit)
|
|
1349
|
-
: digits[digit]);
|
|
1350
|
-
} while ((value >>= BASE_BITS) != 0);
|
|
1351
|
-
return end;
|
|
1352
|
-
}
|
|
1353
|
-
|
|
1354
|
-
template <unsigned BASE_BITS, typename Char, typename It, typename UInt>
|
|
1355
|
-
FMT_CONSTEXPR inline auto format_uint(It out, UInt value, int num_digits,
|
|
1356
|
-
bool upper = false) -> It {
|
|
1357
|
-
if (auto ptr = to_pointer<Char>(out, to_unsigned(num_digits))) {
|
|
1358
|
-
format_uint<BASE_BITS>(ptr, value, num_digits, upper);
|
|
1359
|
-
return out;
|
|
1360
|
-
}
|
|
1361
|
-
// Buffer should be large enough to hold all digits (digits / BASE_BITS + 1).
|
|
1362
|
-
char buffer[num_bits<UInt>() / BASE_BITS + 1] = {};
|
|
1363
|
-
format_uint<BASE_BITS>(buffer, value, num_digits, upper);
|
|
1364
|
-
return detail::copy_str_noinline<Char>(buffer, buffer + num_digits, out);
|
|
1365
|
-
}
|
|
1366
|
-
|
|
1367
|
-
// A converter from UTF-8 to UTF-16.
|
|
1368
|
-
class utf8_to_utf16 {
|
|
1369
|
-
private:
|
|
1370
|
-
basic_memory_buffer<wchar_t> buffer_;
|
|
1371
|
-
|
|
1372
|
-
public:
|
|
1373
|
-
FMT_API explicit utf8_to_utf16(string_view s);
|
|
1374
|
-
operator basic_string_view<wchar_t>() const { return {&buffer_[0], size()}; }
|
|
1375
|
-
auto size() const -> size_t { return buffer_.size() - 1; }
|
|
1376
|
-
auto c_str() const -> const wchar_t* { return &buffer_[0]; }
|
|
1377
|
-
auto str() const -> std::wstring { return {&buffer_[0], size()}; }
|
|
1378
|
-
};
|
|
1379
|
-
|
|
1380
|
-
enum class to_utf8_error_policy { abort, replace };
|
|
1381
|
-
|
|
1382
|
-
// A converter from UTF-16/UTF-32 (host endian) to UTF-8.
|
|
1383
|
-
template <typename WChar, typename Buffer = memory_buffer> class to_utf8 {
|
|
1384
|
-
private:
|
|
1385
|
-
Buffer buffer_;
|
|
1386
|
-
|
|
1387
|
-
public:
|
|
1388
|
-
to_utf8() {}
|
|
1389
|
-
explicit to_utf8(basic_string_view<WChar> s,
|
|
1390
|
-
to_utf8_error_policy policy = to_utf8_error_policy::abort) {
|
|
1391
|
-
static_assert(sizeof(WChar) == 2 || sizeof(WChar) == 4,
|
|
1392
|
-
"Expect utf16 or utf32");
|
|
1393
|
-
if (!convert(s, policy))
|
|
1394
|
-
FMT_THROW(std::runtime_error(sizeof(WChar) == 2 ? "invalid utf16"
|
|
1395
|
-
: "invalid utf32"));
|
|
1396
|
-
}
|
|
1397
|
-
operator string_view() const { return string_view(&buffer_[0], size()); }
|
|
1398
|
-
auto size() const -> size_t { return buffer_.size() - 1; }
|
|
1399
|
-
auto c_str() const -> const char* { return &buffer_[0]; }
|
|
1400
|
-
auto str() const -> std::string { return std::string(&buffer_[0], size()); }
|
|
1401
|
-
|
|
1402
|
-
// Performs conversion returning a bool instead of throwing exception on
|
|
1403
|
-
// conversion error. This method may still throw in case of memory allocation
|
|
1404
|
-
// error.
|
|
1405
|
-
auto convert(basic_string_view<WChar> s,
|
|
1406
|
-
to_utf8_error_policy policy = to_utf8_error_policy::abort)
|
|
1407
|
-
-> bool {
|
|
1408
|
-
if (!convert(buffer_, s, policy)) return false;
|
|
1409
|
-
buffer_.push_back(0);
|
|
1410
|
-
return true;
|
|
1411
|
-
}
|
|
1412
|
-
static auto convert(Buffer& buf, basic_string_view<WChar> s,
|
|
1413
|
-
to_utf8_error_policy policy = to_utf8_error_policy::abort)
|
|
1414
|
-
-> bool {
|
|
1415
|
-
for (auto p = s.begin(); p != s.end(); ++p) {
|
|
1416
|
-
uint32_t c = static_cast<uint32_t>(*p);
|
|
1417
|
-
if (sizeof(WChar) == 2 && c >= 0xd800 && c <= 0xdfff) {
|
|
1418
|
-
// Handle a surrogate pair.
|
|
1419
|
-
++p;
|
|
1420
|
-
if (p == s.end() || (c & 0xfc00) != 0xd800 || (*p & 0xfc00) != 0xdc00) {
|
|
1421
|
-
if (policy == to_utf8_error_policy::abort) return false;
|
|
1422
|
-
buf.append(string_view("\xEF\xBF\xBD"));
|
|
1423
|
-
--p;
|
|
1424
|
-
} else {
|
|
1425
|
-
c = (c << 10) + static_cast<uint32_t>(*p) - 0x35fdc00;
|
|
1426
|
-
}
|
|
1427
|
-
} else if (c < 0x80) {
|
|
1428
|
-
buf.push_back(static_cast<char>(c));
|
|
1429
|
-
} else if (c < 0x800) {
|
|
1430
|
-
buf.push_back(static_cast<char>(0xc0 | (c >> 6)));
|
|
1431
|
-
buf.push_back(static_cast<char>(0x80 | (c & 0x3f)));
|
|
1432
|
-
} else if ((c >= 0x800 && c <= 0xd7ff) || (c >= 0xe000 && c <= 0xffff)) {
|
|
1433
|
-
buf.push_back(static_cast<char>(0xe0 | (c >> 12)));
|
|
1434
|
-
buf.push_back(static_cast<char>(0x80 | ((c & 0xfff) >> 6)));
|
|
1435
|
-
buf.push_back(static_cast<char>(0x80 | (c & 0x3f)));
|
|
1436
|
-
} else if (c >= 0x10000 && c <= 0x10ffff) {
|
|
1437
|
-
buf.push_back(static_cast<char>(0xf0 | (c >> 18)));
|
|
1438
|
-
buf.push_back(static_cast<char>(0x80 | ((c & 0x3ffff) >> 12)));
|
|
1439
|
-
buf.push_back(static_cast<char>(0x80 | ((c & 0xfff) >> 6)));
|
|
1440
|
-
buf.push_back(static_cast<char>(0x80 | (c & 0x3f)));
|
|
1441
|
-
} else {
|
|
1442
|
-
return false;
|
|
1443
|
-
}
|
|
1444
|
-
}
|
|
1445
|
-
return true;
|
|
1446
|
-
}
|
|
1447
|
-
};
|
|
1448
|
-
|
|
1449
|
-
// Computes 128-bit result of multiplication of two 64-bit unsigned integers.
|
|
1450
|
-
inline auto umul128(uint64_t x, uint64_t y) noexcept -> uint128_fallback {
|
|
1451
|
-
#if FMT_USE_INT128
|
|
1452
|
-
auto p = static_cast<uint128_opt>(x) * static_cast<uint128_opt>(y);
|
|
1453
|
-
return {static_cast<uint64_t>(p >> 64), static_cast<uint64_t>(p)};
|
|
1454
|
-
#elif defined(_MSC_VER) && defined(_M_X64)
|
|
1455
|
-
auto hi = uint64_t();
|
|
1456
|
-
auto lo = _umul128(x, y, &hi);
|
|
1457
|
-
return {hi, lo};
|
|
1458
|
-
#else
|
|
1459
|
-
const uint64_t mask = static_cast<uint64_t>(max_value<uint32_t>());
|
|
1460
|
-
|
|
1461
|
-
uint64_t a = x >> 32;
|
|
1462
|
-
uint64_t b = x & mask;
|
|
1463
|
-
uint64_t c = y >> 32;
|
|
1464
|
-
uint64_t d = y & mask;
|
|
1465
|
-
|
|
1466
|
-
uint64_t ac = a * c;
|
|
1467
|
-
uint64_t bc = b * c;
|
|
1468
|
-
uint64_t ad = a * d;
|
|
1469
|
-
uint64_t bd = b * d;
|
|
1470
|
-
|
|
1471
|
-
uint64_t intermediate = (bd >> 32) + (ad & mask) + (bc & mask);
|
|
1472
|
-
|
|
1473
|
-
return {ac + (intermediate >> 32) + (ad >> 32) + (bc >> 32),
|
|
1474
|
-
(intermediate << 32) + (bd & mask)};
|
|
1475
|
-
#endif
|
|
1476
|
-
}
|
|
1477
|
-
|
|
1478
|
-
namespace dragonbox {
|
|
1479
|
-
// Computes floor(log10(pow(2, e))) for e in [-2620, 2620] using the method from
|
|
1480
|
-
// https://fmt.dev/papers/Dragonbox.pdf#page=28, section 6.1.
|
|
1481
|
-
inline auto floor_log10_pow2(int e) noexcept -> int {
|
|
1482
|
-
FMT_ASSERT(e <= 2620 && e >= -2620, "too large exponent");
|
|
1483
|
-
static_assert((-1 >> 1) == -1, "right shift is not arithmetic");
|
|
1484
|
-
return (e * 315653) >> 20;
|
|
1485
|
-
}
|
|
1486
|
-
|
|
1487
|
-
inline auto floor_log2_pow10(int e) noexcept -> int {
|
|
1488
|
-
FMT_ASSERT(e <= 1233 && e >= -1233, "too large exponent");
|
|
1489
|
-
return (e * 1741647) >> 19;
|
|
1490
|
-
}
|
|
1491
|
-
|
|
1492
|
-
// Computes upper 64 bits of multiplication of two 64-bit unsigned integers.
|
|
1493
|
-
inline auto umul128_upper64(uint64_t x, uint64_t y) noexcept -> uint64_t {
|
|
1494
|
-
#if FMT_USE_INT128
|
|
1495
|
-
auto p = static_cast<uint128_opt>(x) * static_cast<uint128_opt>(y);
|
|
1496
|
-
return static_cast<uint64_t>(p >> 64);
|
|
1497
|
-
#elif defined(_MSC_VER) && defined(_M_X64)
|
|
1498
|
-
return __umulh(x, y);
|
|
1499
|
-
#else
|
|
1500
|
-
return umul128(x, y).high();
|
|
1501
|
-
#endif
|
|
1502
|
-
}
|
|
1503
|
-
|
|
1504
|
-
// Computes upper 128 bits of multiplication of a 64-bit unsigned integer and a
|
|
1505
|
-
// 128-bit unsigned integer.
|
|
1506
|
-
inline auto umul192_upper128(uint64_t x, uint128_fallback y) noexcept
|
|
1507
|
-
-> uint128_fallback {
|
|
1508
|
-
uint128_fallback r = umul128(x, y.high());
|
|
1509
|
-
r += umul128_upper64(x, y.low());
|
|
1510
|
-
return r;
|
|
1511
|
-
}
|
|
1512
|
-
|
|
1513
|
-
FMT_API auto get_cached_power(int k) noexcept -> uint128_fallback;
|
|
1514
|
-
|
|
1515
|
-
// Type-specific information that Dragonbox uses.
|
|
1516
|
-
template <typename T, typename Enable = void> struct float_info;
|
|
1517
|
-
|
|
1518
|
-
template <> struct float_info<float> {
|
|
1519
|
-
using carrier_uint = uint32_t;
|
|
1520
|
-
static const int exponent_bits = 8;
|
|
1521
|
-
static const int kappa = 1;
|
|
1522
|
-
static const int big_divisor = 100;
|
|
1523
|
-
static const int small_divisor = 10;
|
|
1524
|
-
static const int min_k = -31;
|
|
1525
|
-
static const int max_k = 46;
|
|
1526
|
-
static const int shorter_interval_tie_lower_threshold = -35;
|
|
1527
|
-
static const int shorter_interval_tie_upper_threshold = -35;
|
|
1528
|
-
};
|
|
1529
|
-
|
|
1530
|
-
template <> struct float_info<double> {
|
|
1531
|
-
using carrier_uint = uint64_t;
|
|
1532
|
-
static const int exponent_bits = 11;
|
|
1533
|
-
static const int kappa = 2;
|
|
1534
|
-
static const int big_divisor = 1000;
|
|
1535
|
-
static const int small_divisor = 100;
|
|
1536
|
-
static const int min_k = -292;
|
|
1537
|
-
static const int max_k = 341;
|
|
1538
|
-
static const int shorter_interval_tie_lower_threshold = -77;
|
|
1539
|
-
static const int shorter_interval_tie_upper_threshold = -77;
|
|
1540
|
-
};
|
|
1541
|
-
|
|
1542
|
-
// An 80- or 128-bit floating point number.
|
|
1543
|
-
template <typename T>
|
|
1544
|
-
struct float_info<T, enable_if_t<std::numeric_limits<T>::digits == 64 ||
|
|
1545
|
-
std::numeric_limits<T>::digits == 113 ||
|
|
1546
|
-
is_float128<T>::value>> {
|
|
1547
|
-
using carrier_uint = detail::uint128_t;
|
|
1548
|
-
static const int exponent_bits = 15;
|
|
1549
|
-
};
|
|
1550
|
-
|
|
1551
|
-
// A double-double floating point number.
|
|
1552
|
-
template <typename T>
|
|
1553
|
-
struct float_info<T, enable_if_t<is_double_double<T>::value>> {
|
|
1554
|
-
using carrier_uint = detail::uint128_t;
|
|
1555
|
-
};
|
|
1556
|
-
|
|
1557
|
-
template <typename T> struct decimal_fp {
|
|
1558
|
-
using significand_type = typename float_info<T>::carrier_uint;
|
|
1559
|
-
significand_type significand;
|
|
1560
|
-
int exponent;
|
|
1561
|
-
};
|
|
1562
|
-
|
|
1563
|
-
template <typename T> FMT_API auto to_decimal(T x) noexcept -> decimal_fp<T>;
|
|
1564
|
-
} // namespace dragonbox
|
|
1565
|
-
|
|
1566
|
-
// Returns true iff Float has the implicit bit which is not stored.
|
|
1567
|
-
template <typename Float> constexpr auto has_implicit_bit() -> bool {
|
|
1568
|
-
// An 80-bit FP number has a 64-bit significand an no implicit bit.
|
|
1569
|
-
return std::numeric_limits<Float>::digits != 64;
|
|
1570
|
-
}
|
|
1571
|
-
|
|
1572
|
-
// Returns the number of significand bits stored in Float. The implicit bit is
|
|
1573
|
-
// not counted since it is not stored.
|
|
1574
|
-
template <typename Float> constexpr auto num_significand_bits() -> int {
|
|
1575
|
-
// std::numeric_limits may not support __float128.
|
|
1576
|
-
return is_float128<Float>() ? 112
|
|
1577
|
-
: (std::numeric_limits<Float>::digits -
|
|
1578
|
-
(has_implicit_bit<Float>() ? 1 : 0));
|
|
1579
|
-
}
|
|
1580
|
-
|
|
1581
|
-
template <typename Float>
|
|
1582
|
-
constexpr auto exponent_mask() ->
|
|
1583
|
-
typename dragonbox::float_info<Float>::carrier_uint {
|
|
1584
|
-
using float_uint = typename dragonbox::float_info<Float>::carrier_uint;
|
|
1585
|
-
return ((float_uint(1) << dragonbox::float_info<Float>::exponent_bits) - 1)
|
|
1586
|
-
<< num_significand_bits<Float>();
|
|
1587
|
-
}
|
|
1588
|
-
template <typename Float> constexpr auto exponent_bias() -> int {
|
|
1589
|
-
// std::numeric_limits may not support __float128.
|
|
1590
|
-
return is_float128<Float>() ? 16383
|
|
1591
|
-
: std::numeric_limits<Float>::max_exponent - 1;
|
|
1592
|
-
}
|
|
1593
|
-
|
|
1594
|
-
// Writes the exponent exp in the form "[+-]d{2,3}" to buffer.
|
|
1595
|
-
template <typename Char, typename It>
|
|
1596
|
-
FMT_CONSTEXPR auto write_exponent(int exp, It it) -> It {
|
|
1597
|
-
FMT_ASSERT(-10000 < exp && exp < 10000, "exponent out of range");
|
|
1598
|
-
if (exp < 0) {
|
|
1599
|
-
*it++ = static_cast<Char>('-');
|
|
1600
|
-
exp = -exp;
|
|
1601
|
-
} else {
|
|
1602
|
-
*it++ = static_cast<Char>('+');
|
|
1603
|
-
}
|
|
1604
|
-
if (exp >= 100) {
|
|
1605
|
-
const char* top = digits2(to_unsigned(exp / 100));
|
|
1606
|
-
if (exp >= 1000) *it++ = static_cast<Char>(top[0]);
|
|
1607
|
-
*it++ = static_cast<Char>(top[1]);
|
|
1608
|
-
exp %= 100;
|
|
1609
|
-
}
|
|
1610
|
-
const char* d = digits2(to_unsigned(exp));
|
|
1611
|
-
*it++ = static_cast<Char>(d[0]);
|
|
1612
|
-
*it++ = static_cast<Char>(d[1]);
|
|
1613
|
-
return it;
|
|
1614
|
-
}
|
|
1615
|
-
|
|
1616
|
-
// A floating-point number f * pow(2, e) where F is an unsigned type.
|
|
1617
|
-
template <typename F> struct basic_fp {
|
|
1618
|
-
F f;
|
|
1619
|
-
int e;
|
|
1620
|
-
|
|
1621
|
-
static constexpr const int num_significand_bits =
|
|
1622
|
-
static_cast<int>(sizeof(F) * num_bits<unsigned char>());
|
|
1623
|
-
|
|
1624
|
-
constexpr basic_fp() : f(0), e(0) {}
|
|
1625
|
-
constexpr basic_fp(uint64_t f_val, int e_val) : f(f_val), e(e_val) {}
|
|
1626
|
-
|
|
1627
|
-
// Constructs fp from an IEEE754 floating-point number.
|
|
1628
|
-
template <typename Float> FMT_CONSTEXPR basic_fp(Float n) { assign(n); }
|
|
1629
|
-
|
|
1630
|
-
// Assigns n to this and return true iff predecessor is closer than successor.
|
|
1631
|
-
template <typename Float, FMT_ENABLE_IF(!is_double_double<Float>::value)>
|
|
1632
|
-
FMT_CONSTEXPR auto assign(Float n) -> bool {
|
|
1633
|
-
static_assert(std::numeric_limits<Float>::digits <= 113, "unsupported FP");
|
|
1634
|
-
// Assume Float is in the format [sign][exponent][significand].
|
|
1635
|
-
using carrier_uint = typename dragonbox::float_info<Float>::carrier_uint;
|
|
1636
|
-
const auto num_float_significand_bits =
|
|
1637
|
-
detail::num_significand_bits<Float>();
|
|
1638
|
-
const auto implicit_bit = carrier_uint(1) << num_float_significand_bits;
|
|
1639
|
-
const auto significand_mask = implicit_bit - 1;
|
|
1640
|
-
auto u = bit_cast<carrier_uint>(n);
|
|
1641
|
-
f = static_cast<F>(u & significand_mask);
|
|
1642
|
-
auto biased_e = static_cast<int>((u & exponent_mask<Float>()) >>
|
|
1643
|
-
num_float_significand_bits);
|
|
1644
|
-
// The predecessor is closer if n is a normalized power of 2 (f == 0)
|
|
1645
|
-
// other than the smallest normalized number (biased_e > 1).
|
|
1646
|
-
auto is_predecessor_closer = f == 0 && biased_e > 1;
|
|
1647
|
-
if (biased_e == 0)
|
|
1648
|
-
biased_e = 1; // Subnormals use biased exponent 1 (min exponent).
|
|
1649
|
-
else if (has_implicit_bit<Float>())
|
|
1650
|
-
f += static_cast<F>(implicit_bit);
|
|
1651
|
-
e = biased_e - exponent_bias<Float>() - num_float_significand_bits;
|
|
1652
|
-
if (!has_implicit_bit<Float>()) ++e;
|
|
1653
|
-
return is_predecessor_closer;
|
|
1654
|
-
}
|
|
1655
|
-
|
|
1656
|
-
template <typename Float, FMT_ENABLE_IF(is_double_double<Float>::value)>
|
|
1657
|
-
FMT_CONSTEXPR auto assign(Float n) -> bool {
|
|
1658
|
-
static_assert(std::numeric_limits<double>::is_iec559, "unsupported FP");
|
|
1659
|
-
return assign(static_cast<double>(n));
|
|
1660
|
-
}
|
|
1661
|
-
};
|
|
1662
|
-
|
|
1663
|
-
using fp = basic_fp<unsigned long long>;
|
|
1664
|
-
|
|
1665
|
-
// Normalizes the value converted from double and multiplied by (1 << SHIFT).
|
|
1666
|
-
template <int SHIFT = 0, typename F>
|
|
1667
|
-
FMT_CONSTEXPR auto normalize(basic_fp<F> value) -> basic_fp<F> {
|
|
1668
|
-
// Handle subnormals.
|
|
1669
|
-
const auto implicit_bit = F(1) << num_significand_bits<double>();
|
|
1670
|
-
const auto shifted_implicit_bit = implicit_bit << SHIFT;
|
|
1671
|
-
while ((value.f & shifted_implicit_bit) == 0) {
|
|
1672
|
-
value.f <<= 1;
|
|
1673
|
-
--value.e;
|
|
1674
|
-
}
|
|
1675
|
-
// Subtract 1 to account for hidden bit.
|
|
1676
|
-
const auto offset = basic_fp<F>::num_significand_bits -
|
|
1677
|
-
num_significand_bits<double>() - SHIFT - 1;
|
|
1678
|
-
value.f <<= offset;
|
|
1679
|
-
value.e -= offset;
|
|
1680
|
-
return value;
|
|
1681
|
-
}
|
|
1682
|
-
|
|
1683
|
-
// Computes lhs * rhs / pow(2, 64) rounded to nearest with half-up tie breaking.
|
|
1684
|
-
FMT_CONSTEXPR inline auto multiply(uint64_t lhs, uint64_t rhs) -> uint64_t {
|
|
1685
|
-
#if FMT_USE_INT128
|
|
1686
|
-
auto product = static_cast<__uint128_t>(lhs) * rhs;
|
|
1687
|
-
auto f = static_cast<uint64_t>(product >> 64);
|
|
1688
|
-
return (static_cast<uint64_t>(product) & (1ULL << 63)) != 0 ? f + 1 : f;
|
|
1689
|
-
#else
|
|
1690
|
-
// Multiply 32-bit parts of significands.
|
|
1691
|
-
uint64_t mask = (1ULL << 32) - 1;
|
|
1692
|
-
uint64_t a = lhs >> 32, b = lhs & mask;
|
|
1693
|
-
uint64_t c = rhs >> 32, d = rhs & mask;
|
|
1694
|
-
uint64_t ac = a * c, bc = b * c, ad = a * d, bd = b * d;
|
|
1695
|
-
// Compute mid 64-bit of result and round.
|
|
1696
|
-
uint64_t mid = (bd >> 32) + (ad & mask) + (bc & mask) + (1U << 31);
|
|
1697
|
-
return ac + (ad >> 32) + (bc >> 32) + (mid >> 32);
|
|
1698
|
-
#endif
|
|
1699
|
-
}
|
|
1700
|
-
|
|
1701
|
-
FMT_CONSTEXPR inline auto operator*(fp x, fp y) -> fp {
|
|
1702
|
-
return {multiply(x.f, y.f), x.e + y.e + 64};
|
|
1703
|
-
}
|
|
1704
|
-
|
|
1705
|
-
template <typename T, bool doublish = num_bits<T>() == num_bits<double>()>
|
|
1706
|
-
using convert_float_result =
|
|
1707
|
-
conditional_t<std::is_same<T, float>::value || doublish, double, T>;
|
|
1708
|
-
|
|
1709
|
-
template <typename T>
|
|
1710
|
-
constexpr auto convert_float(T value) -> convert_float_result<T> {
|
|
1711
|
-
return static_cast<convert_float_result<T>>(value);
|
|
1712
|
-
}
|
|
1713
|
-
|
|
1714
|
-
template <typename OutputIt, typename Char>
|
|
1715
|
-
FMT_NOINLINE FMT_CONSTEXPR auto fill(OutputIt it, size_t n,
|
|
1716
|
-
const fill_t<Char>& fill) -> OutputIt {
|
|
1717
|
-
auto fill_size = fill.size();
|
|
1718
|
-
if (fill_size == 1) return detail::fill_n(it, n, fill[0]);
|
|
1719
|
-
auto data = fill.data();
|
|
1720
|
-
for (size_t i = 0; i < n; ++i)
|
|
1721
|
-
it = copy_str<Char>(data, data + fill_size, it);
|
|
1722
|
-
return it;
|
|
1723
|
-
}
|
|
1724
|
-
|
|
1725
|
-
// Writes the output of f, padded according to format specifications in specs.
|
|
1726
|
-
// size: output size in code units.
|
|
1727
|
-
// width: output display width in (terminal) column positions.
|
|
1728
|
-
template <align::type align = align::left, typename OutputIt, typename Char,
|
|
1729
|
-
typename F>
|
|
1730
|
-
FMT_CONSTEXPR auto write_padded(OutputIt out, const format_specs<Char>& specs,
|
|
1731
|
-
size_t size, size_t width, F&& f) -> OutputIt {
|
|
1732
|
-
static_assert(align == align::left || align == align::right, "");
|
|
1733
|
-
unsigned spec_width = to_unsigned(specs.width);
|
|
1734
|
-
size_t padding = spec_width > width ? spec_width - width : 0;
|
|
1735
|
-
// Shifts are encoded as string literals because static constexpr is not
|
|
1736
|
-
// supported in constexpr functions.
|
|
1737
|
-
auto* shifts = align == align::left ? "\x1f\x1f\x00\x01" : "\x00\x1f\x00\x01";
|
|
1738
|
-
size_t left_padding = padding >> shifts[specs.align];
|
|
1739
|
-
size_t right_padding = padding - left_padding;
|
|
1740
|
-
auto it = reserve(out, size + padding * specs.fill.size());
|
|
1741
|
-
if (left_padding != 0) it = fill(it, left_padding, specs.fill);
|
|
1742
|
-
it = f(it);
|
|
1743
|
-
if (right_padding != 0) it = fill(it, right_padding, specs.fill);
|
|
1744
|
-
return base_iterator(out, it);
|
|
1745
|
-
}
|
|
1746
|
-
|
|
1747
|
-
template <align::type align = align::left, typename OutputIt, typename Char,
|
|
1748
|
-
typename F>
|
|
1749
|
-
constexpr auto write_padded(OutputIt out, const format_specs<Char>& specs,
|
|
1750
|
-
size_t size, F&& f) -> OutputIt {
|
|
1751
|
-
return write_padded<align>(out, specs, size, size, f);
|
|
1752
|
-
}
|
|
1753
|
-
|
|
1754
|
-
template <align::type align = align::left, typename Char, typename OutputIt>
|
|
1755
|
-
FMT_CONSTEXPR auto write_bytes(OutputIt out, string_view bytes,
|
|
1756
|
-
const format_specs<Char>& specs) -> OutputIt {
|
|
1757
|
-
return write_padded<align>(
|
|
1758
|
-
out, specs, bytes.size(), [bytes](reserve_iterator<OutputIt> it) {
|
|
1759
|
-
const char* data = bytes.data();
|
|
1760
|
-
return copy_str<Char>(data, data + bytes.size(), it);
|
|
1761
|
-
});
|
|
1762
|
-
}
|
|
1763
|
-
|
|
1764
|
-
template <typename Char, typename OutputIt, typename UIntPtr>
|
|
1765
|
-
auto write_ptr(OutputIt out, UIntPtr value, const format_specs<Char>* specs)
|
|
1766
|
-
-> OutputIt {
|
|
1767
|
-
int num_digits = count_digits<4>(value);
|
|
1768
|
-
auto size = to_unsigned(num_digits) + size_t(2);
|
|
1769
|
-
auto write = [=](reserve_iterator<OutputIt> it) {
|
|
1770
|
-
*it++ = static_cast<Char>('0');
|
|
1771
|
-
*it++ = static_cast<Char>('x');
|
|
1772
|
-
return format_uint<4, Char>(it, value, num_digits);
|
|
1773
|
-
};
|
|
1774
|
-
return specs ? write_padded<align::right>(out, *specs, size, write)
|
|
1775
|
-
: base_iterator(out, write(reserve(out, size)));
|
|
1776
|
-
}
|
|
1777
|
-
|
|
1778
|
-
// Returns true iff the code point cp is printable.
|
|
1779
|
-
FMT_API auto is_printable(uint32_t cp) -> bool;
|
|
1780
|
-
|
|
1781
|
-
inline auto needs_escape(uint32_t cp) -> bool {
|
|
1782
|
-
return cp < 0x20 || cp == 0x7f || cp == '"' || cp == '\\' ||
|
|
1783
|
-
!is_printable(cp);
|
|
1784
|
-
}
|
|
1785
|
-
|
|
1786
|
-
template <typename Char> struct find_escape_result {
|
|
1787
|
-
const Char* begin;
|
|
1788
|
-
const Char* end;
|
|
1789
|
-
uint32_t cp;
|
|
1790
|
-
};
|
|
1791
|
-
|
|
1792
|
-
template <typename Char>
|
|
1793
|
-
using make_unsigned_char =
|
|
1794
|
-
typename conditional_t<std::is_integral<Char>::value,
|
|
1795
|
-
std::make_unsigned<Char>,
|
|
1796
|
-
type_identity<uint32_t>>::type;
|
|
1797
|
-
|
|
1798
|
-
template <typename Char>
|
|
1799
|
-
auto find_escape(const Char* begin, const Char* end)
|
|
1800
|
-
-> find_escape_result<Char> {
|
|
1801
|
-
for (; begin != end; ++begin) {
|
|
1802
|
-
uint32_t cp = static_cast<make_unsigned_char<Char>>(*begin);
|
|
1803
|
-
if (const_check(sizeof(Char) == 1) && cp >= 0x80) continue;
|
|
1804
|
-
if (needs_escape(cp)) return {begin, begin + 1, cp};
|
|
1805
|
-
}
|
|
1806
|
-
return {begin, nullptr, 0};
|
|
1807
|
-
}
|
|
1808
|
-
|
|
1809
|
-
inline auto find_escape(const char* begin, const char* end)
|
|
1810
|
-
-> find_escape_result<char> {
|
|
1811
|
-
if (!is_utf8()) return find_escape<char>(begin, end);
|
|
1812
|
-
auto result = find_escape_result<char>{end, nullptr, 0};
|
|
1813
|
-
for_each_codepoint(string_view(begin, to_unsigned(end - begin)),
|
|
1814
|
-
[&](uint32_t cp, string_view sv) {
|
|
1815
|
-
if (needs_escape(cp)) {
|
|
1816
|
-
result = {sv.begin(), sv.end(), cp};
|
|
1817
|
-
return false;
|
|
1818
|
-
}
|
|
1819
|
-
return true;
|
|
1820
|
-
});
|
|
1821
|
-
return result;
|
|
1822
|
-
}
|
|
1823
|
-
|
|
1824
|
-
#define FMT_STRING_IMPL(s, base, explicit) \
|
|
1825
|
-
[] { \
|
|
1826
|
-
/* Use the hidden visibility as a workaround for a GCC bug (#1973). */ \
|
|
1827
|
-
/* Use a macro-like name to avoid shadowing warnings. */ \
|
|
1828
|
-
struct FMT_VISIBILITY("hidden") FMT_COMPILE_STRING : base { \
|
|
1829
|
-
using char_type FMT_MAYBE_UNUSED = fmt::remove_cvref_t<decltype(s[0])>; \
|
|
1830
|
-
FMT_MAYBE_UNUSED FMT_CONSTEXPR explicit \
|
|
1831
|
-
operator fmt::basic_string_view<char_type>() const { \
|
|
1832
|
-
return fmt::detail_exported::compile_string_to_view<char_type>(s); \
|
|
1833
|
-
} \
|
|
1834
|
-
}; \
|
|
1835
|
-
return FMT_COMPILE_STRING(); \
|
|
1836
|
-
}()
|
|
1837
|
-
|
|
1838
|
-
/**
|
|
1839
|
-
\rst
|
|
1840
|
-
Constructs a compile-time format string from a string literal *s*.
|
|
1841
|
-
|
|
1842
|
-
**Example**::
|
|
1843
|
-
|
|
1844
|
-
// A compile-time error because 'd' is an invalid specifier for strings.
|
|
1845
|
-
std::string s = fmt::format(FMT_STRING("{:d}"), "foo");
|
|
1846
|
-
\endrst
|
|
1847
|
-
*/
|
|
1848
|
-
#define FMT_STRING(s) FMT_STRING_IMPL(s, fmt::detail::compile_string, )
|
|
1849
|
-
|
|
1850
|
-
template <size_t width, typename Char, typename OutputIt>
|
|
1851
|
-
auto write_codepoint(OutputIt out, char prefix, uint32_t cp) -> OutputIt {
|
|
1852
|
-
*out++ = static_cast<Char>('\\');
|
|
1853
|
-
*out++ = static_cast<Char>(prefix);
|
|
1854
|
-
Char buf[width];
|
|
1855
|
-
fill_n(buf, width, static_cast<Char>('0'));
|
|
1856
|
-
format_uint<4>(buf, cp, width);
|
|
1857
|
-
return copy_str<Char>(buf, buf + width, out);
|
|
1858
|
-
}
|
|
1859
|
-
|
|
1860
|
-
template <typename OutputIt, typename Char>
|
|
1861
|
-
auto write_escaped_cp(OutputIt out, const find_escape_result<Char>& escape)
|
|
1862
|
-
-> OutputIt {
|
|
1863
|
-
auto c = static_cast<Char>(escape.cp);
|
|
1864
|
-
switch (escape.cp) {
|
|
1865
|
-
case '\n':
|
|
1866
|
-
*out++ = static_cast<Char>('\\');
|
|
1867
|
-
c = static_cast<Char>('n');
|
|
1868
|
-
break;
|
|
1869
|
-
case '\r':
|
|
1870
|
-
*out++ = static_cast<Char>('\\');
|
|
1871
|
-
c = static_cast<Char>('r');
|
|
1872
|
-
break;
|
|
1873
|
-
case '\t':
|
|
1874
|
-
*out++ = static_cast<Char>('\\');
|
|
1875
|
-
c = static_cast<Char>('t');
|
|
1876
|
-
break;
|
|
1877
|
-
case '"':
|
|
1878
|
-
FMT_FALLTHROUGH;
|
|
1879
|
-
case '\'':
|
|
1880
|
-
FMT_FALLTHROUGH;
|
|
1881
|
-
case '\\':
|
|
1882
|
-
*out++ = static_cast<Char>('\\');
|
|
1883
|
-
break;
|
|
1884
|
-
default:
|
|
1885
|
-
if (escape.cp < 0x100) {
|
|
1886
|
-
return write_codepoint<2, Char>(out, 'x', escape.cp);
|
|
1887
|
-
}
|
|
1888
|
-
if (escape.cp < 0x10000) {
|
|
1889
|
-
return write_codepoint<4, Char>(out, 'u', escape.cp);
|
|
1890
|
-
}
|
|
1891
|
-
if (escape.cp < 0x110000) {
|
|
1892
|
-
return write_codepoint<8, Char>(out, 'U', escape.cp);
|
|
1893
|
-
}
|
|
1894
|
-
for (Char escape_char : basic_string_view<Char>(
|
|
1895
|
-
escape.begin, to_unsigned(escape.end - escape.begin))) {
|
|
1896
|
-
out = write_codepoint<2, Char>(out, 'x',
|
|
1897
|
-
static_cast<uint32_t>(escape_char) & 0xFF);
|
|
1898
|
-
}
|
|
1899
|
-
return out;
|
|
1900
|
-
}
|
|
1901
|
-
*out++ = c;
|
|
1902
|
-
return out;
|
|
1903
|
-
}
|
|
1904
|
-
|
|
1905
|
-
template <typename Char, typename OutputIt>
|
|
1906
|
-
auto write_escaped_string(OutputIt out, basic_string_view<Char> str)
|
|
1907
|
-
-> OutputIt {
|
|
1908
|
-
*out++ = static_cast<Char>('"');
|
|
1909
|
-
auto begin = str.begin(), end = str.end();
|
|
1910
|
-
do {
|
|
1911
|
-
auto escape = find_escape(begin, end);
|
|
1912
|
-
out = copy_str<Char>(begin, escape.begin, out);
|
|
1913
|
-
begin = escape.end;
|
|
1914
|
-
if (!begin) break;
|
|
1915
|
-
out = write_escaped_cp<OutputIt, Char>(out, escape);
|
|
1916
|
-
} while (begin != end);
|
|
1917
|
-
*out++ = static_cast<Char>('"');
|
|
1918
|
-
return out;
|
|
1919
|
-
}
|
|
1920
|
-
|
|
1921
|
-
template <typename Char, typename OutputIt>
|
|
1922
|
-
auto write_escaped_char(OutputIt out, Char v) -> OutputIt {
|
|
1923
|
-
Char v_array[1] = {v};
|
|
1924
|
-
*out++ = static_cast<Char>('\'');
|
|
1925
|
-
if ((needs_escape(static_cast<uint32_t>(v)) && v != static_cast<Char>('"')) ||
|
|
1926
|
-
v == static_cast<Char>('\'')) {
|
|
1927
|
-
out = write_escaped_cp(out,
|
|
1928
|
-
find_escape_result<Char>{v_array, v_array + 1,
|
|
1929
|
-
static_cast<uint32_t>(v)});
|
|
1930
|
-
} else {
|
|
1931
|
-
*out++ = v;
|
|
1932
|
-
}
|
|
1933
|
-
*out++ = static_cast<Char>('\'');
|
|
1934
|
-
return out;
|
|
1935
|
-
}
|
|
1936
|
-
|
|
1937
|
-
template <typename Char, typename OutputIt>
|
|
1938
|
-
FMT_CONSTEXPR auto write_char(OutputIt out, Char value,
|
|
1939
|
-
const format_specs<Char>& specs) -> OutputIt {
|
|
1940
|
-
bool is_debug = specs.type == presentation_type::debug;
|
|
1941
|
-
return write_padded(out, specs, 1, [=](reserve_iterator<OutputIt> it) {
|
|
1942
|
-
if (is_debug) return write_escaped_char(it, value);
|
|
1943
|
-
*it++ = value;
|
|
1944
|
-
return it;
|
|
1945
|
-
});
|
|
1946
|
-
}
|
|
1947
|
-
template <typename Char, typename OutputIt>
|
|
1948
|
-
FMT_CONSTEXPR auto write(OutputIt out, Char value,
|
|
1949
|
-
const format_specs<Char>& specs, locale_ref loc = {})
|
|
1950
|
-
-> OutputIt {
|
|
1951
|
-
// char is formatted as unsigned char for consistency across platforms.
|
|
1952
|
-
using unsigned_type =
|
|
1953
|
-
conditional_t<std::is_same<Char, char>::value, unsigned char, unsigned>;
|
|
1954
|
-
return check_char_specs(specs)
|
|
1955
|
-
? write_char(out, value, specs)
|
|
1956
|
-
: write(out, static_cast<unsigned_type>(value), specs, loc);
|
|
1957
|
-
}
|
|
1958
|
-
|
|
1959
|
-
// Data for write_int that doesn't depend on output iterator type. It is used to
|
|
1960
|
-
// avoid template code bloat.
|
|
1961
|
-
template <typename Char> struct write_int_data {
|
|
1962
|
-
size_t size;
|
|
1963
|
-
size_t padding;
|
|
1964
|
-
|
|
1965
|
-
FMT_CONSTEXPR write_int_data(int num_digits, unsigned prefix,
|
|
1966
|
-
const format_specs<Char>& specs)
|
|
1967
|
-
: size((prefix >> 24) + to_unsigned(num_digits)), padding(0) {
|
|
1968
|
-
if (specs.align == align::numeric) {
|
|
1969
|
-
auto width = to_unsigned(specs.width);
|
|
1970
|
-
if (width > size) {
|
|
1971
|
-
padding = width - size;
|
|
1972
|
-
size = width;
|
|
1973
|
-
}
|
|
1974
|
-
} else if (specs.precision > num_digits) {
|
|
1975
|
-
size = (prefix >> 24) + to_unsigned(specs.precision);
|
|
1976
|
-
padding = to_unsigned(specs.precision - num_digits);
|
|
1977
|
-
}
|
|
1978
|
-
}
|
|
1979
|
-
};
|
|
1980
|
-
|
|
1981
|
-
// Writes an integer in the format
|
|
1982
|
-
// <left-padding><prefix><numeric-padding><digits><right-padding>
|
|
1983
|
-
// where <digits> are written by write_digits(it).
|
|
1984
|
-
// prefix contains chars in three lower bytes and the size in the fourth byte.
|
|
1985
|
-
template <typename OutputIt, typename Char, typename W>
|
|
1986
|
-
FMT_CONSTEXPR FMT_INLINE auto write_int(OutputIt out, int num_digits,
|
|
1987
|
-
unsigned prefix,
|
|
1988
|
-
const format_specs<Char>& specs,
|
|
1989
|
-
W write_digits) -> OutputIt {
|
|
1990
|
-
// Slightly faster check for specs.width == 0 && specs.precision == -1.
|
|
1991
|
-
if ((specs.width | (specs.precision + 1)) == 0) {
|
|
1992
|
-
auto it = reserve(out, to_unsigned(num_digits) + (prefix >> 24));
|
|
1993
|
-
if (prefix != 0) {
|
|
1994
|
-
for (unsigned p = prefix & 0xffffff; p != 0; p >>= 8)
|
|
1995
|
-
*it++ = static_cast<Char>(p & 0xff);
|
|
1996
|
-
}
|
|
1997
|
-
return base_iterator(out, write_digits(it));
|
|
1998
|
-
}
|
|
1999
|
-
auto data = write_int_data<Char>(num_digits, prefix, specs);
|
|
2000
|
-
return write_padded<align::right>(
|
|
2001
|
-
out, specs, data.size, [=](reserve_iterator<OutputIt> it) {
|
|
2002
|
-
for (unsigned p = prefix & 0xffffff; p != 0; p >>= 8)
|
|
2003
|
-
*it++ = static_cast<Char>(p & 0xff);
|
|
2004
|
-
it = detail::fill_n(it, data.padding, static_cast<Char>('0'));
|
|
2005
|
-
return write_digits(it);
|
|
2006
|
-
});
|
|
2007
|
-
}
|
|
2008
|
-
|
|
2009
|
-
template <typename Char> class digit_grouping {
|
|
2010
|
-
private:
|
|
2011
|
-
std::string grouping_;
|
|
2012
|
-
std::basic_string<Char> thousands_sep_;
|
|
2013
|
-
|
|
2014
|
-
struct next_state {
|
|
2015
|
-
std::string::const_iterator group;
|
|
2016
|
-
int pos;
|
|
2017
|
-
};
|
|
2018
|
-
auto initial_state() const -> next_state { return {grouping_.begin(), 0}; }
|
|
2019
|
-
|
|
2020
|
-
// Returns the next digit group separator position.
|
|
2021
|
-
auto next(next_state& state) const -> int {
|
|
2022
|
-
if (thousands_sep_.empty()) return max_value<int>();
|
|
2023
|
-
if (state.group == grouping_.end()) return state.pos += grouping_.back();
|
|
2024
|
-
if (*state.group <= 0 || *state.group == max_value<char>())
|
|
2025
|
-
return max_value<int>();
|
|
2026
|
-
state.pos += *state.group++;
|
|
2027
|
-
return state.pos;
|
|
2028
|
-
}
|
|
2029
|
-
|
|
2030
|
-
public:
|
|
2031
|
-
explicit digit_grouping(locale_ref loc, bool localized = true) {
|
|
2032
|
-
if (!localized) return;
|
|
2033
|
-
auto sep = thousands_sep<Char>(loc);
|
|
2034
|
-
grouping_ = sep.grouping;
|
|
2035
|
-
if (sep.thousands_sep) thousands_sep_.assign(1, sep.thousands_sep);
|
|
2036
|
-
}
|
|
2037
|
-
digit_grouping(std::string grouping, std::basic_string<Char> sep)
|
|
2038
|
-
: grouping_(std::move(grouping)), thousands_sep_(std::move(sep)) {}
|
|
2039
|
-
|
|
2040
|
-
auto has_separator() const -> bool { return !thousands_sep_.empty(); }
|
|
2041
|
-
|
|
2042
|
-
auto count_separators(int num_digits) const -> int {
|
|
2043
|
-
int count = 0;
|
|
2044
|
-
auto state = initial_state();
|
|
2045
|
-
while (num_digits > next(state)) ++count;
|
|
2046
|
-
return count;
|
|
2047
|
-
}
|
|
2048
|
-
|
|
2049
|
-
// Applies grouping to digits and write the output to out.
|
|
2050
|
-
template <typename Out, typename C>
|
|
2051
|
-
auto apply(Out out, basic_string_view<C> digits) const -> Out {
|
|
2052
|
-
auto num_digits = static_cast<int>(digits.size());
|
|
2053
|
-
auto separators = basic_memory_buffer<int>();
|
|
2054
|
-
separators.push_back(0);
|
|
2055
|
-
auto state = initial_state();
|
|
2056
|
-
while (int i = next(state)) {
|
|
2057
|
-
if (i >= num_digits) break;
|
|
2058
|
-
separators.push_back(i);
|
|
2059
|
-
}
|
|
2060
|
-
for (int i = 0, sep_index = static_cast<int>(separators.size() - 1);
|
|
2061
|
-
i < num_digits; ++i) {
|
|
2062
|
-
if (num_digits - i == separators[sep_index]) {
|
|
2063
|
-
out =
|
|
2064
|
-
copy_str<Char>(thousands_sep_.data(),
|
|
2065
|
-
thousands_sep_.data() + thousands_sep_.size(), out);
|
|
2066
|
-
--sep_index;
|
|
2067
|
-
}
|
|
2068
|
-
*out++ = static_cast<Char>(digits[to_unsigned(i)]);
|
|
2069
|
-
}
|
|
2070
|
-
return out;
|
|
2071
|
-
}
|
|
2072
|
-
};
|
|
2073
|
-
|
|
2074
|
-
FMT_CONSTEXPR inline void prefix_append(unsigned& prefix, unsigned value) {
|
|
2075
|
-
prefix |= prefix != 0 ? value << 8 : value;
|
|
2076
|
-
prefix += (1u + (value > 0xff ? 1 : 0)) << 24;
|
|
2077
|
-
}
|
|
2078
|
-
|
|
2079
|
-
// Writes a decimal integer with digit grouping.
|
|
2080
|
-
template <typename OutputIt, typename UInt, typename Char>
|
|
2081
|
-
auto write_int(OutputIt out, UInt value, unsigned prefix,
|
|
2082
|
-
const format_specs<Char>& specs,
|
|
2083
|
-
const digit_grouping<Char>& grouping) -> OutputIt {
|
|
2084
|
-
static_assert(std::is_same<uint64_or_128_t<UInt>, UInt>::value, "");
|
|
2085
|
-
int num_digits = 0;
|
|
2086
|
-
auto buffer = memory_buffer();
|
|
2087
|
-
switch (specs.type) {
|
|
2088
|
-
case presentation_type::none:
|
|
2089
|
-
case presentation_type::dec: {
|
|
2090
|
-
num_digits = count_digits(value);
|
|
2091
|
-
format_decimal<char>(appender(buffer), value, num_digits);
|
|
2092
|
-
break;
|
|
2093
|
-
}
|
|
2094
|
-
case presentation_type::hex_lower:
|
|
2095
|
-
case presentation_type::hex_upper: {
|
|
2096
|
-
bool upper = specs.type == presentation_type::hex_upper;
|
|
2097
|
-
if (specs.alt)
|
|
2098
|
-
prefix_append(prefix, unsigned(upper ? 'X' : 'x') << 8 | '0');
|
|
2099
|
-
num_digits = count_digits<4>(value);
|
|
2100
|
-
format_uint<4, char>(appender(buffer), value, num_digits, upper);
|
|
2101
|
-
break;
|
|
2102
|
-
}
|
|
2103
|
-
case presentation_type::bin_lower:
|
|
2104
|
-
case presentation_type::bin_upper: {
|
|
2105
|
-
bool upper = specs.type == presentation_type::bin_upper;
|
|
2106
|
-
if (specs.alt)
|
|
2107
|
-
prefix_append(prefix, unsigned(upper ? 'B' : 'b') << 8 | '0');
|
|
2108
|
-
num_digits = count_digits<1>(value);
|
|
2109
|
-
format_uint<1, char>(appender(buffer), value, num_digits);
|
|
2110
|
-
break;
|
|
2111
|
-
}
|
|
2112
|
-
case presentation_type::oct: {
|
|
2113
|
-
num_digits = count_digits<3>(value);
|
|
2114
|
-
// Octal prefix '0' is counted as a digit, so only add it if precision
|
|
2115
|
-
// is not greater than the number of digits.
|
|
2116
|
-
if (specs.alt && specs.precision <= num_digits && value != 0)
|
|
2117
|
-
prefix_append(prefix, '0');
|
|
2118
|
-
format_uint<3, char>(appender(buffer), value, num_digits);
|
|
2119
|
-
break;
|
|
2120
|
-
}
|
|
2121
|
-
case presentation_type::chr:
|
|
2122
|
-
return write_char(out, static_cast<Char>(value), specs);
|
|
2123
|
-
default:
|
|
2124
|
-
throw_format_error("invalid format specifier");
|
|
2125
|
-
}
|
|
2126
|
-
|
|
2127
|
-
unsigned size = (prefix != 0 ? prefix >> 24 : 0) + to_unsigned(num_digits) +
|
|
2128
|
-
to_unsigned(grouping.count_separators(num_digits));
|
|
2129
|
-
return write_padded<align::right>(
|
|
2130
|
-
out, specs, size, size, [&](reserve_iterator<OutputIt> it) {
|
|
2131
|
-
for (unsigned p = prefix & 0xffffff; p != 0; p >>= 8)
|
|
2132
|
-
*it++ = static_cast<Char>(p & 0xff);
|
|
2133
|
-
return grouping.apply(it, string_view(buffer.data(), buffer.size()));
|
|
2134
|
-
});
|
|
2135
|
-
}
|
|
2136
|
-
|
|
2137
|
-
// Writes a localized value.
|
|
2138
|
-
FMT_API auto write_loc(appender out, loc_value value,
|
|
2139
|
-
const format_specs<>& specs, locale_ref loc) -> bool;
|
|
2140
|
-
template <typename OutputIt, typename Char>
|
|
2141
|
-
inline auto write_loc(OutputIt, loc_value, const format_specs<Char>&,
|
|
2142
|
-
locale_ref) -> bool {
|
|
2143
|
-
return false;
|
|
2144
|
-
}
|
|
2145
|
-
|
|
2146
|
-
template <typename UInt> struct write_int_arg {
|
|
2147
|
-
UInt abs_value;
|
|
2148
|
-
unsigned prefix;
|
|
2149
|
-
};
|
|
2150
|
-
|
|
2151
|
-
template <typename T>
|
|
2152
|
-
FMT_CONSTEXPR auto make_write_int_arg(T value, sign_t sign)
|
|
2153
|
-
-> write_int_arg<uint32_or_64_or_128_t<T>> {
|
|
2154
|
-
auto prefix = 0u;
|
|
2155
|
-
auto abs_value = static_cast<uint32_or_64_or_128_t<T>>(value);
|
|
2156
|
-
if (is_negative(value)) {
|
|
2157
|
-
prefix = 0x01000000 | '-';
|
|
2158
|
-
abs_value = 0 - abs_value;
|
|
2159
|
-
} else {
|
|
2160
|
-
constexpr const unsigned prefixes[4] = {0, 0, 0x1000000u | '+',
|
|
2161
|
-
0x1000000u | ' '};
|
|
2162
|
-
prefix = prefixes[sign];
|
|
2163
|
-
}
|
|
2164
|
-
return {abs_value, prefix};
|
|
2165
|
-
}
|
|
2166
|
-
|
|
2167
|
-
template <typename Char = char> struct loc_writer {
|
|
2168
|
-
buffer_appender<Char> out;
|
|
2169
|
-
const format_specs<Char>& specs;
|
|
2170
|
-
std::basic_string<Char> sep;
|
|
2171
|
-
std::string grouping;
|
|
2172
|
-
std::basic_string<Char> decimal_point;
|
|
2173
|
-
|
|
2174
|
-
template <typename T, FMT_ENABLE_IF(is_integer<T>::value)>
|
|
2175
|
-
auto operator()(T value) -> bool {
|
|
2176
|
-
auto arg = make_write_int_arg(value, specs.sign);
|
|
2177
|
-
write_int(out, static_cast<uint64_or_128_t<T>>(arg.abs_value), arg.prefix,
|
|
2178
|
-
specs, digit_grouping<Char>(grouping, sep));
|
|
2179
|
-
return true;
|
|
2180
|
-
}
|
|
2181
|
-
|
|
2182
|
-
template <typename T, FMT_ENABLE_IF(!is_integer<T>::value)>
|
|
2183
|
-
auto operator()(T) -> bool {
|
|
2184
|
-
return false;
|
|
2185
|
-
}
|
|
2186
|
-
};
|
|
2187
|
-
|
|
2188
|
-
template <typename Char, typename OutputIt, typename T>
|
|
2189
|
-
FMT_CONSTEXPR FMT_INLINE auto write_int(OutputIt out, write_int_arg<T> arg,
|
|
2190
|
-
const format_specs<Char>& specs,
|
|
2191
|
-
locale_ref) -> OutputIt {
|
|
2192
|
-
static_assert(std::is_same<T, uint32_or_64_or_128_t<T>>::value, "");
|
|
2193
|
-
auto abs_value = arg.abs_value;
|
|
2194
|
-
auto prefix = arg.prefix;
|
|
2195
|
-
switch (specs.type) {
|
|
2196
|
-
case presentation_type::none:
|
|
2197
|
-
case presentation_type::dec: {
|
|
2198
|
-
auto num_digits = count_digits(abs_value);
|
|
2199
|
-
return write_int(
|
|
2200
|
-
out, num_digits, prefix, specs, [=](reserve_iterator<OutputIt> it) {
|
|
2201
|
-
return format_decimal<Char>(it, abs_value, num_digits).end;
|
|
2202
|
-
});
|
|
2203
|
-
}
|
|
2204
|
-
case presentation_type::hex_lower:
|
|
2205
|
-
case presentation_type::hex_upper: {
|
|
2206
|
-
bool upper = specs.type == presentation_type::hex_upper;
|
|
2207
|
-
if (specs.alt)
|
|
2208
|
-
prefix_append(prefix, unsigned(upper ? 'X' : 'x') << 8 | '0');
|
|
2209
|
-
int num_digits = count_digits<4>(abs_value);
|
|
2210
|
-
return write_int(
|
|
2211
|
-
out, num_digits, prefix, specs, [=](reserve_iterator<OutputIt> it) {
|
|
2212
|
-
return format_uint<4, Char>(it, abs_value, num_digits, upper);
|
|
2213
|
-
});
|
|
2214
|
-
}
|
|
2215
|
-
case presentation_type::bin_lower:
|
|
2216
|
-
case presentation_type::bin_upper: {
|
|
2217
|
-
bool upper = specs.type == presentation_type::bin_upper;
|
|
2218
|
-
if (specs.alt)
|
|
2219
|
-
prefix_append(prefix, unsigned(upper ? 'B' : 'b') << 8 | '0');
|
|
2220
|
-
int num_digits = count_digits<1>(abs_value);
|
|
2221
|
-
return write_int(out, num_digits, prefix, specs,
|
|
2222
|
-
[=](reserve_iterator<OutputIt> it) {
|
|
2223
|
-
return format_uint<1, Char>(it, abs_value, num_digits);
|
|
2224
|
-
});
|
|
2225
|
-
}
|
|
2226
|
-
case presentation_type::oct: {
|
|
2227
|
-
int num_digits = count_digits<3>(abs_value);
|
|
2228
|
-
// Octal prefix '0' is counted as a digit, so only add it if precision
|
|
2229
|
-
// is not greater than the number of digits.
|
|
2230
|
-
if (specs.alt && specs.precision <= num_digits && abs_value != 0)
|
|
2231
|
-
prefix_append(prefix, '0');
|
|
2232
|
-
return write_int(out, num_digits, prefix, specs,
|
|
2233
|
-
[=](reserve_iterator<OutputIt> it) {
|
|
2234
|
-
return format_uint<3, Char>(it, abs_value, num_digits);
|
|
2235
|
-
});
|
|
2236
|
-
}
|
|
2237
|
-
case presentation_type::chr:
|
|
2238
|
-
return write_char(out, static_cast<Char>(abs_value), specs);
|
|
2239
|
-
default:
|
|
2240
|
-
throw_format_error("invalid format specifier");
|
|
2241
|
-
}
|
|
2242
|
-
return out;
|
|
2243
|
-
}
|
|
2244
|
-
template <typename Char, typename OutputIt, typename T>
|
|
2245
|
-
FMT_CONSTEXPR FMT_NOINLINE auto write_int_noinline(
|
|
2246
|
-
OutputIt out, write_int_arg<T> arg, const format_specs<Char>& specs,
|
|
2247
|
-
locale_ref loc) -> OutputIt {
|
|
2248
|
-
return write_int(out, arg, specs, loc);
|
|
2249
|
-
}
|
|
2250
|
-
template <typename Char, typename OutputIt, typename T,
|
|
2251
|
-
FMT_ENABLE_IF(is_integral<T>::value &&
|
|
2252
|
-
!std::is_same<T, bool>::value &&
|
|
2253
|
-
std::is_same<OutputIt, buffer_appender<Char>>::value)>
|
|
2254
|
-
FMT_CONSTEXPR FMT_INLINE auto write(OutputIt out, T value,
|
|
2255
|
-
const format_specs<Char>& specs,
|
|
2256
|
-
locale_ref loc) -> OutputIt {
|
|
2257
|
-
if (specs.localized && write_loc(out, value, specs, loc)) return out;
|
|
2258
|
-
return write_int_noinline(out, make_write_int_arg(value, specs.sign), specs,
|
|
2259
|
-
loc);
|
|
2260
|
-
}
|
|
2261
|
-
// An inlined version of write used in format string compilation.
|
|
2262
|
-
template <typename Char, typename OutputIt, typename T,
|
|
2263
|
-
FMT_ENABLE_IF(is_integral<T>::value &&
|
|
2264
|
-
!std::is_same<T, bool>::value &&
|
|
2265
|
-
!std::is_same<OutputIt, buffer_appender<Char>>::value)>
|
|
2266
|
-
FMT_CONSTEXPR FMT_INLINE auto write(OutputIt out, T value,
|
|
2267
|
-
const format_specs<Char>& specs,
|
|
2268
|
-
locale_ref loc) -> OutputIt {
|
|
2269
|
-
if (specs.localized && write_loc(out, value, specs, loc)) return out;
|
|
2270
|
-
return write_int(out, make_write_int_arg(value, specs.sign), specs, loc);
|
|
2271
|
-
}
|
|
2272
|
-
|
|
2273
|
-
// An output iterator that counts the number of objects written to it and
|
|
2274
|
-
// discards them.
|
|
2275
|
-
class counting_iterator {
|
|
2276
|
-
private:
|
|
2277
|
-
size_t count_;
|
|
2278
|
-
|
|
2279
|
-
public:
|
|
2280
|
-
using iterator_category = std::output_iterator_tag;
|
|
2281
|
-
using difference_type = std::ptrdiff_t;
|
|
2282
|
-
using pointer = void;
|
|
2283
|
-
using reference = void;
|
|
2284
|
-
FMT_UNCHECKED_ITERATOR(counting_iterator);
|
|
2285
|
-
|
|
2286
|
-
struct value_type {
|
|
2287
|
-
template <typename T> FMT_CONSTEXPR void operator=(const T&) {}
|
|
2288
|
-
};
|
|
2289
|
-
|
|
2290
|
-
FMT_CONSTEXPR counting_iterator() : count_(0) {}
|
|
2291
|
-
|
|
2292
|
-
FMT_CONSTEXPR auto count() const -> size_t { return count_; }
|
|
2293
|
-
|
|
2294
|
-
FMT_CONSTEXPR auto operator++() -> counting_iterator& {
|
|
2295
|
-
++count_;
|
|
2296
|
-
return *this;
|
|
2297
|
-
}
|
|
2298
|
-
FMT_CONSTEXPR auto operator++(int) -> counting_iterator {
|
|
2299
|
-
auto it = *this;
|
|
2300
|
-
++*this;
|
|
2301
|
-
return it;
|
|
2302
|
-
}
|
|
2303
|
-
|
|
2304
|
-
FMT_CONSTEXPR friend auto operator+(counting_iterator it, difference_type n)
|
|
2305
|
-
-> counting_iterator {
|
|
2306
|
-
it.count_ += static_cast<size_t>(n);
|
|
2307
|
-
return it;
|
|
2308
|
-
}
|
|
2309
|
-
|
|
2310
|
-
FMT_CONSTEXPR auto operator*() const -> value_type { return {}; }
|
|
2311
|
-
};
|
|
2312
|
-
|
|
2313
|
-
template <typename Char, typename OutputIt>
|
|
2314
|
-
FMT_CONSTEXPR auto write(OutputIt out, basic_string_view<Char> s,
|
|
2315
|
-
const format_specs<Char>& specs) -> OutputIt {
|
|
2316
|
-
auto data = s.data();
|
|
2317
|
-
auto size = s.size();
|
|
2318
|
-
if (specs.precision >= 0 && to_unsigned(specs.precision) < size)
|
|
2319
|
-
size = code_point_index(s, to_unsigned(specs.precision));
|
|
2320
|
-
bool is_debug = specs.type == presentation_type::debug;
|
|
2321
|
-
size_t width = 0;
|
|
2322
|
-
if (specs.width != 0) {
|
|
2323
|
-
if (is_debug)
|
|
2324
|
-
width = write_escaped_string(counting_iterator{}, s).count();
|
|
2325
|
-
else
|
|
2326
|
-
width = compute_width(basic_string_view<Char>(data, size));
|
|
2327
|
-
}
|
|
2328
|
-
return write_padded(out, specs, size, width,
|
|
2329
|
-
[=](reserve_iterator<OutputIt> it) {
|
|
2330
|
-
if (is_debug) return write_escaped_string(it, s);
|
|
2331
|
-
return copy_str<Char>(data, data + size, it);
|
|
2332
|
-
});
|
|
2333
|
-
}
|
|
2334
|
-
template <typename Char, typename OutputIt>
|
|
2335
|
-
FMT_CONSTEXPR auto write(OutputIt out,
|
|
2336
|
-
basic_string_view<type_identity_t<Char>> s,
|
|
2337
|
-
const format_specs<Char>& specs, locale_ref)
|
|
2338
|
-
-> OutputIt {
|
|
2339
|
-
return write(out, s, specs);
|
|
2340
|
-
}
|
|
2341
|
-
template <typename Char, typename OutputIt>
|
|
2342
|
-
FMT_CONSTEXPR auto write(OutputIt out, const Char* s,
|
|
2343
|
-
const format_specs<Char>& specs, locale_ref)
|
|
2344
|
-
-> OutputIt {
|
|
2345
|
-
if (specs.type == presentation_type::pointer)
|
|
2346
|
-
return write_ptr<Char>(out, bit_cast<uintptr_t>(s), &specs);
|
|
2347
|
-
if (!s) throw_format_error("string pointer is null");
|
|
2348
|
-
return write(out, basic_string_view<Char>(s), specs, {});
|
|
2349
|
-
}
|
|
2350
|
-
|
|
2351
|
-
template <typename Char, typename OutputIt, typename T,
|
|
2352
|
-
FMT_ENABLE_IF(is_integral<T>::value &&
|
|
2353
|
-
!std::is_same<T, bool>::value &&
|
|
2354
|
-
!std::is_same<T, Char>::value)>
|
|
2355
|
-
FMT_CONSTEXPR auto write(OutputIt out, T value) -> OutputIt {
|
|
2356
|
-
auto abs_value = static_cast<uint32_or_64_or_128_t<T>>(value);
|
|
2357
|
-
bool negative = is_negative(value);
|
|
2358
|
-
// Don't do -abs_value since it trips unsigned-integer-overflow sanitizer.
|
|
2359
|
-
if (negative) abs_value = ~abs_value + 1;
|
|
2360
|
-
int num_digits = count_digits(abs_value);
|
|
2361
|
-
auto size = (negative ? 1 : 0) + static_cast<size_t>(num_digits);
|
|
2362
|
-
auto it = reserve(out, size);
|
|
2363
|
-
if (auto ptr = to_pointer<Char>(it, size)) {
|
|
2364
|
-
if (negative) *ptr++ = static_cast<Char>('-');
|
|
2365
|
-
format_decimal<Char>(ptr, abs_value, num_digits);
|
|
2366
|
-
return out;
|
|
2367
|
-
}
|
|
2368
|
-
if (negative) *it++ = static_cast<Char>('-');
|
|
2369
|
-
it = format_decimal<Char>(it, abs_value, num_digits).end;
|
|
2370
|
-
return base_iterator(out, it);
|
|
2371
|
-
}
|
|
2372
|
-
|
|
2373
|
-
// DEPRECATED!
|
|
2374
|
-
template <typename Char>
|
|
2375
|
-
FMT_CONSTEXPR auto parse_align(const Char* begin, const Char* end,
|
|
2376
|
-
format_specs<Char>& specs) -> const Char* {
|
|
2377
|
-
FMT_ASSERT(begin != end, "");
|
|
2378
|
-
auto align = align::none;
|
|
2379
|
-
auto p = begin + code_point_length(begin);
|
|
2380
|
-
if (end - p <= 0) p = begin;
|
|
2381
|
-
for (;;) {
|
|
2382
|
-
switch (to_ascii(*p)) {
|
|
2383
|
-
case '<':
|
|
2384
|
-
align = align::left;
|
|
2385
|
-
break;
|
|
2386
|
-
case '>':
|
|
2387
|
-
align = align::right;
|
|
2388
|
-
break;
|
|
2389
|
-
case '^':
|
|
2390
|
-
align = align::center;
|
|
2391
|
-
break;
|
|
2392
|
-
}
|
|
2393
|
-
if (align != align::none) {
|
|
2394
|
-
if (p != begin) {
|
|
2395
|
-
auto c = *begin;
|
|
2396
|
-
if (c == '}') return begin;
|
|
2397
|
-
if (c == '{') {
|
|
2398
|
-
throw_format_error("invalid fill character '{'");
|
|
2399
|
-
return begin;
|
|
2400
|
-
}
|
|
2401
|
-
specs.fill = {begin, to_unsigned(p - begin)};
|
|
2402
|
-
begin = p + 1;
|
|
2403
|
-
} else {
|
|
2404
|
-
++begin;
|
|
2405
|
-
}
|
|
2406
|
-
break;
|
|
2407
|
-
} else if (p == begin) {
|
|
2408
|
-
break;
|
|
2409
|
-
}
|
|
2410
|
-
p = begin;
|
|
2411
|
-
}
|
|
2412
|
-
specs.align = align;
|
|
2413
|
-
return begin;
|
|
2414
|
-
}
|
|
2415
|
-
|
|
2416
|
-
// A floating-point presentation format.
|
|
2417
|
-
enum class float_format : unsigned char {
|
|
2418
|
-
general, // General: exponent notation or fixed point based on magnitude.
|
|
2419
|
-
exp, // Exponent notation with the default precision of 6, e.g. 1.2e-3.
|
|
2420
|
-
fixed, // Fixed point with the default precision of 6, e.g. 0.0012.
|
|
2421
|
-
hex
|
|
2422
|
-
};
|
|
2423
|
-
|
|
2424
|
-
struct float_specs {
|
|
2425
|
-
int precision;
|
|
2426
|
-
float_format format : 8;
|
|
2427
|
-
sign_t sign : 8;
|
|
2428
|
-
bool upper : 1;
|
|
2429
|
-
bool locale : 1;
|
|
2430
|
-
bool binary32 : 1;
|
|
2431
|
-
bool showpoint : 1;
|
|
2432
|
-
};
|
|
2433
|
-
|
|
2434
|
-
template <typename Char>
|
|
2435
|
-
FMT_CONSTEXPR auto parse_float_type_spec(const format_specs<Char>& specs)
|
|
2436
|
-
-> float_specs {
|
|
2437
|
-
auto result = float_specs();
|
|
2438
|
-
result.showpoint = specs.alt;
|
|
2439
|
-
result.locale = specs.localized;
|
|
2440
|
-
switch (specs.type) {
|
|
2441
|
-
case presentation_type::none:
|
|
2442
|
-
result.format = float_format::general;
|
|
2443
|
-
break;
|
|
2444
|
-
case presentation_type::general_upper:
|
|
2445
|
-
result.upper = true;
|
|
2446
|
-
FMT_FALLTHROUGH;
|
|
2447
|
-
case presentation_type::general_lower:
|
|
2448
|
-
result.format = float_format::general;
|
|
2449
|
-
break;
|
|
2450
|
-
case presentation_type::exp_upper:
|
|
2451
|
-
result.upper = true;
|
|
2452
|
-
FMT_FALLTHROUGH;
|
|
2453
|
-
case presentation_type::exp_lower:
|
|
2454
|
-
result.format = float_format::exp;
|
|
2455
|
-
result.showpoint |= specs.precision != 0;
|
|
2456
|
-
break;
|
|
2457
|
-
case presentation_type::fixed_upper:
|
|
2458
|
-
result.upper = true;
|
|
2459
|
-
FMT_FALLTHROUGH;
|
|
2460
|
-
case presentation_type::fixed_lower:
|
|
2461
|
-
result.format = float_format::fixed;
|
|
2462
|
-
result.showpoint |= specs.precision != 0;
|
|
2463
|
-
break;
|
|
2464
|
-
case presentation_type::hexfloat_upper:
|
|
2465
|
-
result.upper = true;
|
|
2466
|
-
FMT_FALLTHROUGH;
|
|
2467
|
-
case presentation_type::hexfloat_lower:
|
|
2468
|
-
result.format = float_format::hex;
|
|
2469
|
-
break;
|
|
2470
|
-
default:
|
|
2471
|
-
throw_format_error("invalid format specifier");
|
|
2472
|
-
break;
|
|
2473
|
-
}
|
|
2474
|
-
return result;
|
|
2475
|
-
}
|
|
2476
|
-
|
|
2477
|
-
template <typename Char, typename OutputIt>
|
|
2478
|
-
FMT_CONSTEXPR20 auto write_nonfinite(OutputIt out, bool isnan,
|
|
2479
|
-
format_specs<Char> specs,
|
|
2480
|
-
const float_specs& fspecs) -> OutputIt {
|
|
2481
|
-
auto str =
|
|
2482
|
-
isnan ? (fspecs.upper ? "NAN" : "nan") : (fspecs.upper ? "INF" : "inf");
|
|
2483
|
-
constexpr size_t str_size = 3;
|
|
2484
|
-
auto sign = fspecs.sign;
|
|
2485
|
-
auto size = str_size + (sign ? 1 : 0);
|
|
2486
|
-
// Replace '0'-padding with space for non-finite values.
|
|
2487
|
-
const bool is_zero_fill =
|
|
2488
|
-
specs.fill.size() == 1 && *specs.fill.data() == static_cast<Char>('0');
|
|
2489
|
-
if (is_zero_fill) specs.fill[0] = static_cast<Char>(' ');
|
|
2490
|
-
return write_padded(out, specs, size, [=](reserve_iterator<OutputIt> it) {
|
|
2491
|
-
if (sign) *it++ = detail::sign<Char>(sign);
|
|
2492
|
-
return copy_str<Char>(str, str + str_size, it);
|
|
2493
|
-
});
|
|
2494
|
-
}
|
|
2495
|
-
|
|
2496
|
-
// A decimal floating-point number significand * pow(10, exp).
|
|
2497
|
-
struct big_decimal_fp {
|
|
2498
|
-
const char* significand;
|
|
2499
|
-
int significand_size;
|
|
2500
|
-
int exponent;
|
|
2501
|
-
};
|
|
2502
|
-
|
|
2503
|
-
constexpr auto get_significand_size(const big_decimal_fp& f) -> int {
|
|
2504
|
-
return f.significand_size;
|
|
2505
|
-
}
|
|
2506
|
-
template <typename T>
|
|
2507
|
-
inline auto get_significand_size(const dragonbox::decimal_fp<T>& f) -> int {
|
|
2508
|
-
return count_digits(f.significand);
|
|
2509
|
-
}
|
|
2510
|
-
|
|
2511
|
-
template <typename Char, typename OutputIt>
|
|
2512
|
-
constexpr auto write_significand(OutputIt out, const char* significand,
|
|
2513
|
-
int significand_size) -> OutputIt {
|
|
2514
|
-
return copy_str<Char>(significand, significand + significand_size, out);
|
|
2515
|
-
}
|
|
2516
|
-
template <typename Char, typename OutputIt, typename UInt>
|
|
2517
|
-
inline auto write_significand(OutputIt out, UInt significand,
|
|
2518
|
-
int significand_size) -> OutputIt {
|
|
2519
|
-
return format_decimal<Char>(out, significand, significand_size).end;
|
|
2520
|
-
}
|
|
2521
|
-
template <typename Char, typename OutputIt, typename T, typename Grouping>
|
|
2522
|
-
FMT_CONSTEXPR20 auto write_significand(OutputIt out, T significand,
|
|
2523
|
-
int significand_size, int exponent,
|
|
2524
|
-
const Grouping& grouping) -> OutputIt {
|
|
2525
|
-
if (!grouping.has_separator()) {
|
|
2526
|
-
out = write_significand<Char>(out, significand, significand_size);
|
|
2527
|
-
return detail::fill_n(out, exponent, static_cast<Char>('0'));
|
|
2528
|
-
}
|
|
2529
|
-
auto buffer = memory_buffer();
|
|
2530
|
-
write_significand<char>(appender(buffer), significand, significand_size);
|
|
2531
|
-
detail::fill_n(appender(buffer), exponent, '0');
|
|
2532
|
-
return grouping.apply(out, string_view(buffer.data(), buffer.size()));
|
|
2533
|
-
}
|
|
2534
|
-
|
|
2535
|
-
template <typename Char, typename UInt,
|
|
2536
|
-
FMT_ENABLE_IF(std::is_integral<UInt>::value)>
|
|
2537
|
-
inline auto write_significand(Char* out, UInt significand, int significand_size,
|
|
2538
|
-
int integral_size, Char decimal_point) -> Char* {
|
|
2539
|
-
if (!decimal_point)
|
|
2540
|
-
return format_decimal(out, significand, significand_size).end;
|
|
2541
|
-
out += significand_size + 1;
|
|
2542
|
-
Char* end = out;
|
|
2543
|
-
int floating_size = significand_size - integral_size;
|
|
2544
|
-
for (int i = floating_size / 2; i > 0; --i) {
|
|
2545
|
-
out -= 2;
|
|
2546
|
-
copy2(out, digits2(static_cast<std::size_t>(significand % 100)));
|
|
2547
|
-
significand /= 100;
|
|
2548
|
-
}
|
|
2549
|
-
if (floating_size % 2 != 0) {
|
|
2550
|
-
*--out = static_cast<Char>('0' + significand % 10);
|
|
2551
|
-
significand /= 10;
|
|
2552
|
-
}
|
|
2553
|
-
*--out = decimal_point;
|
|
2554
|
-
format_decimal(out - integral_size, significand, integral_size);
|
|
2555
|
-
return end;
|
|
2556
|
-
}
|
|
2557
|
-
|
|
2558
|
-
template <typename OutputIt, typename UInt, typename Char,
|
|
2559
|
-
FMT_ENABLE_IF(!std::is_pointer<remove_cvref_t<OutputIt>>::value)>
|
|
2560
|
-
inline auto write_significand(OutputIt out, UInt significand,
|
|
2561
|
-
int significand_size, int integral_size,
|
|
2562
|
-
Char decimal_point) -> OutputIt {
|
|
2563
|
-
// Buffer is large enough to hold digits (digits10 + 1) and a decimal point.
|
|
2564
|
-
Char buffer[digits10<UInt>() + 2];
|
|
2565
|
-
auto end = write_significand(buffer, significand, significand_size,
|
|
2566
|
-
integral_size, decimal_point);
|
|
2567
|
-
return detail::copy_str_noinline<Char>(buffer, end, out);
|
|
2568
|
-
}
|
|
2569
|
-
|
|
2570
|
-
template <typename OutputIt, typename Char>
|
|
2571
|
-
FMT_CONSTEXPR auto write_significand(OutputIt out, const char* significand,
|
|
2572
|
-
int significand_size, int integral_size,
|
|
2573
|
-
Char decimal_point) -> OutputIt {
|
|
2574
|
-
out = detail::copy_str_noinline<Char>(significand,
|
|
2575
|
-
significand + integral_size, out);
|
|
2576
|
-
if (!decimal_point) return out;
|
|
2577
|
-
*out++ = decimal_point;
|
|
2578
|
-
return detail::copy_str_noinline<Char>(significand + integral_size,
|
|
2579
|
-
significand + significand_size, out);
|
|
2580
|
-
}
|
|
2581
|
-
|
|
2582
|
-
template <typename OutputIt, typename Char, typename T, typename Grouping>
|
|
2583
|
-
FMT_CONSTEXPR20 auto write_significand(OutputIt out, T significand,
|
|
2584
|
-
int significand_size, int integral_size,
|
|
2585
|
-
Char decimal_point,
|
|
2586
|
-
const Grouping& grouping) -> OutputIt {
|
|
2587
|
-
if (!grouping.has_separator()) {
|
|
2588
|
-
return write_significand(out, significand, significand_size, integral_size,
|
|
2589
|
-
decimal_point);
|
|
2590
|
-
}
|
|
2591
|
-
auto buffer = basic_memory_buffer<Char>();
|
|
2592
|
-
write_significand(buffer_appender<Char>(buffer), significand,
|
|
2593
|
-
significand_size, integral_size, decimal_point);
|
|
2594
|
-
grouping.apply(
|
|
2595
|
-
out, basic_string_view<Char>(buffer.data(), to_unsigned(integral_size)));
|
|
2596
|
-
return detail::copy_str_noinline<Char>(buffer.data() + integral_size,
|
|
2597
|
-
buffer.end(), out);
|
|
2598
|
-
}
|
|
2599
|
-
|
|
2600
|
-
template <typename OutputIt, typename DecimalFP, typename Char,
|
|
2601
|
-
typename Grouping = digit_grouping<Char>>
|
|
2602
|
-
FMT_CONSTEXPR20 auto do_write_float(OutputIt out, const DecimalFP& f,
|
|
2603
|
-
const format_specs<Char>& specs,
|
|
2604
|
-
float_specs fspecs, locale_ref loc)
|
|
2605
|
-
-> OutputIt {
|
|
2606
|
-
auto significand = f.significand;
|
|
2607
|
-
int significand_size = get_significand_size(f);
|
|
2608
|
-
const Char zero = static_cast<Char>('0');
|
|
2609
|
-
auto sign = fspecs.sign;
|
|
2610
|
-
size_t size = to_unsigned(significand_size) + (sign ? 1 : 0);
|
|
2611
|
-
using iterator = reserve_iterator<OutputIt>;
|
|
2612
|
-
|
|
2613
|
-
Char decimal_point =
|
|
2614
|
-
fspecs.locale ? detail::decimal_point<Char>(loc) : static_cast<Char>('.');
|
|
2615
|
-
|
|
2616
|
-
int output_exp = f.exponent + significand_size - 1;
|
|
2617
|
-
auto use_exp_format = [=]() {
|
|
2618
|
-
if (fspecs.format == float_format::exp) return true;
|
|
2619
|
-
if (fspecs.format != float_format::general) return false;
|
|
2620
|
-
// Use the fixed notation if the exponent is in [exp_lower, exp_upper),
|
|
2621
|
-
// e.g. 0.0001 instead of 1e-04. Otherwise use the exponent notation.
|
|
2622
|
-
const int exp_lower = -4, exp_upper = 16;
|
|
2623
|
-
return output_exp < exp_lower ||
|
|
2624
|
-
output_exp >= (fspecs.precision > 0 ? fspecs.precision : exp_upper);
|
|
2625
|
-
};
|
|
2626
|
-
if (use_exp_format()) {
|
|
2627
|
-
int num_zeros = 0;
|
|
2628
|
-
if (fspecs.showpoint) {
|
|
2629
|
-
num_zeros = fspecs.precision - significand_size;
|
|
2630
|
-
if (num_zeros < 0) num_zeros = 0;
|
|
2631
|
-
size += to_unsigned(num_zeros);
|
|
2632
|
-
} else if (significand_size == 1) {
|
|
2633
|
-
decimal_point = Char();
|
|
2634
|
-
}
|
|
2635
|
-
auto abs_output_exp = output_exp >= 0 ? output_exp : -output_exp;
|
|
2636
|
-
int exp_digits = 2;
|
|
2637
|
-
if (abs_output_exp >= 100) exp_digits = abs_output_exp >= 1000 ? 4 : 3;
|
|
2638
|
-
|
|
2639
|
-
size += to_unsigned((decimal_point ? 1 : 0) + 2 + exp_digits);
|
|
2640
|
-
char exp_char = fspecs.upper ? 'E' : 'e';
|
|
2641
|
-
auto write = [=](iterator it) {
|
|
2642
|
-
if (sign) *it++ = detail::sign<Char>(sign);
|
|
2643
|
-
// Insert a decimal point after the first digit and add an exponent.
|
|
2644
|
-
it = write_significand(it, significand, significand_size, 1,
|
|
2645
|
-
decimal_point);
|
|
2646
|
-
if (num_zeros > 0) it = detail::fill_n(it, num_zeros, zero);
|
|
2647
|
-
*it++ = static_cast<Char>(exp_char);
|
|
2648
|
-
return write_exponent<Char>(output_exp, it);
|
|
2649
|
-
};
|
|
2650
|
-
return specs.width > 0 ? write_padded<align::right>(out, specs, size, write)
|
|
2651
|
-
: base_iterator(out, write(reserve(out, size)));
|
|
2652
|
-
}
|
|
2653
|
-
|
|
2654
|
-
int exp = f.exponent + significand_size;
|
|
2655
|
-
if (f.exponent >= 0) {
|
|
2656
|
-
// 1234e5 -> 123400000[.0+]
|
|
2657
|
-
size += to_unsigned(f.exponent);
|
|
2658
|
-
int num_zeros = fspecs.precision - exp;
|
|
2659
|
-
abort_fuzzing_if(num_zeros > 5000);
|
|
2660
|
-
if (fspecs.showpoint) {
|
|
2661
|
-
++size;
|
|
2662
|
-
if (num_zeros <= 0 && fspecs.format != float_format::fixed) num_zeros = 0;
|
|
2663
|
-
if (num_zeros > 0) size += to_unsigned(num_zeros);
|
|
2664
|
-
}
|
|
2665
|
-
auto grouping = Grouping(loc, fspecs.locale);
|
|
2666
|
-
size += to_unsigned(grouping.count_separators(exp));
|
|
2667
|
-
return write_padded<align::right>(out, specs, size, [&](iterator it) {
|
|
2668
|
-
if (sign) *it++ = detail::sign<Char>(sign);
|
|
2669
|
-
it = write_significand<Char>(it, significand, significand_size,
|
|
2670
|
-
f.exponent, grouping);
|
|
2671
|
-
if (!fspecs.showpoint) return it;
|
|
2672
|
-
*it++ = decimal_point;
|
|
2673
|
-
return num_zeros > 0 ? detail::fill_n(it, num_zeros, zero) : it;
|
|
2674
|
-
});
|
|
2675
|
-
} else if (exp > 0) {
|
|
2676
|
-
// 1234e-2 -> 12.34[0+]
|
|
2677
|
-
int num_zeros = fspecs.showpoint ? fspecs.precision - significand_size : 0;
|
|
2678
|
-
size += 1 + to_unsigned(num_zeros > 0 ? num_zeros : 0);
|
|
2679
|
-
auto grouping = Grouping(loc, fspecs.locale);
|
|
2680
|
-
size += to_unsigned(grouping.count_separators(exp));
|
|
2681
|
-
return write_padded<align::right>(out, specs, size, [&](iterator it) {
|
|
2682
|
-
if (sign) *it++ = detail::sign<Char>(sign);
|
|
2683
|
-
it = write_significand(it, significand, significand_size, exp,
|
|
2684
|
-
decimal_point, grouping);
|
|
2685
|
-
return num_zeros > 0 ? detail::fill_n(it, num_zeros, zero) : it;
|
|
2686
|
-
});
|
|
2687
|
-
}
|
|
2688
|
-
// 1234e-6 -> 0.001234
|
|
2689
|
-
int num_zeros = -exp;
|
|
2690
|
-
if (significand_size == 0 && fspecs.precision >= 0 &&
|
|
2691
|
-
fspecs.precision < num_zeros) {
|
|
2692
|
-
num_zeros = fspecs.precision;
|
|
2693
|
-
}
|
|
2694
|
-
bool pointy = num_zeros != 0 || significand_size != 0 || fspecs.showpoint;
|
|
2695
|
-
size += 1 + (pointy ? 1 : 0) + to_unsigned(num_zeros);
|
|
2696
|
-
return write_padded<align::right>(out, specs, size, [&](iterator it) {
|
|
2697
|
-
if (sign) *it++ = detail::sign<Char>(sign);
|
|
2698
|
-
*it++ = zero;
|
|
2699
|
-
if (!pointy) return it;
|
|
2700
|
-
*it++ = decimal_point;
|
|
2701
|
-
it = detail::fill_n(it, num_zeros, zero);
|
|
2702
|
-
return write_significand<Char>(it, significand, significand_size);
|
|
2703
|
-
});
|
|
2704
|
-
}
|
|
2705
|
-
|
|
2706
|
-
template <typename Char> class fallback_digit_grouping {
|
|
2707
|
-
public:
|
|
2708
|
-
constexpr fallback_digit_grouping(locale_ref, bool) {}
|
|
2709
|
-
|
|
2710
|
-
constexpr auto has_separator() const -> bool { return false; }
|
|
2711
|
-
|
|
2712
|
-
constexpr auto count_separators(int) const -> int { return 0; }
|
|
2713
|
-
|
|
2714
|
-
template <typename Out, typename C>
|
|
2715
|
-
constexpr auto apply(Out out, basic_string_view<C>) const -> Out {
|
|
2716
|
-
return out;
|
|
2717
|
-
}
|
|
2718
|
-
};
|
|
2719
|
-
|
|
2720
|
-
template <typename OutputIt, typename DecimalFP, typename Char>
|
|
2721
|
-
FMT_CONSTEXPR20 auto write_float(OutputIt out, const DecimalFP& f,
|
|
2722
|
-
const format_specs<Char>& specs,
|
|
2723
|
-
float_specs fspecs, locale_ref loc)
|
|
2724
|
-
-> OutputIt {
|
|
2725
|
-
if (is_constant_evaluated()) {
|
|
2726
|
-
return do_write_float<OutputIt, DecimalFP, Char,
|
|
2727
|
-
fallback_digit_grouping<Char>>(out, f, specs, fspecs,
|
|
2728
|
-
loc);
|
|
2729
|
-
} else {
|
|
2730
|
-
return do_write_float(out, f, specs, fspecs, loc);
|
|
2731
|
-
}
|
|
2732
|
-
}
|
|
2733
|
-
|
|
2734
|
-
template <typename T> constexpr auto isnan(T value) -> bool {
|
|
2735
|
-
return !(value >= value); // std::isnan doesn't support __float128.
|
|
2736
|
-
}
|
|
2737
|
-
|
|
2738
|
-
template <typename T, typename Enable = void>
|
|
2739
|
-
struct has_isfinite : std::false_type {};
|
|
2740
|
-
|
|
2741
|
-
template <typename T>
|
|
2742
|
-
struct has_isfinite<T, enable_if_t<sizeof(std::isfinite(T())) != 0>>
|
|
2743
|
-
: std::true_type {};
|
|
2744
|
-
|
|
2745
|
-
template <typename T, FMT_ENABLE_IF(std::is_floating_point<T>::value&&
|
|
2746
|
-
has_isfinite<T>::value)>
|
|
2747
|
-
FMT_CONSTEXPR20 auto isfinite(T value) -> bool {
|
|
2748
|
-
constexpr T inf = T(std::numeric_limits<double>::infinity());
|
|
2749
|
-
if (is_constant_evaluated())
|
|
2750
|
-
return !detail::isnan(value) && value < inf && value > -inf;
|
|
2751
|
-
return std::isfinite(value);
|
|
2752
|
-
}
|
|
2753
|
-
template <typename T, FMT_ENABLE_IF(!has_isfinite<T>::value)>
|
|
2754
|
-
FMT_CONSTEXPR auto isfinite(T value) -> bool {
|
|
2755
|
-
T inf = T(std::numeric_limits<double>::infinity());
|
|
2756
|
-
// std::isfinite doesn't support __float128.
|
|
2757
|
-
return !detail::isnan(value) && value < inf && value > -inf;
|
|
2758
|
-
}
|
|
2759
|
-
|
|
2760
|
-
template <typename T, FMT_ENABLE_IF(is_floating_point<T>::value)>
|
|
2761
|
-
FMT_INLINE FMT_CONSTEXPR bool signbit(T value) {
|
|
2762
|
-
if (is_constant_evaluated()) {
|
|
2763
|
-
#ifdef __cpp_if_constexpr
|
|
2764
|
-
if constexpr (std::numeric_limits<double>::is_iec559) {
|
|
2765
|
-
auto bits = detail::bit_cast<uint64_t>(static_cast<double>(value));
|
|
2766
|
-
return (bits >> (num_bits<uint64_t>() - 1)) != 0;
|
|
2767
|
-
}
|
|
2768
|
-
#endif
|
|
2769
|
-
}
|
|
2770
|
-
return std::signbit(static_cast<double>(value));
|
|
2771
|
-
}
|
|
2772
|
-
|
|
2773
|
-
inline FMT_CONSTEXPR20 void adjust_precision(int& precision, int exp10) {
|
|
2774
|
-
// Adjust fixed precision by exponent because it is relative to decimal
|
|
2775
|
-
// point.
|
|
2776
|
-
if (exp10 > 0 && precision > max_value<int>() - exp10)
|
|
2777
|
-
FMT_THROW(format_error("number is too big"));
|
|
2778
|
-
precision += exp10;
|
|
2779
|
-
}
|
|
2780
|
-
|
|
2781
|
-
class bigint {
|
|
2782
|
-
private:
|
|
2783
|
-
// A bigint is stored as an array of bigits (big digits), with bigit at index
|
|
2784
|
-
// 0 being the least significant one.
|
|
2785
|
-
using bigit = uint32_t;
|
|
2786
|
-
using double_bigit = uint64_t;
|
|
2787
|
-
enum { bigits_capacity = 32 };
|
|
2788
|
-
basic_memory_buffer<bigit, bigits_capacity> bigits_;
|
|
2789
|
-
int exp_;
|
|
2790
|
-
|
|
2791
|
-
FMT_CONSTEXPR20 auto operator[](int index) const -> bigit {
|
|
2792
|
-
return bigits_[to_unsigned(index)];
|
|
2793
|
-
}
|
|
2794
|
-
FMT_CONSTEXPR20 auto operator[](int index) -> bigit& {
|
|
2795
|
-
return bigits_[to_unsigned(index)];
|
|
2796
|
-
}
|
|
2797
|
-
|
|
2798
|
-
static constexpr const int bigit_bits = num_bits<bigit>();
|
|
2799
|
-
|
|
2800
|
-
friend struct formatter<bigint>;
|
|
2801
|
-
|
|
2802
|
-
FMT_CONSTEXPR20 void subtract_bigits(int index, bigit other, bigit& borrow) {
|
|
2803
|
-
auto result = static_cast<double_bigit>((*this)[index]) - other - borrow;
|
|
2804
|
-
(*this)[index] = static_cast<bigit>(result);
|
|
2805
|
-
borrow = static_cast<bigit>(result >> (bigit_bits * 2 - 1));
|
|
2806
|
-
}
|
|
2807
|
-
|
|
2808
|
-
FMT_CONSTEXPR20 void remove_leading_zeros() {
|
|
2809
|
-
int num_bigits = static_cast<int>(bigits_.size()) - 1;
|
|
2810
|
-
while (num_bigits > 0 && (*this)[num_bigits] == 0) --num_bigits;
|
|
2811
|
-
bigits_.resize(to_unsigned(num_bigits + 1));
|
|
2812
|
-
}
|
|
2813
|
-
|
|
2814
|
-
// Computes *this -= other assuming aligned bigints and *this >= other.
|
|
2815
|
-
FMT_CONSTEXPR20 void subtract_aligned(const bigint& other) {
|
|
2816
|
-
FMT_ASSERT(other.exp_ >= exp_, "unaligned bigints");
|
|
2817
|
-
FMT_ASSERT(compare(*this, other) >= 0, "");
|
|
2818
|
-
bigit borrow = 0;
|
|
2819
|
-
int i = other.exp_ - exp_;
|
|
2820
|
-
for (size_t j = 0, n = other.bigits_.size(); j != n; ++i, ++j)
|
|
2821
|
-
subtract_bigits(i, other.bigits_[j], borrow);
|
|
2822
|
-
while (borrow > 0) subtract_bigits(i, 0, borrow);
|
|
2823
|
-
remove_leading_zeros();
|
|
2824
|
-
}
|
|
2825
|
-
|
|
2826
|
-
FMT_CONSTEXPR20 void multiply(uint32_t value) {
|
|
2827
|
-
const double_bigit wide_value = value;
|
|
2828
|
-
bigit carry = 0;
|
|
2829
|
-
for (size_t i = 0, n = bigits_.size(); i < n; ++i) {
|
|
2830
|
-
double_bigit result = bigits_[i] * wide_value + carry;
|
|
2831
|
-
bigits_[i] = static_cast<bigit>(result);
|
|
2832
|
-
carry = static_cast<bigit>(result >> bigit_bits);
|
|
2833
|
-
}
|
|
2834
|
-
if (carry != 0) bigits_.push_back(carry);
|
|
2835
|
-
}
|
|
2836
|
-
|
|
2837
|
-
template <typename UInt, FMT_ENABLE_IF(std::is_same<UInt, uint64_t>::value ||
|
|
2838
|
-
std::is_same<UInt, uint128_t>::value)>
|
|
2839
|
-
FMT_CONSTEXPR20 void multiply(UInt value) {
|
|
2840
|
-
using half_uint =
|
|
2841
|
-
conditional_t<std::is_same<UInt, uint128_t>::value, uint64_t, uint32_t>;
|
|
2842
|
-
const int shift = num_bits<half_uint>() - bigit_bits;
|
|
2843
|
-
const UInt lower = static_cast<half_uint>(value);
|
|
2844
|
-
const UInt upper = value >> num_bits<half_uint>();
|
|
2845
|
-
UInt carry = 0;
|
|
2846
|
-
for (size_t i = 0, n = bigits_.size(); i < n; ++i) {
|
|
2847
|
-
UInt result = lower * bigits_[i] + static_cast<bigit>(carry);
|
|
2848
|
-
carry = (upper * bigits_[i] << shift) + (result >> bigit_bits) +
|
|
2849
|
-
(carry >> bigit_bits);
|
|
2850
|
-
bigits_[i] = static_cast<bigit>(result);
|
|
2851
|
-
}
|
|
2852
|
-
while (carry != 0) {
|
|
2853
|
-
bigits_.push_back(static_cast<bigit>(carry));
|
|
2854
|
-
carry >>= bigit_bits;
|
|
2855
|
-
}
|
|
2856
|
-
}
|
|
2857
|
-
|
|
2858
|
-
template <typename UInt, FMT_ENABLE_IF(std::is_same<UInt, uint64_t>::value ||
|
|
2859
|
-
std::is_same<UInt, uint128_t>::value)>
|
|
2860
|
-
FMT_CONSTEXPR20 void assign(UInt n) {
|
|
2861
|
-
size_t num_bigits = 0;
|
|
2862
|
-
do {
|
|
2863
|
-
bigits_[num_bigits++] = static_cast<bigit>(n);
|
|
2864
|
-
n >>= bigit_bits;
|
|
2865
|
-
} while (n != 0);
|
|
2866
|
-
bigits_.resize(num_bigits);
|
|
2867
|
-
exp_ = 0;
|
|
2868
|
-
}
|
|
2869
|
-
|
|
2870
|
-
public:
|
|
2871
|
-
FMT_CONSTEXPR20 bigint() : exp_(0) {}
|
|
2872
|
-
explicit bigint(uint64_t n) { assign(n); }
|
|
2873
|
-
|
|
2874
|
-
bigint(const bigint&) = delete;
|
|
2875
|
-
void operator=(const bigint&) = delete;
|
|
2876
|
-
|
|
2877
|
-
FMT_CONSTEXPR20 void assign(const bigint& other) {
|
|
2878
|
-
auto size = other.bigits_.size();
|
|
2879
|
-
bigits_.resize(size);
|
|
2880
|
-
auto data = other.bigits_.data();
|
|
2881
|
-
copy_str<bigit>(data, data + size, bigits_.data());
|
|
2882
|
-
exp_ = other.exp_;
|
|
2883
|
-
}
|
|
2884
|
-
|
|
2885
|
-
template <typename Int> FMT_CONSTEXPR20 void operator=(Int n) {
|
|
2886
|
-
FMT_ASSERT(n > 0, "");
|
|
2887
|
-
assign(uint64_or_128_t<Int>(n));
|
|
2888
|
-
}
|
|
2889
|
-
|
|
2890
|
-
FMT_CONSTEXPR20 auto num_bigits() const -> int {
|
|
2891
|
-
return static_cast<int>(bigits_.size()) + exp_;
|
|
2892
|
-
}
|
|
2893
|
-
|
|
2894
|
-
FMT_NOINLINE FMT_CONSTEXPR20 auto operator<<=(int shift) -> bigint& {
|
|
2895
|
-
FMT_ASSERT(shift >= 0, "");
|
|
2896
|
-
exp_ += shift / bigit_bits;
|
|
2897
|
-
shift %= bigit_bits;
|
|
2898
|
-
if (shift == 0) return *this;
|
|
2899
|
-
bigit carry = 0;
|
|
2900
|
-
for (size_t i = 0, n = bigits_.size(); i < n; ++i) {
|
|
2901
|
-
bigit c = bigits_[i] >> (bigit_bits - shift);
|
|
2902
|
-
bigits_[i] = (bigits_[i] << shift) + carry;
|
|
2903
|
-
carry = c;
|
|
2904
|
-
}
|
|
2905
|
-
if (carry != 0) bigits_.push_back(carry);
|
|
2906
|
-
return *this;
|
|
2907
|
-
}
|
|
2908
|
-
|
|
2909
|
-
template <typename Int>
|
|
2910
|
-
FMT_CONSTEXPR20 auto operator*=(Int value) -> bigint& {
|
|
2911
|
-
FMT_ASSERT(value > 0, "");
|
|
2912
|
-
multiply(uint32_or_64_or_128_t<Int>(value));
|
|
2913
|
-
return *this;
|
|
2914
|
-
}
|
|
2915
|
-
|
|
2916
|
-
friend FMT_CONSTEXPR20 auto compare(const bigint& lhs, const bigint& rhs)
|
|
2917
|
-
-> int {
|
|
2918
|
-
int num_lhs_bigits = lhs.num_bigits(), num_rhs_bigits = rhs.num_bigits();
|
|
2919
|
-
if (num_lhs_bigits != num_rhs_bigits)
|
|
2920
|
-
return num_lhs_bigits > num_rhs_bigits ? 1 : -1;
|
|
2921
|
-
int i = static_cast<int>(lhs.bigits_.size()) - 1;
|
|
2922
|
-
int j = static_cast<int>(rhs.bigits_.size()) - 1;
|
|
2923
|
-
int end = i - j;
|
|
2924
|
-
if (end < 0) end = 0;
|
|
2925
|
-
for (; i >= end; --i, --j) {
|
|
2926
|
-
bigit lhs_bigit = lhs[i], rhs_bigit = rhs[j];
|
|
2927
|
-
if (lhs_bigit != rhs_bigit) return lhs_bigit > rhs_bigit ? 1 : -1;
|
|
2928
|
-
}
|
|
2929
|
-
if (i != j) return i > j ? 1 : -1;
|
|
2930
|
-
return 0;
|
|
2931
|
-
}
|
|
2932
|
-
|
|
2933
|
-
// Returns compare(lhs1 + lhs2, rhs).
|
|
2934
|
-
friend FMT_CONSTEXPR20 auto add_compare(const bigint& lhs1,
|
|
2935
|
-
const bigint& lhs2, const bigint& rhs)
|
|
2936
|
-
-> int {
|
|
2937
|
-
auto minimum = [](int a, int b) { return a < b ? a : b; };
|
|
2938
|
-
auto maximum = [](int a, int b) { return a > b ? a : b; };
|
|
2939
|
-
int max_lhs_bigits = maximum(lhs1.num_bigits(), lhs2.num_bigits());
|
|
2940
|
-
int num_rhs_bigits = rhs.num_bigits();
|
|
2941
|
-
if (max_lhs_bigits + 1 < num_rhs_bigits) return -1;
|
|
2942
|
-
if (max_lhs_bigits > num_rhs_bigits) return 1;
|
|
2943
|
-
auto get_bigit = [](const bigint& n, int i) -> bigit {
|
|
2944
|
-
return i >= n.exp_ && i < n.num_bigits() ? n[i - n.exp_] : 0;
|
|
2945
|
-
};
|
|
2946
|
-
double_bigit borrow = 0;
|
|
2947
|
-
int min_exp = minimum(minimum(lhs1.exp_, lhs2.exp_), rhs.exp_);
|
|
2948
|
-
for (int i = num_rhs_bigits - 1; i >= min_exp; --i) {
|
|
2949
|
-
double_bigit sum =
|
|
2950
|
-
static_cast<double_bigit>(get_bigit(lhs1, i)) + get_bigit(lhs2, i);
|
|
2951
|
-
bigit rhs_bigit = get_bigit(rhs, i);
|
|
2952
|
-
if (sum > rhs_bigit + borrow) return 1;
|
|
2953
|
-
borrow = rhs_bigit + borrow - sum;
|
|
2954
|
-
if (borrow > 1) return -1;
|
|
2955
|
-
borrow <<= bigit_bits;
|
|
2956
|
-
}
|
|
2957
|
-
return borrow != 0 ? -1 : 0;
|
|
2958
|
-
}
|
|
2959
|
-
|
|
2960
|
-
// Assigns pow(10, exp) to this bigint.
|
|
2961
|
-
FMT_CONSTEXPR20 void assign_pow10(int exp) {
|
|
2962
|
-
FMT_ASSERT(exp >= 0, "");
|
|
2963
|
-
if (exp == 0) return *this = 1;
|
|
2964
|
-
// Find the top bit.
|
|
2965
|
-
int bitmask = 1;
|
|
2966
|
-
while (exp >= bitmask) bitmask <<= 1;
|
|
2967
|
-
bitmask >>= 1;
|
|
2968
|
-
// pow(10, exp) = pow(5, exp) * pow(2, exp). First compute pow(5, exp) by
|
|
2969
|
-
// repeated squaring and multiplication.
|
|
2970
|
-
*this = 5;
|
|
2971
|
-
bitmask >>= 1;
|
|
2972
|
-
while (bitmask != 0) {
|
|
2973
|
-
square();
|
|
2974
|
-
if ((exp & bitmask) != 0) *this *= 5;
|
|
2975
|
-
bitmask >>= 1;
|
|
2976
|
-
}
|
|
2977
|
-
*this <<= exp; // Multiply by pow(2, exp) by shifting.
|
|
2978
|
-
}
|
|
2979
|
-
|
|
2980
|
-
FMT_CONSTEXPR20 void square() {
|
|
2981
|
-
int num_bigits = static_cast<int>(bigits_.size());
|
|
2982
|
-
int num_result_bigits = 2 * num_bigits;
|
|
2983
|
-
basic_memory_buffer<bigit, bigits_capacity> n(std::move(bigits_));
|
|
2984
|
-
bigits_.resize(to_unsigned(num_result_bigits));
|
|
2985
|
-
auto sum = uint128_t();
|
|
2986
|
-
for (int bigit_index = 0; bigit_index < num_bigits; ++bigit_index) {
|
|
2987
|
-
// Compute bigit at position bigit_index of the result by adding
|
|
2988
|
-
// cross-product terms n[i] * n[j] such that i + j == bigit_index.
|
|
2989
|
-
for (int i = 0, j = bigit_index; j >= 0; ++i, --j) {
|
|
2990
|
-
// Most terms are multiplied twice which can be optimized in the future.
|
|
2991
|
-
sum += static_cast<double_bigit>(n[i]) * n[j];
|
|
2992
|
-
}
|
|
2993
|
-
(*this)[bigit_index] = static_cast<bigit>(sum);
|
|
2994
|
-
sum >>= num_bits<bigit>(); // Compute the carry.
|
|
2995
|
-
}
|
|
2996
|
-
// Do the same for the top half.
|
|
2997
|
-
for (int bigit_index = num_bigits; bigit_index < num_result_bigits;
|
|
2998
|
-
++bigit_index) {
|
|
2999
|
-
for (int j = num_bigits - 1, i = bigit_index - j; i < num_bigits;)
|
|
3000
|
-
sum += static_cast<double_bigit>(n[i++]) * n[j--];
|
|
3001
|
-
(*this)[bigit_index] = static_cast<bigit>(sum);
|
|
3002
|
-
sum >>= num_bits<bigit>();
|
|
3003
|
-
}
|
|
3004
|
-
remove_leading_zeros();
|
|
3005
|
-
exp_ *= 2;
|
|
3006
|
-
}
|
|
3007
|
-
|
|
3008
|
-
// If this bigint has a bigger exponent than other, adds trailing zero to make
|
|
3009
|
-
// exponents equal. This simplifies some operations such as subtraction.
|
|
3010
|
-
FMT_CONSTEXPR20 void align(const bigint& other) {
|
|
3011
|
-
int exp_difference = exp_ - other.exp_;
|
|
3012
|
-
if (exp_difference <= 0) return;
|
|
3013
|
-
int num_bigits = static_cast<int>(bigits_.size());
|
|
3014
|
-
bigits_.resize(to_unsigned(num_bigits + exp_difference));
|
|
3015
|
-
for (int i = num_bigits - 1, j = i + exp_difference; i >= 0; --i, --j)
|
|
3016
|
-
bigits_[j] = bigits_[i];
|
|
3017
|
-
std::uninitialized_fill_n(bigits_.data(), exp_difference, 0u);
|
|
3018
|
-
exp_ -= exp_difference;
|
|
3019
|
-
}
|
|
3020
|
-
|
|
3021
|
-
// Divides this bignum by divisor, assigning the remainder to this and
|
|
3022
|
-
// returning the quotient.
|
|
3023
|
-
FMT_CONSTEXPR20 auto divmod_assign(const bigint& divisor) -> int {
|
|
3024
|
-
FMT_ASSERT(this != &divisor, "");
|
|
3025
|
-
if (compare(*this, divisor) < 0) return 0;
|
|
3026
|
-
FMT_ASSERT(divisor.bigits_[divisor.bigits_.size() - 1u] != 0, "");
|
|
3027
|
-
align(divisor);
|
|
3028
|
-
int quotient = 0;
|
|
3029
|
-
do {
|
|
3030
|
-
subtract_aligned(divisor);
|
|
3031
|
-
++quotient;
|
|
3032
|
-
} while (compare(*this, divisor) >= 0);
|
|
3033
|
-
return quotient;
|
|
3034
|
-
}
|
|
3035
|
-
};
|
|
3036
|
-
|
|
3037
|
-
// format_dragon flags.
|
|
3038
|
-
enum dragon {
|
|
3039
|
-
predecessor_closer = 1,
|
|
3040
|
-
fixup = 2, // Run fixup to correct exp10 which can be off by one.
|
|
3041
|
-
fixed = 4,
|
|
3042
|
-
};
|
|
3043
|
-
|
|
3044
|
-
// Formats a floating-point number using a variation of the Fixed-Precision
|
|
3045
|
-
// Positive Floating-Point Printout ((FPP)^2) algorithm by Steele & White:
|
|
3046
|
-
// https://fmt.dev/papers/p372-steele.pdf.
|
|
3047
|
-
FMT_CONSTEXPR20 inline void format_dragon(basic_fp<uint128_t> value,
|
|
3048
|
-
unsigned flags, int num_digits,
|
|
3049
|
-
buffer<char>& buf, int& exp10) {
|
|
3050
|
-
bigint numerator; // 2 * R in (FPP)^2.
|
|
3051
|
-
bigint denominator; // 2 * S in (FPP)^2.
|
|
3052
|
-
// lower and upper are differences between value and corresponding boundaries.
|
|
3053
|
-
bigint lower; // (M^- in (FPP)^2).
|
|
3054
|
-
bigint upper_store; // upper's value if different from lower.
|
|
3055
|
-
bigint* upper = nullptr; // (M^+ in (FPP)^2).
|
|
3056
|
-
// Shift numerator and denominator by an extra bit or two (if lower boundary
|
|
3057
|
-
// is closer) to make lower and upper integers. This eliminates multiplication
|
|
3058
|
-
// by 2 during later computations.
|
|
3059
|
-
bool is_predecessor_closer = (flags & dragon::predecessor_closer) != 0;
|
|
3060
|
-
int shift = is_predecessor_closer ? 2 : 1;
|
|
3061
|
-
if (value.e >= 0) {
|
|
3062
|
-
numerator = value.f;
|
|
3063
|
-
numerator <<= value.e + shift;
|
|
3064
|
-
lower = 1;
|
|
3065
|
-
lower <<= value.e;
|
|
3066
|
-
if (is_predecessor_closer) {
|
|
3067
|
-
upper_store = 1;
|
|
3068
|
-
upper_store <<= value.e + 1;
|
|
3069
|
-
upper = &upper_store;
|
|
3070
|
-
}
|
|
3071
|
-
denominator.assign_pow10(exp10);
|
|
3072
|
-
denominator <<= shift;
|
|
3073
|
-
} else if (exp10 < 0) {
|
|
3074
|
-
numerator.assign_pow10(-exp10);
|
|
3075
|
-
lower.assign(numerator);
|
|
3076
|
-
if (is_predecessor_closer) {
|
|
3077
|
-
upper_store.assign(numerator);
|
|
3078
|
-
upper_store <<= 1;
|
|
3079
|
-
upper = &upper_store;
|
|
3080
|
-
}
|
|
3081
|
-
numerator *= value.f;
|
|
3082
|
-
numerator <<= shift;
|
|
3083
|
-
denominator = 1;
|
|
3084
|
-
denominator <<= shift - value.e;
|
|
3085
|
-
} else {
|
|
3086
|
-
numerator = value.f;
|
|
3087
|
-
numerator <<= shift;
|
|
3088
|
-
denominator.assign_pow10(exp10);
|
|
3089
|
-
denominator <<= shift - value.e;
|
|
3090
|
-
lower = 1;
|
|
3091
|
-
if (is_predecessor_closer) {
|
|
3092
|
-
upper_store = 1ULL << 1;
|
|
3093
|
-
upper = &upper_store;
|
|
3094
|
-
}
|
|
3095
|
-
}
|
|
3096
|
-
int even = static_cast<int>((value.f & 1) == 0);
|
|
3097
|
-
if (!upper) upper = &lower;
|
|
3098
|
-
bool shortest = num_digits < 0;
|
|
3099
|
-
if ((flags & dragon::fixup) != 0) {
|
|
3100
|
-
if (add_compare(numerator, *upper, denominator) + even <= 0) {
|
|
3101
|
-
--exp10;
|
|
3102
|
-
numerator *= 10;
|
|
3103
|
-
if (num_digits < 0) {
|
|
3104
|
-
lower *= 10;
|
|
3105
|
-
if (upper != &lower) *upper *= 10;
|
|
3106
|
-
}
|
|
3107
|
-
}
|
|
3108
|
-
if ((flags & dragon::fixed) != 0) adjust_precision(num_digits, exp10 + 1);
|
|
3109
|
-
}
|
|
3110
|
-
// Invariant: value == (numerator / denominator) * pow(10, exp10).
|
|
3111
|
-
if (shortest) {
|
|
3112
|
-
// Generate the shortest representation.
|
|
3113
|
-
num_digits = 0;
|
|
3114
|
-
char* data = buf.data();
|
|
3115
|
-
for (;;) {
|
|
3116
|
-
int digit = numerator.divmod_assign(denominator);
|
|
3117
|
-
bool low = compare(numerator, lower) - even < 0; // numerator <[=] lower.
|
|
3118
|
-
// numerator + upper >[=] pow10:
|
|
3119
|
-
bool high = add_compare(numerator, *upper, denominator) + even > 0;
|
|
3120
|
-
data[num_digits++] = static_cast<char>('0' + digit);
|
|
3121
|
-
if (low || high) {
|
|
3122
|
-
if (!low) {
|
|
3123
|
-
++data[num_digits - 1];
|
|
3124
|
-
} else if (high) {
|
|
3125
|
-
int result = add_compare(numerator, numerator, denominator);
|
|
3126
|
-
// Round half to even.
|
|
3127
|
-
if (result > 0 || (result == 0 && (digit % 2) != 0))
|
|
3128
|
-
++data[num_digits - 1];
|
|
3129
|
-
}
|
|
3130
|
-
buf.try_resize(to_unsigned(num_digits));
|
|
3131
|
-
exp10 -= num_digits - 1;
|
|
3132
|
-
return;
|
|
3133
|
-
}
|
|
3134
|
-
numerator *= 10;
|
|
3135
|
-
lower *= 10;
|
|
3136
|
-
if (upper != &lower) *upper *= 10;
|
|
3137
|
-
}
|
|
3138
|
-
}
|
|
3139
|
-
// Generate the given number of digits.
|
|
3140
|
-
exp10 -= num_digits - 1;
|
|
3141
|
-
if (num_digits <= 0) {
|
|
3142
|
-
denominator *= 10;
|
|
3143
|
-
auto digit = add_compare(numerator, numerator, denominator) > 0 ? '1' : '0';
|
|
3144
|
-
buf.push_back(digit);
|
|
3145
|
-
return;
|
|
3146
|
-
}
|
|
3147
|
-
buf.try_resize(to_unsigned(num_digits));
|
|
3148
|
-
for (int i = 0; i < num_digits - 1; ++i) {
|
|
3149
|
-
int digit = numerator.divmod_assign(denominator);
|
|
3150
|
-
buf[i] = static_cast<char>('0' + digit);
|
|
3151
|
-
numerator *= 10;
|
|
3152
|
-
}
|
|
3153
|
-
int digit = numerator.divmod_assign(denominator);
|
|
3154
|
-
auto result = add_compare(numerator, numerator, denominator);
|
|
3155
|
-
if (result > 0 || (result == 0 && (digit % 2) != 0)) {
|
|
3156
|
-
if (digit == 9) {
|
|
3157
|
-
const auto overflow = '0' + 10;
|
|
3158
|
-
buf[num_digits - 1] = overflow;
|
|
3159
|
-
// Propagate the carry.
|
|
3160
|
-
for (int i = num_digits - 1; i > 0 && buf[i] == overflow; --i) {
|
|
3161
|
-
buf[i] = '0';
|
|
3162
|
-
++buf[i - 1];
|
|
3163
|
-
}
|
|
3164
|
-
if (buf[0] == overflow) {
|
|
3165
|
-
buf[0] = '1';
|
|
3166
|
-
if ((flags & dragon::fixed) != 0)
|
|
3167
|
-
buf.push_back('0');
|
|
3168
|
-
else
|
|
3169
|
-
++exp10;
|
|
3170
|
-
}
|
|
3171
|
-
return;
|
|
3172
|
-
}
|
|
3173
|
-
++digit;
|
|
3174
|
-
}
|
|
3175
|
-
buf[num_digits - 1] = static_cast<char>('0' + digit);
|
|
3176
|
-
}
|
|
3177
|
-
|
|
3178
|
-
// Formats a floating-point number using the hexfloat format.
|
|
3179
|
-
template <typename Float, FMT_ENABLE_IF(!is_double_double<Float>::value)>
|
|
3180
|
-
FMT_CONSTEXPR20 void format_hexfloat(Float value, int precision,
|
|
3181
|
-
float_specs specs, buffer<char>& buf) {
|
|
3182
|
-
// float is passed as double to reduce the number of instantiations and to
|
|
3183
|
-
// simplify implementation.
|
|
3184
|
-
static_assert(!std::is_same<Float, float>::value, "");
|
|
3185
|
-
|
|
3186
|
-
using info = dragonbox::float_info<Float>;
|
|
3187
|
-
|
|
3188
|
-
// Assume Float is in the format [sign][exponent][significand].
|
|
3189
|
-
using carrier_uint = typename info::carrier_uint;
|
|
3190
|
-
|
|
3191
|
-
constexpr auto num_float_significand_bits =
|
|
3192
|
-
detail::num_significand_bits<Float>();
|
|
3193
|
-
|
|
3194
|
-
basic_fp<carrier_uint> f(value);
|
|
3195
|
-
f.e += num_float_significand_bits;
|
|
3196
|
-
if (!has_implicit_bit<Float>()) --f.e;
|
|
3197
|
-
|
|
3198
|
-
constexpr auto num_fraction_bits =
|
|
3199
|
-
num_float_significand_bits + (has_implicit_bit<Float>() ? 1 : 0);
|
|
3200
|
-
constexpr auto num_xdigits = (num_fraction_bits + 3) / 4;
|
|
3201
|
-
|
|
3202
|
-
constexpr auto leading_shift = ((num_xdigits - 1) * 4);
|
|
3203
|
-
const auto leading_mask = carrier_uint(0xF) << leading_shift;
|
|
3204
|
-
const auto leading_xdigit =
|
|
3205
|
-
static_cast<uint32_t>((f.f & leading_mask) >> leading_shift);
|
|
3206
|
-
if (leading_xdigit > 1) f.e -= (32 - countl_zero(leading_xdigit) - 1);
|
|
3207
|
-
|
|
3208
|
-
int print_xdigits = num_xdigits - 1;
|
|
3209
|
-
if (precision >= 0 && print_xdigits > precision) {
|
|
3210
|
-
const int shift = ((print_xdigits - precision - 1) * 4);
|
|
3211
|
-
const auto mask = carrier_uint(0xF) << shift;
|
|
3212
|
-
const auto v = static_cast<uint32_t>((f.f & mask) >> shift);
|
|
3213
|
-
|
|
3214
|
-
if (v >= 8) {
|
|
3215
|
-
const auto inc = carrier_uint(1) << (shift + 4);
|
|
3216
|
-
f.f += inc;
|
|
3217
|
-
f.f &= ~(inc - 1);
|
|
3218
|
-
}
|
|
3219
|
-
|
|
3220
|
-
// Check long double overflow
|
|
3221
|
-
if (!has_implicit_bit<Float>()) {
|
|
3222
|
-
const auto implicit_bit = carrier_uint(1) << num_float_significand_bits;
|
|
3223
|
-
if ((f.f & implicit_bit) == implicit_bit) {
|
|
3224
|
-
f.f >>= 4;
|
|
3225
|
-
f.e += 4;
|
|
3226
|
-
}
|
|
3227
|
-
}
|
|
3228
|
-
|
|
3229
|
-
print_xdigits = precision;
|
|
3230
|
-
}
|
|
3231
|
-
|
|
3232
|
-
char xdigits[num_bits<carrier_uint>() / 4];
|
|
3233
|
-
detail::fill_n(xdigits, sizeof(xdigits), '0');
|
|
3234
|
-
format_uint<4>(xdigits, f.f, num_xdigits, specs.upper);
|
|
3235
|
-
|
|
3236
|
-
// Remove zero tail
|
|
3237
|
-
while (print_xdigits > 0 && xdigits[print_xdigits] == '0') --print_xdigits;
|
|
3238
|
-
|
|
3239
|
-
buf.push_back('0');
|
|
3240
|
-
buf.push_back(specs.upper ? 'X' : 'x');
|
|
3241
|
-
buf.push_back(xdigits[0]);
|
|
3242
|
-
if (specs.showpoint || print_xdigits > 0 || print_xdigits < precision)
|
|
3243
|
-
buf.push_back('.');
|
|
3244
|
-
buf.append(xdigits + 1, xdigits + 1 + print_xdigits);
|
|
3245
|
-
for (; print_xdigits < precision; ++print_xdigits) buf.push_back('0');
|
|
3246
|
-
|
|
3247
|
-
buf.push_back(specs.upper ? 'P' : 'p');
|
|
3248
|
-
|
|
3249
|
-
uint32_t abs_e;
|
|
3250
|
-
if (f.e < 0) {
|
|
3251
|
-
buf.push_back('-');
|
|
3252
|
-
abs_e = static_cast<uint32_t>(-f.e);
|
|
3253
|
-
} else {
|
|
3254
|
-
buf.push_back('+');
|
|
3255
|
-
abs_e = static_cast<uint32_t>(f.e);
|
|
3256
|
-
}
|
|
3257
|
-
format_decimal<char>(appender(buf), abs_e, detail::count_digits(abs_e));
|
|
3258
|
-
}
|
|
3259
|
-
|
|
3260
|
-
template <typename Float, FMT_ENABLE_IF(is_double_double<Float>::value)>
|
|
3261
|
-
FMT_CONSTEXPR20 void format_hexfloat(Float value, int precision,
|
|
3262
|
-
float_specs specs, buffer<char>& buf) {
|
|
3263
|
-
format_hexfloat(static_cast<double>(value), precision, specs, buf);
|
|
3264
|
-
}
|
|
3265
|
-
|
|
3266
|
-
constexpr auto fractional_part_rounding_thresholds(int index) -> uint32_t {
|
|
3267
|
-
// For checking rounding thresholds.
|
|
3268
|
-
// The kth entry is chosen to be the smallest integer such that the
|
|
3269
|
-
// upper 32-bits of 10^(k+1) times it is strictly bigger than 5 * 10^k.
|
|
3270
|
-
// It is equal to ceil(2^31 + 2^32/10^(k + 1)).
|
|
3271
|
-
// These are stored in a string literal because we cannot have static arrays
|
|
3272
|
-
// in constexpr functions and non-static ones are poorly optimized.
|
|
3273
|
-
return U"\x9999999a\x828f5c29\x80418938\x80068db9\x8000a7c6\x800010c7"
|
|
3274
|
-
U"\x800001ae\x8000002b"[index];
|
|
3275
|
-
}
|
|
3276
|
-
|
|
3277
|
-
template <typename Float>
|
|
3278
|
-
FMT_CONSTEXPR20 auto format_float(Float value, int precision, float_specs specs,
|
|
3279
|
-
buffer<char>& buf) -> int {
|
|
3280
|
-
// float is passed as double to reduce the number of instantiations.
|
|
3281
|
-
static_assert(!std::is_same<Float, float>::value, "");
|
|
3282
|
-
FMT_ASSERT(value >= 0, "value is negative");
|
|
3283
|
-
auto converted_value = convert_float(value);
|
|
3284
|
-
|
|
3285
|
-
const bool fixed = specs.format == float_format::fixed;
|
|
3286
|
-
if (value <= 0) { // <= instead of == to silence a warning.
|
|
3287
|
-
if (precision <= 0 || !fixed) {
|
|
3288
|
-
buf.push_back('0');
|
|
3289
|
-
return 0;
|
|
3290
|
-
}
|
|
3291
|
-
buf.try_resize(to_unsigned(precision));
|
|
3292
|
-
fill_n(buf.data(), precision, '0');
|
|
3293
|
-
return -precision;
|
|
3294
|
-
}
|
|
3295
|
-
|
|
3296
|
-
int exp = 0;
|
|
3297
|
-
bool use_dragon = true;
|
|
3298
|
-
unsigned dragon_flags = 0;
|
|
3299
|
-
if (!is_fast_float<Float>() || is_constant_evaluated()) {
|
|
3300
|
-
const auto inv_log2_10 = 0.3010299956639812; // 1 / log2(10)
|
|
3301
|
-
using info = dragonbox::float_info<decltype(converted_value)>;
|
|
3302
|
-
const auto f = basic_fp<typename info::carrier_uint>(converted_value);
|
|
3303
|
-
// Compute exp, an approximate power of 10, such that
|
|
3304
|
-
// 10^(exp - 1) <= value < 10^exp or 10^exp <= value < 10^(exp + 1).
|
|
3305
|
-
// This is based on log10(value) == log2(value) / log2(10) and approximation
|
|
3306
|
-
// of log2(value) by e + num_fraction_bits idea from double-conversion.
|
|
3307
|
-
auto e = (f.e + count_digits<1>(f.f) - 1) * inv_log2_10 - 1e-10;
|
|
3308
|
-
exp = static_cast<int>(e);
|
|
3309
|
-
if (e > exp) ++exp; // Compute ceil.
|
|
3310
|
-
dragon_flags = dragon::fixup;
|
|
3311
|
-
} else if (precision < 0) {
|
|
3312
|
-
// Use Dragonbox for the shortest format.
|
|
3313
|
-
if (specs.binary32) {
|
|
3314
|
-
auto dec = dragonbox::to_decimal(static_cast<float>(value));
|
|
3315
|
-
write<char>(buffer_appender<char>(buf), dec.significand);
|
|
3316
|
-
return dec.exponent;
|
|
3317
|
-
}
|
|
3318
|
-
auto dec = dragonbox::to_decimal(static_cast<double>(value));
|
|
3319
|
-
write<char>(buffer_appender<char>(buf), dec.significand);
|
|
3320
|
-
return dec.exponent;
|
|
3321
|
-
} else {
|
|
3322
|
-
// Extract significand bits and exponent bits.
|
|
3323
|
-
using info = dragonbox::float_info<double>;
|
|
3324
|
-
auto br = bit_cast<uint64_t>(static_cast<double>(value));
|
|
3325
|
-
|
|
3326
|
-
const uint64_t significand_mask =
|
|
3327
|
-
(static_cast<uint64_t>(1) << num_significand_bits<double>()) - 1;
|
|
3328
|
-
uint64_t significand = (br & significand_mask);
|
|
3329
|
-
int exponent = static_cast<int>((br & exponent_mask<double>()) >>
|
|
3330
|
-
num_significand_bits<double>());
|
|
3331
|
-
|
|
3332
|
-
if (exponent != 0) { // Check if normal.
|
|
3333
|
-
exponent -= exponent_bias<double>() + num_significand_bits<double>();
|
|
3334
|
-
significand |=
|
|
3335
|
-
(static_cast<uint64_t>(1) << num_significand_bits<double>());
|
|
3336
|
-
significand <<= 1;
|
|
3337
|
-
} else {
|
|
3338
|
-
// Normalize subnormal inputs.
|
|
3339
|
-
FMT_ASSERT(significand != 0, "zeros should not appear here");
|
|
3340
|
-
int shift = countl_zero(significand);
|
|
3341
|
-
FMT_ASSERT(shift >= num_bits<uint64_t>() - num_significand_bits<double>(),
|
|
3342
|
-
"");
|
|
3343
|
-
shift -= (num_bits<uint64_t>() - num_significand_bits<double>() - 2);
|
|
3344
|
-
exponent = (std::numeric_limits<double>::min_exponent -
|
|
3345
|
-
num_significand_bits<double>()) -
|
|
3346
|
-
shift;
|
|
3347
|
-
significand <<= shift;
|
|
3348
|
-
}
|
|
3349
|
-
|
|
3350
|
-
// Compute the first several nonzero decimal significand digits.
|
|
3351
|
-
// We call the number we get the first segment.
|
|
3352
|
-
const int k = info::kappa - dragonbox::floor_log10_pow2(exponent);
|
|
3353
|
-
exp = -k;
|
|
3354
|
-
const int beta = exponent + dragonbox::floor_log2_pow10(k);
|
|
3355
|
-
uint64_t first_segment;
|
|
3356
|
-
bool has_more_segments;
|
|
3357
|
-
int digits_in_the_first_segment;
|
|
3358
|
-
{
|
|
3359
|
-
const auto r = dragonbox::umul192_upper128(
|
|
3360
|
-
significand << beta, dragonbox::get_cached_power(k));
|
|
3361
|
-
first_segment = r.high();
|
|
3362
|
-
has_more_segments = r.low() != 0;
|
|
3363
|
-
|
|
3364
|
-
// The first segment can have 18 ~ 19 digits.
|
|
3365
|
-
if (first_segment >= 1000000000000000000ULL) {
|
|
3366
|
-
digits_in_the_first_segment = 19;
|
|
3367
|
-
} else {
|
|
3368
|
-
// When it is of 18-digits, we align it to 19-digits by adding a bogus
|
|
3369
|
-
// zero at the end.
|
|
3370
|
-
digits_in_the_first_segment = 18;
|
|
3371
|
-
first_segment *= 10;
|
|
3372
|
-
}
|
|
3373
|
-
}
|
|
3374
|
-
|
|
3375
|
-
// Compute the actual number of decimal digits to print.
|
|
3376
|
-
if (fixed) adjust_precision(precision, exp + digits_in_the_first_segment);
|
|
3377
|
-
|
|
3378
|
-
// Use Dragon4 only when there might be not enough digits in the first
|
|
3379
|
-
// segment.
|
|
3380
|
-
if (digits_in_the_first_segment > precision) {
|
|
3381
|
-
use_dragon = false;
|
|
3382
|
-
|
|
3383
|
-
if (precision <= 0) {
|
|
3384
|
-
exp += digits_in_the_first_segment;
|
|
3385
|
-
|
|
3386
|
-
if (precision < 0) {
|
|
3387
|
-
// Nothing to do, since all we have are just leading zeros.
|
|
3388
|
-
buf.try_resize(0);
|
|
3389
|
-
} else {
|
|
3390
|
-
// We may need to round-up.
|
|
3391
|
-
buf.try_resize(1);
|
|
3392
|
-
if ((first_segment | static_cast<uint64_t>(has_more_segments)) >
|
|
3393
|
-
5000000000000000000ULL) {
|
|
3394
|
-
buf[0] = '1';
|
|
3395
|
-
} else {
|
|
3396
|
-
buf[0] = '0';
|
|
3397
|
-
}
|
|
3398
|
-
}
|
|
3399
|
-
} // precision <= 0
|
|
3400
|
-
else {
|
|
3401
|
-
exp += digits_in_the_first_segment - precision;
|
|
3402
|
-
|
|
3403
|
-
// When precision > 0, we divide the first segment into three
|
|
3404
|
-
// subsegments, each with 9, 9, and 0 ~ 1 digits so that each fits
|
|
3405
|
-
// in 32-bits which usually allows faster calculation than in
|
|
3406
|
-
// 64-bits. Since some compiler (e.g. MSVC) doesn't know how to optimize
|
|
3407
|
-
// division-by-constant for large 64-bit divisors, we do it here
|
|
3408
|
-
// manually. The magic number 7922816251426433760 below is equal to
|
|
3409
|
-
// ceil(2^(64+32) / 10^10).
|
|
3410
|
-
const uint32_t first_subsegment = static_cast<uint32_t>(
|
|
3411
|
-
dragonbox::umul128_upper64(first_segment, 7922816251426433760ULL) >>
|
|
3412
|
-
32);
|
|
3413
|
-
const uint64_t second_third_subsegments =
|
|
3414
|
-
first_segment - first_subsegment * 10000000000ULL;
|
|
3415
|
-
|
|
3416
|
-
uint64_t prod;
|
|
3417
|
-
uint32_t digits;
|
|
3418
|
-
bool should_round_up;
|
|
3419
|
-
int number_of_digits_to_print = precision > 9 ? 9 : precision;
|
|
3420
|
-
|
|
3421
|
-
// Print a 9-digits subsegment, either the first or the second.
|
|
3422
|
-
auto print_subsegment = [&](uint32_t subsegment, char* buffer) {
|
|
3423
|
-
int number_of_digits_printed = 0;
|
|
3424
|
-
|
|
3425
|
-
// If we want to print an odd number of digits from the subsegment,
|
|
3426
|
-
if ((number_of_digits_to_print & 1) != 0) {
|
|
3427
|
-
// Convert to 64-bit fixed-point fractional form with 1-digit
|
|
3428
|
-
// integer part. The magic number 720575941 is a good enough
|
|
3429
|
-
// approximation of 2^(32 + 24) / 10^8; see
|
|
3430
|
-
// https://jk-jeon.github.io/posts/2022/12/fixed-precision-formatting/#fixed-length-case
|
|
3431
|
-
// for details.
|
|
3432
|
-
prod = ((subsegment * static_cast<uint64_t>(720575941)) >> 24) + 1;
|
|
3433
|
-
digits = static_cast<uint32_t>(prod >> 32);
|
|
3434
|
-
*buffer = static_cast<char>('0' + digits);
|
|
3435
|
-
number_of_digits_printed++;
|
|
3436
|
-
}
|
|
3437
|
-
// If we want to print an even number of digits from the
|
|
3438
|
-
// first_subsegment,
|
|
3439
|
-
else {
|
|
3440
|
-
// Convert to 64-bit fixed-point fractional form with 2-digits
|
|
3441
|
-
// integer part. The magic number 450359963 is a good enough
|
|
3442
|
-
// approximation of 2^(32 + 20) / 10^7; see
|
|
3443
|
-
// https://jk-jeon.github.io/posts/2022/12/fixed-precision-formatting/#fixed-length-case
|
|
3444
|
-
// for details.
|
|
3445
|
-
prod = ((subsegment * static_cast<uint64_t>(450359963)) >> 20) + 1;
|
|
3446
|
-
digits = static_cast<uint32_t>(prod >> 32);
|
|
3447
|
-
copy2(buffer, digits2(digits));
|
|
3448
|
-
number_of_digits_printed += 2;
|
|
3449
|
-
}
|
|
3450
|
-
|
|
3451
|
-
// Print all digit pairs.
|
|
3452
|
-
while (number_of_digits_printed < number_of_digits_to_print) {
|
|
3453
|
-
prod = static_cast<uint32_t>(prod) * static_cast<uint64_t>(100);
|
|
3454
|
-
digits = static_cast<uint32_t>(prod >> 32);
|
|
3455
|
-
copy2(buffer + number_of_digits_printed, digits2(digits));
|
|
3456
|
-
number_of_digits_printed += 2;
|
|
3457
|
-
}
|
|
3458
|
-
};
|
|
3459
|
-
|
|
3460
|
-
// Print first subsegment.
|
|
3461
|
-
print_subsegment(first_subsegment, buf.data());
|
|
3462
|
-
|
|
3463
|
-
// Perform rounding if the first subsegment is the last subsegment to
|
|
3464
|
-
// print.
|
|
3465
|
-
if (precision <= 9) {
|
|
3466
|
-
// Rounding inside the subsegment.
|
|
3467
|
-
// We round-up if:
|
|
3468
|
-
// - either the fractional part is strictly larger than 1/2, or
|
|
3469
|
-
// - the fractional part is exactly 1/2 and the last digit is odd.
|
|
3470
|
-
// We rely on the following observations:
|
|
3471
|
-
// - If fractional_part >= threshold, then the fractional part is
|
|
3472
|
-
// strictly larger than 1/2.
|
|
3473
|
-
// - If the MSB of fractional_part is set, then the fractional part
|
|
3474
|
-
// must be at least 1/2.
|
|
3475
|
-
// - When the MSB of fractional_part is set, either
|
|
3476
|
-
// second_third_subsegments being nonzero or has_more_segments
|
|
3477
|
-
// being true means there are further digits not printed, so the
|
|
3478
|
-
// fractional part is strictly larger than 1/2.
|
|
3479
|
-
if (precision < 9) {
|
|
3480
|
-
uint32_t fractional_part = static_cast<uint32_t>(prod);
|
|
3481
|
-
should_round_up =
|
|
3482
|
-
fractional_part >= fractional_part_rounding_thresholds(
|
|
3483
|
-
8 - number_of_digits_to_print) ||
|
|
3484
|
-
((fractional_part >> 31) &
|
|
3485
|
-
((digits & 1) | (second_third_subsegments != 0) |
|
|
3486
|
-
has_more_segments)) != 0;
|
|
3487
|
-
}
|
|
3488
|
-
// Rounding at the subsegment boundary.
|
|
3489
|
-
// In this case, the fractional part is at least 1/2 if and only if
|
|
3490
|
-
// second_third_subsegments >= 5000000000ULL, and is strictly larger
|
|
3491
|
-
// than 1/2 if we further have either second_third_subsegments >
|
|
3492
|
-
// 5000000000ULL or has_more_segments == true.
|
|
3493
|
-
else {
|
|
3494
|
-
should_round_up = second_third_subsegments > 5000000000ULL ||
|
|
3495
|
-
(second_third_subsegments == 5000000000ULL &&
|
|
3496
|
-
((digits & 1) != 0 || has_more_segments));
|
|
3497
|
-
}
|
|
3498
|
-
}
|
|
3499
|
-
// Otherwise, print the second subsegment.
|
|
3500
|
-
else {
|
|
3501
|
-
// Compilers are not aware of how to leverage the maximum value of
|
|
3502
|
-
// second_third_subsegments to find out a better magic number which
|
|
3503
|
-
// allows us to eliminate an additional shift. 1844674407370955162 =
|
|
3504
|
-
// ceil(2^64/10) < ceil(2^64*(10^9/(10^10 - 1))).
|
|
3505
|
-
const uint32_t second_subsegment =
|
|
3506
|
-
static_cast<uint32_t>(dragonbox::umul128_upper64(
|
|
3507
|
-
second_third_subsegments, 1844674407370955162ULL));
|
|
3508
|
-
const uint32_t third_subsegment =
|
|
3509
|
-
static_cast<uint32_t>(second_third_subsegments) -
|
|
3510
|
-
second_subsegment * 10;
|
|
3511
|
-
|
|
3512
|
-
number_of_digits_to_print = precision - 9;
|
|
3513
|
-
print_subsegment(second_subsegment, buf.data() + 9);
|
|
3514
|
-
|
|
3515
|
-
// Rounding inside the subsegment.
|
|
3516
|
-
if (precision < 18) {
|
|
3517
|
-
// The condition third_subsegment != 0 implies that the segment was
|
|
3518
|
-
// of 19 digits, so in this case the third segment should be
|
|
3519
|
-
// consisting of a genuine digit from the input.
|
|
3520
|
-
uint32_t fractional_part = static_cast<uint32_t>(prod);
|
|
3521
|
-
should_round_up =
|
|
3522
|
-
fractional_part >= fractional_part_rounding_thresholds(
|
|
3523
|
-
8 - number_of_digits_to_print) ||
|
|
3524
|
-
((fractional_part >> 31) &
|
|
3525
|
-
((digits & 1) | (third_subsegment != 0) |
|
|
3526
|
-
has_more_segments)) != 0;
|
|
3527
|
-
}
|
|
3528
|
-
// Rounding at the subsegment boundary.
|
|
3529
|
-
else {
|
|
3530
|
-
// In this case, the segment must be of 19 digits, thus
|
|
3531
|
-
// the third subsegment should be consisting of a genuine digit from
|
|
3532
|
-
// the input.
|
|
3533
|
-
should_round_up = third_subsegment > 5 ||
|
|
3534
|
-
(third_subsegment == 5 &&
|
|
3535
|
-
((digits & 1) != 0 || has_more_segments));
|
|
3536
|
-
}
|
|
3537
|
-
}
|
|
3538
|
-
|
|
3539
|
-
// Round-up if necessary.
|
|
3540
|
-
if (should_round_up) {
|
|
3541
|
-
++buf[precision - 1];
|
|
3542
|
-
for (int i = precision - 1; i > 0 && buf[i] > '9'; --i) {
|
|
3543
|
-
buf[i] = '0';
|
|
3544
|
-
++buf[i - 1];
|
|
3545
|
-
}
|
|
3546
|
-
if (buf[0] > '9') {
|
|
3547
|
-
buf[0] = '1';
|
|
3548
|
-
if (fixed)
|
|
3549
|
-
buf[precision++] = '0';
|
|
3550
|
-
else
|
|
3551
|
-
++exp;
|
|
3552
|
-
}
|
|
3553
|
-
}
|
|
3554
|
-
buf.try_resize(to_unsigned(precision));
|
|
3555
|
-
}
|
|
3556
|
-
} // if (digits_in_the_first_segment > precision)
|
|
3557
|
-
else {
|
|
3558
|
-
// Adjust the exponent for its use in Dragon4.
|
|
3559
|
-
exp += digits_in_the_first_segment - 1;
|
|
3560
|
-
}
|
|
3561
|
-
}
|
|
3562
|
-
if (use_dragon) {
|
|
3563
|
-
auto f = basic_fp<uint128_t>();
|
|
3564
|
-
bool is_predecessor_closer = specs.binary32
|
|
3565
|
-
? f.assign(static_cast<float>(value))
|
|
3566
|
-
: f.assign(converted_value);
|
|
3567
|
-
if (is_predecessor_closer) dragon_flags |= dragon::predecessor_closer;
|
|
3568
|
-
if (fixed) dragon_flags |= dragon::fixed;
|
|
3569
|
-
// Limit precision to the maximum possible number of significant digits in
|
|
3570
|
-
// an IEEE754 double because we don't need to generate zeros.
|
|
3571
|
-
const int max_double_digits = 767;
|
|
3572
|
-
if (precision > max_double_digits) precision = max_double_digits;
|
|
3573
|
-
format_dragon(f, dragon_flags, precision, buf, exp);
|
|
3574
|
-
}
|
|
3575
|
-
if (!fixed && !specs.showpoint) {
|
|
3576
|
-
// Remove trailing zeros.
|
|
3577
|
-
auto num_digits = buf.size();
|
|
3578
|
-
while (num_digits > 0 && buf[num_digits - 1] == '0') {
|
|
3579
|
-
--num_digits;
|
|
3580
|
-
++exp;
|
|
3581
|
-
}
|
|
3582
|
-
buf.try_resize(num_digits);
|
|
3583
|
-
}
|
|
3584
|
-
return exp;
|
|
3585
|
-
}
|
|
3586
|
-
template <typename Char, typename OutputIt, typename T>
|
|
3587
|
-
FMT_CONSTEXPR20 auto write_float(OutputIt out, T value,
|
|
3588
|
-
format_specs<Char> specs, locale_ref loc)
|
|
3589
|
-
-> OutputIt {
|
|
3590
|
-
float_specs fspecs = parse_float_type_spec(specs);
|
|
3591
|
-
fspecs.sign = specs.sign;
|
|
3592
|
-
if (detail::signbit(value)) { // value < 0 is false for NaN so use signbit.
|
|
3593
|
-
fspecs.sign = sign::minus;
|
|
3594
|
-
value = -value;
|
|
3595
|
-
} else if (fspecs.sign == sign::minus) {
|
|
3596
|
-
fspecs.sign = sign::none;
|
|
3597
|
-
}
|
|
3598
|
-
|
|
3599
|
-
if (!detail::isfinite(value))
|
|
3600
|
-
return write_nonfinite(out, detail::isnan(value), specs, fspecs);
|
|
3601
|
-
|
|
3602
|
-
if (specs.align == align::numeric && fspecs.sign) {
|
|
3603
|
-
auto it = reserve(out, 1);
|
|
3604
|
-
*it++ = detail::sign<Char>(fspecs.sign);
|
|
3605
|
-
out = base_iterator(out, it);
|
|
3606
|
-
fspecs.sign = sign::none;
|
|
3607
|
-
if (specs.width != 0) --specs.width;
|
|
3608
|
-
}
|
|
3609
|
-
|
|
3610
|
-
memory_buffer buffer;
|
|
3611
|
-
if (fspecs.format == float_format::hex) {
|
|
3612
|
-
if (fspecs.sign) buffer.push_back(detail::sign<char>(fspecs.sign));
|
|
3613
|
-
format_hexfloat(convert_float(value), specs.precision, fspecs, buffer);
|
|
3614
|
-
return write_bytes<align::right>(out, {buffer.data(), buffer.size()},
|
|
3615
|
-
specs);
|
|
3616
|
-
}
|
|
3617
|
-
int precision = specs.precision >= 0 || specs.type == presentation_type::none
|
|
3618
|
-
? specs.precision
|
|
3619
|
-
: 6;
|
|
3620
|
-
if (fspecs.format == float_format::exp) {
|
|
3621
|
-
if (precision == max_value<int>())
|
|
3622
|
-
throw_format_error("number is too big");
|
|
3623
|
-
else
|
|
3624
|
-
++precision;
|
|
3625
|
-
} else if (fspecs.format != float_format::fixed && precision == 0) {
|
|
3626
|
-
precision = 1;
|
|
3627
|
-
}
|
|
3628
|
-
if (const_check(std::is_same<T, float>())) fspecs.binary32 = true;
|
|
3629
|
-
int exp = format_float(convert_float(value), precision, fspecs, buffer);
|
|
3630
|
-
fspecs.precision = precision;
|
|
3631
|
-
auto f = big_decimal_fp{buffer.data(), static_cast<int>(buffer.size()), exp};
|
|
3632
|
-
return write_float(out, f, specs, fspecs, loc);
|
|
3633
|
-
}
|
|
3634
|
-
|
|
3635
|
-
template <typename Char, typename OutputIt, typename T,
|
|
3636
|
-
FMT_ENABLE_IF(is_floating_point<T>::value)>
|
|
3637
|
-
FMT_CONSTEXPR20 auto write(OutputIt out, T value, format_specs<Char> specs,
|
|
3638
|
-
locale_ref loc = {}) -> OutputIt {
|
|
3639
|
-
if (const_check(!is_supported_floating_point(value))) return out;
|
|
3640
|
-
return specs.localized && write_loc(out, value, specs, loc)
|
|
3641
|
-
? out
|
|
3642
|
-
: write_float(out, value, specs, loc);
|
|
3643
|
-
}
|
|
3644
|
-
|
|
3645
|
-
template <typename Char, typename OutputIt, typename T,
|
|
3646
|
-
FMT_ENABLE_IF(is_fast_float<T>::value)>
|
|
3647
|
-
FMT_CONSTEXPR20 auto write(OutputIt out, T value) -> OutputIt {
|
|
3648
|
-
if (is_constant_evaluated()) return write(out, value, format_specs<Char>());
|
|
3649
|
-
if (const_check(!is_supported_floating_point(value))) return out;
|
|
3650
|
-
|
|
3651
|
-
auto fspecs = float_specs();
|
|
3652
|
-
if (detail::signbit(value)) {
|
|
3653
|
-
fspecs.sign = sign::minus;
|
|
3654
|
-
value = -value;
|
|
3655
|
-
}
|
|
3656
|
-
|
|
3657
|
-
constexpr auto specs = format_specs<Char>();
|
|
3658
|
-
using floaty = conditional_t<std::is_same<T, long double>::value, double, T>;
|
|
3659
|
-
using floaty_uint = typename dragonbox::float_info<floaty>::carrier_uint;
|
|
3660
|
-
floaty_uint mask = exponent_mask<floaty>();
|
|
3661
|
-
if ((bit_cast<floaty_uint>(value) & mask) == mask)
|
|
3662
|
-
return write_nonfinite(out, std::isnan(value), specs, fspecs);
|
|
3663
|
-
|
|
3664
|
-
auto dec = dragonbox::to_decimal(static_cast<floaty>(value));
|
|
3665
|
-
return write_float(out, dec, specs, fspecs, {});
|
|
3666
|
-
}
|
|
3667
|
-
|
|
3668
|
-
template <typename Char, typename OutputIt, typename T,
|
|
3669
|
-
FMT_ENABLE_IF(is_floating_point<T>::value &&
|
|
3670
|
-
!is_fast_float<T>::value)>
|
|
3671
|
-
inline auto write(OutputIt out, T value) -> OutputIt {
|
|
3672
|
-
return write(out, value, format_specs<Char>());
|
|
3673
|
-
}
|
|
3674
|
-
|
|
3675
|
-
template <typename Char, typename OutputIt>
|
|
3676
|
-
auto write(OutputIt out, monostate, format_specs<Char> = {}, locale_ref = {})
|
|
3677
|
-
-> OutputIt {
|
|
3678
|
-
FMT_ASSERT(false, "");
|
|
3679
|
-
return out;
|
|
3680
|
-
}
|
|
3681
|
-
|
|
3682
|
-
template <typename Char, typename OutputIt>
|
|
3683
|
-
FMT_CONSTEXPR auto write(OutputIt out, basic_string_view<Char> value)
|
|
3684
|
-
-> OutputIt {
|
|
3685
|
-
auto it = reserve(out, value.size());
|
|
3686
|
-
it = copy_str_noinline<Char>(value.begin(), value.end(), it);
|
|
3687
|
-
return base_iterator(out, it);
|
|
3688
|
-
}
|
|
3689
|
-
|
|
3690
|
-
template <typename Char, typename OutputIt, typename T,
|
|
3691
|
-
FMT_ENABLE_IF(is_string<T>::value)>
|
|
3692
|
-
constexpr auto write(OutputIt out, const T& value) -> OutputIt {
|
|
3693
|
-
return write<Char>(out, to_string_view(value));
|
|
3694
|
-
}
|
|
3695
|
-
|
|
3696
|
-
// FMT_ENABLE_IF() condition separated to workaround an MSVC bug.
|
|
3697
|
-
template <
|
|
3698
|
-
typename Char, typename OutputIt, typename T,
|
|
3699
|
-
bool check =
|
|
3700
|
-
std::is_enum<T>::value && !std::is_same<T, Char>::value &&
|
|
3701
|
-
mapped_type_constant<T, basic_format_context<OutputIt, Char>>::value !=
|
|
3702
|
-
type::custom_type,
|
|
3703
|
-
FMT_ENABLE_IF(check)>
|
|
3704
|
-
FMT_CONSTEXPR auto write(OutputIt out, T value) -> OutputIt {
|
|
3705
|
-
return write<Char>(out, static_cast<underlying_t<T>>(value));
|
|
3706
|
-
}
|
|
3707
|
-
|
|
3708
|
-
template <typename Char, typename OutputIt, typename T,
|
|
3709
|
-
FMT_ENABLE_IF(std::is_same<T, bool>::value)>
|
|
3710
|
-
FMT_CONSTEXPR auto write(OutputIt out, T value,
|
|
3711
|
-
const format_specs<Char>& specs = {}, locale_ref = {})
|
|
3712
|
-
-> OutputIt {
|
|
3713
|
-
return specs.type != presentation_type::none &&
|
|
3714
|
-
specs.type != presentation_type::string
|
|
3715
|
-
? write(out, value ? 1 : 0, specs, {})
|
|
3716
|
-
: write_bytes(out, value ? "true" : "false", specs);
|
|
3717
|
-
}
|
|
3718
|
-
|
|
3719
|
-
template <typename Char, typename OutputIt>
|
|
3720
|
-
FMT_CONSTEXPR auto write(OutputIt out, Char value) -> OutputIt {
|
|
3721
|
-
auto it = reserve(out, 1);
|
|
3722
|
-
*it++ = value;
|
|
3723
|
-
return base_iterator(out, it);
|
|
3724
|
-
}
|
|
3725
|
-
|
|
3726
|
-
template <typename Char, typename OutputIt>
|
|
3727
|
-
FMT_CONSTEXPR_CHAR_TRAITS auto write(OutputIt out, const Char* value)
|
|
3728
|
-
-> OutputIt {
|
|
3729
|
-
if (value) return write(out, basic_string_view<Char>(value));
|
|
3730
|
-
throw_format_error("string pointer is null");
|
|
3731
|
-
return out;
|
|
3732
|
-
}
|
|
3733
|
-
|
|
3734
|
-
template <typename Char, typename OutputIt, typename T,
|
|
3735
|
-
FMT_ENABLE_IF(std::is_same<T, void>::value)>
|
|
3736
|
-
auto write(OutputIt out, const T* value, const format_specs<Char>& specs = {},
|
|
3737
|
-
locale_ref = {}) -> OutputIt {
|
|
3738
|
-
return write_ptr<Char>(out, bit_cast<uintptr_t>(value), &specs);
|
|
3739
|
-
}
|
|
3740
|
-
|
|
3741
|
-
// A write overload that handles implicit conversions.
|
|
3742
|
-
template <typename Char, typename OutputIt, typename T,
|
|
3743
|
-
typename Context = basic_format_context<OutputIt, Char>>
|
|
3744
|
-
FMT_CONSTEXPR auto write(OutputIt out, const T& value) -> enable_if_t<
|
|
3745
|
-
std::is_class<T>::value && !is_string<T>::value &&
|
|
3746
|
-
!is_floating_point<T>::value && !std::is_same<T, Char>::value &&
|
|
3747
|
-
!std::is_same<T, remove_cvref_t<decltype(arg_mapper<Context>().map(
|
|
3748
|
-
value))>>::value,
|
|
3749
|
-
OutputIt> {
|
|
3750
|
-
return write<Char>(out, arg_mapper<Context>().map(value));
|
|
3751
|
-
}
|
|
3752
|
-
|
|
3753
|
-
template <typename Char, typename OutputIt, typename T,
|
|
3754
|
-
typename Context = basic_format_context<OutputIt, Char>>
|
|
3755
|
-
FMT_CONSTEXPR auto write(OutputIt out, const T& value)
|
|
3756
|
-
-> enable_if_t<mapped_type_constant<T, Context>::value == type::custom_type,
|
|
3757
|
-
OutputIt> {
|
|
3758
|
-
auto formatter = typename Context::template formatter_type<T>();
|
|
3759
|
-
auto parse_ctx = typename Context::parse_context_type({});
|
|
3760
|
-
formatter.parse(parse_ctx);
|
|
3761
|
-
auto ctx = Context(out, {}, {});
|
|
3762
|
-
return formatter.format(value, ctx);
|
|
3763
|
-
}
|
|
3764
|
-
|
|
3765
|
-
// An argument visitor that formats the argument and writes it via the output
|
|
3766
|
-
// iterator. It's a class and not a generic lambda for compatibility with C++11.
|
|
3767
|
-
template <typename Char> struct default_arg_formatter {
|
|
3768
|
-
using iterator = buffer_appender<Char>;
|
|
3769
|
-
using context = buffer_context<Char>;
|
|
3770
|
-
|
|
3771
|
-
iterator out;
|
|
3772
|
-
basic_format_args<context> args;
|
|
3773
|
-
locale_ref loc;
|
|
3774
|
-
|
|
3775
|
-
template <typename T> auto operator()(T value) -> iterator {
|
|
3776
|
-
return write<Char>(out, value);
|
|
3777
|
-
}
|
|
3778
|
-
auto operator()(typename basic_format_arg<context>::handle h) -> iterator {
|
|
3779
|
-
basic_format_parse_context<Char> parse_ctx({});
|
|
3780
|
-
context format_ctx(out, args, loc);
|
|
3781
|
-
h.format(parse_ctx, format_ctx);
|
|
3782
|
-
return format_ctx.out();
|
|
3783
|
-
}
|
|
3784
|
-
};
|
|
3785
|
-
|
|
3786
|
-
template <typename Char> struct arg_formatter {
|
|
3787
|
-
using iterator = buffer_appender<Char>;
|
|
3788
|
-
using context = buffer_context<Char>;
|
|
3789
|
-
|
|
3790
|
-
iterator out;
|
|
3791
|
-
const format_specs<Char>& specs;
|
|
3792
|
-
locale_ref locale;
|
|
3793
|
-
|
|
3794
|
-
template <typename T>
|
|
3795
|
-
FMT_CONSTEXPR FMT_INLINE auto operator()(T value) -> iterator {
|
|
3796
|
-
return detail::write(out, value, specs, locale);
|
|
3797
|
-
}
|
|
3798
|
-
auto operator()(typename basic_format_arg<context>::handle) -> iterator {
|
|
3799
|
-
// User-defined types are handled separately because they require access
|
|
3800
|
-
// to the parse context.
|
|
3801
|
-
return out;
|
|
3802
|
-
}
|
|
3803
|
-
};
|
|
3804
|
-
|
|
3805
|
-
struct width_checker {
|
|
3806
|
-
template <typename T, FMT_ENABLE_IF(is_integer<T>::value)>
|
|
3807
|
-
FMT_CONSTEXPR auto operator()(T value) -> unsigned long long {
|
|
3808
|
-
if (is_negative(value)) throw_format_error("negative width");
|
|
3809
|
-
return static_cast<unsigned long long>(value);
|
|
3810
|
-
}
|
|
3811
|
-
|
|
3812
|
-
template <typename T, FMT_ENABLE_IF(!is_integer<T>::value)>
|
|
3813
|
-
FMT_CONSTEXPR auto operator()(T) -> unsigned long long {
|
|
3814
|
-
throw_format_error("width is not integer");
|
|
3815
|
-
return 0;
|
|
3816
|
-
}
|
|
3817
|
-
};
|
|
3818
|
-
|
|
3819
|
-
struct precision_checker {
|
|
3820
|
-
template <typename T, FMT_ENABLE_IF(is_integer<T>::value)>
|
|
3821
|
-
FMT_CONSTEXPR auto operator()(T value) -> unsigned long long {
|
|
3822
|
-
if (is_negative(value)) throw_format_error("negative precision");
|
|
3823
|
-
return static_cast<unsigned long long>(value);
|
|
3824
|
-
}
|
|
3825
|
-
|
|
3826
|
-
template <typename T, FMT_ENABLE_IF(!is_integer<T>::value)>
|
|
3827
|
-
FMT_CONSTEXPR auto operator()(T) -> unsigned long long {
|
|
3828
|
-
throw_format_error("precision is not integer");
|
|
3829
|
-
return 0;
|
|
3830
|
-
}
|
|
3831
|
-
};
|
|
3832
|
-
|
|
3833
|
-
template <typename Handler, typename FormatArg>
|
|
3834
|
-
FMT_CONSTEXPR auto get_dynamic_spec(FormatArg arg) -> int {
|
|
3835
|
-
unsigned long long value = visit_format_arg(Handler(), arg);
|
|
3836
|
-
if (value > to_unsigned(max_value<int>()))
|
|
3837
|
-
throw_format_error("number is too big");
|
|
3838
|
-
return static_cast<int>(value);
|
|
3839
|
-
}
|
|
3840
|
-
|
|
3841
|
-
template <typename Context, typename ID>
|
|
3842
|
-
FMT_CONSTEXPR auto get_arg(Context& ctx, ID id) -> decltype(ctx.arg(id)) {
|
|
3843
|
-
auto arg = ctx.arg(id);
|
|
3844
|
-
if (!arg) ctx.on_error("argument not found");
|
|
3845
|
-
return arg;
|
|
3846
|
-
}
|
|
3847
|
-
|
|
3848
|
-
template <typename Handler, typename Context>
|
|
3849
|
-
FMT_CONSTEXPR void handle_dynamic_spec(int& value,
|
|
3850
|
-
arg_ref<typename Context::char_type> ref,
|
|
3851
|
-
Context& ctx) {
|
|
3852
|
-
switch (ref.kind) {
|
|
3853
|
-
case arg_id_kind::none:
|
|
3854
|
-
break;
|
|
3855
|
-
case arg_id_kind::index:
|
|
3856
|
-
value = detail::get_dynamic_spec<Handler>(get_arg(ctx, ref.val.index));
|
|
3857
|
-
break;
|
|
3858
|
-
case arg_id_kind::name:
|
|
3859
|
-
value = detail::get_dynamic_spec<Handler>(get_arg(ctx, ref.val.name));
|
|
3860
|
-
break;
|
|
3861
|
-
}
|
|
3862
|
-
}
|
|
3863
|
-
|
|
3864
|
-
#if FMT_USE_USER_DEFINED_LITERALS
|
|
3865
|
-
# if FMT_USE_NONTYPE_TEMPLATE_ARGS
|
|
3866
|
-
template <typename T, typename Char, size_t N,
|
|
3867
|
-
fmt::detail_exported::fixed_string<Char, N> Str>
|
|
3868
|
-
struct statically_named_arg : view {
|
|
3869
|
-
static constexpr auto name = Str.data;
|
|
3870
|
-
|
|
3871
|
-
const T& value;
|
|
3872
|
-
statically_named_arg(const T& v) : value(v) {}
|
|
3873
|
-
};
|
|
3874
|
-
|
|
3875
|
-
template <typename T, typename Char, size_t N,
|
|
3876
|
-
fmt::detail_exported::fixed_string<Char, N> Str>
|
|
3877
|
-
struct is_named_arg<statically_named_arg<T, Char, N, Str>> : std::true_type {};
|
|
3878
|
-
|
|
3879
|
-
template <typename T, typename Char, size_t N,
|
|
3880
|
-
fmt::detail_exported::fixed_string<Char, N> Str>
|
|
3881
|
-
struct is_statically_named_arg<statically_named_arg<T, Char, N, Str>>
|
|
3882
|
-
: std::true_type {};
|
|
3883
|
-
|
|
3884
|
-
template <typename Char, size_t N,
|
|
3885
|
-
fmt::detail_exported::fixed_string<Char, N> Str>
|
|
3886
|
-
struct udl_arg {
|
|
3887
|
-
template <typename T> auto operator=(T&& value) const {
|
|
3888
|
-
return statically_named_arg<T, Char, N, Str>(std::forward<T>(value));
|
|
3889
|
-
}
|
|
3890
|
-
};
|
|
3891
|
-
# else
|
|
3892
|
-
template <typename Char> struct udl_arg {
|
|
3893
|
-
const Char* str;
|
|
3894
|
-
|
|
3895
|
-
template <typename T> auto operator=(T&& value) const -> named_arg<Char, T> {
|
|
3896
|
-
return {str, std::forward<T>(value)};
|
|
3897
|
-
}
|
|
3898
|
-
};
|
|
3899
|
-
# endif
|
|
3900
|
-
#endif // FMT_USE_USER_DEFINED_LITERALS
|
|
3901
|
-
|
|
3902
|
-
template <typename Locale, typename Char>
|
|
3903
|
-
auto vformat(const Locale& loc, basic_string_view<Char> fmt,
|
|
3904
|
-
basic_format_args<buffer_context<type_identity_t<Char>>> args)
|
|
3905
|
-
-> std::basic_string<Char> {
|
|
3906
|
-
auto buf = basic_memory_buffer<Char>();
|
|
3907
|
-
detail::vformat_to(buf, fmt, args, detail::locale_ref(loc));
|
|
3908
|
-
return {buf.data(), buf.size()};
|
|
3909
|
-
}
|
|
3910
|
-
|
|
3911
|
-
using format_func = void (*)(detail::buffer<char>&, int, const char*);
|
|
3912
|
-
|
|
3913
|
-
FMT_API void format_error_code(buffer<char>& out, int error_code,
|
|
3914
|
-
string_view message) noexcept;
|
|
3915
|
-
|
|
3916
|
-
FMT_API void report_error(format_func func, int error_code,
|
|
3917
|
-
const char* message) noexcept;
|
|
3918
|
-
} // namespace detail
|
|
3919
|
-
|
|
3920
|
-
FMT_API auto vsystem_error(int error_code, string_view format_str,
|
|
3921
|
-
format_args args) -> std::system_error;
|
|
3922
|
-
|
|
3923
|
-
/**
|
|
3924
|
-
\rst
|
|
3925
|
-
Constructs :class:`std::system_error` with a message formatted with
|
|
3926
|
-
``fmt::format(fmt, args...)``.
|
|
3927
|
-
*error_code* is a system error code as given by ``errno``.
|
|
3928
|
-
|
|
3929
|
-
**Example**::
|
|
3930
|
-
|
|
3931
|
-
// This throws std::system_error with the description
|
|
3932
|
-
// cannot open file 'madeup': No such file or directory
|
|
3933
|
-
// or similar (system message may vary).
|
|
3934
|
-
const char* filename = "madeup";
|
|
3935
|
-
std::FILE* file = std::fopen(filename, "r");
|
|
3936
|
-
if (!file)
|
|
3937
|
-
throw fmt::system_error(errno, "cannot open file '{}'", filename);
|
|
3938
|
-
\endrst
|
|
3939
|
-
*/
|
|
3940
|
-
template <typename... T>
|
|
3941
|
-
auto system_error(int error_code, format_string<T...> fmt, T&&... args)
|
|
3942
|
-
-> std::system_error {
|
|
3943
|
-
return vsystem_error(error_code, fmt, fmt::make_format_args(args...));
|
|
3944
|
-
}
|
|
3945
|
-
|
|
3946
|
-
/**
|
|
3947
|
-
\rst
|
|
3948
|
-
Formats an error message for an error returned by an operating system or a
|
|
3949
|
-
language runtime, for example a file opening error, and writes it to *out*.
|
|
3950
|
-
The format is the same as the one used by ``std::system_error(ec, message)``
|
|
3951
|
-
where ``ec`` is ``std::error_code(error_code, std::generic_category()})``.
|
|
3952
|
-
It is implementation-defined but normally looks like:
|
|
3953
|
-
|
|
3954
|
-
.. parsed-literal::
|
|
3955
|
-
*<message>*: *<system-message>*
|
|
3956
|
-
|
|
3957
|
-
where *<message>* is the passed message and *<system-message>* is the system
|
|
3958
|
-
message corresponding to the error code.
|
|
3959
|
-
*error_code* is a system error code as given by ``errno``.
|
|
3960
|
-
\endrst
|
|
3961
|
-
*/
|
|
3962
|
-
FMT_API void format_system_error(detail::buffer<char>& out, int error_code,
|
|
3963
|
-
const char* message) noexcept;
|
|
3964
|
-
|
|
3965
|
-
// Reports a system error without throwing an exception.
|
|
3966
|
-
// Can be used to report errors from destructors.
|
|
3967
|
-
FMT_API void report_system_error(int error_code, const char* message) noexcept;
|
|
3968
|
-
|
|
3969
|
-
/** Fast integer formatter. */
|
|
3970
|
-
class format_int {
|
|
3971
|
-
private:
|
|
3972
|
-
// Buffer should be large enough to hold all digits (digits10 + 1),
|
|
3973
|
-
// a sign and a null character.
|
|
3974
|
-
enum { buffer_size = std::numeric_limits<unsigned long long>::digits10 + 3 };
|
|
3975
|
-
mutable char buffer_[buffer_size];
|
|
3976
|
-
char* str_;
|
|
3977
|
-
|
|
3978
|
-
template <typename UInt> auto format_unsigned(UInt value) -> char* {
|
|
3979
|
-
auto n = static_cast<detail::uint32_or_64_or_128_t<UInt>>(value);
|
|
3980
|
-
return detail::format_decimal(buffer_, n, buffer_size - 1).begin;
|
|
3981
|
-
}
|
|
3982
|
-
|
|
3983
|
-
template <typename Int> auto format_signed(Int value) -> char* {
|
|
3984
|
-
auto abs_value = static_cast<detail::uint32_or_64_or_128_t<Int>>(value);
|
|
3985
|
-
bool negative = value < 0;
|
|
3986
|
-
if (negative) abs_value = 0 - abs_value;
|
|
3987
|
-
auto begin = format_unsigned(abs_value);
|
|
3988
|
-
if (negative) *--begin = '-';
|
|
3989
|
-
return begin;
|
|
3990
|
-
}
|
|
3991
|
-
|
|
3992
|
-
public:
|
|
3993
|
-
explicit format_int(int value) : str_(format_signed(value)) {}
|
|
3994
|
-
explicit format_int(long value) : str_(format_signed(value)) {}
|
|
3995
|
-
explicit format_int(long long value) : str_(format_signed(value)) {}
|
|
3996
|
-
explicit format_int(unsigned value) : str_(format_unsigned(value)) {}
|
|
3997
|
-
explicit format_int(unsigned long value) : str_(format_unsigned(value)) {}
|
|
3998
|
-
explicit format_int(unsigned long long value)
|
|
3999
|
-
: str_(format_unsigned(value)) {}
|
|
4000
|
-
|
|
4001
|
-
/** Returns the number of characters written to the output buffer. */
|
|
4002
|
-
auto size() const -> size_t {
|
|
4003
|
-
return detail::to_unsigned(buffer_ - str_ + buffer_size - 1);
|
|
4004
|
-
}
|
|
4005
|
-
|
|
4006
|
-
/**
|
|
4007
|
-
Returns a pointer to the output buffer content. No terminating null
|
|
4008
|
-
character is appended.
|
|
4009
|
-
*/
|
|
4010
|
-
auto data() const -> const char* { return str_; }
|
|
4011
|
-
|
|
4012
|
-
/**
|
|
4013
|
-
Returns a pointer to the output buffer content with terminating null
|
|
4014
|
-
character appended.
|
|
4015
|
-
*/
|
|
4016
|
-
auto c_str() const -> const char* {
|
|
4017
|
-
buffer_[buffer_size - 1] = '\0';
|
|
4018
|
-
return str_;
|
|
4019
|
-
}
|
|
4020
|
-
|
|
4021
|
-
/**
|
|
4022
|
-
\rst
|
|
4023
|
-
Returns the content of the output buffer as an ``std::string``.
|
|
4024
|
-
\endrst
|
|
4025
|
-
*/
|
|
4026
|
-
auto str() const -> std::string { return std::string(str_, size()); }
|
|
4027
|
-
};
|
|
4028
|
-
|
|
4029
|
-
template <typename T, typename Char>
|
|
4030
|
-
struct formatter<T, Char, enable_if_t<detail::has_format_as<T>::value>>
|
|
4031
|
-
: formatter<detail::format_as_t<T>, Char> {
|
|
4032
|
-
template <typename FormatContext>
|
|
4033
|
-
auto format(const T& value, FormatContext& ctx) const -> decltype(ctx.out()) {
|
|
4034
|
-
using base = formatter<detail::format_as_t<T>, Char>;
|
|
4035
|
-
return base::format(format_as(value), ctx);
|
|
4036
|
-
}
|
|
4037
|
-
};
|
|
4038
|
-
|
|
4039
|
-
#define FMT_FORMAT_AS(Type, Base) \
|
|
4040
|
-
template <typename Char> \
|
|
4041
|
-
struct formatter<Type, Char> : formatter<Base, Char> {}
|
|
4042
|
-
|
|
4043
|
-
FMT_FORMAT_AS(signed char, int);
|
|
4044
|
-
FMT_FORMAT_AS(unsigned char, unsigned);
|
|
4045
|
-
FMT_FORMAT_AS(short, int);
|
|
4046
|
-
FMT_FORMAT_AS(unsigned short, unsigned);
|
|
4047
|
-
FMT_FORMAT_AS(long, detail::long_type);
|
|
4048
|
-
FMT_FORMAT_AS(unsigned long, detail::ulong_type);
|
|
4049
|
-
FMT_FORMAT_AS(Char*, const Char*);
|
|
4050
|
-
FMT_FORMAT_AS(std::basic_string<Char>, basic_string_view<Char>);
|
|
4051
|
-
FMT_FORMAT_AS(std::nullptr_t, const void*);
|
|
4052
|
-
FMT_FORMAT_AS(detail::std_string_view<Char>, basic_string_view<Char>);
|
|
4053
|
-
FMT_FORMAT_AS(void*, const void*);
|
|
4054
|
-
|
|
4055
|
-
template <typename Char, size_t N>
|
|
4056
|
-
struct formatter<Char[N], Char> : formatter<basic_string_view<Char>, Char> {};
|
|
4057
|
-
|
|
4058
|
-
/**
|
|
4059
|
-
\rst
|
|
4060
|
-
Converts ``p`` to ``const void*`` for pointer formatting.
|
|
4061
|
-
|
|
4062
|
-
**Example**::
|
|
4063
|
-
|
|
4064
|
-
auto s = fmt::format("{}", fmt::ptr(p));
|
|
4065
|
-
\endrst
|
|
4066
|
-
*/
|
|
4067
|
-
template <typename T> auto ptr(T p) -> const void* {
|
|
4068
|
-
static_assert(std::is_pointer<T>::value, "");
|
|
4069
|
-
return detail::bit_cast<const void*>(p);
|
|
4070
|
-
}
|
|
4071
|
-
template <typename T, typename Deleter>
|
|
4072
|
-
auto ptr(const std::unique_ptr<T, Deleter>& p) -> const void* {
|
|
4073
|
-
return p.get();
|
|
4074
|
-
}
|
|
4075
|
-
template <typename T> auto ptr(const std::shared_ptr<T>& p) -> const void* {
|
|
4076
|
-
return p.get();
|
|
4077
|
-
}
|
|
4078
|
-
|
|
4079
|
-
/**
|
|
4080
|
-
\rst
|
|
4081
|
-
Converts ``e`` to the underlying type.
|
|
4082
|
-
|
|
4083
|
-
**Example**::
|
|
4084
|
-
|
|
4085
|
-
enum class color { red, green, blue };
|
|
4086
|
-
auto s = fmt::format("{}", fmt::underlying(color::red));
|
|
4087
|
-
\endrst
|
|
4088
|
-
*/
|
|
4089
|
-
template <typename Enum>
|
|
4090
|
-
constexpr auto underlying(Enum e) noexcept -> underlying_t<Enum> {
|
|
4091
|
-
return static_cast<underlying_t<Enum>>(e);
|
|
4092
|
-
}
|
|
4093
|
-
|
|
4094
|
-
namespace enums {
|
|
4095
|
-
template <typename Enum, FMT_ENABLE_IF(std::is_enum<Enum>::value)>
|
|
4096
|
-
constexpr auto format_as(Enum e) noexcept -> underlying_t<Enum> {
|
|
4097
|
-
return static_cast<underlying_t<Enum>>(e);
|
|
4098
|
-
}
|
|
4099
|
-
} // namespace enums
|
|
4100
|
-
|
|
4101
|
-
class bytes {
|
|
4102
|
-
private:
|
|
4103
|
-
string_view data_;
|
|
4104
|
-
friend struct formatter<bytes>;
|
|
4105
|
-
|
|
4106
|
-
public:
|
|
4107
|
-
explicit bytes(string_view data) : data_(data) {}
|
|
4108
|
-
};
|
|
4109
|
-
|
|
4110
|
-
template <> struct formatter<bytes> {
|
|
4111
|
-
private:
|
|
4112
|
-
detail::dynamic_format_specs<> specs_;
|
|
4113
|
-
|
|
4114
|
-
public:
|
|
4115
|
-
template <typename ParseContext>
|
|
4116
|
-
FMT_CONSTEXPR auto parse(ParseContext& ctx) -> const char* {
|
|
4117
|
-
return parse_format_specs(ctx.begin(), ctx.end(), specs_, ctx,
|
|
4118
|
-
detail::type::string_type);
|
|
4119
|
-
}
|
|
4120
|
-
|
|
4121
|
-
template <typename FormatContext>
|
|
4122
|
-
auto format(bytes b, FormatContext& ctx) -> decltype(ctx.out()) {
|
|
4123
|
-
detail::handle_dynamic_spec<detail::width_checker>(specs_.width,
|
|
4124
|
-
specs_.width_ref, ctx);
|
|
4125
|
-
detail::handle_dynamic_spec<detail::precision_checker>(
|
|
4126
|
-
specs_.precision, specs_.precision_ref, ctx);
|
|
4127
|
-
return detail::write_bytes(ctx.out(), b.data_, specs_);
|
|
4128
|
-
}
|
|
4129
|
-
};
|
|
4130
|
-
|
|
4131
|
-
// group_digits_view is not derived from view because it copies the argument.
|
|
4132
|
-
template <typename T> struct group_digits_view {
|
|
4133
|
-
T value;
|
|
4134
|
-
};
|
|
4135
|
-
|
|
4136
|
-
/**
|
|
4137
|
-
\rst
|
|
4138
|
-
Returns a view that formats an integer value using ',' as a locale-independent
|
|
4139
|
-
thousands separator.
|
|
4140
|
-
|
|
4141
|
-
**Example**::
|
|
4142
|
-
|
|
4143
|
-
fmt::print("{}", fmt::group_digits(12345));
|
|
4144
|
-
// Output: "12,345"
|
|
4145
|
-
\endrst
|
|
4146
|
-
*/
|
|
4147
|
-
template <typename T> auto group_digits(T value) -> group_digits_view<T> {
|
|
4148
|
-
return {value};
|
|
4149
|
-
}
|
|
4150
|
-
|
|
4151
|
-
template <typename T> struct formatter<group_digits_view<T>> : formatter<T> {
|
|
4152
|
-
private:
|
|
4153
|
-
detail::dynamic_format_specs<> specs_;
|
|
4154
|
-
|
|
4155
|
-
public:
|
|
4156
|
-
template <typename ParseContext>
|
|
4157
|
-
FMT_CONSTEXPR auto parse(ParseContext& ctx) -> const char* {
|
|
4158
|
-
return parse_format_specs(ctx.begin(), ctx.end(), specs_, ctx,
|
|
4159
|
-
detail::type::int_type);
|
|
4160
|
-
}
|
|
4161
|
-
|
|
4162
|
-
template <typename FormatContext>
|
|
4163
|
-
auto format(group_digits_view<T> t, FormatContext& ctx)
|
|
4164
|
-
-> decltype(ctx.out()) {
|
|
4165
|
-
detail::handle_dynamic_spec<detail::width_checker>(specs_.width,
|
|
4166
|
-
specs_.width_ref, ctx);
|
|
4167
|
-
detail::handle_dynamic_spec<detail::precision_checker>(
|
|
4168
|
-
specs_.precision, specs_.precision_ref, ctx);
|
|
4169
|
-
return detail::write_int(
|
|
4170
|
-
ctx.out(), static_cast<detail::uint64_or_128_t<T>>(t.value), 0, specs_,
|
|
4171
|
-
detail::digit_grouping<char>("\3", ","));
|
|
4172
|
-
}
|
|
4173
|
-
};
|
|
4174
|
-
|
|
4175
|
-
template <typename T> struct nested_view {
|
|
4176
|
-
const formatter<T>* fmt;
|
|
4177
|
-
const T* value;
|
|
4178
|
-
};
|
|
4179
|
-
|
|
4180
|
-
template <typename T> struct formatter<nested_view<T>> {
|
|
4181
|
-
FMT_CONSTEXPR auto parse(format_parse_context& ctx) -> const char* {
|
|
4182
|
-
return ctx.begin();
|
|
4183
|
-
}
|
|
4184
|
-
auto format(nested_view<T> view, format_context& ctx) const
|
|
4185
|
-
-> decltype(ctx.out()) {
|
|
4186
|
-
return view.fmt->format(*view.value, ctx);
|
|
4187
|
-
}
|
|
4188
|
-
};
|
|
4189
|
-
|
|
4190
|
-
template <typename T> struct nested_formatter {
|
|
4191
|
-
private:
|
|
4192
|
-
int width_;
|
|
4193
|
-
detail::fill_t<char> fill_;
|
|
4194
|
-
align_t align_ : 4;
|
|
4195
|
-
formatter<T> formatter_;
|
|
4196
|
-
|
|
4197
|
-
public:
|
|
4198
|
-
constexpr nested_formatter() : width_(0), align_(align_t::none) {}
|
|
4199
|
-
|
|
4200
|
-
FMT_CONSTEXPR auto parse(format_parse_context& ctx) -> const char* {
|
|
4201
|
-
auto specs = detail::dynamic_format_specs<char>();
|
|
4202
|
-
auto it = parse_format_specs(ctx.begin(), ctx.end(), specs, ctx,
|
|
4203
|
-
detail::type::none_type);
|
|
4204
|
-
width_ = specs.width;
|
|
4205
|
-
fill_ = specs.fill;
|
|
4206
|
-
align_ = specs.align;
|
|
4207
|
-
ctx.advance_to(it);
|
|
4208
|
-
return formatter_.parse(ctx);
|
|
4209
|
-
}
|
|
4210
|
-
|
|
4211
|
-
template <typename F>
|
|
4212
|
-
auto write_padded(format_context& ctx, F write) const -> decltype(ctx.out()) {
|
|
4213
|
-
if (width_ == 0) return write(ctx.out());
|
|
4214
|
-
auto buf = memory_buffer();
|
|
4215
|
-
write(std::back_inserter(buf));
|
|
4216
|
-
auto specs = format_specs<>();
|
|
4217
|
-
specs.width = width_;
|
|
4218
|
-
specs.fill = fill_;
|
|
4219
|
-
specs.align = align_;
|
|
4220
|
-
return detail::write(ctx.out(), string_view(buf.data(), buf.size()), specs);
|
|
4221
|
-
}
|
|
4222
|
-
|
|
4223
|
-
auto nested(const T& value) const -> nested_view<T> {
|
|
4224
|
-
return nested_view<T>{&formatter_, &value};
|
|
4225
|
-
}
|
|
4226
|
-
};
|
|
4227
|
-
|
|
4228
|
-
// DEPRECATED! join_view will be moved to ranges.h.
|
|
4229
|
-
template <typename It, typename Sentinel, typename Char = char>
|
|
4230
|
-
struct join_view : detail::view {
|
|
4231
|
-
It begin;
|
|
4232
|
-
Sentinel end;
|
|
4233
|
-
basic_string_view<Char> sep;
|
|
4234
|
-
|
|
4235
|
-
join_view(It b, Sentinel e, basic_string_view<Char> s)
|
|
4236
|
-
: begin(b), end(e), sep(s) {}
|
|
4237
|
-
};
|
|
4238
|
-
|
|
4239
|
-
template <typename It, typename Sentinel, typename Char>
|
|
4240
|
-
struct formatter<join_view<It, Sentinel, Char>, Char> {
|
|
4241
|
-
private:
|
|
4242
|
-
using value_type =
|
|
4243
|
-
#ifdef __cpp_lib_ranges
|
|
4244
|
-
std::iter_value_t<It>;
|
|
4245
|
-
#else
|
|
4246
|
-
typename std::iterator_traits<It>::value_type;
|
|
4247
|
-
#endif
|
|
4248
|
-
formatter<remove_cvref_t<value_type>, Char> value_formatter_;
|
|
4249
|
-
|
|
4250
|
-
public:
|
|
4251
|
-
template <typename ParseContext>
|
|
4252
|
-
FMT_CONSTEXPR auto parse(ParseContext& ctx) -> const Char* {
|
|
4253
|
-
return value_formatter_.parse(ctx);
|
|
4254
|
-
}
|
|
4255
|
-
|
|
4256
|
-
template <typename FormatContext>
|
|
4257
|
-
auto format(const join_view<It, Sentinel, Char>& value,
|
|
4258
|
-
FormatContext& ctx) const -> decltype(ctx.out()) {
|
|
4259
|
-
auto it = value.begin;
|
|
4260
|
-
auto out = ctx.out();
|
|
4261
|
-
if (it != value.end) {
|
|
4262
|
-
out = value_formatter_.format(*it, ctx);
|
|
4263
|
-
++it;
|
|
4264
|
-
while (it != value.end) {
|
|
4265
|
-
out = detail::copy_str<Char>(value.sep.begin(), value.sep.end(), out);
|
|
4266
|
-
ctx.advance_to(out);
|
|
4267
|
-
out = value_formatter_.format(*it, ctx);
|
|
4268
|
-
++it;
|
|
4269
|
-
}
|
|
4270
|
-
}
|
|
4271
|
-
return out;
|
|
4272
|
-
}
|
|
4273
|
-
};
|
|
4274
|
-
|
|
4275
|
-
/**
|
|
4276
|
-
Returns a view that formats the iterator range `[begin, end)` with elements
|
|
4277
|
-
separated by `sep`.
|
|
4278
|
-
*/
|
|
4279
|
-
template <typename It, typename Sentinel>
|
|
4280
|
-
auto join(It begin, Sentinel end, string_view sep) -> join_view<It, Sentinel> {
|
|
4281
|
-
return {begin, end, sep};
|
|
4282
|
-
}
|
|
4283
|
-
|
|
4284
|
-
/**
|
|
4285
|
-
\rst
|
|
4286
|
-
Returns a view that formats `range` with elements separated by `sep`.
|
|
4287
|
-
|
|
4288
|
-
**Example**::
|
|
4289
|
-
|
|
4290
|
-
std::vector<int> v = {1, 2, 3};
|
|
4291
|
-
fmt::print("{}", fmt::join(v, ", "));
|
|
4292
|
-
// Output: "1, 2, 3"
|
|
4293
|
-
|
|
4294
|
-
``fmt::join`` applies passed format specifiers to the range elements::
|
|
4295
|
-
|
|
4296
|
-
fmt::print("{:02}", fmt::join(v, ", "));
|
|
4297
|
-
// Output: "01, 02, 03"
|
|
4298
|
-
\endrst
|
|
4299
|
-
*/
|
|
4300
|
-
template <typename Range>
|
|
4301
|
-
auto join(Range&& range, string_view sep)
|
|
4302
|
-
-> join_view<detail::iterator_t<Range>, detail::sentinel_t<Range>> {
|
|
4303
|
-
return join(std::begin(range), std::end(range), sep);
|
|
4304
|
-
}
|
|
4305
|
-
|
|
4306
|
-
/**
|
|
4307
|
-
\rst
|
|
4308
|
-
Converts *value* to ``std::string`` using the default format for type *T*.
|
|
4309
|
-
|
|
4310
|
-
**Example**::
|
|
4311
|
-
|
|
4312
|
-
#include <fmt/format.h>
|
|
4313
|
-
|
|
4314
|
-
std::string answer = fmt::to_string(42);
|
|
4315
|
-
\endrst
|
|
4316
|
-
*/
|
|
4317
|
-
template <typename T, FMT_ENABLE_IF(!std::is_integral<T>::value &&
|
|
4318
|
-
!detail::has_format_as<T>::value)>
|
|
4319
|
-
inline auto to_string(const T& value) -> std::string {
|
|
4320
|
-
auto buffer = memory_buffer();
|
|
4321
|
-
detail::write<char>(appender(buffer), value);
|
|
4322
|
-
return {buffer.data(), buffer.size()};
|
|
4323
|
-
}
|
|
4324
|
-
|
|
4325
|
-
template <typename T, FMT_ENABLE_IF(std::is_integral<T>::value)>
|
|
4326
|
-
FMT_NODISCARD inline auto to_string(T value) -> std::string {
|
|
4327
|
-
// The buffer should be large enough to store the number including the sign
|
|
4328
|
-
// or "false" for bool.
|
|
4329
|
-
constexpr int max_size = detail::digits10<T>() + 2;
|
|
4330
|
-
char buffer[max_size > 5 ? static_cast<unsigned>(max_size) : 5];
|
|
4331
|
-
char* begin = buffer;
|
|
4332
|
-
return std::string(begin, detail::write<char>(begin, value));
|
|
4333
|
-
}
|
|
4334
|
-
|
|
4335
|
-
template <typename Char, size_t SIZE>
|
|
4336
|
-
FMT_NODISCARD auto to_string(const basic_memory_buffer<Char, SIZE>& buf)
|
|
4337
|
-
-> std::basic_string<Char> {
|
|
4338
|
-
auto size = buf.size();
|
|
4339
|
-
detail::assume(size < std::basic_string<Char>().max_size());
|
|
4340
|
-
return std::basic_string<Char>(buf.data(), size);
|
|
4341
|
-
}
|
|
4342
|
-
|
|
4343
|
-
template <typename T, FMT_ENABLE_IF(!std::is_integral<T>::value &&
|
|
4344
|
-
detail::has_format_as<T>::value)>
|
|
4345
|
-
inline auto to_string(const T& value) -> std::string {
|
|
4346
|
-
return to_string(format_as(value));
|
|
4347
|
-
}
|
|
4348
|
-
|
|
4349
|
-
FMT_END_EXPORT
|
|
4350
|
-
|
|
4351
|
-
namespace detail {
|
|
4352
|
-
|
|
4353
|
-
template <typename Char>
|
|
4354
|
-
void vformat_to(buffer<Char>& buf, basic_string_view<Char> fmt,
|
|
4355
|
-
typename vformat_args<Char>::type args, locale_ref loc) {
|
|
4356
|
-
auto out = buffer_appender<Char>(buf);
|
|
4357
|
-
if (fmt.size() == 2 && equal2(fmt.data(), "{}")) {
|
|
4358
|
-
auto arg = args.get(0);
|
|
4359
|
-
if (!arg) throw_format_error("argument not found");
|
|
4360
|
-
visit_format_arg(default_arg_formatter<Char>{out, args, loc}, arg);
|
|
4361
|
-
return;
|
|
4362
|
-
}
|
|
4363
|
-
|
|
4364
|
-
struct format_handler : error_handler {
|
|
4365
|
-
basic_format_parse_context<Char> parse_context;
|
|
4366
|
-
buffer_context<Char> context;
|
|
4367
|
-
|
|
4368
|
-
format_handler(buffer_appender<Char> p_out, basic_string_view<Char> str,
|
|
4369
|
-
basic_format_args<buffer_context<Char>> p_args,
|
|
4370
|
-
locale_ref p_loc)
|
|
4371
|
-
: parse_context(str), context(p_out, p_args, p_loc) {}
|
|
4372
|
-
|
|
4373
|
-
void on_text(const Char* begin, const Char* end) {
|
|
4374
|
-
auto text = basic_string_view<Char>(begin, to_unsigned(end - begin));
|
|
4375
|
-
context.advance_to(write<Char>(context.out(), text));
|
|
4376
|
-
}
|
|
4377
|
-
|
|
4378
|
-
FMT_CONSTEXPR auto on_arg_id() -> int {
|
|
4379
|
-
return parse_context.next_arg_id();
|
|
4380
|
-
}
|
|
4381
|
-
FMT_CONSTEXPR auto on_arg_id(int id) -> int {
|
|
4382
|
-
return parse_context.check_arg_id(id), id;
|
|
4383
|
-
}
|
|
4384
|
-
FMT_CONSTEXPR auto on_arg_id(basic_string_view<Char> id) -> int {
|
|
4385
|
-
int arg_id = context.arg_id(id);
|
|
4386
|
-
if (arg_id < 0) throw_format_error("argument not found");
|
|
4387
|
-
return arg_id;
|
|
4388
|
-
}
|
|
4389
|
-
|
|
4390
|
-
FMT_INLINE void on_replacement_field(int id, const Char*) {
|
|
4391
|
-
auto arg = get_arg(context, id);
|
|
4392
|
-
context.advance_to(visit_format_arg(
|
|
4393
|
-
default_arg_formatter<Char>{context.out(), context.args(),
|
|
4394
|
-
context.locale()},
|
|
4395
|
-
arg));
|
|
4396
|
-
}
|
|
4397
|
-
|
|
4398
|
-
auto on_format_specs(int id, const Char* begin, const Char* end)
|
|
4399
|
-
-> const Char* {
|
|
4400
|
-
auto arg = get_arg(context, id);
|
|
4401
|
-
// Not using a visitor for custom types gives better codegen.
|
|
4402
|
-
if (arg.format_custom(begin, parse_context, context))
|
|
4403
|
-
return parse_context.begin();
|
|
4404
|
-
auto specs = detail::dynamic_format_specs<Char>();
|
|
4405
|
-
begin = parse_format_specs(begin, end, specs, parse_context, arg.type());
|
|
4406
|
-
detail::handle_dynamic_spec<detail::width_checker>(
|
|
4407
|
-
specs.width, specs.width_ref, context);
|
|
4408
|
-
detail::handle_dynamic_spec<detail::precision_checker>(
|
|
4409
|
-
specs.precision, specs.precision_ref, context);
|
|
4410
|
-
if (begin == end || *begin != '}')
|
|
4411
|
-
throw_format_error("missing '}' in format string");
|
|
4412
|
-
auto f = arg_formatter<Char>{context.out(), specs, context.locale()};
|
|
4413
|
-
context.advance_to(visit_format_arg(f, arg));
|
|
4414
|
-
return begin;
|
|
4415
|
-
}
|
|
4416
|
-
};
|
|
4417
|
-
detail::parse_format_string<false>(fmt, format_handler(out, fmt, args, loc));
|
|
4418
|
-
}
|
|
4419
|
-
|
|
4420
|
-
FMT_BEGIN_EXPORT
|
|
4421
|
-
|
|
4422
|
-
#ifndef FMT_HEADER_ONLY
|
|
4423
|
-
extern template FMT_API void vformat_to(buffer<char>&, string_view,
|
|
4424
|
-
typename vformat_args<>::type,
|
|
4425
|
-
locale_ref);
|
|
4426
|
-
extern template FMT_API auto thousands_sep_impl<char>(locale_ref)
|
|
4427
|
-
-> thousands_sep_result<char>;
|
|
4428
|
-
extern template FMT_API auto thousands_sep_impl<wchar_t>(locale_ref)
|
|
4429
|
-
-> thousands_sep_result<wchar_t>;
|
|
4430
|
-
extern template FMT_API auto decimal_point_impl(locale_ref) -> char;
|
|
4431
|
-
extern template FMT_API auto decimal_point_impl(locale_ref) -> wchar_t;
|
|
4432
|
-
#endif // FMT_HEADER_ONLY
|
|
4433
|
-
|
|
4434
|
-
} // namespace detail
|
|
4435
|
-
|
|
4436
|
-
#if FMT_USE_USER_DEFINED_LITERALS
|
|
4437
|
-
inline namespace literals {
|
|
4438
|
-
/**
|
|
4439
|
-
\rst
|
|
4440
|
-
User-defined literal equivalent of :func:`fmt::arg`.
|
|
4441
|
-
|
|
4442
|
-
**Example**::
|
|
4443
|
-
|
|
4444
|
-
using namespace fmt::literals;
|
|
4445
|
-
fmt::print("Elapsed time: {s:.2f} seconds", "s"_a=1.23);
|
|
4446
|
-
\endrst
|
|
4447
|
-
*/
|
|
4448
|
-
# if FMT_USE_NONTYPE_TEMPLATE_ARGS
|
|
4449
|
-
template <detail_exported::fixed_string Str> constexpr auto operator""_a() {
|
|
4450
|
-
using char_t = remove_cvref_t<decltype(Str.data[0])>;
|
|
4451
|
-
return detail::udl_arg<char_t, sizeof(Str.data) / sizeof(char_t), Str>();
|
|
4452
|
-
}
|
|
4453
|
-
# else
|
|
4454
|
-
constexpr auto operator""_a(const char* s, size_t) -> detail::udl_arg<char> {
|
|
4455
|
-
return {s};
|
|
4456
|
-
}
|
|
4457
|
-
# endif
|
|
4458
|
-
} // namespace literals
|
|
4459
|
-
#endif // FMT_USE_USER_DEFINED_LITERALS
|
|
4460
|
-
|
|
4461
|
-
template <typename Locale, FMT_ENABLE_IF(detail::is_locale<Locale>::value)>
|
|
4462
|
-
inline auto vformat(const Locale& loc, string_view fmt, format_args args)
|
|
4463
|
-
-> std::string {
|
|
4464
|
-
return detail::vformat(loc, fmt, args);
|
|
4465
|
-
}
|
|
4466
|
-
|
|
4467
|
-
template <typename Locale, typename... T,
|
|
4468
|
-
FMT_ENABLE_IF(detail::is_locale<Locale>::value)>
|
|
4469
|
-
inline auto format(const Locale& loc, format_string<T...> fmt, T&&... args)
|
|
4470
|
-
-> std::string {
|
|
4471
|
-
return fmt::vformat(loc, string_view(fmt), fmt::make_format_args(args...));
|
|
4472
|
-
}
|
|
4473
|
-
|
|
4474
|
-
template <typename OutputIt, typename Locale,
|
|
4475
|
-
FMT_ENABLE_IF(detail::is_output_iterator<OutputIt, char>::value&&
|
|
4476
|
-
detail::is_locale<Locale>::value)>
|
|
4477
|
-
auto vformat_to(OutputIt out, const Locale& loc, string_view fmt,
|
|
4478
|
-
format_args args) -> OutputIt {
|
|
4479
|
-
using detail::get_buffer;
|
|
4480
|
-
auto&& buf = get_buffer<char>(out);
|
|
4481
|
-
detail::vformat_to(buf, fmt, args, detail::locale_ref(loc));
|
|
4482
|
-
return detail::get_iterator(buf, out);
|
|
4483
|
-
}
|
|
4484
|
-
|
|
4485
|
-
template <typename OutputIt, typename Locale, typename... T,
|
|
4486
|
-
FMT_ENABLE_IF(detail::is_output_iterator<OutputIt, char>::value&&
|
|
4487
|
-
detail::is_locale<Locale>::value)>
|
|
4488
|
-
FMT_INLINE auto format_to(OutputIt out, const Locale& loc,
|
|
4489
|
-
format_string<T...> fmt, T&&... args) -> OutputIt {
|
|
4490
|
-
return vformat_to(out, loc, fmt, fmt::make_format_args(args...));
|
|
4491
|
-
}
|
|
4492
|
-
|
|
4493
|
-
template <typename Locale, typename... T,
|
|
4494
|
-
FMT_ENABLE_IF(detail::is_locale<Locale>::value)>
|
|
4495
|
-
FMT_NODISCARD FMT_INLINE auto formatted_size(const Locale& loc,
|
|
4496
|
-
format_string<T...> fmt,
|
|
4497
|
-
T&&... args) -> size_t {
|
|
4498
|
-
auto buf = detail::counting_buffer<>();
|
|
4499
|
-
detail::vformat_to<char>(buf, fmt, fmt::make_format_args(args...),
|
|
4500
|
-
detail::locale_ref(loc));
|
|
4501
|
-
return buf.count();
|
|
4502
|
-
}
|
|
4503
|
-
|
|
4504
|
-
FMT_END_EXPORT
|
|
4505
|
-
|
|
4506
|
-
template <typename T, typename Char>
|
|
4507
|
-
template <typename FormatContext>
|
|
4508
|
-
FMT_CONSTEXPR FMT_INLINE auto
|
|
4509
|
-
formatter<T, Char,
|
|
4510
|
-
enable_if_t<detail::type_constant<T, Char>::value !=
|
|
4511
|
-
detail::type::custom_type>>::format(const T& val,
|
|
4512
|
-
FormatContext& ctx)
|
|
4513
|
-
const -> decltype(ctx.out()) {
|
|
4514
|
-
if (specs_.width_ref.kind == detail::arg_id_kind::none &&
|
|
4515
|
-
specs_.precision_ref.kind == detail::arg_id_kind::none) {
|
|
4516
|
-
return detail::write<Char>(ctx.out(), val, specs_, ctx.locale());
|
|
4517
|
-
}
|
|
4518
|
-
auto specs = specs_;
|
|
4519
|
-
detail::handle_dynamic_spec<detail::width_checker>(specs.width,
|
|
4520
|
-
specs.width_ref, ctx);
|
|
4521
|
-
detail::handle_dynamic_spec<detail::precision_checker>(
|
|
4522
|
-
specs.precision, specs.precision_ref, ctx);
|
|
4523
|
-
return detail::write<Char>(ctx.out(), val, specs, ctx.locale());
|
|
4524
|
-
}
|
|
4525
|
-
|
|
4526
|
-
FMT_END_NAMESPACE
|
|
4527
|
-
|
|
4528
|
-
#ifdef FMT_HEADER_ONLY
|
|
4529
|
-
# define FMT_FUNC inline
|
|
4530
|
-
# include "format-inl.h"
|
|
4531
|
-
#else
|
|
4532
|
-
# define FMT_FUNC
|
|
4533
|
-
#endif
|
|
4534
|
-
|
|
4535
|
-
#endif // FMT_FORMAT_H_
|