mindspore 2.4.1__cp311-cp311-manylinux1_x86_64.whl → 2.5.0__cp311-cp311-manylinux1_x86_64.whl

mindspore/ops/_vmap/vmap_math_ops.py

@@ -19,6 +19,7 @@ from __future__ import absolute_import
 import mindspore.numpy as mnp
 from mindspore.ops import operations as P
 from mindspore.ops import functional as F
+from mindspore.ops import auto_generate as gen
 from mindspore.ops.auto_generate import MatMulExt
 from mindspore.ops.primitive import _primexpr
 from mindspore.common import Tensor
@@ -29,7 +30,7 @@ from mindspore.ops.primitive import Primitive
 from mindspore.ops.function import _VmapGeneralRule
 from mindspore.ops._vmap.vmap_base import vmap_rules_getters, vmap_general_preprocess, get_assign_vmap_rule, \
     get_unop_vmap_rule, _raise_value_error, _bdim_at_front, _broadcast_by_axis, _handle_broadcasting, \
-    _vmap_clone_prim, _bdim_at_any, _get_reduce_batch_axis, _get_reduce_out_dim
+    _bdim_at_any, _get_reduce_batch_axis, _get_reduce_out_dim
 from mindspore.ops.operations.math_ops import Bernoulli, BesselI0, BesselI1, BesselJ0, BesselJ1, \
     BesselK0, BesselK0e, BesselY0, BesselY1, BesselK1, BesselK1e, Median
 
@@ -128,28 +129,29 @@ def get_addcxxx_vmap_rule(prim, axis_size):
     return vmap_rule
 
 
-@vmap_rules_getters.register(P.Cdist)
+@vmap_rules_getters.register(gen.Cdist)
 def get_cdist_vmap_rule(prim, axis_size):
     """VmapRule for `cdist` operation."""
-    if hasattr(prim, 'batch_rank'):
-        batch_rank = prim.batch_rank + 1
+    if prim.has_label("batch_rank"):
+        batch_rank = prim.get_label("batch_rank") + 1
     else:
         batch_rank = 1
 
-    batch_prim = _vmap_clone_prim(prim)
-    batch_prim.add_prim_attr("batch_rank", batch_rank)
+    prim = prim.clone()
+    prim.set_label('batch_rank', batch_rank)
 
-    def vmap_rule(x_bdim, y_bdim):
+    def vmap_rule(x_bdim, y_bdim, p_bdim):
         x, x_dim = x_bdim
         y, y_dim = y_bdim
+        p, _ = p_bdim
 
-        if x_dim is None and y_dim is None:
+        if x_dim is None and y_dim is None and p is None:
             out = prim(x, y)
             return (out, None)
         x = _bdim_at_front(x, x_dim, axis_size)
         y = _bdim_at_front(y, y_dim, axis_size)
 
-        out = batch_prim(x, y)
+        out = prim(x, y, p)
         return out, 0
 
     return vmap_rule

mindspore/ops/_vmap/vmap_nn_ops.py

@@ -987,28 +987,16 @@ def get_kl_div_loss_grad_vmap_rule(prim, axis_size):
 @vmap_rules_getters.register(P.SmoothL1Loss)
 def get_smooth_l1_loss_vmap_rule(prim, axis_size):
     """VmapRule for `SmoothL1Loss` operation."""
-    if isinstance(prim, str):
-        prim = Primitive(prim)
-        prim_beta = 1.0
-        prim_reduction = 'none'
-    else:
-        prim_reduction = prim.reduction
-        prim_beta = prim.beta
-
-    smooth_l1_loss_op = P.SmoothL1Loss(prim_beta, 'none')
-    if prim_reduction == 'mean':
-        reduce_op = P.ReduceMean()
-    elif prim_reduction == "sum":
-        reduce_op = P.ReduceSum()
-
-    def vmap_rule(x_bdim, target_bdim):
+    def vmap_rule(x_bdim, target_bdim, beta_bdim, reduction_bdim):
         is_all_none, result = vmap_general_preprocess(
-            prim, x_bdim, target_bdim)
+            prim, x_bdim, target_bdim, beta_bdim, reduction_bdim)
         if is_all_none:
             return result
 
         x, x_dim = x_bdim
         target, target_dim = target_bdim
+        beta, _ = beta_bdim
+        reduction, _ = reduction_bdim
         x_ndim = F.rank(x)
         target_ndim = F.rank(target)
         max_rank = max(x_ndim, target_ndim)
@@ -1020,15 +1008,20 @@ def get_smooth_l1_loss_vmap_rule(prim, axis_size):
             reduce_indexes = tuple(range(1, max_rank))
 
         # elementwise style when reduction='none', otherwise reduce style
-        if prim_reduction == "none":
-            out = prim(x, target)
-        elif prim_reduction in ("mean", "sum"):
-            out = smooth_l1_loss_op(x, target)
+        # reduction is number
+        none_enum = handler.str_to_enum("SmoothL1Loss", "reduction", "none")
+        mean_enum = handler.str_to_enum("SmoothL1Loss", "reduction", "mean")
+        sum_enum = handler.str_to_enum("SmoothL1Loss", "reduction", "sum")
+        if reduction in (none_enum, mean_enum, sum_enum):
+            out = prim(x, target, beta, none_enum)
             if reduce_indexes is not None:
-                out = reduce_op(out, reduce_indexes)
+                if reduction == mean_enum:
+                    out = P.ReduceMean()(out, reduce_indexes)
+                elif reduction == sum_enum:
+                    out = P.ReduceSum()(out, reduce_indexes)
         else:
             raise RuntimeError("For SmoothL1Loss vmap, reduction should be one of "
-                               "['none', 'mean', 'sum'], but got '{}'".format(prim_reduction))
+                               "['none', 'mean', 'sum'], but got '{}'".format(reduction))
         return out, 0
 
     return vmap_rule
@@ -1037,29 +1030,22 @@ def get_smooth_l1_loss_vmap_rule(prim, axis_size):
 @vmap_rules_getters.register(G.SmoothL1LossGrad)
 def get_smooth_l1_loss_grad_vmap_rule(prim, axis_size):
     """VmapRule for `SmoothL1LossGrad`."""
-    if isinstance(prim, str):
-        prim = Primitive(prim)
-        reduction = "none"
-        beta = 1.0
-    else:
-        reduction = prim.reduction
-        beta = prim.beta
-    smooth_l1_loss_grad = G.SmoothL1LossGrad(beta, reduction)
-
-    def vmap_rule(x_bdim, target_bdim, dy_bdim):
+    def vmap_rule(x_bdim, target_bdim, dy_bdim, beta_bdim, reduction_bdim):
         is_all_none, result = vmap_general_preprocess(
-            prim, dy_bdim, x_bdim, target_bdim)
+            prim, dy_bdim, x_bdim, target_bdim, beta_bdim, reduction_bdim)
         if is_all_none:
             return result
 
         dy, dy_dim = dy_bdim
         x, x_dim = x_bdim
         target, target_dim = target_bdim
+        beta, _ = beta_bdim
+        reduction, _ = reduction_bdim
         dy = _bdim_at_front(dy, dy_dim, axis_size)
         x = _bdim_at_front(x, x_dim, axis_size)
         target = _bdim_at_front(target, target_dim, axis_size)
 
-        out = smooth_l1_loss_grad(x, target, dy)
+        out = prim(x, target, dy, beta, reduction)
         return out, 0
 
     return vmap_rule

mindspore/ops/auto_generate/cpp_create_prim_instance_helper.py

@@ -21,6 +21,11 @@ op_args_default_value = {
     "AdamW": {"amsgrad": False, "maximize": False},
     "AddExt": {"alpha": 1},
     "AddLayerNormV2": {"epsilon": 1e-5, "additionalOut": False},
+    "AddRmsNorm": {"epsilon": 1e-6},
+    "Addbmm": {"beta": 1, "alpha": 1},
+    "Addmm": {"beta": 1, "alpha": 1},
+    "Addmv": {"beta": 1, "alpha": 1},
+    "AllGatherMatmul": {"bias": None, "gather_index": 0, "gather_output": True, "comm_turn": 0, "trans_input": False, "trans_x2": False},
     "ApplyAdamW": {"max_grad_norm": None, "amsgrad": False, "maximize": False},
     "ApplyCamePart2": {"sum_r": None, "global_shape": None},
     "ApplyCamePart3": {"global_shape": None, "use_first_moment": False},
@@ -33,13 +38,18 @@ op_args_default_value = {
     "ArgMinExt": {"dim": None, "keepdim": False},
     "Argmin": {"axis": -1, "output_type": mstype.int32},
     "ArgMinWithValue": {"axis": 0, "keep_dims": False},
+    "ArgSort": {"dim": -1, "descending": False},
+    "AsStrided": {"storage_offset": 0},
+    "AvgPool1D": {"stride": None, "padding": 0, "ceil_mode": False, "count_include_pad": True},
     "AvgPool2DGrad": {"padding": 0, "ceil_mode": False, "count_include_pad": True, "divisor_override": None},
     "AvgPool2D": {"padding": 0, "ceil_mode": False, "count_include_pad": True, "divisor_override": None},
     "AvgPoolGrad": {"kernel_size": 1, "strides": 1, "pad_mode": 'VALID', "data_format": 'NCHW'},
     "AvgPool": {"kernel_size": 1, "strides": 1, "pad_mode": 'VALID', "data_format": 'NCHW'},
     "BatchMatMul": {"transpose_a": False, "transpose_b": False},
+    "BatchNormElemt": {"weight": None, "bias": None, "mean": None, "invstd": None, "eps": 1e-5},
     "BatchNormExt": {"running_mean": None, "runnning_var": None, "training": False, "momentum": 0.1, "epsilon": 1e-5},
-    "BatchNormGradExt": {"running_mean": None, "running_var": None, "saved_mean": None, "saved_rstd": None, "training": False, "eps": 1e-5},
+    "BatchNormGatherStatsWithCounts": {"running_mean": None, "running_var": None, "momentum": 1e-1, "eps": 1e-5, "counts": None},
+    "BatchNormGradExt": {"running_mean": None, "running_var": None, "saved_mean": None, "saved_rstd": None, "training": False, "eps": 1e-5, "output_mask": (1, 1, 1)},
     "BatchNormGradGrad": {"is_training": False, "epsilon": 1e-5, "data_format": 'NCHW'},
     "BatchNormGrad": {"is_training": False, "epsilon": 1e-5, "data_format": 'NCHW'},
     "BatchNormGradWithActivation": {"is_training": False, "epsilon": 1e-5, "data_format": 'NCHW'},
@@ -52,6 +62,9 @@ op_args_default_value = {
     "BinaryCrossEntropy": {"weight": None, "reduction": 'mean'},
     "BinaryCrossEntropyWithLogitsBackward": {"weight": None, "posWeight": None, "reduction": 'mean'},
     "BCEWithLogitsLoss": {"weight": None, "posWeight": None, "reduction": 'mean'},
+    "BincountExt": {"weights": None, "minlength": 0},
+    "CdistGrad": {"p": 2.0},
+    "Cdist": {"p": 2.0},
     "CeLU": {"alpha": 1.0},
     "CholeskyInverse": {"upper": False},
     "Cholesky": {"upper": False},
@@ -62,8 +75,15 @@ op_args_default_value = {
     "Col2ImGrad": {"dilation": 1, "padding": 0, "stride": 1},
     "Concat": {"axis": 0},
     "ConstantPadND": {"value": 0.0},
-    "ConvolutionGrad": {"bias": None, "stride": 1, "padding": 0, "dilation": 1, "transposed": False, "output_padding": 0, "groups": 1, "output_mask": ()},
+    "Conv2DExt": {"bias": None, "stride": 1, "padding": 0, "dilation": 1, "groups": 1},
+    "Conv2DPadding": {"bias": None, "stride": 1, "padding": 'valid', "dilation": 1, "groups": 1},
+    "Conv3DExt": {"bias": None, "stride": 1, "padding": 0, "dilation": 1, "groups": 1},
+    "Conv3DPadding": {"bias": None, "stride": 1, "padding": 'valid', "dilation": 1, "groups": 1},
+    "ConvTranspose2D": {"bias": None, "stride": 1, "padding": 0, "output_padding": 0, "groups": 1, "dilation": 1},
+    "ConvolutionGrad": {"bias": None, "stride": 1, "padding": 0, "dilation": (1, 1), "transposed": False, "output_padding": 0, "groups": 1, "output_mask": ()},
     "Convolution": {"bias": None, "stride": 1, "padding": 0, "dilation": 1, "transposed": False, "output_padding": 0, "groups": 1},
+    "ConvolutionStrGrad": {"bias": None, "stride": 1, "padding": 'valid', "dilation": 1, "transposed": False, "output_padding": 0, "groups": 1, "output_mask": ()},
+    "ConvolutionStr": {"bias": None, "stride": 1, "padding": 'valid', "dilation": 1, "transposed": False, "output_padding": 0, "groups": 1},
     "Correlate": {"mode": 'valid'},
     "CountNonZero": {"dim": None},
     "Cross": {"dim": -65530},
@@ -75,6 +95,7 @@ op_args_default_value = {
     "Dense": {"bias": None},
     "Diagonal": {"offset": 0, "dim1": 0, "dim2": 1},
     "DivMod": {"rounding_mode": None},
+    "DivMods": {"rounding_mode": None},
     "Dropout": {"keep_prob": 0.5, "Seed0": 0, "Seed1": 0},
     "Eig": {"compute_v": False},
     "EluExt": {"alpha": 1.0},
@@ -92,6 +113,8 @@ op_args_default_value = {
     "EmbeddingFeatureMappingImport": {"only_offset_flag": True, "num": 1},
     "Embedding": {"padding_idx": None, "max_norm": None, "norm_type": 2.0, "scale_grad_by_freq": False},
     "EmbeddingTableEvict": {"steps_to_live": 0},
+    "EmptyLike": {"dtype": None, "device": None},
+    "Empty": {"dtype": None, "device": None},
     "ExtractImagePatches": {"padding": 'VALID'},
     "FFNExt": {"expertTokens": None, "bias1": None, "bias2": None, "scale": None, "offset": None, "deqScale1": None, "deqScale2": None, "antiquant_scale1": None, "antiquant_scale2": None, "antiquant_offset1": None, "antiquant_offset2": None, "activation": 'fastgelu', "inner_precise": 0},
     "FFT2": {"s": None, "dim": (-2, -1), "norm": None},
@@ -106,14 +129,20 @@ op_args_default_value = {
     "FlashAttentionScoreGrad": {"pse_shift": None, "drop_mask": None, "padding_mask": None, "atten_mask": None, "softmax_max": None, "softmax_sum": None, "softmax_in": None, "attention_in": None, "prefix": None, "actual_seq_qlen": None, "actual_seq_kvlen": None, "keep_prob": 1.0, "scale_value": 1.0, "pre_tokens": 65536, "next_tokens": 65536, "inner_precise": 1, "input_layout": 'BSH', "sparse_mode": 0},
     "FlashAttentionScore": {"real_shift": None, "drop_mask": None, "padding_mask": None, "attn_mask": None, "prefix": None, "actual_seq_qlen": None, "actual_seq_kvlen": None, "keep_prob": 1.0, "scale_value": 1.0, "pre_tokens": 2147483647, "next_tokens": 2147483647, "inner_precise": 0, "input_layout": 'BSH', "sparse_mode": 0},
     "FlattenExt": {"start_dim": 0, "end_dim": -1},
+    "FullLike": {"dtype": None},
     "Gather": {"batch_dims": 0},
     "GenerateEodMaskV2": {"start": 0, "steps": 1, "error_mode": 'cycle', "flip_mode": 'bitflip', "multiply_factor": 0.0, "bit_pos": 0, "flip_probability": 0.0},
-    "GridSampler2DGrad": {"interpolation_mode": 'bilinear', "padding_mode": 'zeros', "align_corners": False},
+    "GLU": {"axis": -1},
+    "GmmBackward": {"group_list": None},
+    "GmmV2Backward": {"group_list": None, "group_list_type": 0},
+    "GridSampler2DGrad": {"interpolation_mode": 'bilinear', "padding_mode": 'zeros', "align_corners": False, "output_mask": (1, 1)},
     "GridSampler2D": {"interpolation_mode": 'bilinear', "padding_mode": 'zeros', "align_corners": False},
-    "GridSampler3DGrad": {"interpolation_mode": 'bilinear', "padding_mode": 'zeros', "align_corners": False},
+    "GridSampler3DGrad": {"interpolation_mode": 'bilinear', "padding_mode": 'zeros', "align_corners": False, "output_mask": (1, 1)},
     "GridSampler3D": {"interpolation_mode": 'bilinear', "padding_mode": 'zeros', "align_corners": False},
     "GroupNormGrad": {"dx_is_require": True, "dgamma_is_require": True, "dbeta_is_require": True},
     "GroupNorm": {"weight": None, "bias": None, "eps": 1e-5},
+    "HardtanhGrad": {"min_val": -1, "max_val": 1},
+    "Hardtanh": {"min_val": -1, "max_val": 1},
     "HFFT2": {"s": None, "dim": (-2, -1), "norm": None},
     "HFFT": {"n": None, "dim": -1, "norm": None},
     "HFFTN": {"s": None, "dim": None, "norm": None},
@@ -132,18 +161,30 @@ op_args_default_value = {
     "Im2ColExt": {"dilation": 1, "padding": 0, "stride": 1},
     "IncreFlashAttention": {"attn_mask": None, "actual_seq_lengths": None, "pse_shift": None, "dequant_scale1": None, "quant_scale1": None, "dequant_scale2": None, "quant_scale2": None, "quant_offset2": None, "antiquant_scale": None, "antiquant_offset": None, "block_table": None, "kv_padding_size": None, "num_heads": 1, "input_layout": 'BSH', "scale_value": 1.0, "num_key_value_heads": 0, "block_size": 0, "inner_precise": 1},
     "IndexAddExt": {"alpha": 1},
+    "InnerInplaceIndexPut": {"accumulate": False},
     "InplaceAddExt": {"alpha": 1},
     "InplaceAddmm": {"beta": 1, "alpha": 1},
     "InplaceAddsExt": {"alpha": 1},
+    "InplaceClampScalar": {"min": None, "max": None},
+    "InplaceClampTensor": {"min": None, "max": None},
+    "InplaceDivMod": {"rounding_mode": None},
+    "InplaceDivMods": {"rounding_mode": None},
+    "InplaceHardtanh": {"min_val": -1, "max_val": 1},
+    "InplaceIndexAddExt": {"alpha": 1},
+    "InplaceIndexPut": {"accumulate": False},
+    "InplaceRandom": {"from_": 0, "to": None, "seed": 0, "offset": 0},
+    "InplaceSubExt": {"alpha": 1},
+    "InplaceSubScalar": {"alpha": 1},
     "InsertGemV2InBackward": {"start": 0, "steps": 1, "error_mode": 'cycle', "flip_mode": 'bitflip', "multiply_factor": 0.0, "bit_pos": 0, "flip_probability": 0.0},
     "IRFFT2": {"s": None, "dim": (-2, -1), "norm": None},
     "IRFFTDouble": {"dim": -1},
     "IRFFT": {"n": None, "dim": -1, "norm": None},
     "IRFFTN": {"s": None, "dim": None, "norm": None},
-    "IsClose": {"rtol": 1e-05, "atol": 1e-08, "equal_nan": True},
+    "IsClose": {"rtol": 1e-05, "atol": 1e-08, "equal_nan": False},
     "L1LossBackwardExt": {"reduction": 'mean'},
     "L1LossExt": {"reduction": 'mean'},
     "LayerNormExt": {"weight": None, "bias": None, "eps": 1e-5},
+    "LayerNormGradExt": {"output_mask": (1, 1, 1)},
     "LayerNormGradGrad": {"begin_norm_axis": 1, "begin_params_axis": 1},
     "LayerNormGrad": {"begin_norm_axis": 1, "begin_params_axis": 1},
     "LayerNormGradV3": {"begin_norm_axis": 1, "begin_params_axis": 1},
@@ -152,26 +193,38 @@ op_args_default_value = {
     "LeakyReLUExt": {"negative_slope": 0.01},
     "LeakyReLUGradExt": {"negative_slope": 0.01, "is_result": False},
     "LinSpaceExt": {"dtype": None},
+    "LinalgVectorNorm": {"ord": 2, "dim": None, "keepdim": False, "dtype": None},
     "LogSoftmaxExt": {"dim": None, "dtype": None},
     "LogSoftmaxGrad": {"axis": -1},
     "LogSoftmax": {"axis": -1},
     "LogitGrad": {"eps": -1.0},
     "Logit": {"eps": -1.0},
-    "LpNormV2": {"p": 2.0, "dim": None, "keepdim": False, "epsilon": 1e-12},
+    "LogSumExp": {"keepdim": False},
+    "LpNormV2": {"p": 2, "dim": None, "keepdim": False, "epsilon": 1e-12},
     "LstsqV2": {"driver": None},
     "MatMul": {"transpose_a": False, "transpose_b": False},
+    "MatmulReduceScatter": {"reduce_op": 'sum', "bias": None, "comm_turn": 0, "trans_input": False, "trans_x2": False},
+    "MaxDim": {"keepdim": False},
     "MaxPoolGradWithIndices": {"strides": None, "pads": 0, "dilation": (1, 1), "ceil_mode": False, "argmax_type": mstype.int64},
     "MaxPoolGradWithMask": {"strides": None, "pads": 0, "dilation": (1, 1), "ceil_mode": False, "argmax_type": mstype.int64},
     "MaxPoolWithIndices": {"strides": None, "pads": 0, "dilation": (1, 1), "ceil_mode": False, "argmax_type": mstype.int64},
     "MaxPoolWithMask": {"strides": None, "pads": 0, "dilation": (1, 1), "ceil_mode": False, "argmax_type": mstype.int64},
+    "MaxUnpool2DExt": {"stride": None, "padding": 0, "output_size": None},
     "MaximumGradGrad": {"grad_x": True, "grad_y": True},
     "MaximumGrad": {"grad_x": True, "grad_y": True},
-    "MeanExt": {"axis": None, "keep_dims": False, "dtype": None},
+    "MeanExt": {"dim": None, "keepdim": False, "dtype": None},
     "MedianDim": {"dim": -1, "keepdim": False},
+    "Meshgrid": {"indexing": 'xy'},
+    "MinDim": {"keepdim": False},
     "MinimumGrad": {"grad_x": True, "grad_y": True},
     "MSELossExt": {"reduction": 'mean'},
     "MSELossGradExt": {"reduction": 'mean'},
     "NanToNum": {"nan": None, "posinf": None, "neginf": None},
+    "Nansum": {"dim": None, "keepdim": False, "dtype": None},
+    "NewEmpty": {"dtype": None, "device": None},
+    "NewOnes": {"dtype": None},
+    "NewZeros": {"dtype": None},
+    "NLLLoss2d": {"reduction": 'mean', "ignore_index": -100},
     "NLLLossGrad": {"reduction": 'mean', "ignore_index": -100},
     "NLLLoss": {"reduction": 'mean', "ignore_index": -100},
     "Norm": {"p": 2.0, "dim": None, "keepdim": False, "dtype": None},
@@ -181,7 +234,8 @@ op_args_default_value = {
     "Ones": {"dtype": None},
     "PagedAttentionMask": {"antiquant_scale": None, "antiquant_offset": None, "alibi_mask": None, "kv_cache_quant_mode": 'DEFAULT'},
     "PagedAttention": {"antiquant_scale": None, "antiquant_offset": None, "attn_mask": None, "q_seq_lens": None, "kv_cache_quant_mode": 'DEFAULT'},
-    "ProdExt": {"axis": None, "keep_dims": False, "dtype": None},
+    "ProdExt": {"dim": None, "keepdim": False, "dtype": None},
+    "PromptFlashAttention": {"attn_mask": None, "actual_seq_lengths": None, "actual_seq_lengths_kv": None, "pse_shift": None, "deq_scale1": None, "quant_scale1": None, "deq_scale2": None, "quant_scale2": None, "quant_offset2": None, "num_heads": 1, "scale_value": 1.0, "pre_tokens": 2147483647, "next_tokens": 0, "input_layout": 'BSH', "num_key_value_heads": 0, "sparse_mode": 0, "inner_precise": 1},
     "PromptKVCache": {"align_mode": 'LEFT'},
     "Qr": {"full_matrices": False},
     "RandExt": {"dtype": None},
@@ -222,6 +276,7 @@ op_args_default_value = {
     "Roll": {"axis": None},
     "RotaryPositionEmbeddingGrad": {"dx": None, "mode": 0},
     "RotaryPositionEmbedding": {"mode": 0},
+    "RotatedIou": {"trans": False, "mode": 0, "is_cross": True, "v_threshold": 0.0, "e_threshold": 0.0},
     "Round": {"decimals": 0},
     "ScalarToTensor": {"dtype": None},
     "Scatter": {"reduce": 'none'},
@@ -229,6 +284,9 @@ op_args_default_value = {
     "SearchSorted": {"sorter": None, "dtype": mstype.int64, "right": False},
     "SequenceConcat": {"axis": 0},
     "SilentCheckV2": {"c_min_steps": 7, "c_thresh_l1": 1000000.0, "c_coeff_l1": 100000.0, "c_thresh_l2": 10000.0, "c_coeff_l2": 5000.0, "npu_asd_detect": 1},
+    "SilentCheckV3": {"c_thresh_l1": 1000000.0, "c_thresh_l2": 10000.0, "beta1": 0.0, "npu_asd_detect": 1},
+    "SmoothL1LossGrad": {"beta": 1.0, "reduction": 'none'},
+    "SmoothL1Loss": {"beta": 1.0, "reduction": 'none'},
     "SoftmaxBackward": {"dim": -1},
     "Softmax": {"axis": -1},
     "SoftplusExt": {"beta": 1, "threshold": 20},
@@ -238,9 +296,12 @@ op_args_default_value = {
     "SolveTriangular": {"trans": 0, "lower": False, "unit_diagonal": False},
     "SortExt": {"dim": -1, "descending": False, "stable": False},
     "Split": {"axis": 0, "output_num": 1},
-    "SplitTensor": {"axis": 0},
-    "SplitWithSize": {"axis": 0},
+    "SplitTensor": {"dim": 0},
+    "SplitWithSize": {"dim": 0},
+    "Squeeze": {"axis": ()},
     "StackExt": {"dim": 0},
+    "StdMean": {"dim": None, "correction": 1, "keepdim": False},
+    "Std": {"dim": None, "correction": 1, "keepdim": False},
     "StridedSlice": {"begin_mask": 0, "end_mask": 0, "ellipsis_mask": 0, "new_axis_mask": 0, "shrink_axis_mask": 0},
     "SubExt": {"alpha": 1},
     "SumExt": {"dim": None, "keepdim": False, "dtype": None},
@@ -255,7 +316,8 @@ op_args_default_value = {
     "Triu": {"diagonal": 0},
     "TupleToTensor": {"dtype": None},
     "Unique2": {"sorted": True, "return_inverse": False, "return_counts": False},
-    "UnstackExt": {"axis": 0},
+    "UniqueConsecutive": {"return_idx": False, "return_counts": False, "axis": None},
+    "UnstackExt": {"dim": 0},
     "UpsampleBicubic2DGrad": {"output_size": None, "scales": None, "align_corners": False},
     "UpsampleBicubic2D": {"output_size": None, "scales": None, "align_corners": False},
     "UpsampleBilinear2DGrad": {"output_size": None, "scales": None, "align_corners": False},
@@ -270,17 +332,59 @@ op_args_default_value = {
     "UpsampleNearest3D": {"output_size": None, "scales": None},
     "UpsampleTrilinear3DGrad": {"output_size": None, "scales": None, "align_corners": False},
     "UpsampleTrilinear3D": {"output_size": None, "scales": None, "align_corners": False},
+    "VarMean": {"dim": None, "correction": 1, "keepdim": False},
+    "Var": {"dim": None, "correction": 1, "keepdim": False},
     "ZerosLikeExt": {"dtype": None},
     "Zeros": {"dtype": None},
+    "AddRmsNormDynamicQuant": {"smooth_scale2": None, "epsilon": 1e-5},
     "AddRmsNormQuantV2": {"epsilon": 1e-5},
     "DynamicQuantExt": {"smooth_scales": None},
     "FusedInferAttentionScore": {"pse_shift": None, "attn_mask": None, "actual_seq_lengths": None, "actual_seq_lengths_kv": None, "dequant_scale1": None, "quant_scale1": None, "dequant_scale2": None, "quant_scale2": None, "quant_offset2": None, "antiquant_scale": None, "antiquant_offset": None, "block_table": None, "query_padding_size": None, "kv_padding_size": None, "scale_value": 1.0, "pre_tokens": 2147483647, "next_tokens": 2147483647, "input_layout": 'BSH', "num_key_value_heads": 0, "sparse_mode": 0, "inner_precise": 1, "block_size": 0, "antiquant_mode": 0, "softmax_lse_flag": False},
     "GroupedMatmul": {"bias": None, "scale": None, "offset": None, "antiquant_scale": None, "antiquant_offset": None, "group_list": None, "split_item": 0, "group_type": -1},
+    "GroupedMatmulV2": {"bias": None, "scale": None, "offset": None, "antiquant_scale": None, "antiquant_offset": None, "group_list": None, "split_item": 0, "group_type": -1},
+    "GroupedMatmulV4": {"bias": None, "scale": None, "offset": None, "antiquant_scale": None, "antiquant_offset": None, "pre_token_scale": None, "group_list": None, "activation_input": None, "activation_quant_scale": None, "activation_quant_offset": None, "split_item": 0, "group_type": -1, "group_list_type": 0, "act_type": 0},
     "KVCacheScatterUpdate": {"reduce": 'none'},
+    "MatmulAllReduceAddRmsNorm": {"reduce_op": 'sum', "comm_turn": 0, "stream_mode": 1},
     "MoeFinalizeRouting": {"x2": None, "bias": None, "scales": None, "expanded_row_idx": None, "expanded_expert_idx": None},
+    "MoeGatingTopKSoftmax": {"finished": None, "k": 1},
     "QuantBatchMatmul": {"offset": None, "bias": None, "pertokenScaleOptional": None, "transpose_x1": False, "transpose_x2": False, "dtype": mstype.float16},
     "QuantV2": {"sqrt_mode": False, "rounding_mode": 'ROUND', "dst_type": mstype.int8},
     "WeightQuantBatchMatmul": {"antiquant_offset": None, "quant_scale": None, "quant_offset": None, "bias": None, "transpose_x": False, "transpose_weight": False, "antiquant_group_size": 0},
+    "DeprecatedAddbmm": {"beta": 1, "alpha": 1},
+    "DeprecatedAddmm": {"beta": 1, "alpha": 1},
+    "DeprecatedAddmv": {"beta": 1, "alpha": 1},
+    "DeprecatedReduceAll": {"dim": None, "keepdim": False},
+    "DeprecatedAllclose": {"rtol": 1e-05, "atol": 1e-08, "equal_nan": False},
+    "DeprecatedReduceAny": {"axis": None, "keep_dims": False},
+    "DeprecatedAny": {"dim": None, "keepdim": False},
+    "DeprecatedArgmax": {"axis": -1, "keepdims": False},
+    "DeprecatedArgmin": {"axis": None, "keepdims": False},
+    "DeprecatedArgsort": {"axis": -1, "descending": False},
+    "DeprecatedBincount": {"weights": None, "minlength": 0},
+    "DeprecatedChunk": {"axis": 0},
+    "DeprecatedCumsum": {"axis": None, "dtype": None},
+    "DeprecatedDiv": {"rounding_mode": None},
+    "DeprecatedFlatten": {"order": 'C', "start_dim": 0, "end_dim": -1},
+    "DeprecatedGather": {"batch_dims": 0},
+    "DeprecatedHistc": {"bins": 100, "min": 0, "max": 0},
+    "DeprecatedIsclose": {"rtol": 1e-05, "atol": 1e-08, "equal_nan": False},
+    "DeprecatedMax": {"axis": None, "keepdims": False, "initial": None, "where": True, "return_indices": False},
+    "DeprecatedMean": {"axis": None, "keep_dims": False},
+    "DeprecatedMedian": {"axis": -1, "keepdims": False},
+    "DeprecatedMin": {"axis": None, "keepdims": False, "initial": None, "where": True, "return_indices": False},
+    "DeprecatedNansum": {"axis": None, "keepdims": False, "dtype": None},
+    "DeprecatedProd": {"dim": None, "keepdim": False, "dtype": None},
+    "DeprecatedRepeatInterleave": {"dim": None},
+    "DeprecatedSort": {"axis": -1, "descending": False},
+    "DeprecatedSplit": {"axis": 0},
+    "DeprecatedStd": {"axis": None, "ddof": 0, "keepdims": False},
+    "DeprecatedSum": {"axis": None, "dtype": None, "keepdims": False, "initial": None},
+    "DeprecatedTopk": {"dim": None, "largest": True, "sorted": True},
+    "DeprecatedTranspose": {"axes": None},
+    "DeprecatedTril": {"diagonal": 0},
+    "DeprecatedUnstack": {"dim": 0},
+    "DeprecatedUnique": {"sorted": True, "return_inverse": False, "return_counts": False, "dim": None},
+    "DeprecatedVar": {"axis": None, "ddof": 0, "keepdims": False},
 }
 
 op_labels = {
@@ -289,8 +393,12 @@ op_labels = {
     "ApplyAdamW": {"side_effect_mem": True},
     "AssignAdd": {"side_effect_mem": True},
     "Assign": {"side_effect_mem": True},
-    "CopyExt": {"side_effect_mem": True},
+    "AssignSub": {"side_effect_mem": True},
+    "BatchNormElemt": {"side_effect_mem": True},
+    "BatchNormGatherStatsWithCounts": {"side_effect_mem": True},
     "DecoderKVCache": {"side_effect_mem": True},
+    "DistCommAllReduce": {"side_effect_mem": True},
+    "DistCommReduce": {"side_effect_mem": True},
     "DropoutExt": {"side_effect_hidden": True},
     "DropoutGenMaskExt": {"side_effect_hidden": True},
     "Dropout": {"side_effect_hidden": True},
@@ -303,13 +411,42 @@ op_labels = {
     "Embedding": {"side_effect_mem": True},
     "EmbeddingTableEvict": {"_process_node_engine_id": 'PS'},
     "Generator": {"side_effect_mem": True},
+    "InnerInplaceIndexPut": {"side_effect_mem": True},
     "InplaceAddExt": {"side_effect_mem": True},
     "InplaceAddmm": {"side_effect_mem": True},
     "InplaceAddsExt": {"side_effect_mem": True},
+    "InplaceCopy": {"side_effect_mem": True},
+    "InplaceDiv": {"side_effect_mem": True},
+    "InplaceDivMod": {"side_effect_mem": True},
+    "InplaceDivMods": {"side_effect_mem": True},
+    "InplaceDivs": {"side_effect_mem": True},
+    "InplaceExp": {"side_effect_mem": True},
+    "InplaceFillScalar": {"side_effect_mem": True},
+    "InplaceFillTensor": {"side_effect_mem": True},
+    "InplaceFloor": {"side_effect_mem": True},
+    "InplaceHardtanh": {"side_effect_mem": True},
+    "InplaceIndexAddExt": {"side_effect_mem": True},
+    "InplaceIndexPut": {"side_effect_mem": True},
+    "InplaceMaskedFillScalar": {"side_effect_mem": True},
+    "InplaceMaskedFillTensor": {"side_effect_mem": True},
+    "InplaceMul": {"side_effect_mem": True},
+    "InplaceMuls": {"side_effect_mem": True},
+    "InplaceNormal": {"side_effect_mem": True},
+    "InplaceRandom": {"side_effect_mem": True},
+    "InplaceReLU": {"side_effect_mem": True},
+    "InplaceScatterAdd": {"side_effect_mem": True},
+    "InplaceScatterSrc": {"side_effect_mem": True},
+    "InplaceScatterSrcReduce": {"side_effect_mem": True},
+    "InplaceScatterValue": {"side_effect_mem": True},
+    "InplaceScatterValueReduce": {"side_effect_mem": True},
+    "InplaceSubExt": {"side_effect_mem": True},
+    "InplaceSubScalar": {"side_effect_mem": True},
+    "InplaceTanh": {"side_effect_mem": True},
     "Log": {"cust_aicpu": 'Log', "base": -1.0, "scale": 1.0, "shift": 0.0},
     "PromptKVCache": {"side_effect_mem": True},
     "ReshapeAndCache": {"side_effect_mem": True},
     "ResizeD": {"mode": 'linear'},
     "SilentCheckV2": {"side_effect_mem": True},
+    "SilentCheckV3": {"side_effect_mem": True},
     "KVCacheScatterUpdate": {"side_effect_mem": True},
 }

mindspore/ops/auto_generate/gen_arg_handler.py

@@ -116,67 +116,6 @@ def to_2d_paddings(op_name, arg_name, pad):
     raise ValueError(arg_invalid_info(op_name, arg_name, pad))
 
 
-def to_paddings(op_name, arg_name, pad):
-    """
-    convert paddings: int -> tuple[int*4].
-    """
-    if isinstance(pad, int):
-        return (pad,) * 4
-    if isinstance(pad, (tuple, list)):
-        return pad
-    raise ValueError(arg_invalid_info(op_name, arg_name, pad))
-
-
-def to_3d_kernel_size(op_name, arg_name, kernel_size):
-    """
-    convert 3d kernel_size: int/tuple[int*6] -> tuple[int*3].
-    """
-    if isinstance(kernel_size, int):
-        return (kernel_size, kernel_size, kernel_size)
-    if isinstance(kernel_size, (tuple, list)):
-        if len(kernel_size) == 5:
-            return (kernel_size[2], kernel_size[3], kernel_size[4])
-        return kernel_size
-    raise ValueError(arg_invalid_info(op_name, arg_name, kernel_size))
-
-
-def to_3d_strides(op_name, arg_name, stride):
-    """
-    convert 3d stride: int/tuple[int*6] -> tuple[int*3].
-    """
-    if isinstance(stride, int):
-        return (stride, stride, stride)
-    if isinstance(stride, (tuple, list)):
-        if len(stride) == 5:
-            return (stride[2], stride[3], stride[4])
-        return stride
-    raise ValueError(arg_invalid_info(op_name, arg_name, stride))
-
-
-def to_3d_dilations(op_name, arg_name, dilation):
-    """
-    convert 3d dilation: int/tuple[int*6] -> tuple[int*3].
-    """
-    if isinstance(dilation, int):
-        return (dilation, dilation, dilation)
-    if isinstance(dilation, (tuple, list)):
-        if len(dilation) == 5:
-            return (dilation[2], dilation[3], dilation[4])
-        return dilation
-    raise ValueError(arg_invalid_info(op_name, arg_name, dilation))
-
-
-def to_3d_paddings(op_name, arg_name, pad):
-    """
-    convert 3d paddings: int -> tuple[int*6].
-    """
-    if isinstance(pad, int):
-        return (pad,) * 6
-    if isinstance(pad, (tuple, list)):
-        return pad
-    raise ValueError(arg_invalid_info(op_name, arg_name, pad))
-
-
 def generator_handler(op_name, arg_name, inputs):
     """
     convert constant value in tuple to tensor