mindspore 2.6.0__cp39-cp39-win_amd64.whl → 2.7.0rc1__cp39-cp39-win_amd64.whl

mindspore/ops/auto_generate/cpp_create_prim_instance_helper.py

@@ -53,9 +53,9 @@ op_args_default_value = {
     "Baddbmm": {"beta": 1, "alpha": 1},
     "BatchMatMul": {"transpose_a": False, "transpose_b": False},
     "BatchNormElemt": {"weight": None, "bias": None, "mean": None, "invstd": None, "eps": 1e-5},
-    "BatchNormExt": {"running_mean": None, "runnning_var": None, "training": False, "momentum": 0.1, "epsilon": 1e-5},
+    "BatchNormExt": {"weight": None, "bias": None, "running_mean": None, "runnning_var": None, "training": False, "momentum": 0.1, "epsilon": 1e-5},
     "BatchNormGatherStatsWithCounts": {"running_mean": None, "running_var": None, "momentum": 1e-1, "eps": 1e-5, "counts": None},
-    "BatchNormGradExt": {"running_mean": None, "running_var": None, "saved_mean": None, "saved_rstd": None, "training": False, "eps": 1e-5, "output_mask": (1, 1, 1)},
+    "BatchNormGradExt": {"weight": None, "running_mean": None, "running_var": None, "saved_mean": None, "saved_rstd": None, "training": False, "eps": 1e-5, "output_mask": (1, 1, 1)},
     "BatchNormGradGrad": {"is_training": False, "epsilon": 1e-5, "data_format": 'NCHW'},
     "BatchNormGrad": {"is_training": False, "epsilon": 1e-5, "data_format": 'NCHW'},
     "BatchNormGradWithActivation": {"is_training": False, "epsilon": 1e-5, "data_format": 'NCHW'},
@@ -104,6 +104,7 @@ op_args_default_value = {
     "DCT": {"type": 2, "n": None, "axis": -1, "norm": None},
     "Dense": {"bias": None},
     "Diagonal": {"offset": 0, "dim1": 0, "dim2": 1},
+    "DiagonalView": {"offset": 0, "dim1": 0, "dim2": 1},
     "DiagExt": {"diagonal": 0},
     "DivMods": {"rounding_mode": None},
     "DivMod": {"rounding_mode": None},
@@ -141,7 +142,7 @@ op_args_default_value = {
     "FlashAttentionScore": {"real_shift": None, "drop_mask": None, "padding_mask": None, "attn_mask": None, "prefix": None, "actual_seq_qlen": None, "actual_seq_kvlen": None, "keep_prob": 1.0, "scale_value": 1.0, "pre_tokens": 2147483647, "next_tokens": 2147483647, "inner_precise": 0, "input_layout": 'BSH', "sparse_mode": 0},
     "FlattenExt": {"start_dim": 0, "end_dim": -1},
     "FullLike": {"dtype": None},
-    "FusedAddTopKDiv": {"activate_type": 0, "is_norm": True, "scale": 2.5},
+    "FusedAddTopKDiv": {"activate_type": 0, "is_norm": True, "scale": 2.5, "mapping_num": None, "mapping_table": None, "enable_expert_mapping": False},
     "Gather": {"batch_dims": 0},
     "GeluExt": {"approximate": 'none'},
     "GeluGradExt": {"approximate": 'none'},
@@ -175,6 +176,7 @@ op_args_default_value = {
     "IncreFlashAttention": {"attn_mask": None, "actual_seq_lengths": None, "pse_shift": None, "dequant_scale1": None, "quant_scale1": None, "dequant_scale2": None, "quant_scale2": None, "quant_offset2": None, "antiquant_scale": None, "antiquant_offset": None, "block_table": None, "kv_padding_size": None, "num_heads": 1, "input_layout": 'BSH', "scale_value": 1.0, "num_key_value_heads": 0, "block_size": 0, "inner_precise": 1},
     "IndexAddExt": {"alpha": 1},
     "InnerInplaceIndexPut": {"accumulate": False},
+    "InnerMoeTokenUnpermute": {"probs": None, "padded_mode": False, "restore_shape": None},
     "InplaceAddmm": {"beta": 1, "alpha": 1},
     "InplaceAddsExt": {"alpha": 1},
     "InplaceAddExt": {"alpha": 1},
@@ -237,15 +239,17 @@ op_args_default_value = {
     "Meshgrid": {"indexing": 'xy'},
     "MinimumGrad": {"grad_x": True, "grad_y": True},
     "MinDim": {"keepdim": False},
+    "MoeDistributeCombine": {"tp_send_counts": None, "x_active_mask": None, "activate_scale": None, "weight_scale": None, "group_list": None, "expand_scales": None, "group_ep": None, "group_tp": None, "tp_world_size": 0, "tp_rank_id": 0, "expert_shard_type": 0, "shared_expert_num": 0, "shared_export_rank_num": 0, "global_bs": 0, "out_dtype": 0, "common_quant_mode": 0, "group_list_type": 0},
+    "MoeDistributeDispatch": {"expert_scales": None, "scales": None, "x_active_mask": None, "group_ep": None, "group_tp": None, "tp_world_size": 0, "tp_rank_id": 0, "expert_shard_type": 0, "shared_expert_num": 0, "shared_expert_rank_num": 0, "quant_mode": 0, "global_bs": 0, "expert_token_nums_type": 0},
     "MoeTokenPermuteGrad": {"num_topk": 1, "padded_mode": False},
     "MoeTokenPermute": {"num_out_tokens": None, "padded_mode": False},
     "MoeTokenUnpermuteGrad": {"probs": None, "padded_mode": False, "restore_shape": None},
-    "MoeTokenUnpermute": {"probs": None, "padded_mode": False, "restore_shape": None},
     "MSELossExt": {"reduction": 'mean'},
     "MSELossGradExt": {"reduction": 'mean'},
     "Nansum": {"dim": None, "keepdim": False, "dtype": None},
     "NanToNum": {"nan": None, "posinf": None, "neginf": None},
     "NewEmpty": {"dtype": None, "device": None},
+    "NewFull": {"dtype": None},
     "NewOnes": {"dtype": None},
     "NewZeros": {"dtype": None},
     "NLLLoss2d": {"reduction": 'mean', "ignore_index": -100},
@@ -260,7 +264,6 @@ op_args_default_value = {
     "PagedAttention": {"value_cache": None, "block_tables": None, "context_lens": None, "antiquant_scale": None, "antiquant_offset": None, "attn_mask": None, "q_seq_lens": None, "alibi_mask": None, "kv_cache_quant_mode": 'DEFAULT', "mask_mode": 'MASK_DEFAULT', "mla_v_dim": 0},
     "ProdExt": {"dim": None, "keepdim": False, "dtype": None},
     "PromptFlashAttention": {"attn_mask": None, "actual_seq_lengths": None, "actual_seq_lengths_kv": None, "pse_shift": None, "deq_scale1": None, "quant_scale1": None, "deq_scale2": None, "quant_scale2": None, "quant_offset2": None, "num_heads": 1, "scale_value": 1.0, "pre_tokens": 2147483647, "next_tokens": 0, "input_layout": 'BSH', "num_key_value_heads": 0, "sparse_mode": 0, "inner_precise": 1},
-    "PromptKVCache": {"align_mode": 'LEFT'},
     "Qr": {"full_matrices": False},
     "RandIntLike": {"dtype": None},
     "RandInt": {"dtype": None},
@@ -343,6 +346,7 @@ op_args_default_value = {
     "TensorScatterElements": {"axis": 0, "reduce": 'none'},
     "TopKRouter": {"drop_type": 0},
     "TopkExt": {"dim": -1, "largest": True, "sorted": True},
+    "TopPRouter": {"drop_type": 0, "threshold": 0.0, "router_prob": 0.0},
     "TraceV2Grad": {"offset": 0, "axis1": 1, "axis2": 0},
     "TraceV2": {"offset": 0, "axis1": 1, "axis2": 0, "dtype": None},
     "TriangularSolve": {"upper": True, "transpose": False, "unitriangular": False},
@@ -382,25 +386,29 @@ op_args_default_value = {
     "MatmulAllReduceAddRmsNorm": {"reduce_op": 'sum', "comm_turn": 0, "stream_mode": 1},
     "MoeFinalizeRouting": {"x2": None, "bias": None, "scales": None, "expanded_row_idx": None, "expanded_expert_idx": None},
     "MoeGatingTopKSoftmax": {"finished": None, "k": 1},
+    "MoeInitRoutingQuantV2": {"scale": None, "offset": None},
     "QuantBatchMatmul": {"offset": None, "bias": None, "pertokenScaleOptional": None, "transpose_x1": False, "transpose_x2": False, "dtype": mstype.float16},
+    "QuantMatmul": {"offset": None, "pertoken_scale": None, "bias": None, "output_dtype": None, "x1_dtype": None, "x2_dtype": None, "pertoken_scale_dtype": None, "scale_dtype": None, "group_sizes": None},
     "QuantV2": {"sqrt_mode": False, "rounding_mode": 'ROUND', "dst_type": mstype.int8},
     "RmsNormQuant": {"beta": None, "epsilon": 1e-6},
     "SwiGLUDynamicQuant": {"smooth_scale": None},
     "TransposeBatchMatmulTranspose": {"transpose_a": False, "transpose_b": False},
     "WeightQuantBatchMatmul": {"antiquant_offset": None, "quant_scale": None, "quant_offset": None, "bias": None, "transpose_x": False, "transpose_weight": False, "antiquant_group_size": 0},
+    "AnyExt": {"keepdim": False},
+    "FuncMaxPool2D": {"stride": None, "padding": 0, "dilation": (1, 1), "ceil_mode": False, "return_indices": False},
     "GmmBackwardFusion": {"group_list": None, "group_list_type": 0},
     "GmmBackward": {"group_list": None, "group_list_type": 0},
     "Gmm": {"bias": None, "group_list": None, "group_type": 0, "group_list_type": 0},
     "GmmV2BackwardFusion": {"group_list": None, "group_list_type": 0},
     "GmmV2Backward": {"group_list": None, "group_list_type": 0},
     "GmmV2": {"bias": None, "group_list": None, "group_type": 0, "group_list_type": 0},
+    "MoeTokenUnpermute": {"probs": None, "padded_mode": False, "restore_shape": None},
     "DeprecatedAddbmm": {"beta": 1, "alpha": 1},
     "DeprecatedAddmm": {"beta": 1, "alpha": 1},
     "DeprecatedAddmv": {"beta": 1, "alpha": 1},
     "DeprecatedReduceAll": {"dim": None, "keepdim": False},
     "DeprecatedAllclose": {"rtol": 1e-05, "atol": 1e-08, "equal_nan": False},
     "DeprecatedReduceAny": {"axis": None, "keep_dims": False},
-    "DeprecatedAny": {"dim": None, "keepdim": False},
     "DeprecatedArgmax": {"axis": -1, "keepdims": False},
     "DeprecatedArgmin": {"axis": None, "keepdims": False},
     "DeprecatedArgsort": {"axis": -1, "descending": False},
@@ -449,7 +457,7 @@ op_labels = {
     "BatchNormGatherStatsWithCounts": {"side_effect_mem": True},
     "BroadcastToView": {"side_effect_mem": True},
     "ChunkView": {"side_effect_mem": True},
-    "DecoderKVCache": {"side_effect_mem": True},
+    "DiagonalView": {"side_effect_mem": True},
     "DistCommAllReduce": {"side_effect_mem": True},
     "DistCommReduce": {"side_effect_mem": True},
     "DropoutExt": {"side_effect_hidden": True},
@@ -491,6 +499,7 @@ op_labels = {
     "InplaceLog": {"side_effect_mem": True},
     "InplaceMaskedFillScalar": {"side_effect_mem": True},
     "InplaceMaskedFillTensor": {"side_effect_mem": True},
+    "InplaceMatmulAdd": {"side_effect_mem": True},
     "InplaceMuls": {"side_effect_mem": True},
     "InplaceMul": {"side_effect_mem": True},
     "InplaceNormal": {"side_effect_mem": True},
@@ -502,6 +511,7 @@ op_labels = {
     "InplaceScatterSrcReduce": {"side_effect_mem": True},
     "InplaceScatterValue": {"side_effect_mem": True},
     "InplaceScatterValueReduce": {"side_effect_mem": True},
+    "InplaceSiLU": {"side_effect_mem": True},
     "InplaceSubExt": {"side_effect_mem": True},
     "InplaceSubScalar": {"side_effect_mem": True},
     "InplaceTanh": {"side_effect_mem": True},
@@ -509,7 +519,6 @@ op_labels = {
     "InplaceUniform": {"side_effect_mem": True},
     "Log": {"cust_aicpu": 'Log', "base": -1.0, "scale": 1.0, "shift": 0.0},
     "NarrowView": {"side_effect_mem": True},
-    "PromptKVCache": {"side_effect_mem": True},
     "ReshapeAndCache": {"side_effect_mem": True},
     "ResizeD": {"mode": 'linear'},
     "SelectExtView": {"side_effect_mem": True},

mindspore/ops/auto_generate/gen_extend_func.py

@@ -642,7 +642,7 @@ def cummin(input, dim):
         \end{array}
     
     .. note::
-        O2 mode is not supported in Ascend.
+        GE backend is not supported in Ascend.
     
     Args:
         input (Tensor): The input Tensor, The dimension must be greater than 0.
@@ -1010,56 +1010,6 @@ def unfold(input, kernel_size, dilation=1, padding=0, stride=1):
     return unfold_impl(input, converted_kernel_size, converted_dilation, converted_padding, converted_stride)
 
 
-def index_add(input, dim, index, source, alpha=1):
-    r"""
-    Accumulate the elements of `alpha` times `source` into the `input` by adding to the index in the order given in `index`. For example, if ``dim == 0`` , ``index[i] == j`` , and ``alpha = -1`` , then the `i` th row of `source` is subtracted from the `j` th row of `input` . The `dim` th dimension of `source` must have the same size as the length of `index` , and all other dimensions must match `input`, or an error will be raised. For a 3-D tensor, the output is defined as follows:
-    
-    .. math::
-        \begin{array}{ll}
-        input[index[i],\ :,\ :]\ +=\ alpha * source[i,\ :,\ :]  \qquad \#if\ dim == 0 \\
-        input[:,\ \ index[i],\ :]\ +=\ alpha * source[:,\ \ i,\ :]  \qquad \#if\ dim == 1 \\
-        input[:,\ :,\ \ index[i]]\ +=\ alpha * source[:,\ :,\ \ i]  \qquad\#if\ dim == 2 \\
-        \end{array}
-        
-    .. warning::
-        This is an experimental API that is subject to change or deletion.
-        
-    Args:
-        input (Tensor): The input Tensor.
-        dim (int): The dimension along which to index.
-        index (Tensor): Add the value of "input Tensor" and `source` along the dimension of the `dim` according to the specified index value, with data type int32. The `index` must be 1D with the same size as the size of `source` in the `dim` dimension. The values of `index` should be in [0, b), where the b is the size of "input Tensor" in the `dim` dimension.
-        source (Tensor): The input tensor with the value to add. Must have same data type as "input Tensor". The shape must be the same as "input Tensor" except the `dim` th dimension.
-        alpha (number, optional): The scalar multiplier for source. Default: ``1``.
-        
-    Returns:
-        Tensor, has the same shape and dtype as `input`.
-    
-    Raises:
-        TypeError: If neither `index` nor `source` is a Tensor.
-        ValueError: If the value of `dim` is out of the dimension range of `source` shape.
-        ValueError: If `index` rank is not the same as `source` rank.
-        ValueError: If shape of `index` is not 1D or size of `index` is not equal to dimension of source[dim].
-        ValueError: If the shape of `source` is not the same as that of `input` except the `dim` axis.
-    
-    Supported Platforms:
-        ``Ascend``
-    
-    Examples:
-        >>> import numpy as np
-        >>> import mindspore
-        >>> from mindspore import Tensor, ops
-        >>> x = Tensor(np.array([[1, 2, 3], [4, 5, 6], [7, 8, 9]]), mindspore.float32)
-        >>> index = Tensor(np.array([0, 2]), mindspore.int32)
-        >>> y = Tensor(np.array([[0.5, 1.0], [1.0, 1.5], [2.0, 2.5]]), mindspore.float32)
-        >>> output = ops.auto_generate.index_add_ext(x, 1, index, y, alpha=1)
-        >>> print(output)
-        [[ 1.5  2.   4. ]
-         [ 5.   5.   7.5]
-         [ 9.   8.  11.5]]
-    """
-    return index_add_impl(input, dim, index, source, alpha)
-
-
 def index_select(input, dim, index):
     r"""
     Generates a new Tensor that accesses the values of `input` along the specified `dim` dimension