mindspore 2.2.14__cp39-cp39-win_amd64.whl → 2.4.0__cp39-cp39-win_amd64.whl

mindspore/include/c_api/ms/tensor.h

@@ -1,161 +0,0 @@
-/**
- * Copyright 2022 Huawei Technologies Co., Ltd
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-#ifndef MINDSPORE_CCSRC_C_API_INCLUDE_FUNC_TENSOR_H_
-#define MINDSPORE_CCSRC_C_API_INCLUDE_FUNC_TENSOR_H_
-
-#include <stdbool.h>
-#include <stdlib.h>
-#include "include/c_api/ms/base/macros.h"
-#include "include/c_api/ms/base/status.h"
-#include "include/c_api/ms/base/types.h"
-#include "include/c_api/ms/base/handle_types.h"
-#include "include/c_api/ms/context.h"
-
-#ifdef __cplusplus
-extern "C" {
-#endif
-
-/// \brief Create a tensor with input data buffer.
-///
-/// \param[in] res_mgr Resource manager that saves allocated instance resources.
-/// \param[in] data The input data to be copied into tensor.
-/// \param[in] type [TypeId] Data type of the tensor.
-/// \param[in] shape The shape arary of the tensor.
-/// \param[in] shape_size The size of shape array, i.e., the rank of the tensor.
-/// \param[in] data_len The length of data in bytes.
-///
-/// \return The pointer of the created tensor instance.
-MIND_C_API TensorHandle MSNewTensor(ResMgrHandle res_mgr, void *data, DataTypeC type, const int64_t shape[],
-                                    size_t shape_size, size_t data_len);
-
-/// \brief Create a tensor with path to a space-sperated txt file.
-///
-/// \param[in] res_mgr Resource manager that saves allocated instance resources.
-/// \param[in] type [TypeId] Data type of the tensor.
-/// \param[in] shape The shape arary of the tensor.
-/// \param[in] shape_size The size of shape array, i.e., the rank of the tensor.
-/// \param[in] path path to the file.
-///
-/// \return The pointer of the created tensor instance.
-MIND_C_API TensorHandle MSNewTensorFromFile(ResMgrHandle res_mgr, DataTypeC type, const int64_t shape[],
-                                            size_t shape_size, const char *path);
-
-/// \brief Create a tensor with input data buffer and given source data type.
-///
-/// \param[in] res_mgr Resource manager that saves allocated instance resources.
-/// \param[in] shape The shape arary of the tensor.
-/// \param[in] shape_size The size of shape array, i.e., the rank of the tensor.
-/// \param[in] data The input data to be copied into tensor.
-/// \param[in] tensor_type [TypeId] Data type of the tensor.
-/// \param[in] src_type [TypeId] The source data type.
-///
-/// \return The pointer of the created tensor instance.
-MIND_C_API TensorHandle MSNewTensorWithSrcType(ResMgrHandle res_mgr, void *data, const int64_t shape[],
-                                               size_t shape_size, DataTypeC tensor_type, DataTypeC src_type);
-
-/// \brief Create a tensor with float32 scalar value.
-///
-/// \param[in] res_mgr Resource manager that saves allocated instance resources.
-/// \param[in] value The input scalar value.
-///
-/// \return The pointer of the created tensor instance.
-MIND_C_API TensorHandle MSNewTensorScalarFloat32(ResMgrHandle res_mgr, float value);
-
-/// \brief Create a tensor with int32 scalar value.
-///
-/// \param[in] res_mgr Resource manager that saves allocated instance resources.
-/// \param[in] value The input scalar value.
-///
-/// \return The pointer of the created tensor instance.
-MIND_C_API TensorHandle MSNewTensorScalarInt32(ResMgrHandle res_mgr, int value);
-
-/// \brief Get the raw pointer of tensor data.
-///
-/// \param[in] res_mgr Resource manager that saves allocated instance resources.
-/// \param[in] tensor The pointer of the tensor instance.
-///
-/// \return The pointer to the tensor data
-MIND_C_API void *MSTensorGetData(ResMgrHandle res_mgr, ConstTensorHandle tensor);
-
-/// \brief Set tensor data type.
-///
-/// \param[in] res_mgr Resource manager that saves allocated instance resources.
-/// \param[in] tensor The pointer of the tensor instance.
-/// \param[in] type The data type to be set.
-///
-/// \return Error code that indicate whether the functions executed successfully.
-MIND_C_API STATUS MSTensorSetDataType(ResMgrHandle res_mgr, TensorHandle tensor, DataTypeC type);
-
-/// \brief Get tensor data type.
-///
-/// \param[in] res_mgr Resource manager that saves allocated instance resources.
-/// \param[in] tensor The pointer of the tensor instance.
-///
-/// \return The data type of tensor.
-MIND_C_API DataTypeC MSTensorGetDataType(ResMgrHandle res_mgr, ConstTensorHandle tensor, STATUS *error);
-
-/// \brief Get the byte size of tensor data.
-///
-/// \param[in] res_mgr Resource manager that saves allocated instance resources.
-/// \param[in] tensor The pointer of the tensor instance.
-/// \param[in] error Records error code that indicate whether the functions executed successfully.
-///
-/// \return The byte size of tensor data.
-MIND_C_API size_t MSTensorGetDataSize(ResMgrHandle res_mgr, ConstTensorHandle tensor, STATUS *error);
-
-/// \brief Get the element number of tensor array.
-///
-/// \param[in] res_mgr Resource manager that saves allocated instance resources.
-/// \param[in] tensor The pointer of the tensor instance.
-/// \param[in] error Records error code that indicate whether the functions executed successfully.
-///
-/// \return The element number of tensor array.
-MIND_C_API size_t MSTensorGetElementNum(ResMgrHandle res_mgr, ConstTensorHandle tensor, STATUS *error);
-
-/// \brief Get the dimension of tensor.
-///
-/// \param[in] res_mgr Resource manager that saves allocated instance resources.
-/// \param[in] tensor The pointer of the tensor instance.
-/// \param[in] error Records error code that indicate whether the functions executed successfully.
-///
-/// \return The dimension of tensor.
-MIND_C_API size_t MSTensorGetDimension(ResMgrHandle res_mgr, ConstTensorHandle tensor, STATUS *error);
-
-/// \brief Set the shape of tensor array.
-///
-/// \param[in] res_mgr Resource manager that saves allocated instance resources.
-/// \param[in] tensor The pointer of the tensor instance.
-/// \param[in] shape The shape array.
-/// \param[in] dim The the dimension of tensor, i.e., size of shape array.
-///
-/// \return Error code indicates whether the function executed successfully.
-MIND_C_API STATUS MSTensorSetShape(ResMgrHandle res_mgr, TensorHandle tensor, const int64_t shape[], size_t dim);
-
-/// \brief Get the shape of tensor array.
-///
-/// \param[in] res_mgr Resource manager that saves allocated instance resources.
-/// \param[in] tensor The pointer of the tensor instance.
-/// \param[in] shape The shape array.
-/// \param[in] dim The the dimension of tensor, i.e., size of shape array.
-///
-/// \return Error code indicates whether the function executed successfully.
-MIND_C_API STATUS MSTensorGetShape(ResMgrHandle res_mgr, ConstTensorHandle tensor, int64_t shape[], size_t dim);
-
-#ifdef __cplusplus
-}
-#endif
-#endif  // MINDSPORE_CCSRC_C_API_INCLUDE_FUNC_TENSOR_H_

mindspore/include/c_api/ms/value.h

@@ -1,84 +0,0 @@
-/**
- * Copyright 2022 Huawei Technologies Co., Ltd
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-#ifndef MINDSPORE_CCSRC_C_API_INCLUDE_VALUE_H_
-#define MINDSPORE_CCSRC_C_API_INCLUDE_VALUE_H_
-
-#include <stdbool.h>
-#include <stdlib.h>
-#include "include/c_api/ms/base/macros.h"
-#include "include/c_api/ms/base/handle_types.h"
-#include "include/c_api/ms/base/types.h"
-#include "include/c_api/ms/context.h"
-
-#ifdef __cplusplus
-extern "C" {
-#endif
-
-/// \brief Create new Int64 scalar value.
-///
-/// \param[in] res_mgr Resource Handle that manages the nodes of the funcGraph.
-/// \param[in] v Given value.
-///
-/// \return Value handle.
-MIND_C_API ValueHandle MSNewValueInt64(ResMgrHandle res_mgr, const int64_t v);
-
-/// \brief Create new flaot32 scalar value.
-///
-/// \param[in] res_mgr Resource Handle that manages the nodes of the funcGraph.
-/// \param[in] v Given value.
-///
-/// \return Value handle.
-MIND_C_API ValueHandle MSNewValueFloat32(ResMgrHandle res_mgr, const float v);
-
-/// \brief Create new Bool scalar value.
-///
-/// \param[in] res_mgr Resource Handle that manages the nodes of the funcGraph.
-/// \param[in] v Given value.
-///
-/// \return Value handle.
-MIND_C_API ValueHandle MSNewValueBool(ResMgrHandle res_mgr, const bool v);
-
-/// \brief Create new value of DataType.
-///
-/// \param[in] res_mgr Resource Handle that manages the nodes of the funcGraph.
-/// \param[in] type Given data type.
-///
-/// \return Value handle.
-MIND_C_API ValueHandle MSNewValueType(ResMgrHandle res_mgr, DataTypeC type);
-
-/// \brief Create new vector of Strings Value.
-///
-/// \param[in] res_mgr Resource Handle that manages the nodes of the funcGraph.
-/// \param[in] strs Given value.
-/// \param[in] vec_len Length of the string vector.
-///
-/// \return Value handle.
-MIND_C_API ValueHandle MSNewValueStrings(ResMgrHandle res_mgr, const char *strs[], size_t vec_len);
-
-/// \brief Create new Value with array.
-///
-/// \param[in] res_mgr Resource Handle that manages the nodes of the funcGraph.
-/// \param[in] value Given array.
-/// \param[in] vec_size Given array size.
-/// \param[in] data_type Datatype of the array.
-///
-/// \return Value handle
-MIND_C_API ValueHandle MSNewValueArray(ResMgrHandle res_mgr, void *value, size_t vec_size, DataTypeC data_type);
-#ifdef __cplusplus
-}
-#endif
-#endif  // MINDSPORE_CCSRC_C_API_INCLUDE_VALUE_H_

mindspore/nn/layer/flash_attention.py

@@ -1,189 +0,0 @@
-# Copyright 2023 Huawei Technologies Co., Ltd
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ============================================================================
-"""
-A FlashAttention Layer.
-"""
-import math
-
-import mindspore.common.dtype as mstype
-from mindspore.common.tensor import Tensor
-from mindspore import ops
-from mindspore.nn.cell import Cell
-from mindspore.ops.operations.nn_ops import FlashAttentionScore
-
-__all__ = ['FlashAttention']
-
-
-class FlashAttention(Cell):
-    """Flash Attention Layer.
-
-    This function contains the flash attention primitives used in FlashAttention (see paper)
-    `FlashAttention: Fast and Memory-Efficient Exact Attention with IO-Awareness <https://arxiv.org/pdf/2205.14135.pdf>`
-
-    Specifically, it includes the following:
-
-    1. An interface for calling flashattention operation.
-    2. Two configuration parameters for enabling local block sparse of flashattention.
-
-    Args:
-        head_dim(int): The hidden size of input.
-        dropout_rate(float): The dropout rate of the attention score. Default 0.0.
-        prev_block_num(int): A integer to define the number of blocks to look ahead for local block sparse attention.
-            Default 65536.
-        next_block_num(int): A integer to define the number of blocks to look behind for local block sparse attention.
-            Default 65536.
-        dp(int): data parallel.
-            Default 1.
-        mp(int): model parallel.
-            Default 1.
-        high_precision(bool): This mode has higher precision but some performance loss. Only take effect on Ascend910A.
-            Default False.
-        have_attention_mask_batch(bool): indicates whether attention_mask contains the batch dimension.
-            Default True
-        alibi(bool): This parameter indicates whether the flashattention supports the Alibi.
-            Default: False
-        use_mqa(bool): Using MQA if True, only take effect under 910B. Default: False.
-
-
-    Inputs:
-      - **query** (Tensor) - Tensor query (:class:`mstype.fp16` [batch_size, head_num, seq_length, head_dim])
-      - **key** (Tensor) - Tensor key (:class:`mstype.fp16` [batch_size, head_num, seq_length, head_dim])
-      - **value** (Tensor) - Tensor value (:class:`mstype.fp16` [batch_size, head_num, seq_length, head_dim])
-      - **attention_mask** (Tensor) - Float Tensor the mask of (:class:`mstype.fp16` `mstype.uint8`
-        [batch_size, seq_length, seq_length]): A matrix to pass masked information.
-
-    Outputs:
-        A Tensor. The output of the attention with shape [batch_size, head_num, seq_length, head_dim]
-
-    Supported Platforms:
-        ``Ascend``
-
-    Examples:
-        >>> import numpy as np
-        >>> from mindspore import dtype as mstype
-        >>> from mindspore.nn.layer.flash_attention import FlashAttention
-        >>> from mindspore import Tensor
-        >>> model = FlashAttention(head_dim=128,
-        ...                        dropout_rate=0.1,
-        ...                        prev_block_num=7,
-        ...                        next_block_num=0
-        ...                        )
-        >>> query = Tensor(np.ones((2, 16, 4096, 128)), mstype.float16)
-        >>> key = Tensor(np.ones((2, 16, 4096, 128)), mstype.float16)
-        >>> value = Tensor(np.ones((2, 16, 4096, 128)), mstype.float16)
-        >>> attention_mask = Tensor(np.ones((2, 4096, 4096)), mstype.float16)
-        >>> output = model(query, key, value, attention_mask)
-        >>> print(output.shape)
-        (2, 16, 4096, 128)
-    """
-
-    def __init__(self,
-                 head_dim,
-                 head_num,
-                 dropout_rate=0.0,
-                 prev_block_num=65536,
-                 next_block_num=65536,
-                 dp=1,
-                 mp=1,
-                 high_precision=False,
-                 have_attention_mask_batch=True,
-                 alibi=False,
-                 use_mqa=False
-                 ):
-        super(FlashAttention, self).__init__()
-
-        scaling_constant = math.sqrt(head_dim)
-        if scaling_constant == 0:
-            raise ValueError("the scaling constant must not be 0.")
-        self.dropout_rate = dropout_rate
-        self.alibi = alibi
-        self.have_attention_mask_batch = have_attention_mask_batch
-
-        self.transpose_4d_pre = ops.Transpose().shard(((dp, mp, 1, 1),))
-        self.transpose_4d_post = ops.Transpose().shard(((dp, 1, mp, 1),))
-        self.reshape = ops.Reshape()
-        self.zeros_like = ops.ZerosLike().shard(((dp, mp, 1, 1),))
-        self.zeros = ops.Zeros()
-        self.attn_cast = ops.Cast()
-        if use_mqa:
-            fa_strategies = ((dp, mp, 1, 1),
-                             (dp, 1, 1, 1),
-                             (dp, 1, 1, 1))
-        else:
-            fa_strategies = ((dp, mp, 1, 1),
-                             (dp, mp, 1, 1),
-                             (dp, mp, 1, 1))
-        if self.alibi:
-            self.alibi_rescale_mul = ops.Mul().shard(((dp, mp, 1, 1), (1,)))
-            self.alibi_rescale_factor = Tensor([scaling_constant], dtype=mstype.float16)
-            fa_strategies += ((dp, mp, 1, 1),)
-        if dropout_rate > 1e-5:
-            fa_strategies += ((dp, mp, 1, 1),)
-        fa_strategies += ((dp, 1, 1, 1),)
-        self.flash_attention = FlashAttentionScore(head_num=head_num, pre_tokens=prev_block_num,
-                                                   next_tokens=next_block_num,
-                                                   keep_prob=1 - dropout_rate,
-                                                   scale_value=1. / scaling_constant,
-                                                   inner_precise=0,
-                                                   input_layout="BNSD").shard(fa_strategies)
-
-        self.dropout_rate = dropout_rate
-        if self.dropout_rate > 1e-5:
-            self.keep_prob = Tensor(1 - self.dropout_rate, dtype=mstype.float16)
-            self.fill_v2 = ops.FillV2().shard(((dp, mp, 1, 1), ()))
-            self.tensor_one = Tensor(1.0, mstype.float16)
-            self.drop_gen_mask = ops.DropoutGenMask()
-            self.do_dropout = ops.DropoutDoMask().shard(((dp, mp, 1, 1),))
-            self.depend = ops.Depend()
-
-    def shard(self, in_strategy=None, out_strategy=None):
-        """Distributed configuration of FlashAttention
-        :param in_strategy: Describe the split strategy of operator input. Default: None.
-        :param out_strategy: Describe the split strategy of operator output, it is only for certain operators,
-                                  such as MatMul. Default: None.
-        :return:
-        """
-        self.flash_attention.shard(in_strategy)
-
-    def construct(self, query, key, value, attn_mask=None, alibi_mask=None):
-        """FlashAttention forward
-        :param query:           [bsz, head_num, seq_len, head_dim]
-        :param key:           [bsz, head_num, seq_len, head_dim]
-        :param value:           [bsz, head_num, seq_len, head_dim]
-        :param attn_mask:   [1 or bsz, seq_len, seq_len], if not None
-        :param alibi_mask: [bsz, head_num, 1, seq_len], if not None
-        :return: output          [bsz, head_num, seq_len, head_dim]
-        """
-        bsz, head_num, seq_len, _ = query.shape
-        # 910B -- FlashAttentionScore
-        if self.dropout_rate > 1e-5:
-            drop_mask_bits = self.reshape(self.drop_gen_mask((bsz, head_num, seq_len, seq_len), self.keep_prob),
-                                          (bsz, head_num, seq_len, seq_len // 8))
-        else:
-            drop_mask_bits = None
-        if self.alibi:
-            alibi_mask = self.alibi_rescale_mul(alibi_mask, self.cast(self.alibi_rescale_factor, alibi_mask.dtype))
-        # (B, S, S) -> (B, 1, S, S)
-        if self.have_attention_mask_batch:
-            attn_mask = self.cast(self.reshape(attn_mask, (bsz, 1, seq_len, seq_len)), mstype.uint8)
-        _, _, _, output = self.flash_attention(query,
-                                               key,
-                                               value,
-                                               alibi_mask,
-                                               drop_mask_bits,
-                                               None,
-                                               attn_mask,
-                                               None)
-        return output

mindspore/ops/_op_impl/aicpu/strided_slice_v2.py

@@ -1,93 +0,0 @@
-# Copyright 2022 Huawei Technologies Co., Ltd
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ============================================================================
-
-"""StridedSliceV2 op"""
-from mindspore.ops.op_info_register import op_info_register, AiCPURegOp, DataType
-
-strided_slice_v2_op_info = AiCPURegOp("StridedSliceV2") \
-    .fusion_type("OPAQUE") \
-    .input(0, "x", "required") \
-    .input(1, "begin", "required") \
-    .input(2, "end", "required") \
-    .input(3, "strides", "required") \
-    .output(0, "output", "required") \
-    .attr("begin_mask", "int") \
-    .attr("end_mask", "int") \
-    .attr("ellipsis_mask", "int") \
-    .attr("new_axis_mask", "int") \
-    .attr("shrink_axis_mask", "int") \
-    .dtype_format(DataType.BOOL_Default, DataType.I64_Default, DataType.I64_Default,
-                  DataType.I64_Default, DataType.BOOL_Default) \
-    .dtype_format(DataType.I8_Default, DataType.I64_Default, DataType.I64_Default,
-                  DataType.I64_Default, DataType.I8_Default) \
-    .dtype_format(DataType.I16_Default, DataType.I64_Default, DataType.I64_Default,
-                  DataType.I64_Default, DataType.I16_Default) \
-    .dtype_format(DataType.I32_Default, DataType.I64_Default, DataType.I64_Default,
-                  DataType.I64_Default, DataType.I32_Default) \
-    .dtype_format(DataType.I64_Default, DataType.I64_Default, DataType.I64_Default,
-                  DataType.I64_Default, DataType.I64_Default) \
-    .dtype_format(DataType.U8_Default, DataType.I64_Default, DataType.I64_Default,
-                  DataType.I64_Default, DataType.U8_Default) \
-    .dtype_format(DataType.U16_Default, DataType.I64_Default, DataType.I64_Default,
-                  DataType.I64_Default, DataType.U16_Default) \
-    .dtype_format(DataType.U32_Default, DataType.I64_Default, DataType.I64_Default,
-                  DataType.I64_Default, DataType.U32_Default) \
-    .dtype_format(DataType.U64_Default, DataType.I64_Default, DataType.I64_Default,
-                  DataType.I64_Default, DataType.U64_Default) \
-    .dtype_format(DataType.F16_Default, DataType.I64_Default, DataType.I64_Default,
-                  DataType.I64_Default, DataType.F16_Default) \
-    .dtype_format(DataType.F32_Default, DataType.I64_Default, DataType.I64_Default,
-                  DataType.I64_Default, DataType.F32_Default) \
-    .dtype_format(DataType.F64_Default, DataType.I64_Default, DataType.I64_Default,
-                  DataType.I64_Default, DataType.F64_Default) \
-    .dtype_format(DataType.C64_Default, DataType.I64_Default, DataType.I64_Default,
-                  DataType.I64_Default, DataType.C64_Default) \
-    .dtype_format(DataType.C128_Default, DataType.I64_Default, DataType.I64_Default,
-                  DataType.I64_Default, DataType.C128_Default) \
-    .dtype_format(DataType.BOOL_Default, DataType.I32_Default, DataType.I32_Default,
-                  DataType.I32_Default, DataType.BOOL_Default) \
-    .dtype_format(DataType.I8_Default, DataType.I32_Default, DataType.I32_Default,
-                  DataType.I32_Default, DataType.I8_Default) \
-    .dtype_format(DataType.I16_Default, DataType.I32_Default, DataType.I32_Default,
-                  DataType.I32_Default, DataType.I16_Default) \
-    .dtype_format(DataType.I32_Default, DataType.I32_Default, DataType.I32_Default,
-                  DataType.I32_Default, DataType.I32_Default) \
-    .dtype_format(DataType.I64_Default, DataType.I32_Default, DataType.I32_Default,
-                  DataType.I32_Default, DataType.I64_Default) \
-    .dtype_format(DataType.U8_Default, DataType.I32_Default, DataType.I32_Default,
-                  DataType.I32_Default, DataType.U8_Default) \
-    .dtype_format(DataType.U16_Default, DataType.I32_Default, DataType.I32_Default,
-                  DataType.I32_Default, DataType.U16_Default) \
-    .dtype_format(DataType.U32_Default, DataType.I32_Default, DataType.I32_Default,
-                  DataType.I32_Default, DataType.U32_Default) \
-    .dtype_format(DataType.U64_Default, DataType.I32_Default, DataType.I32_Default,
-                  DataType.I32_Default, DataType.U64_Default) \
-    .dtype_format(DataType.F16_Default, DataType.I32_Default, DataType.I32_Default,
-                  DataType.I32_Default, DataType.F16_Default) \
-    .dtype_format(DataType.F32_Default, DataType.I32_Default, DataType.I32_Default,
-                  DataType.I32_Default, DataType.F32_Default) \
-    .dtype_format(DataType.F64_Default, DataType.I32_Default, DataType.I32_Default,
-                  DataType.I32_Default, DataType.F64_Default) \
-    .dtype_format(DataType.C64_Default, DataType.I32_Default, DataType.I32_Default,
-                  DataType.I32_Default, DataType.C64_Default) \
-    .dtype_format(DataType.C128_Default, DataType.I32_Default, DataType.I32_Default,
-                  DataType.I32_Default, DataType.C128_Default) \
-    .get_op_info()
-
-
-@op_info_register(strided_slice_v2_op_info)
-def _strided_slice_v2_aicpu():
-    """StridedSliceV2 AiCPU register"""
-    return

mindspore/ops/_op_impl/aicpu/strided_slice_v2_grad.py

@@ -1,66 +0,0 @@
-# Copyright 2022 Huawei Technologies Co., Ltd
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ============================================================================
-
-"""StridedSliceGradV2 op"""
-from mindspore.ops.op_info_register import op_info_register, AiCPURegOp, DataType
-
-strided_slice_v2_grad_op_info = AiCPURegOp("StridedSliceV2Grad") \
-    .fusion_type("OPAQUE") \
-    .input(0, "shapex", "required") \
-    .input(1, "begin", "required") \
-    .input(2, "end", "required") \
-    .input(3, "strides", "required") \
-    .input(4, "dy", "required") \
-    .output(0, "output", "required") \
-    .attr("begin_mask", "int") \
-    .attr("end_mask", "int") \
-    .attr("ellipsis_mask", "int") \
-    .attr("new_axis_mask", "int") \
-    .attr("shrink_axis_mask", "int") \
-    .dtype_format(DataType.I32_Default, DataType.I32_Default,
-                  DataType.I32_Default, DataType.I32_Default, DataType.BOOL_Default, DataType.BOOL_Default) \
-    .dtype_format(DataType.I32_Default, DataType.I32_Default,
-                  DataType.I32_Default, DataType.I32_Default, DataType.I8_Default, DataType.I8_Default) \
-    .dtype_format(DataType.I32_Default, DataType.I32_Default,
-                  DataType.I32_Default, DataType.I32_Default, DataType.I16_Default, DataType.I16_Default) \
-    .dtype_format(DataType.I32_Default, DataType.I32_Default,
-                  DataType.I32_Default, DataType.I32_Default, DataType.I32_Default, DataType.I32_Default) \
-    .dtype_format(DataType.I32_Default, DataType.I32_Default,
-                  DataType.I32_Default, DataType.I32_Default, DataType.I64_Default, DataType.I64_Default) \
-    .dtype_format(DataType.I32_Default, DataType.I32_Default,
-                  DataType.I32_Default, DataType.I32_Default, DataType.U8_Default, DataType.U8_Default) \
-    .dtype_format(DataType.I32_Default, DataType.I32_Default,
-                  DataType.I32_Default, DataType.I32_Default, DataType.U16_Default, DataType.U16_Default) \
-    .dtype_format(DataType.I32_Default, DataType.I32_Default,
-                  DataType.I32_Default, DataType.I32_Default, DataType.U32_Default, DataType.U32_Default) \
-    .dtype_format(DataType.I32_Default, DataType.I32_Default,
-                  DataType.I32_Default, DataType.I32_Default, DataType.U64_Default, DataType.U64_Default) \
-    .dtype_format(DataType.I32_Default, DataType.I32_Default,
-                  DataType.I32_Default, DataType.I32_Default, DataType.F16_Default, DataType.F16_Default) \
-    .dtype_format(DataType.I32_Default, DataType.I32_Default,
-                  DataType.I32_Default, DataType.I32_Default, DataType.F32_Default, DataType.F32_Default) \
-    .dtype_format(DataType.I32_Default, DataType.I32_Default,
-                  DataType.I32_Default, DataType.I32_Default, DataType.F64_Default, DataType.F64_Default) \
-    .dtype_format(DataType.I32_Default, DataType.I32_Default,
-                  DataType.I32_Default, DataType.I32_Default, DataType.C64_Default, DataType.C64_Default) \
-    .dtype_format(DataType.I32_Default, DataType.I32_Default,
-                  DataType.I32_Default, DataType.I32_Default, DataType.C128_Default, DataType.C128_Default) \
-    .get_op_info()
-
-
-@op_info_register(strided_slice_v2_grad_op_info)
-def _strided_slice_v2_grad_aicpu():
-    """StridedSliceV2Grad AiCPU register"""
-    return

mindspore/ops/_op_impl/cpu/concat.py

@@ -1,39 +0,0 @@
-# Copyright 2020 Huawei Technologies Co., Ltd
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ============================================================================
-
-"""Concat op"""
-from mindspore.ops.op_info_register import op_info_register, CpuRegOp, DataType
-
-concat_op_info = CpuRegOp("Concat") \
-    .input(0, "x", "required") \
-    .output(0, "y", "required") \
-    .dtype_format(DataType.F32_Default, DataType.F32_Default) \
-    .dtype_format(DataType.F64_Default, DataType.F64_Default) \
-    .dtype_format(DataType.I8_Default, DataType.I8_Default) \
-    .dtype_format(DataType.I16_Default, DataType.I16_Default) \
-    .dtype_format(DataType.I32_Default, DataType.I32_Default) \
-    .dtype_format(DataType.I64_Default, DataType.I64_Default) \
-    .dtype_format(DataType.U8_Default, DataType.U8_Default) \
-    .dtype_format(DataType.U16_Default, DataType.U16_Default) \
-    .dtype_format(DataType.U32_Default, DataType.U32_Default) \
-    .dtype_format(DataType.U64_Default, DataType.U64_Default) \
-    .dtype_format(DataType.BOOL_Default, DataType.BOOL_Default) \
-    .get_op_info()
-
-
-@op_info_register(concat_op_info)
-def _concat_cpu():
-    """Concat cpu register"""
-    return