mindspore 2.4.10__cp310-cp310-manylinux1_x86_64.whl → 2.5.0__cp310-cp310-manylinux1_x86_64.whl

{mindspore-2.4.10.dist-info → mindspore-2.5.0.dist-info}/entry_points.txt

@@ -1,3 +1,3 @@
 [console_scripts]
-cache_admin = mindspore.dataset.engine.cache_admin:main
+dataset-cache = mindspore.dataset.engine.cache_admin:main
 msrun = mindspore.parallel.cluster.run:main

mindspore/common/_tensor_overload.py

@@ -1,139 +0,0 @@
-# Copyright 2024 Huawei Technologies Co., Ltd
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ============================================================================
-
-"""Mint adaptor."""
-
-from __future__ import absolute_import
-import os
-from mindspore.common._register_for_tensor import tensor_operator_registry_for_mint
-
-
-def repeat_interleave_mint(orig_fn):
-    """
-    repeat_interleave wrapper.
-    For details, please refer to :func:`mindspore.ops.repeat_interleave_ext`.
-    """
-    def wrapper(self, *args, **kwargs):
-        if os.environ.get('MS_TENSOR_API_ENABLE_MINT') == '1':
-            return tensor_operator_registry_for_mint.get('repeat_interleave')(self, *args, **kwargs)
-        return orig_fn(self, *args, **kwargs)
-    return wrapper
-
-
-def isnan_mint(orig_fn):
-    """
-    isnan wrapper.
-    """
-    def wrapper(self, *args, **kwargs):
-        if os.environ.get('MS_TENSOR_API_ENABLE_MINT') == '1':
-            return tensor_operator_registry_for_mint.get('ne')(self, self, **kwargs)
-        return orig_fn(self, *args, **kwargs)
-    return wrapper
-
-
-def add_mint(add):
-    """
-    add wrapper
-    """
-    def wrapper(self, other, **kwargs):
-        if os.environ.get('MS_TENSOR_API_ENABLE_MINT') == '1':
-            return tensor_operator_registry_for_mint.get('add')(self, other, **kwargs)
-        return add(self, other, **kwargs)
-    return wrapper
-
-
-def flatten_mint(flatten):
-    """
-    flatten wrapper
-    """
-    def wrapper(self, *args, **kwargs):
-        if os.environ.get('MS_TENSOR_API_ENABLE_MINT') == '1':
-            if args:
-                kwargs["start_dim"] = args[0]
-                if len(args) > 1:
-                    kwargs["end_dim"] = args[1]
-            if "start_dim" not in kwargs:
-                kwargs["start_dim"] = 0
-            if "end_dim" not in kwargs:
-                kwargs["end_dim"] = -1
-            return tensor_operator_registry_for_mint.get('flatten')(self, **kwargs)
-        return flatten(self, *args, **kwargs)
-    return wrapper
-
-
-def item_mint(fn):
-    """
-    item wrapper
-    """
-    def wrapper(self, *args, **kwargs):
-        if os.environ.get('MS_TENSOR_API_ENABLE_MINT') == '1':
-            return tensor_operator_registry_for_mint.get('item')(self, *args, **kwargs)
-        return fn(self, *args, **kwargs)
-    return wrapper
-
-
-def max_mint(fn):
-    """
-    max wrapper
-    """
-    def wrapper(self, *args, **kwargs):
-        if os.environ.get('MS_TENSOR_API_ENABLE_MINT') == '1':
-            return tensor_operator_registry_for_mint.get('max')(self, *args, **kwargs)
-        return fn(self, *args, **kwargs)
-    return wrapper
-
-
-def mean_mint(fn):
-    """
-    mean wrapper
-    """
-    def wrapper(self, *args, **kwargs):
-        if os.environ.get('MS_TENSOR_API_ENABLE_MINT') == '1':
-            return tensor_operator_registry_for_mint.get('mean')(self, *args, **kwargs)
-        return fn(self, *args, **kwargs)
-    return wrapper
-
-
-def min_mint(fn):
-    """
-    min wrapper
-    """
-    def wrapper(self, *args, **kwargs):
-        if os.environ.get('MS_TENSOR_API_ENABLE_MINT') == '1':
-            return tensor_operator_registry_for_mint.get('min')(self, *args, **kwargs)
-        return fn(self, *args, **kwargs)
-    return wrapper
-
-
-def split_mint(split):
-    """
-    split wrapper
-    """
-    def wrapper(self, *args, **kwargs):
-        if os.environ.get('MS_TENSOR_API_ENABLE_MINT') == '1':
-            return tensor_operator_registry_for_mint.get('split')(self, *args, **kwargs)
-        return split(self, *args, **kwargs)
-    return wrapper
-
-
-def sub_mint(sub):
-    """
-    sub wrapper
-    """
-    def wrapper(self, *args, **kwargs):
-        if os.environ.get('MS_TENSOR_API_ENABLE_MINT') == '1':
-            return tensor_operator_registry_for_mint.get('sub')(self, *args, **kwargs)
-        return sub(self, *args, **kwargs)
-    return wrapper

mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/include/acme.h

@@ -1,24 +0,0 @@
-/**
- * Copyright 2024 Huawei Technologies Co., Ltd
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-#ifndef MS_KERNELS_INTERNAL_KERNEL_ACME_ACME_H_
-#define MS_KERNELS_INTERNAL_KERNEL_ACME_ACME_H_
-
-#include "acme/include/op_param.h"
-#include "acme/include/op_creator.h"
-#include "acme/include/tiling_info.h"
-
-#endif  // MS_KERNELS_INTERNAL_KERNEL_ACME_ACME_H_

mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/include/acme_op.h

@@ -1,82 +0,0 @@
-/**
- * Copyright 2024 Huawei Technologies Co., Ltd
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-#ifndef MS_KERNELS_INTERNAL_KERNEL_ACME_ACME_OP_H_
-#define MS_KERNELS_INTERNAL_KERNEL_ACME_ACME_OP_H_
-
-#include <vector>
-#include <string>
-#include "acme/include/base_type.h"
-#include "acme/include/op_param.h"
-#include "acme/include/tiling_info.h"
-#include "acme/src/core/dtype_registry.h"
-
-namespace mindspore {
-namespace acme {
-class AcmeOp {
- public:
-  AcmeOp(const InputsImmutableInfoList &inputs_ii, const OutputsImmutableInfoList &outputs_ii,
-         const std::string &op_name);
-  virtual ~AcmeOp() = default;
-  AcmeStatus Init();
-
-  virtual AcmeStatus UpdateShape(const ShapeInfoList &inputs_shape, const ShapeInfoList &outputs_shape);
-  virtual AcmeStatus UpdateParam(const void *) { return kAcmeOk; }
-
-  size_t GetTilingSize() const;
-  virtual std::vector<size_t> GetWorkspaceSize() const;
-
-  virtual void SetTilingInfo(const TilingInfoPtr &tiling_info);
-
-  AcmeStatus Launch(const InputsAddrList &input_ptrs, const OutputsAddrList &output_ptrs, const WsAddrList &ws_ptrs,
-                    void *stream, const std::string &op_fullname = "");
-  AcmeStatus Tiling(RawHostAddr host_ptr, HostRunInfoPtr *run_info_ptr);
-  virtual std::string DumpTiling(const RawHostAddr host_ptr) const = 0;
-
-  virtual ShapeInfoList InferShape(const ShapeInfoList &inputs_shape) const = 0;
-
-  virtual AcmeStatus TilingFromTuning(const RawDeviceAddr tiling_addr);
-  virtual bool IsSupported(const InputDataTypes &dtypes);
-
-  virtual std::string GetOpName() { return "Acme" + op_name_; };
-  std::string GetOpNameOrigin() { return op_name_; };
-  virtual uint32_t GetLaunchCoreNum() const { return host_run_info_comm_ptr_->block_dims_; };
-
- protected:
-  virtual AcmeStatus InitImpl();
-  virtual AcmeStatus TilingImpl(RawHostAddr host_ptr, HostRunInfoPtr *run_info_ptr) = 0;
-  virtual AcmeStatus LaunchImpl(const InputsAddrList &input_ptrs, const OutputsAddrList &output_ptrs,
-                                const WsAddrList &ws_ptrs, void *stream) = 0;
-  void SetHostRunInfoComm(const HostRunInfoComm &, HostRunInfoPtr *);
-  InputsDescList inputs_;
-  OutputsDescList outputs_;
-  std::string op_name_{"UnknownOp"};
-  size_t tiling_size_{0};
-  std::vector<size_t> ws_size_;
-  RawDeviceAddr tiling_device_addr_{nullptr};
-  std::string soc_;
-  HostRunInfoCommPtr host_run_info_comm_ptr_{nullptr};
-
- private:
-  virtual AcmeStatus LaunchWithProfiling(const InputsAddrList &input_ptrs, const OutputsAddrList &output_ptrs,
-                                         const WsAddrList &ws_ptrs, void *stream, const std::string &op_fullname);
-};
-
-using AcmeOpPtr = std::shared_ptr<AcmeOp>;
-}  // namespace acme
-}  // namespace mindspore
-
-#endif  // MS_KERNELS_INTERNAL_KERNEL_ACME_ACME_OP_H_

mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/include/op_creator.h

@@ -1,113 +0,0 @@
-/**
- * Copyright 2024 Huawei Technologies Co., Ltd
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-#ifndef MS_KERNELS_INTERNAL_KERNEL_ACME_OP_CREATOR_H_
-#define MS_KERNELS_INTERNAL_KERNEL_ACME_OP_CREATOR_H_
-
-#include "acme/include/acme_op.h"
-#include "acme/include/op_param.h"
-
-namespace mindspore {
-namespace acme {
-AcmeOpPtr CreateMatmulOp(const InputsImmutableInfoList &inputs_ii, const OutputsImmutableInfoList &outputs_ii,
-                         const MatmulParam &param, const std::string &op_name);
-AcmeOpPtr CreateAddOp(const InputsImmutableInfoList &inputs_ii, const OutputsImmutableInfoList &outputs_ii,
-                      const std::string &op_name);
-AcmeOpPtr CreateAddLayerNormOp(const InputsImmutableInfoList &inputs_ii, const OutputsImmutableInfoList &outputs_ii,
-                               const NormParam &param, const std::string &op_name);
-AcmeOpPtr CreateAddRmsNormQuantOp(const InputsImmutableInfoList &inputs_ii, const OutputsImmutableInfoList &outputs_ii,
-                                  const NormParam &param, const std::string &op_name);
-AcmeOpPtr CreateCastOp(const InputsImmutableInfoList &inputs_ii, const OutputsImmutableInfoList &outputs_ii,
-                       const std::string &op_name);
-AcmeOpPtr CreateTransposeOp(const InputsImmutableInfoList &inputs_ii, const OutputsImmutableInfoList &outputs_ii,
-                            const TransposeParam &param, const std::string &op_name);
-AcmeOpPtr CreateQuantPerChannelOp(const InputsImmutableInfoList &inputs_ii, const OutputsImmutableInfoList &outputs_ii,
-                                  const std::string &op_name);
-AcmeOpPtr CreateSwishOp(const InputsImmutableInfoList &inputs_ii, const OutputsImmutableInfoList &outputs_ii,
-                        const std::string &op_name);
-AcmeOpPtr CreateSwiGLUOp(const InputsImmutableInfoList &inputs_ii, const OutputsImmutableInfoList &outputs_ii,
-                         const SwiGLUParam &param, const std::string &op_name);
-AcmeOpPtr CreateLogicalNotOp(const InputsImmutableInfoList &inputs_ii, const OutputsImmutableInfoList &outputs_ii,
-                             const std::string &op_name);
-AcmeOpPtr CreateSoftmaxOp(const InputsImmutableInfoList &inputs_ii, const OutputsImmutableInfoList &outputs_ii,
-                          const SoftmaxParam &param, const std::string &op_name);
-AcmeOpPtr CreateReduceSumOp(const InputsImmutableInfoList &inputs_ii, const OutputsImmutableInfoList &outputs_ii,
-                            const ReduceSumParam &param, const std::string &op_name);
-AcmeOpPtr CreateGatherOp(const InputsImmutableInfoList &inputs_ii, const OutputsImmutableInfoList &outputs_ii,
-                         const GatherParam &param, const std::string &op_name);
-AcmeOpPtr CreateApplyRotaryPosEmbOp(const InputsImmutableInfoList &inputs_ii,
-                                    const OutputsImmutableInfoList &outputs_ii, const ApplyRotaryPosEmbParam &param,
-                                    const std::string &op_name);
-AcmeOpPtr CreateApplyRotaryPosEmbNzOp(const InputsImmutableInfoList &inputs_ii,
-                                      const OutputsImmutableInfoList &outputs_ii, const ApplyRotaryPosEmbParam &param,
-                                      const std::string &op_name);
-AcmeOpPtr CreateRmsNormOp(const InputsImmutableInfoList &inputs_ii, const OutputsImmutableInfoList &outputs_ii,
-                          const NormParam &param, const std::string &op_name);
-AcmeOpPtr CreateMatmulAddRmsNormOp(const InputsImmutableInfoList &inputs_ii, const OutputsImmutableInfoList &outputs_ii,
-                                   const MatmulAddRmsNormParam &param, const std::string &op_name);
-AcmeOpPtr CreateMultiWeightMatmulOp(const InputsImmutableInfoList &inputs_ii,
-                                    const OutputsImmutableInfoList &outputs_ii, const MultiWeightMatmulParam &param,
-                                    const std::string &op_name);
-// param section 0
-AcmeOpPtr CreateGeLUOp(const InputsImmutableInfoList &inputs_ii, const OutputsImmutableInfoList &outputs_ii,
-                       const std::string &op_name);
-AcmeOpPtr CreateAddRmsNormOp(const InputsImmutableInfoList &inputs_ii, const OutputsImmutableInfoList &outputs_ii,
-                             const NormParam &param, const std::string &op_name);
-AcmeOpPtr CreateFlashAttentionScoreOp(const InputsImmutableInfoList &inputs_ii,
-                                      const OutputsImmutableInfoList &outputs_ii, const FlashAttentionScoreParam &param,
-                                      const std::string &op_name);
-AcmeOpPtr CreatePagedAttentionOp(const InputsImmutableInfoList &inputs_ii, const OutputsImmutableInfoList &outputs_ii,
-                                 const PagedAttentionParam &param, const std::string &op_name);
-// param section 1
-AcmeOpPtr CreateReshapeAndCacheOp(const InputsImmutableInfoList &inputs_ii, const OutputsImmutableInfoList &outputs_ii,
-                                  const std::string &op_name);
-AcmeOpPtr CreateReshapeAndCacheNzOp(const InputsImmutableInfoList &inputs_ii, const OutputsImmutableInfoList &outputs_ii,
-                                    const std::string &op_name);
-AcmeOpPtr CreateMulOp(const InputsImmutableInfoList &inputs_ii, const OutputsImmutableInfoList &outputs_ii,
-                      const std::string &op_name);
-AcmeOpPtr CreateSubOp(const InputsImmutableInfoList &inputs_ii, const OutputsImmutableInfoList &outputs_ii,
-                      const std::string &op_name);
-AcmeOpPtr CreateRealDivOp(const InputsImmutableInfoList &inputs_ii, const OutputsImmutableInfoList &outputs_ii,
-                          const std::string &op_name);
-
-// param section 2
-AcmeOpPtr CreateFastGeLUOp(const InputsImmutableInfoList &inputs_ii, const OutputsImmutableInfoList &outputs_ii,
-                           const std::string &op_name);
-AcmeOpPtr CreateTransDataOp(const InputsImmutableInfoList &inputs_ii, const OutputsImmutableInfoList &outputs_ii,
-                            const TransDataParam &param, const std::string &op_name);
-AcmeOpPtr CreateQuantLinearSparseOp(const InputsImmutableInfoList &inputs_ii,
-                                    const OutputsImmutableInfoList &outputs_ii, const std::string &op_name);
-// param section 3
-
-// param section 4
-
-// param section 5
-
-// param section 6
-
-// param section 7
-
-// param section 8
-
-// param section 9
-
-// param section 10
-
-bool IsAcmeKernelDtypesSupported(const std::string op_name, InputDataTypes in_dtypes, InputDataTypes out_dtypes);
-}  // namespace acme
-}  // namespace mindspore
-
-#endif  // MS_KERNELS_INTERNAL_KERNEL_ACME_OP_CREATOR_H_

mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/include/op_param.h

@@ -1,193 +0,0 @@
-/**
- * Copyright 2024 Huawei Technologies Co., Ltd
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-#ifndef MS_KERNELS_INTERNAL_KERNEL_ACME_OP_PARAM_H_
-#define MS_KERNELS_INTERNAL_KERNEL_ACME_OP_PARAM_H_
-
-#include <stdint.h>
-#include <vector>
-
-namespace mindspore {
-namespace acme {
-// matmul fused op
-constexpr auto kAcmeMatMulOpName = "MatMul";
-constexpr auto kAcmeMultiWeightMatmulOpName = "MultiWeightMatmul";
-constexpr auto kAcmeMatMulAddRmsNormOpName = "MatMulAddRmsNorm";
-// attention fused op
-constexpr auto kAcmeFlashAttentionScoreOpName = "FlashAttentionScore";
-constexpr auto kAcmePagedAttentionOpName = "PagedAttention";
-constexpr auto kAcmeReshapeAndCacheOpName = "ReshapeAndCache";
-constexpr auto kAcmeReshapeAndCacheNzOpName = "ReshapeAndCacheNz";
-constexpr auto kAcmeApplyRotaryPosEmbOpName = "ApplyRotaryPosEmb";
-constexpr auto kAcmeApplyRotaryPosEmbNzOpName = "ApplyRotaryPosEmbNz";
-// norm fused op
-constexpr auto kAcmeAddLayerNormOpName = "AddLayerNorm";
-constexpr auto kAcmeRmsNormOpName = "RmsNorm";
-constexpr auto kAcmeAddRmsNormOpName = "AddRmsNorm";
-constexpr auto kAcmeRmsNormQuantOpName = "RmsNormQuant";
-constexpr auto kAcmeAddRmsNormQuantOpName = "AddRmsNormQuantV2";
-// activation
-constexpr auto kAcmeReluOpName = "Relu";
-constexpr auto kAcmeGeLUOpName = "GeLU";
-constexpr auto kAcmeFastGeLUOpName = "FastGeLU";
-constexpr auto kAcmeSwishOpName = "Swish";
-constexpr auto kAcmeSwiGLUOpName = "SwiGLU";
-// elewise unary
-constexpr auto kAcmeCastOpName = "Cast";
-constexpr auto kAcmeExpOpName = "Exp";
-constexpr auto kAcmeLnOpName = "Ln";
-constexpr auto kAcmeRsqrtOpName = "Rsqrt";
-constexpr auto kAcmeSqrtOpName = "Sqrt";
-constexpr auto kAcmeAbsOpName = "Abs";
-constexpr auto kAcmeReciprocalOpName = "Reciprocal";
-// elewise binary
-constexpr auto kAcmeAddOpName = "Add";
-constexpr auto kAcmeSubOpName = "Sub";
-constexpr auto kAcmeMulOpName = "Mul";
-constexpr auto kAcmeDivOpName = "Div";
-constexpr auto kAcmeRealDivOpName = "RealDiv";
-constexpr auto kAcmeMaxOpName = "Max";
-constexpr auto kAcmeMinOpName = "Min";
-constexpr auto kAcmeNotOpName = "Not";
-constexpr auto kAcmeOrOpName = "Or";
-constexpr auto kAcmeAndOpName = "And";
-constexpr auto kAcmeEqualOpName = "Equal";
-constexpr auto kAcmeNotEqualOpName = "NotEqual";
-constexpr auto kAcmeLessOpName = "Less";
-constexpr auto kAcmeLessEqualOpName = "LessEqual";
-constexpr auto kAcmeGreaterOpName = "Greater";
-constexpr auto kAcmeGreaterEqualOpName = "GreaterEqual";
-constexpr auto kAcmeLogicalNotOpName = "LogicalNot";
-// others
-constexpr auto kAcmeGatherOpName = "Gather";
-constexpr auto kAcmeTransposeOpName = "Transpose";
-constexpr auto kAcmeTransDataOpName = "TransData";
-constexpr auto kAcmeQuantPerChannelOpName = "QuantPerChannel";
-constexpr auto kAcmeSoftmaxOpName = "Softmax";
-constexpr auto kAcmeReduceSumOpName = "ReduceSum";
-constexpr auto kAcmeQuantLinearSparseOpName = "QuantLinearSparse";
-
-struct AxesParam {
-  std::vector<int64_t> axes;
-};
-
-using TransposeParam = AxesParam;
-using SoftmaxParam = AxesParam;
-using ReduceSumParam = AxesParam;
-
-struct GatherParam {
-  int64_t batch_dims;
-  std::vector<int64_t> axes;
-};
-
-struct SwiGLUParam {
-  int64_t axis;
-};
-
-struct MatmulParam {
-  bool transpose_a{false};
-  bool transpose_b{false};
-  bool enable_dequant{false};
-  bool with_relu{false};
-  bool with_gelu{false};
-  bool with_bias{false};
-  bool with_bias_fastgelu{false};
-  bool enable_shuffle{false};
-};
-
-struct MatmulAddRmsNormParam {
-  bool transpose_a{false};
-  bool transpose_b{false};
-  float eps{1e-6};
-};
-
-struct MultiWeightMatmulParam {
-  uint32_t n0_len{0};
-  uint32_t n1_len{0};
-  uint32_t n2_len{0};
-  bool transpose_a;
-  bool transpose_b;
-  int32_t silu_position{-1};
-  bool with_bias{false};
-};
-
-struct NormParam {
-  float eps;
-  bool operator==(const NormParam &other) const { return this->eps == other.eps; }
-};
-
-struct ApplyRotaryPosEmbParam {
-  // cos_format=0  shape是[maxSeqLen, headDim]，    cos/sin不交替
-  // cos_format=1  shape是[maxSeqLen, headDim]，    cos/sin交替
-  // cos_format=2  shape是[batch*seqLen, headDim]， cos/sin不交替
-  // cos_format=3  shape是[batch*seqLen, headDim]， cos/sin交替
-  int32_t cos_format{0};
-  int32_t rotary_coeff{-1};
-  std::vector<int32_t> batch_valid_length;
-};
-
-struct TransDataParam {
-  enum TransdataType { UNDEFINED = 0, FRACTAL_NZ_TO_ND, ND_TO_FRACTAL_NZ };
-  TransdataType transdataType = UNDEFINED;
-  enum SpecialType { NORMAL = 0, ATTENTION_INPUT_QKV, ATTENTION_INPUT_MASK };
-  int64_t specialTransdata = NORMAL;
-};
-
-struct FlashAttentionScoreParam {
-  int32_t head_num = 0;
-  int32_t inner_precise = 0;
-  int32_t pre_tokens = 2147483647;
-  int32_t next_tokens = 0;
-  int32_t sparse_mode = 0;
-  int32_t mask_dtype = 0;
-  int32_t input_layout = 0;
-  std::vector<int64_t> mask_dims;
-  std::vector<int32_t> kv_seq_len;
-  std::vector<int32_t> q_seq_len;
-  float tor = 0;
-
-  enum InputLayoutMode : int64_t { 
-    BSH = 0,
-    BNSD = 1,
-    SBH = 2,
-    BSND = 3,
-    TND = 4,
-    TH = 5,
-    NSD = 6,
-    SH = 7
-  };
-};
-
-struct PagedAttentionParam {
-  int32_t inner_precise = 0;
-  int32_t head_num = 0;
-  int32_t kv_head_num = 0;
-  std::vector<int32_t> kv_seq_len;
-  std::vector<int32_t> q_seq_len;
-  float tor = 0;
-
-  enum MaskType : uint32_t {
-      kMaskTypeNone = 0,
-      kMaskTypeAlibi = 1,
-      kMaskTypeLookAhead = 2
-  };
-  MaskType mask_type = kMaskTypeNone;
-  int32_t kv_cache_quant_mode = 0;
-};
-}  // namespace acme
-}  // namespace mindspore
-
-#endif  // MS_KERNELS_INTERNAL_KERNEL_ACME_OP_PARAM_H_

mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/core/dtype_registry.h

@@ -1,90 +0,0 @@
-/**
- * Copyright 2024 Huawei Technologies Co., Ltd
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-#ifndef MS_KERNELS_INTERNAL_KERNEL_ACME_KERNEL_REGISTRY_H_
-#define MS_KERNELS_INTERNAL_KERNEL_ACME_KERNEL_REGISTRY_H_
-
-#include <map>
-
-#include "acme/include/base_type.h"
-
-namespace mindspore {
-namespace acme {
-class DtypeRegistry {
- public:
-  DtypeRegistry() = default;
-  virtual ~DtypeRegistry() = default;
-
-  static DtypeRegistry *GetInstance();
-  void RegisterOpName2NzOpName(const std::string &op_name, const std::string &nz_op_name);
-  std::string ConvertOpName2NzOpName(const std::string &op_name) const;
-  void RegisterAcmeDtypes(const std::string &op_name, const InOutDtypesList &dtype_list);
-  void RegisterAcmeDtypes(const std::string &op_name, const InOutDtypesTargetMap &dtype_map);
-  void RegisterAsdDtypes(const std::string &op_name, const InOutDtypesList &dtype_list);
-  void RegisterAsdDtypes(const std::string &op_name, const InOutDtypesTargetMap &dtype_map);
-  void PrintSupportDtypes(const std::string &op_name);
-  bool IsDtypesSupported(const std::string &op_name, const InputDataTypes &in_dtypes, const InputDataTypes &out_dtypes);
-  bool IsAcmeSupported(const std::string &op_name, const InputDataTypes &in_dtypes, const InputDataTypes &out_dtypes);
-  bool IsAsdSupported(const std::string &op_name, const InputDataTypes &in_dtypes, const InputDataTypes &out_dtypes);
-
- private:
-  std::map<std::string, InOutDtypesList> acme_dtype_support_map_;
-  std::map<std::string, InOutDtypesList> asd_dtype_support_map_;
-  std::map<std::string, std::string> op_name_2_nz_op_name_map_;
-};
-
-class OpNameRegistrar {
- public:
-  explicit OpNameRegistrar(const std::string &op_name, const std::string &nz_op_name) {
-    DtypeRegistry::GetInstance()->RegisterOpName2NzOpName(op_name, nz_op_name);
-  }
-  ~OpNameRegistrar() = default;
-};
-#define ACME_KERNEL_REG_OP_NAME(NAME, NZ_NAME) static const OpNameRegistrar g_##NAME##_acme_name_reg(NAME, NZ_NAME)
-
-class DtypeRegistrar {
- public:
-  explicit DtypeRegistrar(const std::string &op_name, const InOutDtypesList &dtype_list) {
-    DtypeRegistry::GetInstance()->RegisterAcmeDtypes(op_name, dtype_list);
-  }
-
-  explicit DtypeRegistrar(const std::string &op_name, const InOutDtypesTargetMap &dtype_map) {
-    DtypeRegistry::GetInstance()->RegisterAcmeDtypes(op_name, dtype_map);
-  }
-  ~DtypeRegistrar() = default;
-};
-
-#define ACME_KERNEL_REG_BY_DTYPES(NAME, DTYPES) static const DtypeRegistrar g_##NAME##_acme_reg(NAME, DTYPES)
-#define ACME_KERNEL_REG_BY_TARGET_DTYPES(NAME, TARGET_DTYPES) static const DtypeRegistrar g_##NAME##_target_acme_reg(NAME, TARGET_DTYPES)
-
-class AsdOpDtypeRegistrar {
- public:
-  explicit AsdOpDtypeRegistrar(const std::string &op_name, const InOutDtypesList &dtype_list) {
-    DtypeRegistry::GetInstance()->RegisterAsdDtypes(op_name, dtype_list);
-  }
-
-  explicit AsdOpDtypeRegistrar(const std::string &op_name, const InOutDtypesTargetMap &dtype_map) {
-    DtypeRegistry::GetInstance()->RegisterAsdDtypes(op_name, dtype_map);
-  }
-  ~AsdOpDtypeRegistrar() = default;
-};
-
-#define ASDOP_KERNEL_REG_BY_DTYPES(NAME, DTYPES) static const AsdOpDtypeRegistrar g_##NAME##_asd_reg(NAME, DTYPES)
-#define ASDOP_KERNEL_REG_BY_TARGET_DTYPES(NAME, TARGET_DTYPES) static const AsdOpDtypeRegistrar g_##NAME##_target_asd_reg(NAME, TARGET_DTYPES)
-}  // namespace acme
-}  // namespace mindspore
-
-#endif  // MS_KERNELS_INTERNAL_KERNEL_ACME_KERNEL_REGISTRY_H_