mindspore 2.4.10__cp39-cp39-manylinux1_x86_64.whl → 2.5.0__cp39-cp39-manylinux1_x86_64.whl

mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/ln_kernel.h

@@ -1,45 +0,0 @@
-/**
- * Copyright 2024 Huawei Technologies Co., Ltd
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either Lnress or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-#ifndef MS_KERNELS_INTERNAL_KERNEL_ASCENDC_ELEWISE_UNARY_LN_KERNEL_H_
-#define MS_KERNELS_INTERNAL_KERNEL_ASCENDC_ELEWISE_UNARY_LN_KERNEL_H_
-
-#include "elewise_unary_base.h"
-
-template <typename T = float>
-class LnFp32 : public ElewiseBaseWide<T> {
- public:
-  __aicore__ inline LnFp32() { ElewiseBaseWide<T>::SetUnaryFunc(AscendC::Ln); }
-};
-
-template <typename T = half>
-class LnFp16 : public ElewiseBaseWide<T> {
- public:
-  __aicore__ inline LnFp16() { ElewiseBaseWide<T>::SetUnaryFunc(AscendC::Ln); }
-};
-
-extern "C" __global__ __aicore__ void ln_device_legacy(GM_ADDR x, GM_ADDR y, GM_ADDR tiling, int32_t dtype) {
-  if (dtype == 1) {  // fp16
-    LnFp16<half> op;
-    op.InitUnary(x, y, tiling);
-    op.ProcessUnary();
-  } else if (dtype == 0) {  // fp32
-    LnFp32<float> op;
-    op.InitUnary(x, y, tiling);
-    op.ProcessUnary();
-  }
-}
-#endif  // MS_KERNELS_INTERNAL_KERNEL_ASCENDC_ELEWISE_UNARY_LN_KERNEL_H_

mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/not_kernel.h

@@ -1,45 +0,0 @@
-/**
- * Copyright 2024 Huawei Technologies Co., Ltd
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-#ifndef MS_KERNELS_INTERNAL_KERNEL_ASCENDC_ELEWISE_UNARY_NOT_KERNEL_H_
-#define MS_KERNELS_INTERNAL_KERNEL_ASCENDC_ELEWISE_UNARY_NOT_KERNEL_H_
-
-#include "elewise_unary_base.h"
-
-template <typename T = int16_t>
-class NotI16 : public ElewiseBaseWide<T> {
- public:
-  __aicore__ inline NotI16() { ElewiseBaseWide<T>::SetUnaryFunc(AscendC::Not); }
-};
-
-template <typename T = uint16_t>
-class NotU16 : public ElewiseBaseWide<T> {
- public:
-  __aicore__ inline NotU16() { ElewiseBaseWide<T>::SetUnaryFunc(AscendC::Not); }
-};
-
-extern "C" __global__ __aicore__ void not_device_legacy(GM_ADDR x, GM_ADDR y, GM_ADDR tiling, int32_t dtype) {
-  if (dtype == 6) {  // int16
-    NotI16<int16_t> op;
-    op.InitUnary(x, y, tiling);
-    op.ProcessUnary();
-  } else if (dtype == 7) {  // uint16
-    NotU16<uint16_t> op;
-    op.InitUnary(x, y, tiling);
-    op.ProcessUnary();
-  }
-}
-#endif  // MS_KERNELS_INTERNAL_KERNEL_ASCENDC_ELEWISE_UNARY_NOT_KERNEL_H_

mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/reciprocal_kernel.h

@@ -1,45 +0,0 @@
-/**
- * Copyright 2024 Huawei Technologies Co., Ltd
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-#ifndef MS_KERNELS_INTERNAL_KERNEL_ASCENDC_ELEWISE_UNARY_RECIPROCAL_KERNEL_H_
-#define MS_KERNELS_INTERNAL_KERNEL_ASCENDC_ELEWISE_UNARY_RECIPROCAL_KERNEL_H_
-
-#include "elewise_unary_base.h"
-
-template <typename T = float>
-class ReciprocalFp32 : public ElewiseBaseWide<T> {
- public:
-  __aicore__ inline ReciprocalFp32() { ElewiseBaseWide<T>::SetUnaryFunc(AscendC::Reciprocal); }
-};
-
-template <typename T = half>
-class ReciprocalFp16 : public ElewiseBaseWide<T> {
- public:
-  __aicore__ inline ReciprocalFp16() { ElewiseBaseWide<T>::SetUnaryFunc(AscendC::Reciprocal); }
-};
-
-extern "C" __global__ __aicore__ void reciprocal_device_legacy(GM_ADDR x1, GM_ADDR y, GM_ADDR tiling, int32_t dtype) {
-  if (dtype == 1) {  // fp16
-    ReciprocalFp16<half> op;
-    op.InitUnary(x1, y, tiling);
-    op.ProcessUnary();
-  } else if (dtype == 0) {  // fp32
-    ReciprocalFp32<float> op;
-    op.InitUnary(x1, y, tiling);
-    op.ProcessUnary();
-  }
-}
-#endif  // MS_KERNELS_INTERNAL_KERNEL_ASCENDC_ELEWISE_UNARY_RECIPROCAL_KERNEL_H_

mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/relu_kernel.h

@@ -1,55 +0,0 @@
-/**
- * Copyright 2024 Huawei Technologies Co., Ltd
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-#ifndef MS_KERNELS_INTERNAL_KERNEL_ASCENDC_ELEWISE_UNARY_RELU_KERNEL_H_
-#define MS_KERNELS_INTERNAL_KERNEL_ASCENDC_ELEWISE_UNARY_RELU_KERNEL_H_
-
-#include "elewise_unary_base.h"
-
-template <typename T = float>
-class ReluFp32 : public ElewiseBaseWide<T> {
- public:
-  __aicore__ inline ReluFp32() { ElewiseBaseWide<T>::SetUnaryFunc(AscendC::Relu); }
-};
-
-template <typename T = half>
-class ReluFp16 : public ElewiseBaseWide<T> {
- public:
-  __aicore__ inline ReluFp16() { ElewiseBaseWide<T>::SetUnaryFunc(AscendC::Relu); }
-};
-
-template <typename T = int32_t>
-class ReluI32 : public ElewiseBaseWide<T> {
- public:
-  __aicore__ inline ReluI32() { ElewiseBaseWide<T>::SetUnaryFunc(AscendC::Relu); }
-};
-
-extern "C" __global__ __aicore__ void relu_device_legacy(GM_ADDR x, GM_ADDR y, GM_ADDR tiling, int32_t dtype) {
-  if (dtype == 1) {  // fp16
-    ReluFp16<half> op;
-    op.InitUnary(x, y, tiling);
-    op.ProcessUnary();
-  } else if (dtype == 0) {  // fp32
-    ReluFp32<float> op;
-    op.InitUnary(x, y, tiling);
-    op.ProcessUnary();
-  } else if (dtype == 3) {  // int32
-    ReluI32<int32_t> op;
-    op.InitUnary(x, y, tiling);
-    op.ProcessUnary();
-  }
-}
-#endif  // MS_KERNELS_INTERNAL_KERNEL_ASCENDC_ELEWISE_UNARY_RELU_KERNEL_H_

mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/rsqrt_kernel.h

@@ -1,45 +0,0 @@
-/**
- * Copyright 2024 Huawei Technologies Co., Ltd
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-#ifndef MS_KERNELS_INTERNAL_KERNEL_ASCENDC_ELEWISE_UNARY_RSQRT_KERNEL_H_
-#define MS_KERNELS_INTERNAL_KERNEL_ASCENDC_ELEWISE_UNARY_RSQRT_KERNEL_H_
-
-#include "elewise_unary_base.h"
-
-template <typename T = float>
-class RsqrtFp32 : public ElewiseBaseWide<T> {
- public:
-  __aicore__ inline RsqrtFp32() { ElewiseBaseWide<T>::SetUnaryFunc(AscendC::Rsqrt); }
-};
-
-template <typename T = half>
-class RsqrtFp16 : public ElewiseBaseWide<T> {
- public:
-  __aicore__ inline RsqrtFp16() { ElewiseBaseWide<T>::SetUnaryFunc(AscendC::Rsqrt); }
-};
-
-extern "C" __global__ __aicore__ void rsqrt_device_legacy(GM_ADDR x, GM_ADDR y, GM_ADDR tiling, int32_t dtype) {
-  if (dtype == 1) {  // fp16
-    RsqrtFp16<half> op;
-    op.InitUnary(x, y, tiling);
-    op.ProcessUnary();
-  } else if (dtype == 0) {  // fp32
-    RsqrtFp32<float> op;
-    op.InitUnary(x, y, tiling);
-    op.ProcessUnary();
-  }
-}
-#endif  // MS_KERNELS_INTERNAL_KERNEL_ASCENDC_ELEWISE_UNARY_RSQRT_KERNEL_H_

mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/kernel/sqrt_kernel.h

@@ -1,45 +0,0 @@
-/**
- * Copyright 2024 Huawei Technologies Co., Ltd
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-#ifndef MS_KERNELS_INTERNAL_KERNEL_ASCENDC_ELEWISE_UNARY_SQRT_KERNEL_H_
-#define MS_KERNELS_INTERNAL_KERNEL_ASCENDC_ELEWISE_UNARY_SQRT_KERNEL_H_
-
-#include "elewise_unary_base.h"
-
-template <typename T = float>
-class SqrtFp32 : public ElewiseBaseWide<T> {
- public:
-  __aicore__ inline SqrtFp32() { ElewiseBaseWide<T>::SetUnaryFunc(AscendC::Sqrt); }
-};
-
-template <typename T = half>
-class SqrtFp16 : public ElewiseBaseWide<T> {
- public:
-  __aicore__ inline SqrtFp16() { ElewiseBaseWide<T>::SetUnaryFunc(AscendC::Sqrt); }
-};
-
-extern "C" __global__ __aicore__ void sqrt_device_legacy(GM_ADDR x, GM_ADDR y, GM_ADDR tiling, int32_t dtype) {
-  if (dtype == 1) {  // fp16
-    SqrtFp16<half> op;
-    op.InitUnary(x, y, tiling);
-    op.ProcessUnary();
-  } else if (dtype == 0) {  // fp32
-    SqrtFp32<float> op;
-    op.InitUnary(x, y, tiling);
-    op.ProcessUnary();
-  }
-}
-#endif  // MS_KERNELS_INTERNAL_KERNEL_ASCENDC_ELEWISE_UNARY_SQRT_KERNEL_H_

mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/ln_impl.h

@@ -1,29 +0,0 @@
-/**
- * Copyright 2024 Huawei Technologies Co., Ltd
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-#ifndef MS_KERNELS_INTERNAL_KERNEL_LN_IMPL_H_
-#define MS_KERNELS_INTERNAL_KERNEL_LN_IMPL_H_
-#include "elewise_unary_impl.h"
-namespace mindspore {
-namespace internal {
-class LnImpl : public ElewiseUnaryImpl {
- public:
-  LnImpl(const OpParamPtr &param) : ElewiseUnaryImpl(param) {}
-  virtual ~LnImpl() {}
-  int Launch() override;
-};
-}  // namespace internal
-}  // namespace mindspore
-#endif  // MS_KERNELS_INTERNAL_KERNEL_LN_IMPL_H_

mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/not_impl.h

@@ -1,29 +0,0 @@
-/**
- * Copyright 2024 Huawei Technologies Co., Ltd
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-#ifndef MS_KERNELS_INTERNAL_KERNEL_NOT_IMPL_H_
-#define MS_KERNELS_INTERNAL_KERNEL_NOT_IMPL_H_
-#include "elewise_unary_impl.h"
-namespace mindspore {
-namespace internal {
-class NotImpl : public ElewiseUnaryImpl {
- public:
-  NotImpl(const OpParamPtr &param) : ElewiseUnaryImpl(param) {}
-  virtual ~NotImpl() {}
-  int Launch() override;
-};
-}  // namespace internal
-}  // namespace mindspore
-#endif  // MS_KERNELS_INTERNAL_KERNEL_NOT_IMPL_H_

mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/reciprocal_impl.h

@@ -1,29 +0,0 @@
-/**
- * Copyright 2024 Huawei Technologies Co., Ltd
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-#ifndef MS_KERNELS_INTERNAL_KERNEL_RECIPROCAL_IMPL_H_
-#define MS_KERNELS_INTERNAL_KERNEL_RECIPROCAL_IMPL_H_
-#include "elewise_unary_impl.h"
-namespace mindspore {
-namespace internal {
-class ReciprocalImpl : public ElewiseUnaryImpl {
- public:
-  ReciprocalImpl(const OpParamPtr &param) : ElewiseUnaryImpl(param) {}
-  virtual ~ReciprocalImpl() {}
-  int Launch() override;
-};
-}  // namespace internal
-}  // namespace mindspore
-#endif  // MS_KERNELS_INTERNAL_KERNEL_RECIPROCAL_IMPL_H_

mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/relu_impl.h

@@ -1,29 +0,0 @@
-/**
- * Copyright 2024 Huawei Technologies Co., Ltd
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-#ifndef MS_KERNELS_INTERNAL_KERNEL_RELU_IMPL_H_
-#define MS_KERNELS_INTERNAL_KERNEL_RELU_IMPL_H_
-#include "elewise_unary_impl.h"
-namespace mindspore {
-namespace internal {
-class ReluImpl : public ElewiseUnaryImpl {
- public:
-  ReluImpl(const OpParamPtr &param) : ElewiseUnaryImpl(param) {}
-  virtual ~ReluImpl() {}
-  int Launch() override;
-};
-}  // namespace internal
-}  // namespace mindspore
-#endif  // MS_KERNELS_INTERNAL_KERNEL_RELU_IMPL_H_

mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/rsqrt_impl.h

@@ -1,29 +0,0 @@
-/**
- * Copyright 2024 Huawei Technologies Co., Ltd
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-#ifndef MS_KERNELS_INTERNAL_KERNEL_RSQRT_IMPL_H_
-#define MS_KERNELS_INTERNAL_KERNEL_RSQRT_IMPL_H_
-#include "elewise_unary_impl.h"
-namespace mindspore {
-namespace internal {
-class RsqrtImpl : public ElewiseUnaryImpl {
- public:
-  RsqrtImpl(const OpParamPtr &param) : ElewiseUnaryImpl(param) {}
-  virtual ~RsqrtImpl() {}
-  int Launch() override;
-};
-}  // namespace internal
-}  // namespace mindspore
-#endif  // MS_KERNELS_INTERNAL_KERNEL_RSQRT_IMPL_H_

mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/elewise_unary/sqrt_impl.h

@@ -1,29 +0,0 @@
-/**
- * Copyright 2024 Huawei Technologies Co., Ltd
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-#ifndef MS_KERNELS_INTERNAL_KERNEL_SQRT_IMPL_H_
-#define MS_KERNELS_INTERNAL_KERNEL_SQRT_IMPL_H_
-#include "elewise_unary_impl.h"
-namespace mindspore {
-namespace internal {
-class SqrtImpl : public ElewiseUnaryImpl {
- public:
-  SqrtImpl(const OpParamPtr &param) : ElewiseUnaryImpl(param) {}
-  virtual ~SqrtImpl() {}
-  int Launch() override;
-};
-}  // namespace internal
-}  // namespace mindspore
-#endif  // MS_KERNELS_INTERNAL_KERNEL_SQRT_IMPL_H_

mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/flash_attention_score/flash_attention_score_impl.h

@@ -1,68 +0,0 @@
-/**
- * Copyright 2023-2024 Huawei Technologies Co., Ltd
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-#ifndef MS_KERNELS_INTERNAL_KERNEL_FLASHATTENTION_IMPL_H_
-#define MS_KERNELS_INTERNAL_KERNEL_FLASHATTENTION_IMPL_H_
-
-#include "asdops/op_desc.h"
-#include "asdops/operation.h"
-#include "asdops/run_info.h"
-#include "asdops/tactic.h"
-#include "asdops/tensor.h"
-
-#include "internal_kernel.h"
-#include "param/attention_param.h"
-#include "acl_rt.h"
-
-#include <unordered_map>
-
-namespace mindspore {
-namespace internal {
-class FlashAttentionScoreImpl : public InternelKernelImpl {
- public:
-  FlashAttentionScoreImpl(const OpParamPtr &param) : InternelKernelImpl(param){};
-  virtual ~FlashAttentionScoreImpl() = default;
-  bool Init(const ValidateInfo &info) override;
-  void SetInputs(const std::vector<Tensor *> &inputs) override;
-  void SetWorkSpace(const std::vector<DeviceRawBuf> &workspace) override;
-  void SetStream(const void *stream_ptr) override;
-  void SetDeviceTilingBuf(const DeviceRawBuf &tilingBuf) override;
-  int Launch() override;
-  size_t GetTilingBufSize() override;
-  int Tiling(HostRawBuf &tilingBuf) override;
-  std::vector<uint64_t> GetWorkSpaceSize() override;
-  int InferShape(const std::vector<DIMS> &input_shapes, std::vector<DIMS> &output_shapes) override;
-  bool IsSupported() override;
-
- private:
-  // init val
-  int head_num_ = 0;
-  int pre_tokens_ = 2147483647;
-  int next_tokens_ = 0;
-  int inner_precise_ = 0;
-  int sparse_mode_ = 0;
-  // impl val
-  uint64_t B, N, Q_S, KV_S, D, G, CORE_NUM;
-  bool BFLOAT16, BSH, ALIBI, AMASK;
-  void *stream_ptr_ = nullptr;
-  void *workspace_addr = nullptr;
-  void *tiling_addr_ = nullptr;
-};
-
-}  // namespace internal
-}  // namespace mindspore
-
-#endif

mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/internal_kernel.h

@@ -1,99 +0,0 @@
-/**
- * Copyright 2023-2024 Huawei Technologies Co., Ltd
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-#ifndef MS_KERNELS_INTERNAL_KERNEL_H_
-#define MS_KERNELS_INTERNAL_KERNEL_H_
-#include <memory>
-#include <vector>
-#include "ms_int_types.h"
-#include "op_param.h"
-#include "internal_rtbackend.h"
-
-namespace mindspore {
-namespace internal {
-
-struct RawBuf {
-  uint64_t size_{0};
-  void *addr_{nullptr};
-};
-using HostRawBuf = RawBuf;
-using DeviceRawBuf = RawBuf;
-
-using OpParamPtr = std::shared_ptr<OpParam>;
-using DtypesParamPtr = std::shared_ptr<DtypesParam>;
-
-struct ValidateInfo {
-  size_t input_num_;
-  size_t output_num_;
-  std::vector<TensorDType> input_dtype_;
-  std::vector<TensorDType> output_dtype_;
-  std::vector<TensorFormat> input_format_;
-  std::vector<TensorFormat> output_format_;
-};
-
-class InternelKernelImpl {
- public:
-  InternelKernelImpl(const OpParamPtr &param) : param_(param) {};
-  virtual ~InternelKernelImpl();
-  // this routine will check if this kernel can support the requirements
-  // specified in ValidationInfo.
-  virtual bool Init(const ValidateInfo &) = 0;
-  virtual void SetInputs(const std::vector<Tensor *> &inputs);
-  virtual void SetOutputs(const std::vector<Tensor *> &outputs);
-  virtual void SetWorkSpace(const std::vector<DeviceRawBuf> &workspace);
-  virtual void SetStream(const void *stream_ptr);
-  virtual void SetDeviceTilingBuf(const DeviceRawBuf &tilingBuf) = 0;
-  virtual int Launch() = 0;
-  virtual uint64_t GetTilingBufSize() = 0;
-  virtual int Tiling(HostRawBuf &tilingBuf) = 0;
-  virtual std::vector<uint64_t> GetWorkSpaceSize() = 0;
-  virtual int InferShape(const std::vector<DIMS> &input_shapes, std::vector<DIMS> &output_shapes) = 0;
-  virtual bool IsSupported() { return true; }
-  virtual std::string GetOpName();
-  virtual uint32_t GetLaunchCoreNum();
-
-  virtual CacheInfo &GetCacheInfo() { return cache_info_; }
-
-  virtual void SetCacheInfo(const CacheInfo &cache_info) { cache_info_ = cache_info; }
-
-  virtual void UpdateParam(const OpParamPtr &param) { return; };
-
-  void GetRtFunction();
-  int LaunchOperator();
-
- protected:
-  OpParamPtr param_ = nullptr;
-  std::vector<Tensor *> inputs_;
-  std::vector<Tensor *> outputs_;
-  void *stream_ptr_ = nullptr;
-
-  CacheInfo cache_info_;
-
-  int status_ = INTERNAL_RTSUCCESS;
-  void *soHandle_ = nullptr;
-  RtDevBinaryRegisterFunc rtDevBinaryRegister_ = nullptr;
-  RtFunctionRegisterFunc rtFunctionRegister_ = nullptr;
-  RtKernelLaunchFunc rtKernelLaunch_ = nullptr;
-  RtGetC2cCtrlAddrFunc rtGetC2cCtrlAddr_ = nullptr;
-
- private:
-  virtual int LaunchWithProfiling();
-};
-using InternalKernelImplPtr = std::shared_ptr<InternelKernelImpl>;
-InternalKernelImplPtr CreateInternalKernelImpl(const OpParamPtr &param);
-bool IsInternalKernelDtypesSupported(const DtypesParamPtr &param);
-}  // namespace internal
-}  // namespace mindspore
-#endif

mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/internal_rtbackend.h

@@ -1,21 +0,0 @@
-/**
- * Copyright (c) Huawei Technologies Co., Ltd. 2024. All rights reserved.
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-#ifndef MS_KERNEL_INTERNAL_INTERNAL_RTBACKEND_H
-#define MS_KERNEL_INTERNAL_INTERNAL_RTBACKEND_H
-
-#include "acme/src/core/platform/rt_funcs.h"
-
-#endif  // MS_KERNEL_INTERNAL_INTERNAL_RTBACKEND_H