mindspore 2.4.1__cp311-cp311-manylinux1_x86_64.whl → 2.5.0__cp311-cp311-manylinux1_x86_64.whl

mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/add_layer_norm_op.h

@@ -1,60 +0,0 @@
-/**
- * Copyright 2024 Huawei Technologies Co., Ltd
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-#ifndef MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_OPS_HOST_SRC_ADDLAYERNORM_OP_H_
-#define MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_OPS_HOST_SRC_ADDLAYERNORM_OP_H_
-
-#include "acme/include/acme_op.h"
-#include "acme/include/op_param.h"
-#include "acme/src/ops/device_src/ascendc/add_layer_norm/add_layer_norm_tiling.h"
-
-namespace mindspore {
-namespace acme {
-static constexpr int RESERVED_WORKSPACE_SIZE_910B = 16 * 1024 * 1024;
-static constexpr int RESERVED_WORKSPACE_SIZE_310P = 2 * 1024 * 1024;
-
-class AddLayerNormOp : public AcmeOp {
- public:
-  AddLayerNormOp(const InputsImmutableInfoList &inputs_ii, const OutputsImmutableInfoList &outputs_ii,
-                 const NormParam &param, const std::string &op_name)
-      : AcmeOp(inputs_ii, outputs_ii, op_name), param_(param){};
-  ~AddLayerNormOp() = default;
-
-  std::string DumpTiling(const RawHostAddr host_ptr) const override;
-  ShapeInfoList InferShape(const ShapeInfoList &inputs_shape) const override;
-  std::vector<size_t> GetWorkspaceSize() const override {
-    size_t sysWorkspaceSize = RESERVED_WORKSPACE_SIZE_910B;
-    if ((soc_.find("Ascend310P") != std::string::npos)) {
-      sysWorkspaceSize = RESERVED_WORKSPACE_SIZE_310P;
-    }
-    return {1 + sysWorkspaceSize};
-  };
-
- protected:
-  AcmeStatus InitImpl() override;
-  AcmeStatus TilingImpl(RawHostAddr host_ptr, HostRunInfoPtr *run_info_ptr) override;
-  AcmeStatus LaunchImpl(const InputsAddrList &input_ptrs, const OutputsAddrList &output_ptrs, const WsAddrList &ws_ptrs,
-                        void *stream) override;
-
- private:
-  NormParam param_;
-};
-
-using AddLayerNormOpPtr = std::shared_ptr<AddLayerNormOp>;
-}  // namespace acme
-}  // namespace mindspore
-
-#endif  // MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_OPS_HOST_SRC_ADDLAYERNORM_OP_H_

mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/add_rms_norm_op.h

@@ -1,50 +0,0 @@
-/**
- * Copyright 2024 Huawei Technologies Co., Ltd
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-#ifndef MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_OPS_HOST_SRC_ADD_RMS_NORM_OP_H_
-#define MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_OPS_HOST_SRC_ADD_RMS_NORM_OP_H_
-
-#include <vector>
-#include "acme/include/acme_op.h"
-#include "acme/include/op_param.h"
-
-namespace mindspore {
-namespace acme {
-class AddRmsNormOp : public AcmeOp {
- public:
-  AddRmsNormOp(const InputsImmutableInfoList &inputs_ii, const OutputsImmutableInfoList &outputs_ii,
-               const NormParam &param, const std::string &op_name)
-      : AcmeOp(inputs_ii, outputs_ii, op_name), param_(param) {}
-  ~AddRmsNormOp() = default;
-
-  std::string DumpTiling(const RawHostAddr host_ptr) const override;
-  ShapeInfoList InferShape(const ShapeInfoList &inputs_shape) const override;
-
- protected:
-  AcmeStatus InitImpl() override;
-  AcmeStatus TilingImpl(RawHostAddr host_ptr, HostRunInfoPtr *run_info_ptr) override;
-  AcmeStatus LaunchImpl(const InputsAddrList &input_ptrs, const OutputsAddrList &output_ptrs, const WsAddrList &ws_ptrs,
-                        void *stream) override;
-
- private:
-  NormParam param_;
-};
-
-using AddRmsNormOpPtr = std::shared_ptr<AddRmsNormOp>;
-}  // namespace acme
-}  // namespace mindspore
-
-#endif  // MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_OPS_HOST_SRC_ADD_RMS_NORM_OP_H_

mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/add_rms_norm_quant_op.h

@@ -1,50 +0,0 @@
-/**
- * Copyright 2024 Huawei Technologies Co., Ltd
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-#ifndef MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_OPS_HOST_SRC_ADD_RMS_NORM_QUANT_OP_H_
-#define MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_OPS_HOST_SRC_ADD_RMS_NORM_QUANT_OP_H_
-
-#include "acme/include/acme_op.h"
-#include "acme/include/op_param.h"
-
-namespace mindspore {
-namespace acme {
-class AddRmsNormQuantOp : public AcmeOp {
- public:
-  AddRmsNormQuantOp(const InputsImmutableInfoList &inputs_ii, const OutputsImmutableInfoList &outputs_ii,
-                    const NormParam &param, const std::string &op_name)
-      : AcmeOp(inputs_ii, outputs_ii, op_name), param_(param){};
-  ~AddRmsNormQuantOp() = default;
-
-  std::string DumpTiling(const RawHostAddr host_ptr) const override;
-  ShapeInfoList InferShape(const ShapeInfoList &inputs_shape) const override;
-  std::vector<size_t> GetWorkspaceSize() const override { return {16 * 1024 * 1024 + 256}; };
-
- protected:
-  AcmeStatus InitImpl() override;
-  AcmeStatus TilingImpl(RawHostAddr host_ptr, HostRunInfoPtr *run_info_ptr) override;
-  AcmeStatus LaunchImpl(const InputsAddrList &input_ptrs, const OutputsAddrList &output_ptrs, const WsAddrList &ws_ptrs,
-                        void *stream) override;
-
- private:
-  NormParam param_;
-};
-
-using AddRmsNormQuantOpPtr = std::shared_ptr<AddRmsNormQuantOp>;
-}  // namespace acme
-}  // namespace mindspore
-
-#endif  // MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_OPS_HOST_SRC_ADD_RMS_NORM_QUANT_OP_H_

mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/apply_rotary_pos_emb_nz_op.h

@@ -1,42 +0,0 @@
-/**
- * Copyright 2024 Huawei Technologies Co., Ltd
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-#ifndef MS_KERNELS_INTERNAL_HOST_ACME_ROPE_NZ_H_
-#define MS_KERNELS_INTERNAL_HOST_ACME_ROPE_NZ_H_
-
-#include "acme/include/acme_op.h"
-#include "acme/include/op_param.h"
-#include "apply_rotary_pos_emb_op.h"
-#include "utils/log/log.h"
-
-namespace mindspore {
-namespace acme {
-class ApplyRotaryPosEmbNzOp : public ApplyRotaryPosEmbOp {
- public:
-  ApplyRotaryPosEmbNzOp(const InputsImmutableInfoList &inputs_ii, const OutputsImmutableInfoList &outputs_ii,
-                        const ApplyRotaryPosEmbParam &param, const std::string &op_name)
-      : ApplyRotaryPosEmbOp(inputs_ii, outputs_ii, param, op_name) {}
-  ~ApplyRotaryPosEmbNzOp() = default;
-
-  AcmeStatus LaunchImpl(const InputsAddrList &input_ptrs, const OutputsAddrList &output_ptrs, const WsAddrList &ws_ptrs,
-                        void *stream) override;
-};
-
-using ApplyRotaryPosEmbNzOpPtr = std::shared_ptr<ApplyRotaryPosEmbNzOp>;
-}  // namespace acme
-}  // namespace mindspore
-
-#endif  // MS_KERNELS_INTERNAL_HOST_ACME_ROPE_NZ_H_

mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/apply_rotary_pos_emb_op.h

@@ -1,55 +0,0 @@
-/**
- * Copyright 2024 Huawei Technologies Co., Ltd
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-#ifndef MS_KERNELS_INTERNAL_HOST_ACME_ROPE_H_
-#define MS_KERNELS_INTERNAL_HOST_ACME_ROPE_H_
-
-#include "acme/include/acme_op.h"
-#include "acme/include/op_param.h"
-#include "utils/log/log.h"
-#include "acme/src/ops/device_src/ascendc/apply_rotary_pos_emb/apply_rotary_pos_emb_tiling.h"
-
-namespace mindspore {
-namespace acme {
-class ApplyRotaryPosEmbOp : public AcmeOp {
- public:
-  ApplyRotaryPosEmbOp(const InputsImmutableInfoList &inputs_ii, const OutputsImmutableInfoList &outputs_ii,
-                      const ApplyRotaryPosEmbParam &param, const std::string &op_name)
-      : AcmeOp(inputs_ii, outputs_ii, op_name), param_(param) {}
-  ~ApplyRotaryPosEmbOp() = default;
-
-  std::string DumpTiling(const RawHostAddr host_ptr) const override;
-  bool IsSupported(const InputDataTypes &dtypes) override { return true; }
-  ShapeInfoList InferShape(const ShapeInfoList &inputs_shape) const override;
-
- protected:
-  AcmeStatus InitImpl() override;
-  AcmeStatus TilingImpl(RawHostAddr host_ptr, HostRunInfoPtr *run_info_ptr) override;
-  AcmeStatus LaunchImpl(const InputsAddrList &input_ptrs, const OutputsAddrList &output_ptrs, const WsAddrList &ws_ptrs,
-                        void *stream) override;
-
- private:
-  void SetTilingID(RopeTilingData *tiling, int typeKey);
-  int GetTilingType(DataType dataType);
-  bool is_ascend_310p_;
-  ApplyRotaryPosEmbParam param_;
-};
-
-using ApplyRotaryPosEmbOpPtr = std::shared_ptr<ApplyRotaryPosEmbOp>;
-}  // namespace acme
-}  // namespace mindspore
-
-#endif  // MS_KERNELS_INTERNAL_HOST_ACME_ROPE_H_

mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/asd_elewise_op.h

@@ -1,34 +0,0 @@
-/**
- * Copyright 2024 Huawei Technologies Co., Ltd
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-#ifndef MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_OPS_HOST_SRC_ELEWISE_OP_H_
-#define MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_OPS_HOST_SRC_ELEWISE_OP_H_
-
-#include "acme/src/ops/host_src/asd_op_base.h"
-#include "asdops/params/elewise.h"
-
-namespace mindspore {
-namespace acme {
-class AsdElewiseOp : public AsdOp {
- public:
-  AsdElewiseOp(const InputsImmutableInfoList &inputs_ii, const OutputsImmutableInfoList &outputs_ii,
-               const std::string &op_name, AsdOps::OpParam::Elewise::ElewiseType type);
-  ~AsdElewiseOp() = default;
-};
-}  // namespace acme
-}  // namespace mindspore
-
-#endif  // MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_OPS_HOST_SRC_ELEWISE_OP_H_

mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/asd_only_ops.h

@@ -1,94 +0,0 @@
-/**
- * Copyright 2024 Huawei Technologies Co., Ltd
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-#ifndef MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_OPS_HOST_SRC_ASD_ONLY_OPS_H_
-#define MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_OPS_HOST_SRC_ASD_ONLY_OPS_H_
-
-#include "acme/include/op_param.h"
-#include "acme/src/ops/host_src/asd_op_base.h"
-#include "acme/src/ops/host_src/asd_elewise_op.h"
-#include "acme/src/utils/asd_utils.h"
-
-#define DECLARE_ASD_OPS_WITH_PARAM(op_name, PARAM_NAME, PARENT)                                        \
-  class op_name##Op : public PARENT {                                                                  \
-   public:                                                                                             \
-    op_name##Op(const InputsImmutableInfoList &, const OutputsImmutableInfoList &, const PARAM_NAME &, \
-                const std::string &);                                                                  \
-    ~op_name##Op() = default;                                                                          \
-  };                                                                                                   \
-  using op_name##OpPtr = std::shared_ptr<op_name##Op>;
-
-#define DECLARE_ASD_OPS_NO_PARAM(op_name, PARENT)                                                        \
-  class op_name##Op : public PARENT {                                                                    \
-   public:                                                                                               \
-    op_name##Op(const InputsImmutableInfoList &, const OutputsImmutableInfoList &, const std::string &); \
-    ~op_name##Op() = default;                                                                            \
-  };                                                                                                     \
-  using op_name##OpPtr = std::shared_ptr<op_name##Op>;
-
-namespace mindspore {
-namespace acme {
-DECLARE_ASD_OPS_WITH_PARAM(Transpose, TransposeParam, AsdOp)
-
-DECLARE_ASD_OPS_NO_PARAM(Swish, AsdOp)
-DECLARE_ASD_OPS_WITH_PARAM(SwiGLU, SwiGLUParam, AsdOp)
-DECLARE_ASD_OPS_NO_PARAM(LogicalNot, AsdElewiseOp)
-DECLARE_ASD_OPS_NO_PARAM(Add, AsdElewiseOp)
-DECLARE_ASD_OPS_NO_PARAM(Mul, AsdElewiseOp)
-DECLARE_ASD_OPS_NO_PARAM(RealDiv, AsdElewiseOp)
-DECLARE_ASD_OPS_NO_PARAM(Sub, AsdElewiseOp)
-DECLARE_ASD_OPS_NO_PARAM(QuantPerChannel, AsdElewiseOp)
-DECLARE_ASD_OPS_NO_PARAM(FastGeLU, AsdOp)
-
-DECLARE_ASD_OPS_WITH_PARAM(Softmax, SoftmaxParam, AsdOp)
-DECLARE_ASD_OPS_WITH_PARAM(ReduceSum, ReduceSumParam, AsdOp)
-DECLARE_ASD_OPS_WITH_PARAM(Gather, GatherParam, AsdOp)
-
-class QuantLinearSparseOp : public AsdOp {
- public:
-  QuantLinearSparseOp(const InputsImmutableInfoList &, const OutputsImmutableInfoList &, const std::string &);
-  ~QuantLinearSparseOp() = default;
-
- protected:
-  AcmeStatus UpdateShape(const ShapeInfoList &inputs_shape, const ShapeInfoList &outputs_shape) override;
-  ShapeInfoList InferShape(const ShapeInfoList &inputs_shape) const override;
-  void UpdateDeqScale(const ShapeInfoList &inputs_shape);
-
- private:
-  bool is_310p_{false};
-};
-using QuantLinearSparseOpPtr = std::shared_ptr<QuantLinearSparseOp>;
-
-class TransDataOp : public AsdOp {
- public:
-  TransDataOp(const InputsImmutableInfoList &, const OutputsImmutableInfoList &, const TransDataParam &,
-              const std::string &);
-  ~TransDataOp() = default;
-
- protected:
-  void UpdateLaunchParam() override;
-  void Process310TensorDims(AsdOps::Tensor &tensor, const DIMS &dims, const DataType &dtype,
-                            const TensorFormat &format);
-
- private:
-  TransDataParam param_;
-  bool is_310p_{false};
-};
-using TransDataOpPtr = std::shared_ptr<TransDataOp>;
-}  // namespace acme
-}  // namespace mindspore
-
-#endif  // MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_OPS_HOST_SRC_ASD_ONLY_OPS_H_

mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/asd_op_base.h

@@ -1,97 +0,0 @@
-/**
- * Copyright 2024 Huawei Technologies Co., Ltd
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-#ifndef MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_OPS_HOST_SRC_ASD_OPS_H_
-#define MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_OPS_HOST_SRC_ASD_OPS_H_
-
-#include <any>
-#include "acme/include/acme_op.h"
-
-#include "asdops/op_desc.h"
-#include "asdops/operation.h"
-#include "asdops/run_info.h"
-#include "asdops/tactic.h"
-#include "asdops/tensor.h"
-
-namespace mindspore {
-namespace acme {
-class HostRunInfoAsd : public HostRunInfo {
- public:
-  HostRunInfoAsd() = default;
-  ~HostRunInfoAsd() = default;
-
-  HostRunInfoAsd(const HostRunInfoAsd &other);
-  HostRunInfoAsd(HostRunInfoAsd &other);
-
-  const HostRunInfoAsd &operator=(const HostRunInfoAsd &other);
-  const HostRunInfoAsd &operator=(HostRunInfoAsd &other);
-  AsdOps::RunInfo run_info_;
-};
-using HostRunInfoAsdPtr = std::shared_ptr<HostRunInfoAsd>;
-
-class AsdOp : public AcmeOp {
- public:
-  AsdOp(const InputsImmutableInfoList &inputs_ii, const OutputsImmutableInfoList &outputs_ii,
-        const std::string &op_name, const AsdOps::Any &param, const std::string &asd_op_name);
-  AsdOp(const InputsImmutableInfoList &inputs_ii, const OutputsImmutableInfoList &outputs_ii,
-        const std::string &op_name, const std::string &asd_op_name);
-  virtual ~AsdOp() = default;
-  AcmeStatus UpdateShape(const ShapeInfoList &inputs_shape, const ShapeInfoList &outputs_shape) override;
-  void SetTilingInfo(const TilingInfoPtr &tiling_info) override;
-
-  AcmeStatus TilingImpl(RawHostAddr host_ptr, HostRunInfoPtr *run_info_ptr) override;
-  AcmeStatus LaunchImpl(const InputsAddrList &input_ptrs, const OutputsAddrList &output_ptrs, const WsAddrList &ws_ptrs,
-                        void *stream) override;
-
-  std::string DumpTiling(const RawHostAddr host_ptr) const override;
-  ShapeInfoList InferShape(const ShapeInfoList &inputs_shape) const override;
-  uint32_t GetLaunchCoreNum() const override;
-  std::string GetOpName() override { return tactic_name_; };
-  AsdOps::Any GetParam();
-  void UpdateLaunchParam(const AsdOps::Any &param);
-
- protected:
-  virtual void UpdateLaunchParam();
-  AcmeStatus InitImpl() override;
-  void SetParam(const AsdOps::Any &param);
-  AcmeStatus SetTactic();
-  AsdOps::Operation *GetOP() const { return op_; };
-  AsdOps::LaunchParam launch_param_;
-
- private:
-  void UpdateRunInfo(const InputsAddrList &input_ptrs, const OutputsAddrList &output_ptrs, const WsAddrList &ws_ptrs,
-                     void *stream);
-
-  uint32_t dim_axis_{0};
-  bool is_same_shape_{true};
-  ShapeInfo input_shape1_;
-  ShapeInfo input_shape2_;
-  AsdOps::Any asd_param_;
-  std::string asd_op_name_;
-  std::string tactic_name_{"UnknownTactic"};
-  AsdOps::OpDesc op_desc_;
-  AsdOps::Tactic *tactic_{nullptr};
-  AsdOps::Operation *op_{nullptr};
-  HostRunInfoAsdPtr host_run_info_asd_ptr_{nullptr};
-  std::vector<size_t> inputs_type_size_;
-  std::vector<size_t> outputs_type_size_;
-};
-
-using AsdOpPtr = std::shared_ptr<AsdOp>;
-}  // namespace acme
-}  // namespace mindspore
-
-#endif  // MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_OPS_HOST_SRC_ASD_OPS_H_

mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/cast_op.h

@@ -1,52 +0,0 @@
-/**
- * Copyright 2024 Huawei Technologies Co., Ltd
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-#ifndef MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_OPS_HOST_SRC_CAST_OP_H_
-#define MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_OPS_HOST_SRC_CAST_OP_H_
-
-#include "acme/include/acme_op.h"
-#include "acme/src/ops/device_src/ascendc/cast/cast_tiling.h"
-
-namespace mindspore {
-namespace acme {
-class CastOp : public AcmeOp {
- public:
-  CastOp(const InputsImmutableInfoList &inputs_ii, const OutputsImmutableInfoList &outputs_ii,
-         const std::string &op_name);
-  ~CastOp() = default;
-
-  std::string DumpTiling(const RawHostAddr host_ptr) const override;
-  ShapeInfoList InferShape(const ShapeInfoList &inputs_shape) const override;
-
- protected:
-  AcmeStatus InitImpl() override;
-  AcmeStatus TilingImpl(RawHostAddr host_ptr, HostRunInfoPtr *run_info_ptr) override;
-  AcmeStatus LaunchImpl(const InputsAddrList &input_ptrs, const OutputsAddrList &output_ptrs, const WsAddrList &ws_ptrs,
-                        void *stream) override;
-
- private:
-  void DoUbTiling(uint32_t factor, uint32_t total_num, uint32_t &ub_num, uint32_t &ub_loop, uint32_t &ub_tail);
-  int32_t GetCastDType();
-  uint32_t GetMaxUbCount(uint32_t cast_type);
-
-  int32_t cast_type_{UNSUPPORTED_DTYPE};
-};
-
-using CastOpPtr = std::shared_ptr<CastOp>;
-}  // namespace acme
-}  // namespace mindspore
-
-#endif  // MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_OPS_HOST_SRC_CAST_OP_H_

mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/flash_attention_score_op.h

@@ -1,92 +0,0 @@
-/**
- * Copyright 2024 Huawei Technologies Co., Ltd
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-#ifndef MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_OPS_HOST_SRC_FLASH_ATTENTION_SCORE_OP_H_
-#define MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_OPS_HOST_SRC_FLASH_ATTENTION_SCORE_OP_H_
-
-#include "multi_impls_op.h"
-#include "acme/src/ops/device_src/cce/flash_attention_score/flash_attention_score_tiling_data.h"
-
-namespace mindspore {
-namespace acme {
-static std::ostringstream &operator<<(std::ostringstream &os, const BSAttentionTilingData &dt) {
-  os << "AcmeFlashAttentionScore Tiling: ";
-  os << "\n batch_size:       " << dt.batch_size;
-  os << "\n num_heads:        " << dt.num_heads;
-  os << "\n max_seqlen:       " << dt.max_seqlen;
-  os << "\n head_dim:         " << dt.head_dim;
-  os << "\n num_group:        " << dt.num_group;
-  os << "\n q_seqlen:         " << dt.q_seqlen;
-  os << "\n kv_seqlen:        " << dt.kv_seqlen;
-  os << "\n table_block_size: " << dt.table_block_size;
-  os << "\n sync_addr:        " << dt.sync_addr;
-  os << "\n core_num:         " << dt.core_num;
-  os << "\n tor:              " << dt.tor;
-  return os;
-}
-
-static std::ostringstream &operator<<(std::ostringstream &os, const FlashAttentionScoreParam &dt) {
-  os << "AcmeFlashAttentionScore Param: ";
-  os << "\n head_num:      " << dt.head_num;
-  os << "\n inner_precise: " << dt.inner_precise;
-  os << "\n pre_tokens:    " << dt.pre_tokens;
-  os << "\n next_tokens:   " << dt.next_tokens;
-  os << "\n mask_dtype:    " << dt.mask_dtype;
-  os << "\n tor:           " << dt.tor;
-  return os;
-}
-
-class FlashAttentionScoreOp : public MultiImplsOp {
- public:
-  FlashAttentionScoreOp(const InputsImmutableInfoList &inputs_ii, const OutputsImmutableInfoList &outputs_ii,
-                        const FlashAttentionScoreParam &param, const std::string &op_name);
-  ~FlashAttentionScoreOp() = default;
-
-  AsdOps::Any BuildAsdParam() override;
-  AcmeStatus UpdateShape(const ShapeInfoList &inputs_shape, const ShapeInfoList &outputs_shape) override;
-  const std::string &TargetKernelName() const override { return target_kernel_name_; }
-  ShapeInfoList InferShape(const ShapeInfoList &inputs_shape) const override;
-
- protected:
-  AcmeStatus InitImpl() override;
-  bool UseAsdopImpl() override;
-  AcmeStatus TilingImplAcme(RawHostAddr host_ptr, HostRunInfoPtr *run_info_ptr) override;
-  AcmeStatus LaunchImplAcme(const InputsAddrList &input_ptrs, const OutputsAddrList &output_ptrs,
-                            const WsAddrList &ws_ptrs, void *stream) override;
-  std::string DumpTilingAcme(const RawHostAddr host_ptr) const override;
-  uint32_t GetLaunchCoreNumAcme() const override;
-  AcmeStatus CreateAsdTensor();
-  AcmeStatus UpdateAsdTensor(ShapeInfoList *asd_input_shape, ShapeInfoList *asd_output_shape);
-  AcmeStatus UpdateAsdParam();
-  AcmeStatus CheckAsdopSupport() const;
-
- private:
-  const std::string target_kernel_name_{"MixOperation"};
-  FlashAttentionScoreParam param_;
-  InputsDescList asd_inputs_;
-  OutputsDescList asd_outputs_;
-  uint64_t tiling_key_{0};
-  bool has_attn_mask_{false};
-  bool has_alibi_mask_{false};
-  bool is_910_{false};
-  bool is_310p_{false};
-};
-
-using FlashAttentionScoreOpPtr = std::shared_ptr<FlashAttentionScoreOp>;
-}  // namespace acme
-}  // namespace mindspore
-
-#endif  // MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_OPS_HOST_SRC_FLASH_ATTENTION_SCORE_OP_H_

mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/gelu_op.h

@@ -1,44 +0,0 @@
-/**
- * Copyright 2024 Huawei Technologies Co., Ltd
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-#ifndef MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_OPS_HOST_SRC_GELU_OP_H_
-#define MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_OPS_HOST_SRC_GELU_OP_H_
-
-#include "acme/include/acme_op.h"
-
-namespace mindspore {
-namespace acme {
-class GeLUOp : public AcmeOp {
- public:
-  GeLUOp(const InputsImmutableInfoList &inputs_ii, const OutputsImmutableInfoList &outputs_ii,
-         const std::string &op_name) : AcmeOp(inputs_ii, outputs_ii, op_name) {}
-  ~GeLUOp() = default;
-
-  std::string DumpTiling(const RawHostAddr host_ptr) const override;
-  ShapeInfoList InferShape(const ShapeInfoList &inputs_shape) const override;
-
- protected:
-  AcmeStatus InitImpl() override;
-  AcmeStatus TilingImpl(RawHostAddr host_ptr, HostRunInfoPtr *run_info_ptr) override;
-  AcmeStatus LaunchImpl(const InputsAddrList &input_ptrs, const OutputsAddrList &output_ptrs, const WsAddrList &ws_ptrs,
-                        void *stream) override;
-};
-
-using GeLUOpPtr = std::shared_ptr<GeLUOp>;
-}  // namespace acme
-}  // namespace mindspore
-
-#endif  // MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_OPS_HOST_SRC_GELU_OP_H_