mindspore 2.4.10__cp310-none-any.whl → 2.5.0__cp310-none-any.whl

mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/asd_op_base.h

@@ -1,97 +0,0 @@
-/**
- * Copyright 2024 Huawei Technologies Co., Ltd
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-#ifndef MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_OPS_HOST_SRC_ASD_OPS_H_
-#define MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_OPS_HOST_SRC_ASD_OPS_H_
-
-#include <any>
-#include "acme/include/acme_op.h"
-
-#include "asdops/op_desc.h"
-#include "asdops/operation.h"
-#include "asdops/run_info.h"
-#include "asdops/tactic.h"
-#include "asdops/tensor.h"
-
-namespace mindspore {
-namespace acme {
-class HostRunInfoAsd : public HostRunInfo {
- public:
-  HostRunInfoAsd() = default;
-  ~HostRunInfoAsd() = default;
-
-  HostRunInfoAsd(const HostRunInfoAsd &other);
-  HostRunInfoAsd(HostRunInfoAsd &other);
-
-  const HostRunInfoAsd &operator=(const HostRunInfoAsd &other);
-  const HostRunInfoAsd &operator=(HostRunInfoAsd &other);
-  AsdOps::RunInfo run_info_;
-};
-using HostRunInfoAsdPtr = std::shared_ptr<HostRunInfoAsd>;
-
-class AsdOp : public AcmeOp {
- public:
-  AsdOp(const InputsImmutableInfoList &inputs_ii, const OutputsImmutableInfoList &outputs_ii,
-        const std::string &op_name, const AsdOps::Any &param, const std::string &asd_op_name);
-  AsdOp(const InputsImmutableInfoList &inputs_ii, const OutputsImmutableInfoList &outputs_ii,
-        const std::string &op_name, const std::string &asd_op_name);
-  virtual ~AsdOp() = default;
-  AcmeStatus UpdateShape(const ShapeInfoList &inputs_shape, const ShapeInfoList &outputs_shape) override;
-  void SetTilingInfo(const TilingInfoPtr &tiling_info) override;
-
-  AcmeStatus TilingImpl(RawHostAddr host_ptr, HostRunInfoPtr *run_info_ptr) override;
-  AcmeStatus LaunchImpl(const InputsAddrList &input_ptrs, const OutputsAddrList &output_ptrs, const WsAddrList &ws_ptrs,
-                        void *stream) override;
-
-  std::string DumpTiling(const RawHostAddr host_ptr) const override;
-  ShapeInfoList InferShape(const ShapeInfoList &inputs_shape) const override;
-  uint32_t GetLaunchCoreNum() const override;
-  std::string GetOpName() override { return tactic_name_; };
-  AsdOps::Any GetParam();
-  void UpdateLaunchParam(const AsdOps::Any &param);
-
- protected:
-  virtual void UpdateLaunchParam();
-  AcmeStatus InitImpl() override;
-  void SetParam(const AsdOps::Any &param);
-  AcmeStatus SetTactic();
-  AsdOps::Operation *GetOP() const { return op_; };
-  AsdOps::LaunchParam launch_param_;
-
- private:
-  void UpdateRunInfo(const InputsAddrList &input_ptrs, const OutputsAddrList &output_ptrs, const WsAddrList &ws_ptrs,
-                     void *stream);
-
-  uint32_t dim_axis_{0};
-  bool is_same_shape_{true};
-  ShapeInfo input_shape1_;
-  ShapeInfo input_shape2_;
-  AsdOps::Any asd_param_;
-  std::string asd_op_name_;
-  std::string tactic_name_{"UnknownTactic"};
-  AsdOps::OpDesc op_desc_;
-  AsdOps::Tactic *tactic_{nullptr};
-  AsdOps::Operation *op_{nullptr};
-  HostRunInfoAsdPtr host_run_info_asd_ptr_{nullptr};
-  std::vector<size_t> inputs_type_size_;
-  std::vector<size_t> outputs_type_size_;
-};
-
-using AsdOpPtr = std::shared_ptr<AsdOp>;
-}  // namespace acme
-}  // namespace mindspore
-
-#endif  // MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_OPS_HOST_SRC_ASD_OPS_H_

mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/cast_op.h

@@ -1,52 +0,0 @@
-/**
- * Copyright 2024 Huawei Technologies Co., Ltd
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-#ifndef MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_OPS_HOST_SRC_CAST_OP_H_
-#define MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_OPS_HOST_SRC_CAST_OP_H_
-
-#include "acme/include/acme_op.h"
-#include "acme/src/ops/device_src/ascendc/cast/cast_tiling.h"
-
-namespace mindspore {
-namespace acme {
-class CastOp : public AcmeOp {
- public:
-  CastOp(const InputsImmutableInfoList &inputs_ii, const OutputsImmutableInfoList &outputs_ii,
-         const std::string &op_name);
-  ~CastOp() = default;
-
-  std::string DumpTiling(const RawHostAddr host_ptr) const override;
-  ShapeInfoList InferShape(const ShapeInfoList &inputs_shape) const override;
-
- protected:
-  AcmeStatus InitImpl() override;
-  AcmeStatus TilingImpl(RawHostAddr host_ptr, HostRunInfoPtr *run_info_ptr) override;
-  AcmeStatus LaunchImpl(const InputsAddrList &input_ptrs, const OutputsAddrList &output_ptrs, const WsAddrList &ws_ptrs,
-                        void *stream) override;
-
- private:
-  void DoUbTiling(uint32_t factor, uint32_t total_num, uint32_t &ub_num, uint32_t &ub_loop, uint32_t &ub_tail);
-  int32_t GetCastDType();
-  uint32_t GetMaxUbCount(uint32_t cast_type);
-
-  int32_t cast_type_{UNSUPPORTED_DTYPE};
-};
-
-using CastOpPtr = std::shared_ptr<CastOp>;
-}  // namespace acme
-}  // namespace mindspore
-
-#endif  // MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_OPS_HOST_SRC_CAST_OP_H_

mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/flash_attention_score_op.h

@@ -1,97 +0,0 @@
-/**
- * Copyright 2024 Huawei Technologies Co., Ltd
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-#ifndef MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_OPS_HOST_SRC_FLASH_ATTENTION_SCORE_OP_H_
-#define MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_OPS_HOST_SRC_FLASH_ATTENTION_SCORE_OP_H_
-
-#include "multi_impls_op.h"
-#include "acme/src/ops/device_src/cce/flash_attention_score/flash_attention_score_tiling_data.h"
-
-namespace mindspore {
-namespace acme {
-static std::ostringstream &operator<<(std::ostringstream &os, const BSAttentionTilingData &dt) {
-  os << "AcmeFlashAttentionScore Tiling: ";
-  os << "\n batch_size:       " << dt.batch_size;
-  os << "\n num_heads:        " << dt.num_heads;
-  os << "\n max_seqlen:       " << dt.max_seqlen;
-  os << "\n head_dim:         " << dt.head_dim;
-  os << "\n num_group:        " << dt.num_group;
-  os << "\n q_seqlen:         " << dt.q_seqlen;
-  os << "\n kv_seqlen:        " << dt.kv_seqlen;
-  os << "\n table_block_size: " << dt.table_block_size;
-  os << "\n sync_addr:        " << dt.sync_addr;
-  os << "\n core_num:         " << dt.core_num;
-  os << "\n tor:              " << dt.tor;
-  return os;
-}
-
-static std::ostringstream &operator<<(std::ostringstream &os, const FlashAttentionScoreParam &dt) {
-  os << "AcmeFlashAttentionScore Param: ";
-  os << "\n head_num:      " << dt.head_num;
-  os << "\n inner_precise: " << dt.inner_precise;
-  os << "\n pre_tokens:    " << dt.pre_tokens;
-  os << "\n next_tokens:   " << dt.next_tokens;
-  os << "\n mask_dtype:    " << dt.mask_dtype;
-  os << "\n tor:           " << dt.tor;
-  return os;
-}
-
-class FlashAttentionScoreOp : public MultiImplsOp {
- public:
-  FlashAttentionScoreOp(const InputsImmutableInfoList &inputs_ii, const OutputsImmutableInfoList &outputs_ii,
-                        const FlashAttentionScoreParam &param, const std::string &op_name);
-  ~FlashAttentionScoreOp() = default;
-
-  AsdOps::Any BuildAsdParam() override;
-  AcmeStatus UpdateShape(const ShapeInfoList &inputs_shape, const ShapeInfoList &outputs_shape) override;
-  const std::string &TargetKernelName() const override { return target_kernel_name_; }
-  ShapeInfoList InferShape(const ShapeInfoList &inputs_shape) const override;
-  AcmeStatus UpdateParam(const void *) override;
-
- protected:
-  AcmeStatus InitImpl() override;
-  bool UseAsdopImpl() override;
-  AcmeStatus TilingImplAcme(RawHostAddr host_ptr, HostRunInfoPtr *run_info_ptr) override;
-  AcmeStatus LaunchImplAcme(const InputsAddrList &input_ptrs, const OutputsAddrList &output_ptrs,
-                            const WsAddrList &ws_ptrs, void *stream) override;
-  std::string DumpTilingAcme(const RawHostAddr host_ptr) const override;
-  uint32_t GetLaunchCoreNumAcme() const override;
-  AcmeStatus CreateAsdTensor();
-  AcmeStatus UpdateAsdTensor();
-  AcmeStatus UpdateAsdParam();
-  AcmeStatus CheckAsdopSupport() const;
-
- private:
-  const std::string target_kernel_name_{"MixOperation"};
-  FlashAttentionScoreParam param_;
-  InputsDescList asd_inputs_;
-  OutputsDescList asd_outputs_;
-  InputsImmutableInfoList asd_inputs_ii_;
-  InputsImmutableInfoList asd_outputs_ii_;
-  ShapeInfoList asd_input_shape_;
-  ShapeInfoList asd_output_shape_;
-  uint64_t tiling_key_{0};
-  bool has_attn_mask_{false};
-  bool has_alibi_mask_{false};
-  bool is_910_{false};
-  bool is_310p_{false};
-};
-
-using FlashAttentionScoreOpPtr = std::shared_ptr<FlashAttentionScoreOp>;
-}  // namespace acme
-}  // namespace mindspore
-
-#endif  // MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_OPS_HOST_SRC_FLASH_ATTENTION_SCORE_OP_H_

mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/gelu_op.h

@@ -1,44 +0,0 @@
-/**
- * Copyright 2024 Huawei Technologies Co., Ltd
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-#ifndef MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_OPS_HOST_SRC_GELU_OP_H_
-#define MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_OPS_HOST_SRC_GELU_OP_H_
-
-#include "acme/include/acme_op.h"
-
-namespace mindspore {
-namespace acme {
-class GeLUOp : public AcmeOp {
- public:
-  GeLUOp(const InputsImmutableInfoList &inputs_ii, const OutputsImmutableInfoList &outputs_ii,
-         const std::string &op_name) : AcmeOp(inputs_ii, outputs_ii, op_name) {}
-  ~GeLUOp() = default;
-
-  std::string DumpTiling(const RawHostAddr host_ptr) const override;
-  ShapeInfoList InferShape(const ShapeInfoList &inputs_shape) const override;
-
- protected:
-  AcmeStatus InitImpl() override;
-  AcmeStatus TilingImpl(RawHostAddr host_ptr, HostRunInfoPtr *run_info_ptr) override;
-  AcmeStatus LaunchImpl(const InputsAddrList &input_ptrs, const OutputsAddrList &output_ptrs, const WsAddrList &ws_ptrs,
-                        void *stream) override;
-};
-
-using GeLUOpPtr = std::shared_ptr<GeLUOp>;
-}  // namespace acme
-}  // namespace mindspore
-
-#endif  // MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_OPS_HOST_SRC_GELU_OP_H_

mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/matmul_add_rmsnorm_op.h

@@ -1,73 +0,0 @@
-/**
- * Copyright 2024 Huawei Technologies Co., Ltd
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-#ifndef MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_OPS_HOST_SRC_MATMUL_ADD_RMSNORM_OP_H_
-#define MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_OPS_HOST_SRC_MATMUL_ADD_RMSNORM_OP_H_
-
-#include "acme/include/op_param.h"
-#include "acme/include/acme_op.h"
-#include "acme/src/ops/device_src/cce/matmul_add_rmsnorm/matmul_add_rmsnorm_tiling.h"
-
-#include "acme/src/ops/device_src/cce/matmul_common/pp_matmul_common_tiling.h"
-#include "tune_repo/utils.h"
-#include "backend_param.h"
-
-using namespace mindspore::acme;
-using namespace mindspore::acme::tiling;
-
-namespace mindspore {
-namespace acme {
-
-class MatmulAddRmsNormOp : public AcmeOp {
- public:
-  MatmulAddRmsNormOp(const InputsImmutableInfoList &inputs_ii, const OutputsImmutableInfoList &outputs_ii,
-                     const MatmulAddRmsNormParam &param, const std::string &op_name)
-      : AcmeOp(inputs_ii, outputs_ii, op_name), param_(param) {}
-  ~MatmulAddRmsNormOp() = default;
-
-  std::string DumpTiling(const RawHostAddr host_ptr) const override;
-
-  bool IsSupported(const InputDataTypes &dtypes) override { return true; }
-
-  ShapeInfoList InferShape(const ShapeInfoList &inputs_shape) const override;
-
- protected:
-  AcmeStatus InitImpl() override;
-  AcmeStatus TilingImpl(RawHostAddr host_ptr, HostRunInfoPtr *run_info_ptr) override;
-  AcmeStatus LaunchImpl(const InputsAddrList &input_ptrs, const OutputsAddrList &output_ptrs,
-                        const WsAddrList &ws_ptrs, void *stream) override;
-
- private:
-  MatmulAddRmsNormParam param_;
-  REPO tuningTable_;
-  REPO tuningTableCustom_;
-  internal::HardwareInfo hw_info_;
-  uint32_t m_, k_, n_;
-  bool trans_a_{false};
-  bool trans_b_{true};
-  std::vector<int> tune_key_;
-  DataType MatMulIn_dtype_;
-  DataType RmsNorm_dtype_;
-  uint32_t dtype_key = 0;
-  int block_dim_ = 0;
-  void *ffts_addr;
-  void GetTunedKey();
-  void TilingBasicFromPp(uint32_t &blockDim, PpTilingData &tilingdata);
-};
-
-}  // namespace acme
-}  // namespace mindspore
-#endif

mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/matmul_op.h

@@ -1,108 +0,0 @@
-/**
- * Copyright 2024 Huawei Technologies Co., Ltd
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-#ifndef MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_OPS_HOST_SRC_MATMUL_OP_H_
-#define MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_OPS_HOST_SRC_MATMUL_OP_H_
-
-#include <algorithm>
-#include "acme/include/op_param.h"
-#include "acme/src/ops/host_src/multi_impls_op.h"
-#include "acme/src/ops/device_src/cce/matmul/matmul.h"
-#include "tune_repo/matmul_table.h"
-#include "acme/src/ops/device_src/cce/matmul_common/pp_matmul_info.h"
-#include "acme/src/ops/device_src/cce/matmul_common/tiling_data.h"
-#include "acme/src/ops/device_src/cce/matmul_common/pp_matmul_common_tiling.h"
-
-#include "asdops/op_desc.h"
-#include "asdops/operation.h"
-#include "asdops/run_info.h"
-#include "asdops/tactic.h"
-#include "asdops/tensor.h"
-
-#include "backend_param.h"
-
-using namespace mindspore::acme;
-using namespace mindspore::acme::tiling;
-
-namespace mindspore {
-namespace acme {
-enum class MatMulAlgo { PP = 0, LLM_CUSTOM = 1 };
-enum class MatMulFusionLevel { NONE = 0, CUBE = 1, MIX = 2 };
-enum class MatMulFusionType {
-  NONE = 0,
-  WITH_RELU = 1,
-  WITH_GELU = 2,
-  WITH_BIAS = 3,
-  WITH_BIAS_FASTGELU = 4
-};
-
-class MatmulOp : public MultiImplsOp {
- public:
-  MatmulOp(const InputsImmutableInfoList &inputs_ii, const OutputsImmutableInfoList &outputs_ii,
-           const MatmulParam &param, const std::string &op_name);
-  ~MatmulOp() = default;
-
-  AsdOps::Any BuildAsdParam() override;
-  AcmeStatus UpdateShape(const ShapeInfoList &inputs_shape, const ShapeInfoList &outputs_shape) override;
-  const std::string &TargetKernelName() const override { return target_kernel_name; }
-
-  bool IsSupported(const InputDataTypes &dtypes) override { return true; }
-
-  ShapeInfoList InferShape(const ShapeInfoList &inputs_shape) const override;
-
- protected:
-  AcmeStatus InitImpl() override;
-  bool UseAsdopImpl() override;
-  AcmeStatus TilingImplAcme(RawHostAddr host_ptr, HostRunInfoPtr *run_info_ptr) override;
-  AcmeStatus LaunchImplAcme(const InputsAddrList &input_ptrs, const OutputsAddrList &output_ptrs,
-                                 const WsAddrList &ws_ptrs, void *stream) override;
-  std::string DumpTilingAcme(const RawHostAddr host_ptr) const override;
-  uint32_t GetLaunchCoreNumAcme() const override;
-
- private:
-  void SetFusionLevel();
-  bool GenTilingId(uint32_t &tiling_id);
-  void GetTunedKey();
-  void SetTunedValueCustom(const std::vector<int> &tuned_config);
-  bool GetPpMatmulTiling(const MatMulInfo &, uint32_t &, PpTilingData &, const REPO &, const std::vector<int> &);
-  void TilingBasicFromPp(uint32_t &, PpTilingData &);
-  AcmeStatus TilingLLMCustom(RawHostAddr, uint64_t, uint32_t &, const PpTilingData &);
-  AcmeStatus TilingPp(RawHostAddr &tiling_addr, uint32_t tiling_id, const uint32_t &block_dim,
-                      const PpTilingData &tilingdata);
-  AcmeStatus LaunchMix(const InputsAddrList &input_ptrs, const OutputsAddrList &output_ptrs, void *stream);
-
-  const std::string target_kernel_name{"MatMulOperation"};
-  std::string soc_name_{"UnknownSoc"};
-  MatmulParam param_;
-  REPO tuning_table_;
-  REPO tuning_table_custom_;
-  MatMulFusionLevel fusion_level_ = MatMulFusionLevel::NONE;
-  std::vector<int> tune_key_;
-  MsMatmulTilingData t_;
-  uint32_t m_;
-  uint32_t n_;
-  uint32_t k_;
-  MatMulAlgo algo_ = MatMulAlgo::PP;
-  internal::HardwareInfo hw_info_;
-  bool shuffle_env_{false};
-  bool use_asd_impl_{false};
-};
-
-using MatmulOpPtr = std::shared_ptr<MatmulOp>;
-}  // namespace acme
-}  // namespace mindspore
-
-#endif  // MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_OPS_HOST_SRC_MATMUL_OP_H_

mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/multi_impls_op.h

@@ -1,64 +0,0 @@
-/**
- * Copyright 2024 Huawei Technologies Co., Ltd
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-#ifndef MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_OPS_HOST_SRC_MULTI_IMPLS_OP_H_
-#define MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_OPS_HOST_SRC_MULTI_IMPLS_OP_H_
-
-#include <any>
-#include "acme/src/ops/host_src/asd_op_base.h"
-
-namespace mindspore {
-namespace acme {
-class MultiImplsOp : public AcmeOp {
- public:
-  MultiImplsOp(const InputsImmutableInfoList &inputs_ii, const OutputsImmutableInfoList &outputs_ii,
-               const std::string &op_name);
-  ~MultiImplsOp() = default;
-
-  AcmeStatus UpdateShape(const ShapeInfoList &inputs_shape, const ShapeInfoList &outputs_shape) override;
-  void SetTilingInfo(const TilingInfoPtr &tiling_info) override;
-
-  virtual AsdOps::Any BuildAsdParam() = 0;
-  virtual bool UseAsdop();
-  virtual const std::string &TargetKernelName() const;
-  virtual AsdOpPtr CreateAsdKernel(const InputsImmutableInfoList &inputs_ii,
-                                       const OutputsImmutableInfoList &outputs_ii, const std::string &op_name,
-                                       const AsdOps::Any &param, const std::string &kernel_name);
-  std::string DumpTiling(const RawHostAddr host_ptr) const override;
-  uint32_t GetLaunchCoreNum() const override;
-  std::string GetOpName() override;
-
- protected:
-  AcmeStatus TilingImpl(RawHostAddr host_ptr, HostRunInfoPtr *run_info_ptr) override;
-  AcmeStatus LaunchImpl(const InputsAddrList &input_ptrs, const OutputsAddrList &output_ptrs, const WsAddrList &ws_ptrs,
-                        void *stream) override;
-
-  virtual bool UseAsdopImpl() = 0;
-  virtual AcmeStatus TilingImplAcme(RawHostAddr host_ptr, HostRunInfoPtr *run_info_ptr) = 0;
-  virtual AcmeStatus LaunchImplAcme(const InputsAddrList &input_ptrs, const OutputsAddrList &output_ptrs,
-                                         const WsAddrList &ws_ptrs, void *stream) = 0;
-  virtual std::string DumpTilingAcme(const RawHostAddr host_ptr) const = 0;
-  virtual uint32_t GetLaunchCoreNumAcme() const = 0;
-  AsdOpPtr asd_op_{nullptr};
-  bool use_asdop_{false};
-  bool init_asdop_{false};
-  bool is_enabled_env_{false};
-};
-
-}  // namespace acme
-}  // namespace mindspore
-
-#endif  // MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_OPS_HOST_SRC_MULTI_IMPLS_OP_H_

mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/acme/src/ops/host_src/multi_weight_matmul_op.h

@@ -1,91 +0,0 @@
-/**
- * Copyright 2024 Huawei Technologies Co., Ltd
- *
- * Licensed under the Apache License, Version 2.0 (the "License");
- * you may not use this file except in compliance with the License.
- * You may obtain a copy of the License at
- *
- * http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing, software
- * distributed under the License is distributed on an "AS IS" BASIS,
- * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- * See the License for the specific language governing permissions and
- * limitations under the License.
- */
-
-#ifndef MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_OPS_HOST_SRC_MULTI_WEIGHT_MATMUL_OP_H_
-#define MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_OPS_HOST_SRC_MULTI_WEIGHT_MATMUL_OP_H_
-
-#include <algorithm>
-#include "acme/include/acme_op.h"
-#include "acme/include/op_param.h"
-#include "acme/src/ops/device_src/cce/multi_weight_matmul/multi_weight_matmul_kernel.h"
-#include "tune_repo/matmul_table.h"
-#include "acme/src/ops/device_src/cce/matmul_common/pp_matmul_info.h"
-#include "acme/src/ops/device_src/cce/matmul_common/tiling_data.h"
-#include "acme/src/ops/device_src/cce/matmul_common/pp_matmul_common_tiling.h"
-
-#include "asdops/op_desc.h"
-#include "asdops/operation.h"
-#include "asdops/run_info.h"
-#include "asdops/tactic.h"
-#include "asdops/tensor.h"
-
-#include "backend_param.h"
-
-using namespace mindspore::acme;
-using namespace mindspore::acme::tiling;
-
-namespace mindspore {
-namespace acme {
-enum class MultiMatMulAlgo { PP = 0, LLM_CUSTOM = 1 };
-enum class MultiMatMulFusionLevel { NONE = 0, CUBE = 1, MIX = 2 };
-enum class MultiMatMulFusionType { NONE = 0, WITH_BIAS = 1, WITH_SILU = 2 };
-
-class MultiWeightMatmulOp : public AcmeOp {
- public:
-  MultiWeightMatmulOp(const InputsImmutableInfoList &inputs_ii, const OutputsImmutableInfoList &outputs_ii,
-                      const MultiWeightMatmulParam &param, const std::string &op_name);
-  ~MultiWeightMatmulOp() = default;
-
-  std::string DumpTiling(const RawHostAddr host_ptr) const override;
-
-  ShapeInfoList InferShape(const ShapeInfoList &inputs_shape) const override;
-
- protected:
-  AcmeStatus InitImpl() override;
-  AcmeStatus TilingImpl(RawHostAddr host_ptr, HostRunInfoPtr *run_info_ptr) override;
-  AcmeStatus LaunchImpl(const InputsAddrList &input_ptrs, const OutputsAddrList &output_ptrs, const WsAddrList &ws_ptrs,
-                        void *stream) override;
-
- private:
-  bool GenTilingId(uint32_t &tiling_id);
-  void GetTunedKey();
-  uint32_t MixSwizzle(acme::tiling::PpTilingData *tilingdata);
-  bool GetPpMatmulTiling(const acme::tiling::MatMulInfo &, uint32_t &, acme::tiling::PpTilingData &);
-  void TilingBasicFromPp(uint32_t &, acme::tiling::PpTilingData &);
-  AcmeStatus TilingLLMCustom(RawHostAddr, uint64_t, uint32_t &, const acme::tiling::PpTilingData &);
-  AcmeStatus TilingPp(RawHostAddr &tiling_addr, uint32_t tiling_id, const uint32_t &block_dim,
-                      const acme::tiling::PpTilingData &tilingdata);
-  AcmeStatus LaunchMix(const InputsAddrList &input_ptrs, const OutputsAddrList &output_ptrs, void *stream);
-
-  MultiWeightMatmulParam param_;
-  REPO tuning_table_;
-  std::vector<int> tune_key_;
-  MultiMatMulFusionLevel fusion_level_ = MultiMatMulFusionLevel::NONE;
-  MultiMatMulAlgo algo_ = MultiMatMulAlgo::PP;
-  internal::HardwareInfo hw_info_;
-  uint32_t m_;
-  uint32_t k_;
-  uint32_t n0_;
-  uint32_t n1_;
-  uint32_t n2_;
-  uint32_t fusion_type_{0};
-  int32_t silu_position_{-1};
-};
-
-}  // namespace acme
-}  // namespace mindspore
-
-#endif  // MS_KERNELS_INTERNAL_KERNEL_ACME_SRC_OPS_HOST_SRC_MULTI_WEIGHT_MATMUL_OP_H_