mindspore 2.3.0rc1__cp39-none-any.whl → 2.3.0rc2__cp39-none-any.whl

mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/sub/sub_impl.h

@@ -0,0 +1,47 @@
+/**
+ * Copyright 2024 Huawei Technologies Co., Ltd
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+#ifndef MS_KERNELS_INTERNAL_KERNEL_SUB_IMPL_H_
+#define MS_KERNELS_INTERNAL_KERNEL_SUB_IMPL_H_
+
+#include <vector>
+#include "include/internal_kernel.h"
+#include "asdops/types.h"
+
+namespace mindspore {
+namespace internal {
+class SubImpl : public InternelKernelImpl {
+ public:
+  SubImpl(const OpParamPtr &param) : InternelKernelImpl(param) {}
+  virtual ~SubImpl() {}
+  bool Init(const ValidateInfo &info) override;
+  void SetStream(const void *stream_ptr) override;
+  void SetDeviceTilingBuf(const DeviceRawBuf &tilingBuf) override;
+  int Launch() override;
+  uint64_t GetTilingBufSize() override;
+  int Tiling(HostRawBuf &tilingBuf) override;
+  std::vector<uint64_t> GetWorkSpaceSize() override;
+  int InferShape(const std::vector<DIMS> &input_shapes, std::vector<DIMS> &output_shapes) override;
+
+ private:
+  int32_t GetMaxUbCount(uint32_t in_dtype);
+
+ private:
+  void *stream_ptr_ = nullptr;
+  uint8_t *device_tiling_ = nullptr;
+};
+}  // namespace internal
+}  // namespace mindspore
+#endif  // MS_KERNELS_INTERNAL_KERNEL_ADD_IMPL_H_

mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/sub/sub_tiling.h

@@ -0,0 +1,25 @@
+/**
+ * Copyright 2024 Huawei Technologies Co., Ltd
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+#ifndef MS_KERNELS_INTERNAL_ASCENDC_SUB_TILING_H
+#define MS_KERNELS_INTERNAL_ASCENDC_SUB_TILING_H
+#include "utils/elewise_tiling.h"
+namespace mindspore::internal {
+struct SubTilingData : public ElewiseTailTilingData {
+  uint32_t broadcast_mode_{0};
+  uint32_t input_dtype_{0};
+};
+}  // namespace mindspore::internal
+#endif  // MS_KERNELS_INTERNAL_ASCENDC_ADD_TILING_H

mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/tune_repo/matmul_table.h

@@ -18,8 +18,6 @@
 
 #include "tune_repo/utils.h"
 
-static const int SMALL_M_MARK = -1;
-
 /// The key and value of this map are arranged in the following format.
 /// - key: {b_shape, m_shape, k_shape, n_shape, trans_a, trans_b, inDtype, outDtype}
 /// - value : {m0, n0, k0, mLoop, nLoop, kLoop, coreLoop, blockDim, swizzlCount, swizzlDirect}
@@ -55,32 +53,334 @@ static REPO tlmTuneConfig910B2{
   {{1, 4, 6912, 11264, 0, 1, 2, 2}, {16, 96, 1024, 1, 118, 7, 118, 24, 169, 1}},
 };
 
-static REPO MatMulQkvTuneConfig910B2{
-  // prefill key: seqlen, k, n0, n1, n2, ta, tb, in_type, out_type
-  {{1024, 11264, 1408, 128, 128, 0, 1, 1, 1}, {4, 5, 256, 256, 128, 256, 64, 128}},
-  {{1024, 11264, 1408, 128, 128, 0, 1, 27, 27}, {4, 5, 256, 256, 128, 256, 64, 128}},
-  {{2048, 11264, 1408, 128, 128, 0, 1, 1, 1}, {4, 5, 256, 256, 128, 256, 64, 128}},
-  {{2048, 11264, 1408, 128, 128, 0, 1, 27, 27}, {4, 5, 256, 256, 128, 256, 64, 128}},
-  {{4096, 11264, 1408, 128, 128, 0, 1, 1, 1}, {4, 5, 256, 256, 128, 256, 64, 128}},
-  {{4096, 11264, 1408, 128, 128, 0, 1, 27, 27}, {4, 5, 256, 256, 128, 256, 64, 128}},
+static REPO MatMulTuneConfig910B2{
+  {{4096, 4096, 11008, 0, 0, 0, 1, 1, 1}, {8, 3, 256, 256, 128, 64}},
+  {{4096, 4096, 11008, 0, 0, 0, 1, 27, 27}, {8, 3, 256, 256, 128, 64}},
+  {{2048, 4096, 11008, 0, 0, 0, 1, 1, 1}, {8, 3, 256, 256, 128, 64}},
+  {{2048, 4096, 11008, 0, 0, 0, 1, 27, 27}, {8, 3, 256, 256, 128, 64}},
+  {{4096, 11008, 4096, 0, 0, 0, 1, 1, 1}, {3, 8, 128, 256, 256, 64}},
+  {{4096, 11008, 4096, 0, 0, 0, 1, 27, 27}, {3, 8, 128, 256, 256, 64}},
+  {{1024, 11008, 4096, 0, 0, 0, 1, 1, 1}, {2, 12, 176, 256, 176, 64}},
+  {{1024, 11008, 4096, 0, 0, 0, 1, 27, 27}, {2, 12, 176, 256, 176, 64}},
+  {{4096, 7168, 8192, 0, 0, 0, 1, 1, 1}, {3, 8, 128, 256, 256, 64}},
+  {{4096, 7168, 8192, 0, 0, 0, 1, 27, 27}, {3, 8, 128, 256, 256, 64}},
+  {{2048, 7168, 8192, 0, 0, 0, 1, 1, 1}, {4, 6, 256, 256, 128, 64}},
+  {{2048, 7168, 8192, 0, 0, 0, 1, 27, 27}, {4, 6, 256, 256, 128, 64}},
+  {{1024, 7168, 8192, 0, 0, 0, 1, 1, 1}, {4, 6, 256, 256, 128, 64}},
+  {{1024, 7168, 8192, 0, 0, 0, 1, 27, 27}, {4, 6, 256, 256, 128, 64}},
+  {{16, 7168, 8192, 0, 0, 0, 1, 1, 1}, {1, 24, 16, 256, 176, 64}},
+  {{16, 7168, 8192, 0, 0, 0, 1, 27, 27}, {1, 24, 16, 256, 176, 64}},
+  {{4096, 8192, 7168, 0, 0, 0, 1, 1, 1}, {8, 3, 256, 256, 128, 64}},
+  {{4096, 8192, 7168, 0, 0, 0, 1, 27, 27}, {8, 3, 256, 256, 128, 64}},
+  {{2048, 8192, 7168, 0, 0, 0, 1, 1, 1}, {3, 8, 240, 256, 128, 64}},
+  {{2048, 8192, 7168, 0, 0, 0, 1, 27, 27}, {3, 8, 240, 256, 128, 64}},
+  {{1024, 8192, 7168, 0, 0, 0, 1, 1, 1}, {2, 12, 256, 256, 128, 64}},
+  {{1024, 8192, 7168, 0, 0, 0, 1, 27, 27}, {2, 12, 256, 256, 128, 64}},
+  {{4096, 2048, 8192, 0, 0, 0, 1, 1, 1}, {3, 8, 128, 256, 256, 64}},
+  {{4096, 2048, 8192, 0, 0, 0, 1, 27, 27}, {3, 8, 128, 256, 256, 64}},
+  {{2048, 2048, 8192, 0, 0, 0, 1, 1, 1}, {8, 3, 128, 256, 256, 64}},
+  {{2048, 2048, 8192, 0, 0, 0, 1, 27, 27}, {8, 3, 128, 256, 256, 64}},
+  {{1024, 2048, 8192, 0, 0, 0, 1, 1, 1}, {8, 3, 128, 256, 256, 64}},
+  {{1024, 2048, 8192, 0, 0, 0, 1, 27, 27}, {8, 3, 128, 256, 256, 64}},
+  {{4096, 8192, 3584, 0, 0, 0, 1, 1, 1}, {6, 4, 240, 256, 128, 64}},
+  {{4096, 8192, 3584, 0, 0, 0, 1, 27, 27}, {6, 4, 240, 256, 128, 64}},
+  {{2048, 8192, 3584, 0, 0, 0, 1, 1, 1}, {4, 6, 256, 256, 128, 64}},
+  {{2048, 8192, 3584, 0, 0, 0, 1, 27, 27}, {4, 6, 256, 256, 128, 64}},
+  {{512, 8192, 3584, 0, 0, 0, 1, 1, 1}, {1, 23, 176, 256, 160, 64}},
+  {{512, 8192, 3584, 0, 0, 0, 1, 27, 27}, {1, 23, 176, 256, 160, 64}},
+  {{4096, 3584, 8192, 0, 0, 0, 1, 1, 1}, {4, 6, 256, 256, 128, 64}},
+  {{4096, 3584, 8192, 0, 0, 0, 1, 27, 27}, {4, 6, 256, 256, 128, 64}},
+  {{2048, 3584, 8192, 0, 0, 0, 1, 1, 1}, {4, 6, 256, 256, 128, 64}},
+  {{2048, 3584, 8192, 0, 0, 0, 1, 27, 27}, {4, 6, 256, 256, 128, 64}},
+  {{512, 3584, 8192, 0, 0, 0, 1, 1, 1}, {1, 22, 256, 256, 128, 64}},
+  {{512, 3584, 8192, 0, 0, 0, 1, 27, 27}, {1, 22, 256, 256, 128, 64}},
+  {{4096, 1024, 8192, 0, 0, 0, 1, 1, 1}, {3, 8, 128, 256, 256, 64}},
+  {{4096, 1024, 8192, 0, 0, 0, 1, 27, 27}, {3, 8, 128, 256, 256, 64}},
+  {{2048, 1024, 8192, 0, 0, 0, 1, 1, 1}, {8, 3, 128, 256, 256, 64}},
+  {{2048, 1024, 8192, 0, 0, 0, 1, 27, 27}, {8, 3, 128, 256, 256, 64}},
+  {{1024, 1024, 8192, 0, 0, 0, 1, 1, 1}, {8, 3, 128, 256, 256, 64}},
+  {{1024, 1024, 8192, 0, 0, 0, 1, 27, 27}, {8, 3, 128, 256, 256, 64}},
+  {{128, 1024, 8192, 0, 0, 0, 1, 1, 1}, {1, 22, 128, 256, 192, 64}},
+  {{128, 1024, 8192, 0, 0, 0, 1, 27, 27}, {1, 22, 128, 256, 192, 64}},
+  {{64, 1024, 8192, 0, 0, 0, 1, 1, 1}, {1, 22, 64, 256, 192, 64}},
+  {{64, 1024, 8192, 0, 0, 0, 1, 27, 27}, {1, 22, 64, 256, 192, 64}},
+};
+
+static REPO MatMulTuneConfig910B4{
+  {{512, 3584, 8192, 0, 0, 0, 1, 1, 1}, {2, 10, 256, 256, 128, 64}},
+  {{512, 3584, 8192, 0, 0, 0, 1, 27, 27}, {2, 10, 256, 256, 128, 64}},
+  {{64, 1024, 8192, 0, 0, 0, 1, 1, 1}, {1, 20, 64, 256, 208, 64}},
+  {{64, 1024, 8192, 0, 0, 0, 1, 27, 27}, {1, 20, 64, 256, 208, 64}},
+  {{16, 2048, 8192, 0, 0, 0, 1, 1, 1}, {1, 20, 16, 256, 208, 64}},
+  {{16, 2048, 8192, 0, 0, 0, 1, 27, 27}, {1, 20, 16, 256, 208, 64}},
+  {{4096, 1536, 12288, 0, 0, 0, 1, 1, 1}, {4, 5, 128, 256, 256, 64}},
+  {{4096, 1536, 12288, 0, 0, 0, 1, 27, 27}, {4, 5, 128, 256, 256, 64}},
+  {{1, 1536, 12288, 0, 0, 0, 1, 1, 1}, {1, 18, 1, 512, 240, 64}},
+  {{1, 1536, 12288, 0, 0, 0, 1, 27, 27}, {1, 18, 1, 512, 240, 64}},
+  {{2048, 5376, 12288, 0, 0, 0, 1, 1, 1}, {4, 5, 256, 256, 128, 64}},
+  {{2048, 5376, 12288, 0, 0, 0, 1, 27, 27}, {4, 5, 256, 256, 128, 64}},
+  {{512, 1536, 12288, 0, 0, 0, 1, 1, 1}, {2, 10, 256, 256, 128, 64}},
+  {{512, 1536, 12288, 0, 0, 0, 1, 27, 27}, {2, 10, 256, 256, 128, 64}},
+  {{256, 7168, 8192, 0, 0, 0, 1, 1, 1}, {2, 10, 128, 512, 128, 128}},
+  {{256, 7168, 8192, 0, 0, 0, 1, 27, 27}, {2, 10, 128, 512, 128, 128}},
+  {{512, 11008, 4096, 0, 0, 0, 1, 1, 1}, {2, 10, 256, 256, 112, 64}},
+  {{512, 11008, 4096, 0, 0, 0, 1, 27, 27}, {2, 10, 256, 256, 112, 64}},
+  {{128, 1024, 8192, 0, 0, 0, 1, 1, 1}, {1, 20, 128, 256, 208, 64}},
+  {{128, 1024, 8192, 0, 0, 0, 1, 27, 27}, {1, 20, 128, 256, 208, 64}},
+  {{1024, 2048, 8192, 0, 0, 0, 1, 1, 1}, {4, 5, 256, 256, 128, 64}},
+  {{1024, 2048, 8192, 0, 0, 0, 1, 27, 27}, {4, 5, 256, 256, 128, 64}},
+  {{256, 4096, 11008, 0, 0, 0, 1, 1, 1}, {1, 18, 256, 256, 128, 64}},
+  {{256, 4096, 11008, 0, 0, 0, 1, 27, 27}, {1, 18, 256, 256, 128, 64}},
+  {{64, 2048, 8192, 0, 0, 0, 1, 1, 1}, {1, 19, 64, 256, 224, 64}},
+  {{64, 2048, 8192, 0, 0, 0, 1, 27, 27}, {1, 19, 64, 256, 224, 64}},
+  {{512, 8192, 3584, 0, 0, 0, 1, 1, 1}, {2, 10, 256, 256, 128, 64}},
+  {{512, 8192, 3584, 0, 0, 0, 1, 27, 27}, {2, 10, 256, 256, 128, 64}},
+  {{2048, 1024, 8192, 0, 0, 0, 1, 1, 1}, {4, 5, 128, 256, 256, 64}},
+  {{2048, 1024, 8192, 0, 0, 0, 1, 27, 27}, {4, 5, 128, 256, 256, 64}},
+  {{4096, 7168, 8192, 0, 0, 0, 1, 1, 1}, {4, 5, 256, 256, 128, 64}},
+  {{4096, 7168, 8192, 0, 0, 0, 1, 27, 27}, {4, 5, 256, 256, 128, 64}},
+  {{4096, 1024, 8192, 0, 0, 0, 1, 1, 1}, {5, 4, 128, 256, 256, 64}},
+  {{4096, 1024, 8192, 0, 0, 0, 1, 27, 27}, {5, 4, 128, 256, 256, 64}},
+  {{2048, 8192, 7168, 0, 0, 0, 1, 1, 1}, {2, 10, 128, 256, 256, 64}},
+  {{2048, 8192, 7168, 0, 0, 0, 1, 27, 27}, {2, 10, 128, 256, 256, 64}},
+  {{1, 3584, 8192, 0, 0, 0, 1, 1, 1}, {1, 20, 1, 256, 208, 64}},
+  {{1, 3584, 8192, 0, 0, 0, 1, 27, 27}, {1, 20, 1, 256, 208, 64}},
+  {{1, 2752, 8192, 0, 0, 0, 1, 1, 1}, {1, 20, 1, 512, 208, 64}},
+  {{1, 2752, 8192, 0, 0, 0, 1, 27, 27}, {1, 20, 1, 512, 208, 64}},
+  {{4096, 5376, 12288, 0, 0, 0, 1, 1, 1}, {4, 5, 128, 256, 256, 64}},
+  {{4096, 5376, 12288, 0, 0, 0, 1, 27, 27}, {4, 5, 128, 256, 256, 64}},
+  {{2048, 2048, 8192, 0, 0, 0, 1, 1, 1}, {4, 5, 256, 256, 128, 64}},
+  {{2048, 2048, 8192, 0, 0, 0, 1, 27, 27}, {4, 5, 256, 256, 128, 64}},
+  {{32, 1536, 12288, 0, 0, 0, 1, 1, 1}, {1, 20, 32, 256, 208, 64}},
+  {{32, 1536, 12288, 0, 0, 0, 1, 27, 27}, {1, 20, 32, 256, 208, 64}},
+  {{2048, 7168, 8192, 0, 0, 0, 1, 1, 1}, {4, 5, 256, 256, 128, 64}},
+  {{2048, 7168, 8192, 0, 0, 0, 1, 27, 27}, {4, 5, 256, 256, 128, 64}},
+  {{2048, 3584, 8192, 0, 0, 0, 1, 1, 1}, {4, 5, 256, 256, 128, 64}},
+  {{2048, 3584, 8192, 0, 0, 0, 1, 27, 27}, {4, 5, 256, 256, 128, 64}},
+  {{1024, 3584, 8192, 0, 0, 0, 1, 1, 1}, {4, 5, 256, 256, 128, 64}},
+  {{1024, 3584, 8192, 0, 0, 0, 1, 27, 27}, {4, 5, 256, 256, 128, 64}},
+  {{4096, 4096, 11008, 0, 0, 0, 1, 1, 1}, {4, 5, 128, 256, 256, 64}},
+  {{4096, 4096, 11008, 0, 0, 0, 1, 27, 27}, {4, 5, 128, 256, 256, 64}},
+  {{256, 2752, 8192, 0, 0, 0, 1, 1, 1}, {2, 10, 128, 512, 128, 128}},
+  {{256, 2752, 8192, 0, 0, 0, 1, 27, 27}, {2, 10, 128, 512, 128, 128}},
+  {{2048, 4096, 11008, 0, 0, 0, 1, 1, 1}, {4, 5, 256, 256, 128, 64}},
+  {{2048, 4096, 11008, 0, 0, 0, 1, 27, 27}, {4, 5, 256, 256, 128, 64}},
+  {{32, 2048, 8192, 0, 0, 0, 1, 1, 1}, {1, 20, 32, 256, 208, 64}},
+  {{32, 2048, 8192, 0, 0, 0, 1, 27, 27}, {1, 20, 32, 256, 208, 64}},
+  {{16, 3584, 8192, 0, 0, 0, 1, 1, 1}, {1, 20, 16, 256, 208, 64}},
+  {{16, 3584, 8192, 0, 0, 0, 1, 27, 27}, {1, 20, 16, 256, 208, 64}},
+  {{4096, 8192, 7168, 0, 0, 0, 1, 1, 1}, {4, 5, 128, 256, 256, 64}},
+  {{4096, 8192, 7168, 0, 0, 0, 1, 27, 27}, {4, 5, 128, 256, 256, 64}},
+  {{4096, 2048, 8192, 0, 0, 0, 1, 1, 1}, {5, 4, 128, 256, 256, 64}},
+  {{4096, 2048, 8192, 0, 0, 0, 1, 27, 27}, {5, 4, 128, 256, 256, 64}},
+  {{4096, 3584, 8192, 0, 0, 0, 1, 1, 1}, {4, 5, 256, 256, 128, 64}},
+  {{4096, 3584, 8192, 0, 0, 0, 1, 27, 27}, {4, 5, 256, 256, 128, 64}},
+  {{1, 2048, 8192, 0, 0, 0, 1, 1, 1}, {1, 18, 1, 512, 240, 64}},
+  {{1, 2048, 8192, 0, 0, 0, 1, 27, 27}, {1, 18, 1, 512, 240, 64}},
+  {{256, 3584, 8192, 0, 0, 0, 1, 1, 1}, {1, 19, 256, 256, 112, 64}},
+  {{256, 3584, 8192, 0, 0, 0, 1, 27, 27}, {1, 19, 256, 256, 112, 64}},
+  {{1024, 5376, 12288, 0, 0, 0, 1, 1, 1}, {4, 5, 256, 256, 128, 64}},
+  {{1024, 5376, 12288, 0, 0, 0, 1, 27, 27}, {4, 5, 256, 256, 128, 64}},
+  {{256, 8192, 7168, 0, 0, 0, 1, 1, 1}, {2, 10, 128, 512, 128, 128}},
+  {{256, 8192, 7168, 0, 0, 0, 1, 27, 27}, {2, 10, 128, 512, 128, 128}},
+  {{32, 1024, 8192, 0, 0, 0, 1, 1, 1}, {1, 20, 32, 256, 208, 64}},
+  {{32, 1024, 8192, 0, 0, 0, 1, 27, 27}, {1, 20, 32, 256, 208, 64}},
+  {{512, 1024, 8192, 0, 0, 0, 1, 1, 1}, {2, 10, 256, 256, 128, 64}},
+  {{512, 1024, 8192, 0, 0, 0, 1, 27, 27}, {2, 10, 256, 256, 128, 64}},
+  {{4096, 8192, 3584, 0, 0, 0, 1, 1, 1}, {4, 5, 128, 256, 256, 64}},
+  {{4096, 8192, 3584, 0, 0, 0, 1, 27, 27}, {4, 5, 128, 256, 256, 64}},
+  {{512, 2752, 8192, 0, 0, 0, 1, 1, 1}, {4, 5, 128, 512, 128, 128}},
+  {{512, 2752, 8192, 0, 0, 0, 1, 27, 27}, {4, 5, 128, 512, 128, 128}},
+  {{1024, 1024, 8192, 0, 0, 0, 1, 1, 1}, {4, 5, 256, 256, 128, 64}},
+  {{1024, 1024, 8192, 0, 0, 0, 1, 27, 27}, {4, 5, 256, 256, 128, 64}},
+  {{1, 1024, 8192, 0, 0, 0, 1, 1, 1}, {1, 20, 1, 256, 208, 64}},
+  {{1, 1024, 8192, 0, 0, 0, 1, 27, 27}, {1, 20, 1, 256, 208, 64}},
+  {{16, 1024, 8192, 0, 0, 0, 1, 1, 1}, {1, 20, 16, 256, 208, 64}},
+  {{16, 1024, 8192, 0, 0, 0, 1, 27, 27}, {1, 20, 16, 256, 208, 64}},
+  {{512, 5376, 12288, 0, 0, 0, 1, 1, 1}, {2, 10, 256, 256, 128, 64}},
+  {{512, 5376, 12288, 0, 0, 0, 1, 27, 27}, {2, 10, 256, 256, 128, 64}},
 
-  // infer key: batch, k, n0, n1, n2, ta, tb, in_type, out_type
-  {{SMALL_M_MARK, 11264, 1408, 128, 128, 0, 1, 1, 1}, {1, 13, SMALL_M_MARK, 256, 128, SMALL_M_MARK, 64, 128}},
-  {{SMALL_M_MARK, 11264, 1408, 128, 128, 0, 1, 27, 27}, {1, 13, SMALL_M_MARK, 256, 128, SMALL_M_MARK, 64, 128}},
 };
 
-static REPO MatMulQkvTuneConfig910B4{
+static REPO MultiMatMulsTuneConfig910B2{
   // prefill key: seqlen, k, n0, n1, n2, ta, tb, in_type, out_type
-  {{1024, 11264, 1408, 128, 128, 0, 1, 1, 1}, {4, 5, 256, 256, 128, 256, 64, 128}},
-  {{1024, 11264, 1408, 128, 128, 0, 1, 27, 27}, {4, 5, 256, 256, 128, 256, 64, 128}},
-  {{2048, 11264, 1408, 128, 128, 0, 1, 1, 1}, {4, 5, 256, 256, 128, 256, 64, 128}},
-  {{2048, 11264, 1408, 128, 128, 0, 1, 27, 27}, {4, 5, 256, 256, 128, 256, 64, 128}},
-  {{4096, 11264, 1408, 128, 128, 0, 1, 1, 1}, {4, 5, 256, 256, 128, 256, 64, 128}},
-  {{4096, 11264, 1408, 128, 128, 0, 1, 27, 27}, {4, 5, 256, 256, 128, 256, 64, 128}},
+  {{1024, 11264, 1408, 128, 128, 0, 1, 1, 1}, {4, 5, 256, 256, 128, 64}},
+  {{1024, 11264, 1408, 128, 128, 0, 1, 27, 27}, {4, 5, 256, 256, 128, 64}},
+  {{2048, 11264, 1408, 128, 128, 0, 1, 1, 1}, {4, 5, 256, 256, 128, 64}},
+  {{2048, 11264, 1408, 128, 128, 0, 1, 27, 27}, {4, 5, 256, 256, 128, 64}},
+  {{4096, 11264, 1408, 128, 128, 0, 1, 1, 1}, {4, 5, 256, 256, 128, 64}},
+  {{4096, 11264, 1408, 128, 128, 0, 1, 27, 27}, {4, 5, 256, 256, 128, 64}},
 
-  // infer key: batch, k, n0, n1, n2, ta, tb, in_type, out_type
-  {{SMALL_M_MARK, 11264, 1408, 128, 128, 0, 1, 1, 1}, {1, 13, SMALL_M_MARK, 256, 128, SMALL_M_MARK, 64, 128}},
-  {{SMALL_M_MARK, 11264, 1408, 128, 128, 0, 1, 27, 27}, {1, 13, SMALL_M_MARK, 256, 128, SMALL_M_MARK, 64, 128}},
+  {{256, 8192, 1024, 128, 128, 0, 1, 1, 1}, {2, 10, 128, 512, 128, 128}},
+  {{256, 8192, 1024, 128, 128, 0, 1, 27, 27}, {2, 10, 128, 512, 128, 128}},
+
+  // // infer key: batch, k, n0, n1, n2, ta, tb, in_type, out_type
+  // {{SMALL_M_MARK, 11264, 1408, 128, 128, 0, 1, 1, 1}, {1, 13, SMALL_M_MARK, 256, 128, 64}},
+  // {{SMALL_M_MARK, 11264, 1408, 128, 128, 0, 1, 27, 27}, {1, 13, SMALL_M_MARK, 256, 128, 64}},
+};
+
+static REPO MultiMatMulsTuneConfig910B4{
+  // prefill key: seqlen, k, n0, n1, n2, ta, tb, in_type, out_type
+  {{2048, 4096, 11008, 11008, 0, 0, 1, 1, 1}, {4, 5, 256, 256, 128, 64}},
+  {{2048, 4096, 11008, 11008, 0, 0, 1, 27, 27}, {4, 5, 256, 256, 128, 64}},
+  {{1024, 4096, 11008, 11008, 0, 0, 1, 1, 1}, {4, 5, 256, 256, 128, 64}},
+  {{1024, 4096, 11008, 11008, 0, 0, 1, 27, 27}, {4, 5, 256, 256, 128, 64}},
+  {{512, 8192, 3584, 3584, 0, 0, 1, 1, 1}, {2, 10, 256, 256, 128, 64}},
+  {{512, 8192, 3584, 3584, 0, 0, 1, 27, 27}, {2, 10, 256, 256, 128, 64}},
+  {{32, 4096, 11008, 11008, 0, 0, 1, 1, 1}, {1, 18, 32, 256, 256, 64}},
+  {{32, 4096, 11008, 11008, 0, 0, 1, 27, 27}, {1, 18, 32, 256, 256, 64}},
+  {{32, 8192, 3584, 3584, 0, 0, 1, 1, 1}, {1, 19, 32, 256, 192, 64}},
+  {{32, 8192, 3584, 3584, 0, 0, 1, 27, 27}, {1, 19, 32, 256, 192, 64}},
+  {{2048, 4096, 4096, 4096, 4096, 0, 1, 1, 1}, {4, 5, 256, 256, 128, 64}},
+  {{2048, 4096, 4096, 4096, 4096, 0, 1, 27, 27}, {4, 5, 256, 256, 128, 64}},
+  {{512, 4096, 4096, 4096, 4096, 0, 1, 1, 1}, {2, 10, 256, 256, 128, 64}},
+  {{512, 4096, 4096, 4096, 4096, 0, 1, 27, 27}, {2, 10, 256, 256, 128, 64}},
+  {{4096, 12288, 5376, 5376, 0, 0, 1, 1, 1}, {4, 5, 128, 256, 256, 64}},
+  {{4096, 12288, 5376, 5376, 0, 0, 1, 27, 27}, {4, 5, 128, 256, 256, 64}},
+  {{2048, 12288, 1536, 1536, 1536, 0, 1, 1, 1}, {4, 5, 128, 256, 256, 64}},
+  {{2048, 12288, 1536, 1536, 1536, 0, 1, 27, 27}, {4, 5, 128, 256, 256, 64}},
+  {{1024, 8192, 2048, 256, 256, 0, 1, 1, 1}, {2, 10, 256, 256, 128, 64}},
+  {{1024, 8192, 2048, 256, 256, 0, 1, 27, 27}, {2, 10, 256, 256, 128, 64}},
+  {{1024, 8192, 3584, 3584, 0, 0, 1, 1, 1}, {2, 10, 256, 256, 128, 64}},
+  {{1024, 8192, 3584, 3584, 0, 0, 1, 27, 27}, {2, 10, 256, 256, 128, 64}},
+  {{1024, 8192, 1024, 128, 128, 0, 1, 1, 1}, {4, 5, 256, 256, 128, 64}},
+  {{1024, 8192, 1024, 128, 128, 0, 1, 27, 27}, {4, 5, 256, 256, 128, 64}},
+  {{128, 4096, 4096, 4096, 4096, 0, 1, 1, 1}, {1, 20, 128, 256, 208, 64}},
+  {{128, 4096, 4096, 4096, 4096, 0, 1, 27, 27}, {1, 20, 128, 256, 208, 64}},
+  {{64, 8192, 1024, 128, 128, 0, 1, 1, 1}, {1, 20, 64, 512, 64, 256}},
+  {{64, 8192, 1024, 128, 128, 0, 1, 27, 27}, {1, 20, 64, 512, 64, 256}},
+  {{2048, 8192, 2752, 2752, 0, 0, 1, 1, 1}, {4, 5, 256, 256, 128, 64}},
+  {{2048, 8192, 2752, 2752, 0, 0, 1, 27, 27}, {4, 5, 256, 256, 128, 64}},
+  {{1, 4096, 4096, 4096, 4096, 0, 1, 1, 1}, {1, 19, 1, 256, 224, 64}},
+  {{1, 4096, 4096, 4096, 4096, 0, 1, 27, 27}, {1, 19, 1, 256, 224, 64}},
+  {{16, 8192, 3584, 3584, 0, 0, 1, 1, 1}, {1, 19, 16, 512, 192, 64}},
+  {{16, 8192, 3584, 3584, 0, 0, 1, 27, 27}, {1, 19, 16, 512, 192, 64}},
+  {{16, 12288, 5376, 5376, 0, 0, 1, 1, 1}, {1, 20, 16, 256, 112, 128}},
+  {{16, 12288, 5376, 5376, 0, 0, 1, 27, 27}, {1, 20, 16, 256, 112, 128}},
+  {{16, 4096, 11008, 11008, 0, 0, 1, 1, 1}, {1, 18, 16, 256, 256, 64}},
+  {{16, 4096, 11008, 11008, 0, 0, 1, 27, 27}, {1, 18, 16, 256, 256, 64}},
+  {{512, 8192, 2048, 256, 256, 0, 1, 1, 1}, {2, 10, 256, 256, 128, 64}},
+  {{512, 8192, 2048, 256, 256, 0, 1, 27, 27}, {2, 10, 256, 256, 128, 64}},
+  {{256, 12288, 1536, 1536, 1536, 0, 1, 1, 1}, {2, 9, 128, 256, 256, 64}},
+  {{256, 12288, 1536, 1536, 1536, 0, 1, 27, 27}, {2, 9, 128, 256, 256, 64}},
+  {{2048, 8192, 3584, 3584, 0, 0, 1, 1, 1}, {4, 5, 256, 256, 128, 64}},
+  {{2048, 8192, 3584, 3584, 0, 0, 1, 27, 27}, {4, 5, 256, 256, 128, 64}},
+  {{512, 12288, 1536, 1536, 1536, 0, 1, 1, 1}, {2, 9, 256, 256, 128, 64}},
+  {{512, 12288, 1536, 1536, 1536, 0, 1, 27, 27}, {2, 9, 256, 256, 128, 64}},
+  {{1, 8192, 2752, 2752, 0, 0, 1, 1, 1}, {1, 20, 1, 512, 144, 64}},
+  {{1, 8192, 2752, 2752, 0, 0, 1, 27, 27}, {1, 20, 1, 512, 144, 64}},
+  {{256, 4096, 4096, 4096, 4096, 0, 1, 1, 1}, {1, 20, 256, 256, 128, 64}},
+  {{256, 4096, 4096, 4096, 4096, 0, 1, 27, 27}, {1, 20, 256, 256, 128, 64}},
+  {{1024, 8192, 2752, 2752, 0, 0, 1, 1, 1}, {4, 5, 256, 256, 128, 64}},
+  {{1024, 8192, 2752, 2752, 0, 0, 1, 27, 27}, {4, 5, 256, 256, 128, 64}},
+  {{1024, 4096, 4096, 4096, 4096, 0, 1, 1, 1}, {4, 5, 256, 256, 128, 64}},
+  {{1024, 4096, 4096, 4096, 4096, 0, 1, 27, 27}, {4, 5, 256, 256, 128, 64}},
+  {{64, 4096, 4096, 4096, 4096, 0, 1, 1, 1}, {1, 20, 64, 512, 160, 64}},
+  {{64, 4096, 4096, 4096, 4096, 0, 1, 27, 27}, {1, 20, 64, 512, 160, 64}},
+  {{4096, 8192, 2752, 2752, 0, 0, 1, 1, 1}, {4, 5, 256, 256, 128, 64}},
+  {{4096, 8192, 2752, 2752, 0, 0, 1, 27, 27}, {4, 5, 256, 256, 128, 64}},
+  {{4096, 4096, 4096, 4096, 4096, 0, 1, 1, 1}, {4, 5, 256, 256, 128, 64}},
+  {{4096, 4096, 4096, 4096, 4096, 0, 1, 27, 27}, {4, 5, 256, 256, 128, 64}},
+  {{64, 8192, 3584, 3584, 0, 0, 1, 1, 1}, {1, 19, 64, 256, 192, 64}},
+  {{64, 8192, 3584, 3584, 0, 0, 1, 27, 27}, {1, 19, 64, 256, 192, 64}},
+  {{256, 8192, 2048, 256, 256, 0, 1, 1, 1}, {2, 10, 128, 512, 128, 128}},
+  {{256, 8192, 2048, 256, 256, 0, 1, 27, 27}, {2, 10, 128, 512, 128, 128}},
+  {{2048, 8192, 1024, 128, 128, 0, 1, 1, 1}, {4, 5, 256, 256, 128, 64}},
+  {{2048, 8192, 1024, 128, 128, 0, 1, 27, 27}, {4, 5, 256, 256, 128, 64}},
+  {{32, 12288, 1536, 1536, 1536, 0, 1, 1, 1}, {1, 18, 32, 512, 128, 128}},
+  {{32, 12288, 1536, 1536, 1536, 0, 1, 27, 27}, {1, 18, 32, 512, 128, 128}},
+  {{128, 4096, 11008, 11008, 0, 0, 1, 1, 1}, {1, 18, 128, 256, 256, 64}},
+  {{128, 4096, 11008, 11008, 0, 0, 1, 27, 27}, {1, 18, 128, 256, 256, 64}},
+  {{256, 8192, 3584, 3584, 0, 0, 1, 1, 1}, {1, 19, 256, 256, 128, 64}},
+  {{256, 8192, 3584, 3584, 0, 0, 1, 27, 27}, {1, 19, 256, 256, 128, 64}},
+  {{128, 8192, 3584, 3584, 0, 0, 1, 1, 1}, {1, 19, 128, 256, 192, 64}},
+  {{128, 8192, 3584, 3584, 0, 0, 1, 27, 27}, {1, 19, 128, 256, 192, 64}},
+  {{16, 12288, 1536, 1536, 1536, 0, 1, 1, 1}, {1, 18, 16, 512, 128, 128}},
+  {{16, 12288, 1536, 1536, 1536, 0, 1, 27, 27}, {1, 18, 16, 512, 128, 128}},
+  {{32, 8192, 2048, 256, 256, 0, 1, 1, 1}, {1, 20, 32, 256, 128, 128}},
+  {{32, 8192, 2048, 256, 256, 0, 1, 27, 27}, {1, 20, 32, 256, 128, 128}},
+  {{32, 12288, 5376, 5376, 0, 0, 1, 1, 1}, {1, 19, 32, 256, 192, 64}},
+  {{32, 12288, 5376, 5376, 0, 0, 1, 27, 27}, {1, 19, 32, 256, 192, 64}},
+  {{1, 4096, 11008, 11008, 0, 0, 1, 1, 1}, {1, 18, 1, 256, 256, 64}},
+  {{1, 4096, 11008, 11008, 0, 0, 1, 27, 27}, {1, 18, 1, 256, 256, 64}},
+  {{1, 8192, 2048, 256, 256, 0, 1, 1, 1}, {1, 20, 1, 512, 128, 128}},
+  {{1, 8192, 2048, 256, 256, 0, 1, 27, 27}, {1, 20, 1, 512, 128, 128}},
+  {{2048, 12288, 5376, 5376, 0, 0, 1, 1, 1}, {4, 5, 256, 256, 128, 64}},
+  {{2048, 12288, 5376, 5376, 0, 0, 1, 27, 27}, {4, 5, 256, 256, 128, 64}},
+  {{128, 8192, 2048, 256, 256, 0, 1, 1, 1}, {1, 20, 128, 512, 128, 128}},
+  {{128, 8192, 2048, 256, 256, 0, 1, 27, 27}, {1, 20, 128, 512, 128, 128}},
+  {{512, 12288, 5376, 5376, 0, 0, 1, 1, 1}, {2, 10, 128, 256, 224, 64}},
+  {{512, 12288, 5376, 5376, 0, 0, 1, 27, 27}, {2, 10, 128, 256, 224, 64}},
+  {{16, 8192, 1024, 128, 128, 0, 1, 1, 1}, {1, 20, 16, 512, 64, 256}},
+  {{16, 8192, 1024, 128, 128, 0, 1, 27, 27}, {1, 20, 16, 512, 64, 256}},
+  {{512, 4096, 11008, 11008, 0, 0, 1, 1, 1}, {2, 10, 256, 256, 128, 64}},
+  {{512, 4096, 11008, 11008, 0, 0, 1, 27, 27}, {2, 10, 256, 256, 128, 64}},
+  {{1, 8192, 3584, 3584, 0, 0, 1, 1, 1}, {1, 19, 1, 512, 192, 64}},
+  {{1, 8192, 3584, 3584, 0, 0, 1, 27, 27}, {1, 19, 1, 512, 192, 64}},
+  {{128, 8192, 2752, 2752, 0, 0, 1, 1, 1}, {1, 20, 128, 256, 144, 64}},
+  {{128, 8192, 2752, 2752, 0, 0, 1, 27, 27}, {1, 20, 128, 256, 144, 64}},
+  {{128, 12288, 1536, 1536, 1536, 0, 1, 1, 1}, {1, 18, 128, 256, 256, 64}},
+  {{128, 12288, 1536, 1536, 1536, 0, 1, 27, 27}, {1, 18, 128, 256, 256, 64}},
+  {{256, 8192, 2752, 2752, 0, 0, 1, 1, 1}, {1, 20, 256, 256, 96, 64}},
+  {{256, 8192, 2752, 2752, 0, 0, 1, 27, 27}, {1, 20, 256, 256, 96, 64}},
+  {{128, 12288, 5376, 5376, 0, 0, 1, 1, 1}, {1, 19, 128, 512, 96, 128}},
+  {{128, 12288, 5376, 5376, 0, 0, 1, 27, 27}, {1, 19, 128, 512, 96, 128}},
+  {{256, 12288, 5376, 5376, 0, 0, 1, 1, 1}, {2, 10, 128, 256, 224, 64}},
+  {{256, 12288, 5376, 5376, 0, 0, 1, 27, 27}, {2, 10, 128, 256, 224, 64}},
+  {{64, 4096, 11008, 11008, 0, 0, 1, 1, 1}, {1, 18, 64, 256, 256, 64}},
+  {{64, 4096, 11008, 11008, 0, 0, 1, 27, 27}, {1, 18, 64, 256, 256, 64}},
+  {{256, 4096, 11008, 11008, 0, 0, 1, 1, 1}, {2, 10, 128, 256, 256, 64}},
+  {{256, 4096, 11008, 11008, 0, 0, 1, 27, 27}, {2, 10, 128, 256, 256, 64}},
+  {{2048, 8192, 2048, 256, 256, 0, 1, 1, 1}, {2, 10, 128, 256, 256, 64}},
+  {{2048, 8192, 2048, 256, 256, 0, 1, 27, 27}, {2, 10, 128, 256, 256, 64}},
+  {{1, 12288, 1536, 1536, 1536, 0, 1, 1, 1}, {1, 18, 1, 512, 128, 128}},
+  {{1, 12288, 1536, 1536, 1536, 0, 1, 27, 27}, {1, 18, 1, 512, 128, 128}},
+  {{4096, 4096, 11008, 11008, 0, 0, 1, 1, 1}, {4, 5, 256, 256, 128, 64}},
+  {{4096, 4096, 11008, 11008, 0, 0, 1, 27, 27}, {4, 5, 256, 256, 128, 64}},
+  {{32, 4096, 4096, 4096, 4096, 0, 1, 1, 1}, {1, 20, 32, 256, 208, 64}},
+  {{32, 4096, 4096, 4096, 4096, 0, 1, 27, 27}, {1, 20, 32, 256, 208, 64}},
+  {{16, 4096, 4096, 4096, 4096, 0, 1, 1, 1}, {1, 18, 16, 256, 240, 64}},
+  {{16, 4096, 4096, 4096, 4096, 0, 1, 27, 27}, {1, 18, 16, 256, 240, 64}},
+  {{32, 8192, 2752, 2752, 0, 0, 1, 1, 1}, {1, 20, 32, 512, 144, 64}},
+  {{32, 8192, 2752, 2752, 0, 0, 1, 27, 27}, {1, 20, 32, 512, 144, 64}},
+  {{64, 8192, 2048, 256, 256, 0, 1, 1, 1}, {1, 20, 64, 512, 128, 128}},
+  {{64, 8192, 2048, 256, 256, 0, 1, 27, 27}, {1, 20, 64, 512, 128, 128}},
+  {{1, 8192, 1024, 128, 128, 0, 1, 1, 1}, {1, 20, 1, 512, 64, 256}},
+  {{1, 8192, 1024, 128, 128, 0, 1, 27, 27}, {1, 20, 1, 512, 64, 256}},
+  {{16, 8192, 2048, 256, 256, 0, 1, 1, 1}, {1, 20, 16, 512, 128, 128}},
+  {{16, 8192, 2048, 256, 256, 0, 1, 27, 27}, {1, 20, 16, 512, 128, 128}},
+  {{128, 8192, 1024, 128, 128, 0, 1, 1, 1}, {1, 20, 128, 512, 64, 128}},
+  {{128, 8192, 1024, 128, 128, 0, 1, 27, 27}, {1, 20, 128, 512, 64, 128}},
+  {{64, 12288, 1536, 1536, 1536, 0, 1, 1, 1}, {1, 18, 64, 256, 256, 64}},
+  {{64, 12288, 1536, 1536, 1536, 0, 1, 27, 27}, {1, 18, 64, 256, 256, 64}},
+  {{4096, 8192, 3584, 3584, 0, 0, 1, 1, 1}, {4, 5, 128, 256, 256, 64}},
+  {{4096, 8192, 3584, 3584, 0, 0, 1, 27, 27}, {4, 5, 128, 256, 256, 64}},
+  {{32, 8192, 1024, 128, 128, 0, 1, 1, 1}, {1, 20, 32, 512, 64, 256}},
+  {{32, 8192, 1024, 128, 128, 0, 1, 27, 27}, {1, 20, 32, 512, 64, 256}},
+  {{1, 12288, 5376, 5376, 0, 0, 1, 1, 1}, {1, 20, 1, 256, 112, 128}},
+  {{1, 12288, 5376, 5376, 0, 0, 1, 27, 27}, {1, 20, 1, 256, 112, 128}},
+  {{512, 8192, 1024, 128, 128, 0, 1, 1, 1}, {2, 10, 256, 256, 128, 64}},
+  {{512, 8192, 1024, 128, 128, 0, 1, 27, 27}, {2, 10, 256, 256, 128, 64}},
+  {{1024, 12288, 5376, 5376, 0, 0, 1, 1, 1}, {4, 5, 256, 256, 128, 64}},
+  {{1024, 12288, 5376, 5376, 0, 0, 1, 27, 27}, {4, 5, 256, 256, 128, 64}},
+  {{4096, 12288, 1536, 1536, 1536, 0, 1, 1, 1}, {3, 6, 128, 256, 256, 64}},
+  {{4096, 12288, 1536, 1536, 1536, 0, 1, 27, 27}, {3, 6, 128, 256, 256, 64}},
+  {{64, 12288, 5376, 5376, 0, 0, 1, 1, 1}, {1, 19, 64, 256, 192, 64}},
+  {{64, 12288, 5376, 5376, 0, 0, 1, 27, 27}, {1, 19, 64, 256, 192, 64}},
+  {{64, 8192, 2752, 2752, 0, 0, 1, 1, 1}, {1, 20, 64, 256, 144, 64}},
+  {{64, 8192, 2752, 2752, 0, 0, 1, 27, 27}, {1, 20, 64, 256, 144, 64}},
+  {{256, 8192, 1024, 128, 128, 0, 1, 1, 1}, {2, 10, 128, 256, 128, 128}},
+  {{256, 8192, 1024, 128, 128, 0, 1, 27, 27}, {2, 10, 128, 256, 128, 128}},
+  {{4096, 8192, 1024, 128, 128, 0, 1, 1, 1}, {4, 5, 256, 256, 128, 64}},
+  {{4096, 8192, 1024, 128, 128, 0, 1, 27, 27}, {4, 5, 256, 256, 128, 64}},
+  {{16, 8192, 2752, 2752, 0, 0, 1, 1, 1}, {1, 20, 16, 512, 144, 64}},
+  {{16, 8192, 2752, 2752, 0, 0, 1, 27, 27}, {1, 20, 16, 512, 144, 64}},
+  {{4096, 8192, 2048, 256, 256, 0, 1, 1, 1}, {4, 5, 128, 256, 256, 64}},
+  {{4096, 8192, 2048, 256, 256, 0, 1, 27, 27}, {4, 5, 128, 256, 256, 64}},
+  {{1024, 12288, 1536, 1536, 1536, 0, 1, 1, 1}, {2, 9, 128, 256, 256, 64}},
+  {{1024, 12288, 1536, 1536, 1536, 0, 1, 27, 27}, {2, 9, 128, 256, 256, 64}},
+  {{512, 8192, 2752, 2752, 0, 0, 1, 1, 1}, {2, 10, 256, 256, 112, 64}},
+  {{512, 8192, 2752, 2752, 0, 0, 1, 27, 27}, {2, 10, 256, 256, 112, 64}},
 };
 
 #endif  // TUNE_REPO_MATMUL_TABLE_H

mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/types.h

@@ -31,26 +31,37 @@ using DIMS = AsdOps::SVector<int64_t>;
 using RunInfo = AsdOps::RunInfo;
 
 struct TilingCacheInfo {
-  AsdOps::KernelInfo kernel_info_;
+  RunInfo run_info_;
   uint64_t workspace_size_{0};
   uint32_t core_num_{1};
+  uint32_t cache_id_{1};
+  bool use_asd_tiling_{false};
 
   TilingCacheInfo() {}
 
   TilingCacheInfo(const TilingCacheInfo &other) {
-    other.kernel_info_.CopyTo(this->kernel_info_);
+    if (other.use_asd_tiling_) {
+      other.run_info_.CopyTo(this->run_info_);
+    }
     this->workspace_size_ = other.workspace_size_;
     this->core_num_ = other.core_num_;
+    this->cache_id_ = other.cache_id_;
+    this->use_asd_tiling_ = other.use_asd_tiling_;
   }
 
   const TilingCacheInfo &operator=(const TilingCacheInfo &other) {
-    other.kernel_info_.CopyTo(this->kernel_info_);
+    if (other.use_asd_tiling_) {
+      other.run_info_.CopyTo(this->run_info_);
+    }
     this->workspace_size_ = other.workspace_size_;
     this->core_num_ = other.core_num_;
+    this->cache_id_ = other.cache_id_;
+    this->use_asd_tiling_ = other.use_asd_tiling_;
     return *this;
   }
 
-  AsdOps::KernelInfo &GetKernelInfo() { return kernel_info_; }
+  AsdOps::KernelInfo &GetKernelInfo() { return run_info_.GetKernelInfo(); }
+  void SetAsdTiling() { use_asd_tiling_ = true; }
 };
 
 using CacheInfo = TilingCacheInfo;

mindspore/lib/plugin/ascend/ms_kernels_internal/internal_kernel/include/utils/log/log_tiling.h

@@ -5,6 +5,7 @@
 #include "src/utils/elewise_tiling.h"
 #include "src/compare/compare_tiling.h"
 #include "src/cast/cast_tiling.h"
+#include "src/sub/sub_tiling.h"
 
 namespace mindspore::internal {
 static std::ostream &operator<<(std::ostream &os, const CastTilingData &dt) {
@@ -42,5 +43,12 @@ static std::ostream &operator<<(std::ostream &os, const CompareTilingData &dt) {
   os << *ele_tiling;
   return os;
 }
+static std::ostream &operator<<(std::ostream &os, const SubTilingData &dt) {
+  os << ", broadcast_mode_:" << dt.broadcast_mode_;
+  os << ", input_dtype_:" << dt.input_dtype_;
+  ElewiseTailTilingData *ele_tiling = (ElewiseTailTilingData *)&dt;
+  os << *ele_tiling;
+  return os;
+}
 }  // namespace mindspore::internal
 #endif  // MS_KERNELS_INTERNAL_KERNEL_UTILS_LOG_LOG_TILING_H_

mindspore/lib/plugin/ascend/ms_kernels_internal/lccl/include/lcal.h

@@ -0,0 +1,22 @@
+/*
+ * Copyright (c) Huawei Technologies Co., Ltd. 2023. All rights reserved.
+ *
+ * Licensed under the Apache License, Version 2.0 (the "License");
+ * you may not use this file except in compliance with the License.
+ * You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+#ifndef LCAL_H
+#define LCAL_H
+#include "lcal_types.h"
+#include "lcal_comm.h"
+#include "lccl.h"
+#include "lcoc.h"
+#endif // LCAL_H