mindstudio-probe 8.3.2__py3-none-any.whl → 26.0.0a1__py3-none-any.whl

msprobe/msaccucmp/algorithm_manager/builtin_algorithm/alg_KullbackLeiblerDivergence.py

@@ -0,0 +1,84 @@
+# coding=utf-8
+# -------------------------------------------------------------------------
+#  This file is part of the MindStudio project.
+# Copyright (c) 2025 Huawei Technologies Co.,Ltd.
+#
+# MindStudio is licensed under Mulan PSL v2.
+# You can use this software according to the terms and conditions of the Mulan PSL v2.
+# You may obtain a copy of Mulan PSL v2 at:
+#
+#          http://license.coscl.org.cn/MulanPSL2
+#
+# THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND,
+# EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
+# MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
+# See the Mulan PSL v2 for more details.
+# -------------------------------------------------------------------------
+
+"""
+Function:
+KullbackLeiblerDivergence algorithm. This file mainly involves the compare function.
+"""
+
+import numpy as np
+
+from msprobe.msaccucmp.algorithm_manager.algorithm_parameter import AlgorithmParameter
+from msprobe.msaccucmp.cmp_utils import utils, log
+from msprobe.msaccucmp.cmp_utils.constant.const_manager import ConstManager
+
+
+FLOAT_EPSILON = np.finfo(np.float32).eps
+
+
+def _normalized(dump_data: any) -> any:
+    max_value = dump_data.max()
+    min_value = dump_data.min()
+    range_value = max_value - min_value
+    if range_value != 0:
+        dump_data_to_1 = (dump_data - min_value) / range_value
+    else:
+        dump_data_to_1 = dump_data
+    # normalized, the sum of dump data is not equal with zero
+    return np.maximum(dump_data_to_1, FLOAT_EPSILON)
+
+
+def compare(my_output_dump_data: any, ground_truth_dump_data: any, args: AlgorithmParameter) -> (str, str):
+    """
+    compare my output dump data and the ground truth dump data
+    by kullback leibler divergence
+    1. P(x)=(x-Min)/(Max-Min)
+    2. pdf = x/sum(x)
+    3. sum(P(x)log(P(x)/Q(x)))
+    :param my_output_dump_data: my output dump data to compare
+    :param ground_truth_dump_data: the ground truth dump data to compare
+    :param args: the algorithm parameter
+    :return: the result of relative euclidean distance value and error message (the default is "")
+    """
+    my_output_dump_data_pdf = _normalized(my_output_dump_data)
+    ground_true_dump_data_pdf = _normalized(ground_truth_dump_data)
+    is_my_output_all_zero = np.all(my_output_dump_data_pdf == 0)
+    is_ground_truth_all_zero = np.all(ground_true_dump_data_pdf == 0)
+    if is_my_output_all_zero and is_ground_truth_all_zero:
+        message = 'Cannot compare by KL Divergence. All the data is zero in %r and %r.' \
+                  % (args.my_output_dump_file, args.ground_truth_dump_file)
+        log.print_warn_log(message)
+        return ConstManager.NAN, message
+    if is_my_output_all_zero:
+        message = 'Cannot compare by KL Divergence. All the data is zero in ' + args.my_output_dump_file + '.'
+        log.print_warn_log(message)
+        return ConstManager.NAN, message
+    if is_ground_truth_all_zero:
+        message = 'Cannot compare by KL Divergence. All the data is zero in ' + args.ground_truth_dump_file + '.'
+        log.print_warn_log(message)
+        return ConstManager.NAN, message
+
+    norm_xx = my_output_dump_data_pdf / my_output_dump_data_pdf.sum()  # cannot be all 0
+    norm_yy = ground_true_dump_data_pdf / ground_true_dump_data_pdf.sum()  # cannot be all 0
+    result = (norm_xx * np.log(norm_xx / norm_yy)).sum()
+
+    inf_message = ''
+    if abs(result) < ConstManager.FLOAT_EPSILON:
+        result = 0.0
+    if str(result) == "inf":
+        inf_message = 'Cannot compare by KL Divergence. The data contains 0 in %r.' % args.ground_truth_dump_file
+    return utils.format_value(result), inf_message

msprobe/msaccucmp/algorithm_manager/builtin_algorithm/alg_MaxAbsoluteError.py

@@ -0,0 +1,41 @@
+# coding=utf-8
+# -------------------------------------------------------------------------
+#  This file is part of the MindStudio project.
+# Copyright (c) 2025 Huawei Technologies Co.,Ltd.
+#
+# MindStudio is licensed under Mulan PSL v2.
+# You can use this software according to the terms and conditions of the Mulan PSL v2.
+# You may obtain a copy of Mulan PSL v2 at:
+#
+#          http://license.coscl.org.cn/MulanPSL2
+#
+# THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND,
+# EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
+# MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
+# See the Mulan PSL v2 for more details.
+# -------------------------------------------------------------------------
+
+"""
+Function:
+MaxAbsoluteError algorithm. This file mainly involves the compare function.
+"""
+
+import numpy as np
+
+from msprobe.msaccucmp.algorithm_manager.algorithm_parameter import AlgorithmParameter
+from msprobe.msaccucmp.cmp_utils import utils
+
+
+def compare(my_output_dump_data: any, ground_truth_dump_data: any, args: AlgorithmParameter) -> (str, str):
+    """
+    compare my output dump data and the ground truth dump data
+    by max absolute error
+    formula is max(|x[i]-y[i]|)
+    :param my_output_dump_data: my output dump data to compare
+    :param ground_truth_dump_data: the ground truth dump data to compare
+    :param args: the algorithm parameter
+    :return: the result of max absolute error value and error message (the default is "")
+    """
+    _ = args  # Bypassing parameter is not used
+    result = np.abs(my_output_dump_data - ground_truth_dump_data).max()
+    return utils.format_value(result), ""

msprobe/msaccucmp/algorithm_manager/builtin_algorithm/alg_MaxRelativeError.py

@@ -0,0 +1,46 @@
+# coding=utf-8
+# -------------------------------------------------------------------------
+#  This file is part of the MindStudio project.
+# Copyright (c) 2025 Huawei Technologies Co.,Ltd.
+#
+# MindStudio is licensed under Mulan PSL v2.
+# You can use this software according to the terms and conditions of the Mulan PSL v2.
+# You may obtain a copy of Mulan PSL v2 at:
+#
+#          http://license.coscl.org.cn/MulanPSL2
+#
+# THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND,
+# EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
+# MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
+# See the Mulan PSL v2 for more details.
+# -------------------------------------------------------------------------
+
+"""
+Function:
+MaxRelativeError algorithm. This file mainly involves the compare function.
+"""
+
+import numpy as np
+
+from msprobe.msaccucmp.algorithm_manager.algorithm_parameter import AlgorithmParameter
+from msprobe.msaccucmp.cmp_utils.constant.const_manager import ConstManager
+from msprobe.msaccucmp.cmp_utils import utils
+
+
+def compare(my_output_dump_data: any, ground_truth_dump_data: any, args: AlgorithmParameter) -> (str, str):
+    """
+    compare my output dump data and the ground truth dump data
+    by max absolute error
+    formula is MaxRE = max|(x[i]-y[i]) / y[i]|
+    :param my_output_dump_data: my output dump data to compare
+    :param ground_truth_dump_data: the ground truth dump data to compare
+    :param args: the algorithm parameter
+    :return: the result of max Relative error value and error message (the default is "")
+    """
+    _ = args  # Bypassing parameter is not used
+    result = np.where(
+        np.abs(ground_truth_dump_data) > ConstManager.FLOAT_EPSILON,
+        np.abs(my_output_dump_data / ground_truth_dump_data - 1),  # abs(aa - bb) / abs(bb) -> abs(aa / bb - 1)
+        0,
+    ).max()
+    return utils.format_value(result), ""

msprobe/msaccucmp/algorithm_manager/builtin_algorithm/alg_MeanAbsoluteError.py

@@ -0,0 +1,41 @@
+# coding=utf-8
+# -------------------------------------------------------------------------
+#  This file is part of the MindStudio project.
+# Copyright (c) 2025 Huawei Technologies Co.,Ltd.
+#
+# MindStudio is licensed under Mulan PSL v2.
+# You can use this software according to the terms and conditions of the Mulan PSL v2.
+# You may obtain a copy of Mulan PSL v2 at:
+#
+#          http://license.coscl.org.cn/MulanPSL2
+#
+# THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND,
+# EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
+# MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
+# See the Mulan PSL v2 for more details.
+# -------------------------------------------------------------------------
+
+"""
+Function:
+Mean AbsoluteError algorithm. This file mainly involves the compare function.
+"""
+
+import numpy as np
+
+from msprobe.msaccucmp.algorithm_manager.algorithm_parameter import AlgorithmParameter
+from msprobe.msaccucmp.cmp_utils import utils
+
+
+def compare(my_output_dump_data: any, ground_truth_dump_data: any, args: AlgorithmParameter) -> (str, str):
+    """
+    compare my output dump data and the ground truth dump data
+    by mean absolute error
+    formula is: MeanAE = 1/n(|x[1]-y[1]| + |x[2]-y[2]| + ... + |x[i]-y[i]|)
+    :param my_output_dump_data: my output dump data to compare
+    :param ground_truth_dump_data: the ground truth dump data to compare
+    :param args: the algorithm parameter
+    :return: the result of mean absolute error value and error message (the default is "")
+    """
+    _ = args  # Bypassing parameter is not used
+    result = np.abs(my_output_dump_data - ground_truth_dump_data).mean()
+    return utils.format_value(result), ""

msprobe/msaccucmp/algorithm_manager/builtin_algorithm/alg_MeanRelativeError.py

@@ -0,0 +1,46 @@
+# coding=utf-8
+# -------------------------------------------------------------------------
+#  This file is part of the MindStudio project.
+# Copyright (c) 2025 Huawei Technologies Co.,Ltd.
+#
+# MindStudio is licensed under Mulan PSL v2.
+# You can use this software according to the terms and conditions of the Mulan PSL v2.
+# You may obtain a copy of Mulan PSL v2 at:
+#
+#          http://license.coscl.org.cn/MulanPSL2
+#
+# THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND,
+# EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
+# MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
+# See the Mulan PSL v2 for more details.
+# -------------------------------------------------------------------------
+
+"""
+Function:
+Mean Relative Error algorithm. This file mainly involves the compare function.
+"""
+
+import numpy as np
+
+from msprobe.msaccucmp.algorithm_manager.algorithm_parameter import AlgorithmParameter
+from msprobe.msaccucmp.cmp_utils.constant.const_manager import ConstManager
+from msprobe.msaccucmp.cmp_utils import utils
+
+
+def compare(my_output_dump_data: any, ground_truth_dump_data: any, args: AlgorithmParameter) -> (str, str):
+    """
+    compare my output dump data and the ground truth dump data
+    by mean absolute error
+    formula is: MeanRE = 1/n * (|(x[1]-y[1])/y[1]| + |(x[2]-y[2])/y[2]| + ... + |(x[i]-y[i]|)/y[i]|)
+    :param my_output_dump_data: my output dump data to compare
+    :param ground_truth_dump_data: the ground truth dump data to compare
+    :param args: the algorithm parameter
+    :return: the result of mean relative error value and error message (the default is "")
+    """
+    _ = args  # Bypassing parameter is not used
+    result = np.where(
+        np.abs(ground_truth_dump_data) > ConstManager.FLOAT_EPSILON,
+        np.abs(my_output_dump_data / ground_truth_dump_data - 1),  # abs(aa - bb) / abs(bb) -> abs(aa / bb - 1)
+        0,
+    ).mean()
+    return utils.format_value(result), ""

msprobe/msaccucmp/algorithm_manager/builtin_algorithm/alg_RelativeEuclideanDistance.py

@@ -0,0 +1,46 @@
+# coding=utf-8
+# -------------------------------------------------------------------------
+#  This file is part of the MindStudio project.
+# Copyright (c) 2025 Huawei Technologies Co.,Ltd.
+#
+# MindStudio is licensed under Mulan PSL v2.
+# You can use this software according to the terms and conditions of the Mulan PSL v2.
+# You may obtain a copy of Mulan PSL v2 at:
+#
+#          http://license.coscl.org.cn/MulanPSL2
+#
+# THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND,
+# EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
+# MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
+# See the Mulan PSL v2 for more details.
+# -------------------------------------------------------------------------
+
+"""
+Function:
+RelativeEuclideanDistance algorithm. This file mainly involves the compare function.
+"""
+
+import numpy as np
+
+from msprobe.msaccucmp.algorithm_manager.algorithm_parameter import AlgorithmParameter
+from msprobe.msaccucmp.cmp_utils.constant.const_manager import ConstManager
+from msprobe.msaccucmp.cmp_utils import utils
+
+
+def compare(my_output_dump_data: any, ground_truth_dump_data: any, args: AlgorithmParameter) -> (str, str):
+    """
+    compare my output dump data and the ground truth dump data
+    by relative euclidean distance
+    formula is sqrt(sum((x[i]-y[i])*(x[i]-y[i]))) / sqrt(sum(y[i]*y[i]))
+    :param my_output_dump_data: output dump data to compare
+    :param ground_truth_dump_data: the ground truth dump data to compare
+    :param args: the algorithm parameter
+    :return: the result of relative euclidean distance value and error message (the default is "")
+    """
+    _ = args  # Bypassing parameter is not used
+    ground_truth_square_num = (ground_truth_dump_data ** 2).sum()
+    if ground_truth_square_num ** 0.5 <= ConstManager.FLOAT_EPSILON:
+        result = 0.0
+    else:
+        result = ((my_output_dump_data - ground_truth_dump_data) ** 2).sum() / ground_truth_square_num
+    return utils.format_value(result ** 0.5), ""

msprobe/msaccucmp/algorithm_manager/builtin_algorithm/alg_RootMeanSquareError.py

@@ -0,0 +1,40 @@
+# coding=utf-8
+# -------------------------------------------------------------------------
+#  This file is part of the MindStudio project.
+# Copyright (c) 2025 Huawei Technologies Co.,Ltd.
+#
+# MindStudio is licensed under Mulan PSL v2.
+# You can use this software according to the terms and conditions of the Mulan PSL v2.
+# You may obtain a copy of Mulan PSL v2 at:
+#
+#          http://license.coscl.org.cn/MulanPSL2
+#
+# THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND,
+# EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
+# MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
+# See the Mulan PSL v2 for more details.
+# -------------------------------------------------------------------------
+
+"""
+Function:
+Root Mean Square Error algorithm. This file mainly involves the compare function.
+"""
+import numpy as np
+
+from msprobe.msaccucmp.algorithm_manager.algorithm_parameter import AlgorithmParameter
+from msprobe.msaccucmp.cmp_utils import utils
+
+
+def compare(my_output_dump_data: any, ground_truth_dump_data: any, args: AlgorithmParameter) -> (str, str):
+    """
+    compare my output dump data and the ground truth dump data
+    by mean absolute error
+    formula is: RMSE = sqrt(((x[0]-y[0])^2 + (x[1]-y[1])^2 + ... + (x[i]-y[i])^2) / n)
+    :param my_output_dump_data: my output dump data to compare
+    :param ground_truth_dump_data: the ground truth dump data to compare
+    :param args: the algorithm parameter
+    :return: the result of root_mean_square error value and error message (the default is "")
+    """
+    _ = args  # Bypassing parameter is not used
+    result = np.sqrt(np.average(((my_output_dump_data - ground_truth_dump_data) ** 2)))
+    return utils.format_value(result), ""

msprobe/msaccucmp/algorithm_manager/builtin_algorithm/alg_StandardDeviation.py

@@ -0,0 +1,47 @@
+# coding=utf-8
+# -------------------------------------------------------------------------
+#  This file is part of the MindStudio project.
+# Copyright (c) 2025 Huawei Technologies Co.,Ltd.
+#
+# MindStudio is licensed under Mulan PSL v2.
+# You can use this software according to the terms and conditions of the Mulan PSL v2.
+# You may obtain a copy of Mulan PSL v2 at:
+#
+#          http://license.coscl.org.cn/MulanPSL2
+#
+# THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND,
+# EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
+# MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
+# See the Mulan PSL v2 for more details.
+# -------------------------------------------------------------------------
+
+"""
+Function:
+StandardDeviation algorithm. This file mainly involves the compare function.
+"""
+
+import numpy as np
+
+from msprobe.msaccucmp.algorithm_manager.algorithm_parameter import AlgorithmParameter
+from msprobe.msaccucmp.cmp_utils.constant.const_manager import ConstManager
+
+
+def compare(my_output_dump_data: any, ground_truth_dump_data: any, args: AlgorithmParameter) -> (str, str):
+    """
+    compare the my output dump data and the ground truth dump data
+    by standard deviation
+    :param my_output_dump_data: the my output dump data to compare
+    :param ground_truth_dump_data: the ground truth dump data to compare
+    :param args: the algorithm parameter
+    :return: the result of the standard deviation value and error message (the default is "")
+    """
+    _ = args  # Bypassing parameter is not used
+    left_std = np.std(my_output_dump_data, dtype=np.float64)
+    right_std = np.std(ground_truth_dump_data, dtype=np.float64)
+    left_mean = np.mean(my_output_dump_data, dtype=np.float64)
+    right_mean = np.mean(ground_truth_dump_data, dtype=np.float64)
+    left_std = 0.0 if abs(left_std) < ConstManager.MINIMUM_VALUE else left_std
+    left_mean = 0.0 if abs(left_mean) < ConstManager.MINIMUM_VALUE else left_mean
+    right_std = 0.0 if abs(right_std) < ConstManager.MINIMUM_VALUE else right_std
+    right_mean = 0.0 if abs(right_mean) < ConstManager.MINIMUM_VALUE else right_mean
+    return "(%.3f;%.3f),(%.3f;%.3f)" % (left_mean, left_std, right_mean, right_std), ""

msprobe/msaccucmp/cmp_utils/__init__.py

@@ -0,0 +1,16 @@
+# -------------------------------------------------------------------------
+#  This file is part of the MindStudio project.
+# Copyright (c) 2025 Huawei Technologies Co.,Ltd.
+#
+# MindStudio is licensed under Mulan PSL v2.
+# You can use this software according to the terms and conditions of the Mulan PSL v2.
+# You may obtain a copy of Mulan PSL v2 at:
+#
+#          http://license.coscl.org.cn/MulanPSL2
+#
+# THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND,
+# EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
+# MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
+# See the Mulan PSL v2 for more details.
+# -------------------------------------------------------------------------
+

msprobe/msaccucmp/cmp_utils/common.py

@@ -0,0 +1,113 @@
+# coding=utf-8
+# -------------------------------------------------------------------------
+#  This file is part of the MindStudio project.
+# Copyright (c) 2025 Huawei Technologies Co.,Ltd.
+#
+# MindStudio is licensed under Mulan PSL v2.
+# You can use this software according to the terms and conditions of the Mulan PSL v2.
+# You may obtain a copy of Mulan PSL v2 at:
+#
+#          http://license.coscl.org.cn/MulanPSL2
+#
+# THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND,
+# EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
+# MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
+# See the Mulan PSL v2 for more details.
+# -------------------------------------------------------------------------
+
+"""
+Function:
+This file mainly involves the dump data proto function.
+"""
+
+import numpy as np
+
+from msprobe.msaccucmp.cmp_utils import log
+from msprobe.msaccucmp.cmp_utils.constant.const_manager import ConstManager, DD
+from msprobe.msaccucmp.cmp_utils.constant.compare_error import CompareError
+
+
+def contain_depth_dimension(tensor_format: any) -> bool:
+    """
+    Contain depth dimension
+    :param tensor_format: the tensor format
+    :return: bool, if true contain depth dimension
+    """
+    return tensor_format in [DD.FORMAT_NDHWC, DD.FORMAT_NCDHW, DD.FORMAT_DHWCN, DD.FORMAT_NDC1HWC0]
+
+
+def get_format_string(dump_format: any) -> str:
+    """
+    Get format string by dump_format
+    :param dump_format: the dump format
+    :return: the string
+    """
+
+    for key, value in ConstManager.STRING_TO_FORMAT_MAP.items():
+        if dump_format == value:
+            return key
+    message = "The format({}) does not support.".format(str(dump_format))
+    log.print_error_log(message)
+    raise CompareError(CompareError.MSACCUCMP_INVALID_FORMAT_ERROR, message)
+
+
+def get_data_type_by_dtype(dtype: any) -> any:
+    """
+    Get data type by dtype
+    :param dtype: the numpy dtype
+    :return:the OutputDataType
+    """
+    if dtype == np.double:
+        return DD.DT_DOUBLE
+    for (key, value) in list(ConstManager.DATA_TYPE_TO_DTYPE_MAP.items()):
+        if dtype == value.get(ConstManager.DTYPE_KEY):
+            return key
+    message = "The dtype({}) does not support.".format(str(dtype))
+    log.print_error_log(message)
+    raise CompareError(CompareError.MSACCUCMP_INVALID_DATA_TYPE_ERROR, message)
+
+
+def get_dtype_by_data_type(data_type: any) -> any:
+    """
+    Get dtype by output data type
+    :param data_type: OutputDataType
+    :return: the dtype
+    """
+    if data_type not in ConstManager.DATA_TYPE_TO_DTYPE_MAP:
+        message = "The output data type ({}) does not support." .format(str(data_type))
+        log.print_error_log(message)
+        raise CompareError(CompareError.MSACCUCMP_INVALID_DATA_TYPE_ERROR, message)
+    dtype = ConstManager.DATA_TYPE_TO_DTYPE_MAP.get(data_type).get(ConstManager.DTYPE_KEY)
+    if dtype == 'bfloat16':
+        try:
+            from ml_dtypes import bfloat16
+        except ModuleNotFoundError as ee:
+            raise TypeError('bfloat16 is not supported in numpy, run `pip install ml_dtypes` for support.') from ee
+        dtype = bfloat16
+    return dtype
+
+
+def get_struct_format_by_data_type(data_type: any) -> any:
+    """
+    Get the struct format for data type
+    :param data_type: the data type
+    :return: struct format
+    """
+    if data_type not in ConstManager.DATA_TYPE_TO_DTYPE_MAP:
+        message = "The output data type({}) does not support.".format(str(data_type))
+        log.print_error_log(message)
+        raise CompareError(CompareError.MSACCUCMP_INVALID_DATA_TYPE_ERROR, message)
+    return ConstManager.DATA_TYPE_TO_DTYPE_MAP.get(data_type).get(ConstManager.STRUCT_FORMAT_KEY)
+
+
+def get_sub_format(tensor: any, default_value: int = 0) -> int:
+    """
+    Adapt group conv sub_format, to get group
+    :param tensor: the tensor
+    :param default_value: default value for sub format
+    :return: the value of sub format
+    """
+    sub_format = default_value
+    if hasattr(tensor, 'sub_format'):
+        sub_format = tensor.sub_format
+    return sub_format

msprobe/msaccucmp/cmp_utils/constant/__init__.py

@@ -0,0 +1,16 @@
+# -------------------------------------------------------------------------
+#  This file is part of the MindStudio project.
+# Copyright (c) 2025 Huawei Technologies Co.,Ltd.
+#
+# MindStudio is licensed under Mulan PSL v2.
+# You can use this software according to the terms and conditions of the Mulan PSL v2.
+# You may obtain a copy of Mulan PSL v2 at:
+#
+#          http://license.coscl.org.cn/MulanPSL2
+#
+# THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND,
+# EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
+# MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
+# See the Mulan PSL v2 for more details.
+# -------------------------------------------------------------------------
+

msprobe/msaccucmp/cmp_utils/constant/compare_error.py

@@ -0,0 +1,81 @@
+# coding=utf-8
+# -------------------------------------------------------------------------
+#  This file is part of the MindStudio project.
+# Copyright (c) 2025 Huawei Technologies Co.,Ltd.
+#
+# MindStudio is licensed under Mulan PSL v2.
+# You can use this software according to the terms and conditions of the Mulan PSL v2.
+# You may obtain a copy of Mulan PSL v2 at:
+#
+#          http://license.coscl.org.cn/MulanPSL2
+#
+# THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND,
+# EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
+# MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
+# See the Mulan PSL v2 for more details.
+# -------------------------------------------------------------------------
+
+"""
+Function:
+This file mainly involves the CompareError function.
+"""
+
+
+class CompareError(Exception):
+    """
+    The class for compare error
+    """
+    MSACCUCMP_NONE_ERROR = 0
+    MSACCUCMP_UNKNOWN_ERROR = 1
+    MSACCUCMP_NO_DUMP_FILE_ERROR = 2
+    MSACCUCMP_INVALID_PATH_ERROR = 3
+    MSACCUCMP_PARSE_DUMP_FILE_ERROR = 4
+    MSACCUCMP_MALLOC_ERROR = 5
+    MSACCUCMP_INVALID_PARAM_ERROR = 6
+    MSACCUCMP_OPEN_FILE_ERROR = 7
+    MSACCUCMP_CLOSE_FILE_ERROR = 8
+    MSACCUCMP_OPEN_DIR_ERROR = 9
+    MSACCUCMP_CLOSE_DIR_ERROR = 10
+    MSACCUCMP_INVALID_DUMP_DATA_ERROR = 11
+    MSACCUCMP_INDEX_OUT_OF_BOUNDS_ERROR = 12
+    MSACCUCMP_PARSER_JSON_FILE_ERROR = 13
+    MSACCUCMP_MEMSET_ERROR = 14
+    MSACCUCMP_LEFT_DUMP_ZERO_ERROR = 15
+    MSACCUCMP_RIGHT_DUMP_ZERO_ERROR = 16
+    MSACCUCMP_MATCH_MORE_FILE_ERROR = 17
+    MSACCUCMP_DUMP_FILE_ERROR = 18
+    MSACCUCMP_WRITE_FILE_ERROR = 19
+    MSACCUCMP_INVALID_DUMP_TYPE_ERROR = 20
+    MSACCUCMP_INVALID_DATA_TYPE_ERROR = 21
+    MSACCUCMP_INVALID_FORMAT_ERROR = 22
+    MSACCUCMP_INVALID_SHAPE_ERROR = 23
+    MSACCUCMP_INVALID_TYPE_ERROR = 24
+    MSACCUCMP_INVALID_TARGET_ERROR = 25
+    MSACCUCMP_INVALID_CONVERT_FUNC_ERROR = 26
+    MSACCUCMP_SHAPE_CONVERT_ERROR = 27
+    MSACCUCMP_INVALID_GOLDEN_EVN_ERROR = 28
+    MSACCUCMP_INVALID_JSON_FILE_ERROR = 29
+    MSACCUCMP_UNSUPPORTED_COMPARE_ERROR = 30
+    MSACCUCMP_INVALID_ALGORITHM_ERROR = 31
+    MSACCUCMP_DELETE_FILE_ERROR = 32
+    MSACCUCMP_INVALID_FILE_ERROR = 33
+    MSACCUCMP_INVALID_FRACTAL_NZ_DUMP_DATA_ERROR = 34
+    MSACCUCMP_INVALID_OVERFLOW_TYPE_ERROR = 35
+    MSACCUCMP_INVALID_OVERFLOW_STATUS_ERROR = 36
+    MSACCUCMP_INVALID_TASK_TYPE = 37
+    MSACCUCMP_MISSING_FILE = 38
+    MSACCUCMP_UNMATCH_STANDARD_DUMP_SIZE = 39
+    MSACCUCMP_UNMATCH_DATA_SHAPE_ERROR = 40
+    MSACCUCMP_INVALID_SLICE_DATA = 41
+    MSACCUCMP_INVALID_INPUT_MAPPING = 42
+    MSACCUCMP_FILE_TOO_LARGE_ERROR = 43
+    MSACCUCMP_SYMLINK_ERROR = 44
+    MSACCUCMP_FILE_EXISTS_ERROR = 45
+    MSACCUCMP_DANGER_FILE_ERROR = 46
+    MSACCUCMP_PARSE_NANO_DUMP_FILE_ERROR = 47
+    MSACCUCMP_NAME_ERROR = 48
+
+    def __init__(self: any, code: int, message: str = "") -> None:
+        super().__init__(code)
+        self.code = code
+        self.message = message