mindstudio-probe 8.3.2__py3-none-any.whl → 26.0.0a1__py3-none-any.whl

msprobe/infer/offline/compare/msquickcmp/dump/args_adapter.py

@@ -0,0 +1,50 @@
+# -*- coding: utf-8 -*-
+# -------------------------------------------------------------------------
+#  This file is part of the MindStudio project.
+# Copyright (c) 2025 Huawei Technologies Co.,Ltd.
+#
+# MindStudio is licensed under Mulan PSL v2.
+# You can use this software according to the terms and conditions of the Mulan PSL v2.
+# You may obtain a copy of Mulan PSL v2 at:
+#
+#          http://license.coscl.org.cn/MulanPSL2
+#
+# THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND,
+# EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
+# MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
+# See the Mulan PSL v2 for more details.
+# -------------------------------------------------------------------------
+
+import os
+
+CANN_PATH = os.environ.get('ASCEND_TOOLKIT_HOME', "/usr/local/Ascend/ascend-toolkit/latest")
+
+
+class DumpArgsAdapter:
+    def __init__(
+            self,
+            model_path,
+            input_data="",
+            cann_path=CANN_PATH,
+            output_path="./output",
+            input_shape="",
+            rank="0",
+            dym_shape_range="",
+            onnx_fusion_switch=True,
+            custom_op="",
+            dump=True,
+            single_op="",
+            output_size=""
+    ):
+        self.golden_path = model_path
+        self.input_data = input_data
+        self.cann_path = cann_path
+        self.output_path = output_path
+        self.input_shape = input_shape
+        self.rank = rank
+        self.dym_shape_range = dym_shape_range
+        self.onnx_fusion_switch = onnx_fusion_switch
+        self.custom_op = custom_op
+        self.dump = dump
+        self.single_op = single_op
+        self.output_size = output_size

msprobe/infer/offline/compare/msquickcmp/dump/dump_process.py

@@ -0,0 +1,91 @@
+# -*- coding: utf-8 -*-
+# -------------------------------------------------------------------------
+#  This file is part of the MindStudio project.
+# Copyright (c) 2025 Huawei Technologies Co.,Ltd.
+#
+# MindStudio is licensed under Mulan PSL v2.
+# You can use this software according to the terms and conditions of the Mulan PSL v2.
+# You may obtain a copy of Mulan PSL v2 at:
+#
+#          http://license.coscl.org.cn/MulanPSL2
+#
+# THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND,
+# EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
+# MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
+# See the Mulan PSL v2 for more details.
+# -------------------------------------------------------------------------
+
+"""
+Function:
+This class mainly dump model ops inputs and outputs.
+"""
+
+import os
+import time
+
+from msprobe.core.common.file_utils import check_file_or_directory_path, create_directory
+from msprobe.core.common.log import logger
+from msprobe.core.common.const import Const
+from msprobe.infer.offline.compare.msquickcmp.atc import atc_utils
+from msprobe.infer.offline.compare.msquickcmp.common import utils
+from msprobe.infer.offline.compare.msquickcmp.common.convert import convert_npy_to_bin
+from msprobe.infer.offline.compare.msquickcmp.common.utils import AccuracyCompareException, get_shape_to_directory_name
+from msprobe.infer.offline.compare.msquickcmp.dump.args_adapter import DumpArgsAdapter
+from msprobe.infer.offline.compare.msquickcmp.npu.npu_dump_data import NpuDumpData
+from msprobe.infer.offline.compare.msquickcmp.npu.om_parser import OmParser
+
+
+def dump_process(args: DumpArgsAdapter):
+    """
+    Function Description:
+        main process function
+    Exception Description:
+        exit the program when an AccuracyCompare Exception  occurs
+    """
+    args.golden_path = os.path.realpath(args.golden_path)
+    args.cann_path = os.path.realpath(args.cann_path)
+    args.input_data = convert_npy_to_bin(args.input_data)
+    check_and_dump(args)
+    logger.info(Const.TOOL_ENDS_SUCCESSFULLY)
+
+
+def check_and_dump(args):
+    check_file_or_directory_path(args.golden_path, False)
+    utils.check_device_param_valid(args.rank)
+    time_dir = time.strftime("%Y%m%d%H%M%S", time.localtime())
+    original_out_path = os.path.realpath(os.path.join(args.output_path, time_dir))
+    args.output_path = original_out_path
+    create_directory(args.output_path)
+    # deal with the dymShape_range param if exists
+    input_shapes = []
+    if args.dym_shape_range:
+        input_shapes = utils.parse_dym_shape_range(args.dym_shape_range)
+    if not input_shapes:
+        input_shapes.append("")
+    for input_shape in input_shapes:
+        dump_data(args, input_shape, original_out_path)
+
+
+def dump_data(args, input_shape, original_out_path):
+    if input_shape:
+        args.input_shape = input_shape
+        args.output_path = os.path.join(original_out_path, get_shape_to_directory_name(args.input_shape))
+
+    _, extension = utils.get_model_name_and_extension(args.golden_path)
+    if extension == ".onnx":
+        from msprobe.infer.offline.compare.msquickcmp.onnx_model.onnx_dump_data import OnnxDumpData
+        dumper = OnnxDumpData(args, npu_dump_npy_path=None)
+        dumper.generate_inputs_data(npu_dump_data_path=None, use_aipp=False)
+        dumper.generate_dump_data()
+    elif extension == ".om":
+        output_json_path = atc_utils.convert_model_to_json(args.cann_path, args.golden_path, args.output_path)
+        om_parser = OmParser(output_json_path)
+        use_aipp = True if om_parser.get_aipp_config_content() else False
+
+        args.target_path = args.golden_path
+        dumper = NpuDumpData(args, is_golden=False)
+        dumper.generate_inputs_data(use_aipp=use_aipp)
+        dumper.generate_dump_data()
+    else:
+        logger.error("Dump model files whose names end with .onnx or .om are supported, please check your model type.")
+        raise AccuracyCompareException(utils.ACCURACY_COMPARISON_MODEL_TYPE_ERROR)

msprobe/infer/offline/compare/msquickcmp/install_aclruntime_aisbench.sh

@@ -0,0 +1,180 @@
+#!/bin/bash
+# -------------------------------------------------------------------------
+#  This file is part of the MindStudio project.
+# Copyright (c) 2025 Huawei Technologies Co.,Ltd.
+#
+# MindStudio is licensed under Mulan PSL v2.
+# You can use this software according to the terms and conditions of the Mulan PSL v2.
+# You may obtain a copy of Mulan PSL v2 at:
+#
+#          http://license.coscl.org.cn/MulanPSL2
+#
+# THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND,
+# EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
+# MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
+# See the Mulan PSL v2 for more details.
+# -------------------------------------------------------------------------
+
+NO_CHECK_CERTIFICATE="$1"
+
+declare -i ret_ok=0
+declare -i ret_run_failed=1
+
+# 读取 config.ini 中的 URL 配置
+# 获取当前脚本的目录
+SCRIPT_DIR="$(dirname "$(realpath "$0")")"
+# 构建config.ini的路径
+CONFIG_FILE="$SCRIPT_DIR/config.ini"
+WHL_BASE_URL=$(grep 'whl_base_url' "$CONFIG_FILE" | sed 's/whl_base_url=//')
+ACLRUNTIME_SHA_BASE_URL=$(grep 'aclruntime_sha_base_url' "$CONFIG_FILE" | sed 's/aclruntime_sha_base_url=//')
+TOOLS_BAS_URL_SUFFIX=$(grep 'tools_base_url' "$CONFIG_FILE" | sed 's/tools_base_url=//')
+AIS_BENCH_WHL_DOWNLOAD_URL=$(grep 'ais_bench_whl_download_url' "$CONFIG_FILE" | sed 's/ais_bench_whl_download_url=//')
+AIS_BENCH_SHA_BASE_URL=$(grep 'ais_bench_sha_base_url' "$CONFIG_FILE" | sed 's/ais_bench_sha_base_url=//')
+TOOLS_BAS_URL="git+$TOOLS_BAS_URL_SUFFIX"
+
+
+download_and_install_aclruntime() {
+    ACLRUNTIME_VERSION=`pip3 show aclruntime | awk '/Version: /{print $2}'`
+
+    if [ "$arg_force_reinstall" = "--force-reinstall" ]; then
+        echo "Force reinstall aclruntime"
+    elif [ "$ACLRUNTIME_VERSION" = "0.0.2" ]; then
+        echo "aclruntime==0.0.2 already installed, skip"
+        return
+    fi
+
+    echo "download and install aclruntime"
+    PYTHON3_MINI_VERSION=`python3 --version | cut -d'.' -f 2`
+    PYTHON3_MINI_VERSION=`python3 --version | cut -d'.' -f 2`
+    if [ "$PYTHON3_MINI_VERSION" = "7" ]; then
+        SUB_SUFFIX="m"
+    else
+        SUB_SUFFIX=""
+    fi
+    echo "PYTHON3_MINI_VERSION=$PYTHON3_MINI_VERSION, SUB_SUFFIX=$SUB_SUFFIX"
+    PLATFORM=$(uname -m)
+
+    WHL_NAME="aclruntime-0.0.2-cp3${PYTHON3_MINI_VERSION}-cp3${PYTHON3_MINI_VERSION}${SUB_SUFFIX}-linux_${PLATFORM}.whl"
+    echo "WHL_NAME=$WHL_NAME, URL=${WHL_BASE_URL}${WHL_NAME}"
+    if [ "$NO_CHECK_CERTIFICATE" == "True" ]; then
+        echo "[WARNING] --no-check will skip checking the certificate of the target website, posing security risk."
+        wget --no-check-certificate -c "${WHL_BASE_URL}${WHL_NAME}"
+    else
+        wget -c "${WHL_BASE_URL}${WHL_NAME}"
+    fi
+
+    if [ $PYTHON3_MINI_VERSION -gt 11 ]; then
+        echo "Unsupported python3 version"
+        exit 1
+    fi
+
+    SHA_NAME="${WHL_NAME%.whl}.sha256"
+    SHA_URL=${ACLRUNTIME_SHA_BASE_URL}${SHA_NAME}
+    echo "Downloading aclruntime SHA from: ${SHA_URL}"
+    if [ "$NO_CHECK_CERTIFICATE" == "True" ]; then
+        sha256Value=$(curl -kfsSL "${SHA_URL}" | awk '{print $1}')
+    else
+        sha256Value=$(curl -fsSL "${SHA_URL}" | awk '{print $1}')
+    fi
+
+
+    sha256Data=$(sha256sum "$WHL_NAME" | cut -d' ' -f1)
+    if [[ "${sha256Data}" != "${sha256Value}" ]]; then
+        echo "Failed to verify sha256: $WHL_NAME"
+        exit 1
+    else
+        echo "sha256 verification passed: $WHL_NAME"
+    fi
+
+    MAX_RETRIES=3  # 最大重试次数
+    retry_count=0  # 当前重试计数
+
+    while [ $retry_count -lt $MAX_RETRIES ]; do
+        pip3 install $WHL_NAME $arg_force_reinstall && rm -f $WHL_NAME
+        if [ $? -eq 0 ]; then
+            echo "[INFO] Installation succeeded."
+            break  # 成功安装，退出循环
+        else
+            retry_count=$((retry_count + 1))
+            echo "[ERROR] Downloading or installing from whl failed. Attempt $retry_count of $MAX_RETRIES."
+            echo "Please go to '$AIS_BENCH_WHL_DOWNLOAD_URL', download the whl file and install it manually if the problem persists."
+
+            # Optional: 等待一段时间再重试
+            sleep 1  # 等待 1 秒再重试
+        fi
+    done
+
+    if [ $retry_count -eq $MAX_RETRIES ]; then
+        echo "[ERROR] Reached maximum retry attempts. Exiting."
+        exit 1  # 达到最大重试次数，退出
+    fi
+}
+
+download_and_install_ais_bench() {
+    AIS_BENCH_VERSION=`pip3 show ais_bench | awk '/Version: /{print $2}'`
+
+    if [ "$arg_force_reinstall" = "--force-reinstall" ]; then
+        echo "Force reinstall ais_bench"
+    elif [ "$AIS_BENCH_VERSION" = "0.0.2" ]; then
+        echo "ais_bench==0.0.2 already installed, skip"
+        return
+    fi
+
+    WHL_NAME="ais_bench-0.0.2-py3-none-any.whl"
+    echo "WHL_NAME=$WHL_NAME, URL=${WHL_BASE_URL}${WHL_NAME}"
+    if [ "$NO_CHECK_CERTIFICATE" == "True" ]; then
+        echo "[WARNING] --no-check will skip checking the certificate of the target website, posing security risk."
+        wget --no-check-certificate -c "${WHL_BASE_URL}${WHL_NAME}"
+    else
+        wget -c "${WHL_BASE_URL}${WHL_NAME}"
+    fi
+
+    SHA_NAME="${WHL_NAME%.whl}.sha256"
+    SHA_URL=${AIS_BENCH_SHA_BASE_URL}${SHA_NAME}
+    echo "Downloading ais_bench SHA from: ${SHA_URL}"
+    if [ "$NO_CHECK_CERTIFICATE" == "True" ]; then
+        sha256Value=$(curl -kfsSL "${SHA_URL}" | awk '{print $1}')
+    else
+        sha256Value=$(curl -fsSL "${SHA_URL}" | awk '{print $1}')
+    fi
+
+    sha256Data=$(sha256sum "$WHL_NAME" | cut -d' ' -f1)
+    if [[ "${sha256Data}" != "${sha256Value}" ]]; then
+        echo "Failed to verify sha256: $WHL_NAME"
+        exit 1
+    else
+        echo "sha256 verification passed: $WHL_NAME"
+    fi
+
+    MAX_RETRIES=3  # 最大重试次数
+    retry_count=0  # 当前重试计数
+
+    while [ $retry_count -lt $MAX_RETRIES ]; do
+        pip3 install $WHL_NAME $arg_force_reinstall && rm -f $WHL_NAME
+        if [ $? -eq 0 ]; then
+            echo "[INFO] Installation succeeded."
+            break  # 成功安装，退出循环
+        else
+            retry_count=$((retry_count + 1))
+            echo "[ERROR] Downloading or installing from whl failed. Attempt $retry_count of $MAX_RETRIES."
+            echo "Please go to '$AIS_BENCH_WHL_DOWNLOAD_URL', download the whl file and install it manually if the problem persists."
+
+            # Optional: 等待一段时间再重试
+            sleep 1  # 等待 1 秒再重试
+        fi
+    done
+
+    if [ $retry_count -eq $MAX_RETRIES ]; then
+        echo "[ERROR] Reached maximum retry attempts. Exiting."
+        exit 1  # 达到最大重试次数，退出
+    fi
+}
+
+ret=0
+download_and_install_aclruntime
+ret=$(( $ret + $? ))
+
+download_and_install_ais_bench
+ret=$(( $ret + $? ))
+
+exit $ret

msprobe/infer/offline/compare/msquickcmp/main.py

@@ -0,0 +1,199 @@
+# -*- coding: utf-8 -*-
+# -------------------------------------------------------------------------
+#  This file is part of the MindStudio project.
+# Copyright (c) 2025 Huawei Technologies Co.,Ltd.
+#
+# MindStudio is licensed under Mulan PSL v2.
+# You can use this software according to the terms and conditions of the Mulan PSL v2.
+# You may obtain a copy of Mulan PSL v2 at:
+#
+#          http://license.coscl.org.cn/MulanPSL2
+#
+# THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND,
+# EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
+# MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
+# See the Mulan PSL v2 for more details.
+# -------------------------------------------------------------------------
+
+import os
+import subprocess
+
+from msprobe.core.common.log import logger
+from msprobe.core.compare.utils import print_compare_ends_info
+from msprobe.infer.offline.compare.msquickcmp.adapter_cli.args_adapter import CmpArgsAdapter
+from msprobe.infer.offline.compare.msquickcmp.cmp_process import cmp_process
+from msprobe.infer.offline.compare.msquickcmp.common.args_check import (
+    check_model_path_legality,
+    check_output_path_legality,
+    check_dict_kind_string,
+    check_rank_range_valid,
+    check_number_list,
+    check_dym_range_string,
+    str2bool,
+    check_input_data_path
+)
+from msprobe.infer.offline.compare.msquickcmp.dump.args_adapter import DumpArgsAdapter
+from msprobe.infer.offline.compare.msquickcmp.dump.dump_process import dump_process
+from msprobe.core.common.file_utils import check_file_or_directory_path
+
+CANN_PATH = os.environ.get('ASCEND_TOOLKIT_HOME', "/usr/local/Ascend/ascend-toolkit/latest")
+
+
+def _offline_dump_parser(parser):
+    parser.add_argument(
+        '--model_path',
+        required=True,
+        dest="model_path",
+        type=check_model_path_legality,
+        help='The original model .onnx or .om file path'
+    )
+    parser.add_argument(
+        '--input_data',
+        default='',
+        dest="input_data",
+        type=check_input_data_path,
+        help='The input data path of the model. Separate multiple inputs with commas(,).'
+             ' E.g: input_0.bin,input_1.bin'
+    )
+    parser.add_argument(
+        '-o',
+        '--output_path',
+        dest="output_path",
+        default='./output',
+        type=check_output_path_legality,
+        help='The output path'
+    )
+    parser.add_argument(
+        '--input_shape',
+        type=check_dict_kind_string,
+        dest="input_shape",
+        default='',
+        help="Shape of input shape. Separate multiple nodes with semicolons(;)."
+             " E.g: \"input_name1:1,224,224,3;input_name2:3,300\""
+    )
+    parser.add_argument(
+        '--rank',
+        type=check_rank_range_valid,
+        dest="rank",
+        default='0',
+        help='Input rank ID [0, 255].'
+    )
+    parser.add_argument(
+        '--dym_shape_range',
+        type=check_dym_range_string,
+        dest="dym_shape_range",
+        default='',
+        help="Dynamic shape range using in dynamic model, "
+             "using this means ignore input_shape"
+             " E.g: \"input_name1:1,3,200~224,224-230;input_name2:1,300\""
+    )
+    parser.add_argument(
+        '--output_size',
+        dest="output_size",
+        default='',
+        help='The size of output. Separate multiple sizes with commas(,). E.g: 10200,34000'
+    )
+    parser.add_argument(
+        '--onnx_fusion_switch',
+        dest="onnx_fusion_switch",
+        default=True,
+        type=str2bool,
+        help='Onnxruntime fusion switch, set False for dump complete onnx data when '
+             'necessary.Usage: --onnx_fusion_switch False'
+    )
+
+
+def offline_dump_cli(args):
+    dump_args = DumpArgsAdapter(
+        args.model_path,
+        input_data=args.input_data,
+        cann_path=CANN_PATH,
+        output_path=args.output_path,
+        input_shape=args.input_shape, rank=args.rank,
+        dym_shape_range=args.dym_shape_range,
+        onnx_fusion_switch=args.onnx_fusion_switch,
+        output_size=args.output_size
+    )
+    dump_process(dump_args)
+
+
+def compare_offline_model_mode(args):
+    args = set_args_default(args)
+    check_compare_args(args)
+
+    if not args.golden_path:
+        logger.error("The following args are required: -gp/--golden_path")
+        return
+    cmp_args = CmpArgsAdapter(
+        args.golden_path,
+        args.target_path,
+        args.input_data,
+        CANN_PATH,
+        args.output_path,
+        args.input_shape,
+        args.rank,
+        args.output_size,
+        args.dym_shape_range,
+        args.onnx_fusion_switch
+    )
+    cmp_process(cmp_args)
+    print_compare_ends_info()
+
+
+def set_args_default(args):
+    if not hasattr(args, 'rank') or not args.rank:
+        args.rank = '0'
+    if not hasattr(args, 'input_data'):
+        args.input_data = ''
+    if not hasattr(args, 'input_shape'):
+        args.input_shape = ''
+    if not hasattr(args, 'output_size'):
+        args.output_size = ''
+    if not hasattr(args, 'dym_shape_range'):
+        args.dym_shape_range = ''
+    if not hasattr(args, 'onnx_fusion_switch'):
+        args.onnx_fusion_switch = True
+    return args
+
+
+def check_compare_args(args):
+    if args.target_path:
+        check_file_or_directory_path(args.target_path, False, False, [".om"])
+    if args.golden_path:
+        check_file_or_directory_path(args.golden_path, False, False, [".onnx", ".om"])
+    if args.output_path:
+        args.output_path = check_output_path_legality(args.output_path)
+    if args.input_data:
+        args.input_data = check_input_data_path(args.input_data)
+    if args.input_shape:
+        args.input_shape = check_dict_kind_string(args.input_shape)
+    if args.rank:
+        args.rank = check_rank_range_valid(args.rank)
+    if args.output_size:
+        args.output_size = check_number_list(args.output_size)
+    if args.dym_shape_range:
+        args.dym_shape_range = check_dym_range_string(args.dym_shape_range)
+    if args.onnx_fusion_switch:
+        args.onnx_fusion_switch = str2bool(args.onnx_fusion_switch)
+
+
+def _install_offline_deps_parser(parser):
+    parser.add_argument(
+        "--no_check",
+        dest="no_check",
+        action="store_true",
+        help="<optional> Whether to skip checking the target website's certificate information "
+             "when installing aclruntime and ais_bench poses a certain security risk. "
+             "This poses a certain security risk, "
+             "and users should use it with caution and bear the consequences themselves.",
+        required=False
+    )
+
+
+def install_offline_deps_cli(args):
+    offline_extra_install_cmd = [
+        "/bin/bash",
+        os.path.abspath(os.path.join(os.path.dirname(__file__), "install_aclruntime_aisbench.sh")),
+        str(args.no_check)
+    ]
+    subprocess.run(offline_extra_install_cmd, shell=False)

msprobe/infer/offline/compare/msquickcmp/net_compare/__init__.py

@@ -0,0 +1,16 @@
+# -*- coding: utf-8 -*-
+# -------------------------------------------------------------------------
+#  This file is part of the MindStudio project.
+# Copyright (c) 2025 Huawei Technologies Co.,Ltd.
+#
+# MindStudio is licensed under Mulan PSL v2.
+# You can use this software according to the terms and conditions of the Mulan PSL v2.
+# You may obtain a copy of Mulan PSL v2 at:
+#
+#          http://license.coscl.org.cn/MulanPSL2
+#
+# THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND,
+# EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
+# MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
+# See the Mulan PSL v2 for more details.
+# -------------------------------------------------------------------------