mindstudio-probe 1.3.0__py3-none-any.whl → 8.1.1__py3-none-any.whl

msprobe/core/common/runtime.py

@@ -0,0 +1,25 @@
+# Copyright (c) 2025, Huawei Technologies Co., Ltd.
+# All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0  (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+from msprobe.core.common.const import Const
+
+
+class Runtime:
+    step_count: int = 0
+    rank_id: int = -1
+    is_running: bool = False
+    run_mode: str = Const.PYNATIVE_MODE
+    current_iter: int = 0
+    current_rank: None

msprobe/core/common/utils.py

@@ -18,6 +18,7 @@ import os
 import re
 import subprocess
 import time
+import inspect
 from datetime import datetime, timezone
 
 import numpy as np
@@ -26,10 +27,15 @@ from msprobe.core.common.file_utils import (FileOpen, check_file_or_directory_pa
 from msprobe.core.common.const import Const, CompareConst
 from msprobe.core.common.log import logger
 from msprobe.core.common.exceptions import MsprobeException
+from msprobe.core.common.decorator import recursion_depth_decorator
 
 
 device = collections.namedtuple('device', ['type', 'index'])
 prefixes = ['api_stack', 'list', 'range', 'acl']
+file_suffix_to_file_type = {
+    "dump.json": Const.DUMP_JSON_FILE,
+    "debug.json": Const.DEBUG_JSON_FILE,
+}
 
 
 class MsprobeBaseException(Exception):
@@ -74,6 +80,7 @@ class MsprobeBaseException(Exception):
     NAMES_STRUCTS_MATCH_ERROR = 34
     INVALID_STATE_ERROR = 35
     INVALID_API_NAME_ERROR = 36
+    CROSS_FRAME_ERROR = 37
 
     def __init__(self, code, error_info: str = ""):
         super(MsprobeBaseException, self).__init__()
@@ -190,27 +197,6 @@ def check_regex_prefix_format_valid(prefix):
         raise ValueError(f"prefix contains invalid characters, prefix pattern {Const.REGEX_PREFIX_PATTERN}")
 
 
-def execute_command(cmd):
-    """
-    Function Description:
-        run the following command
-    Parameter:
-        cmd: command
-    Exception Description:
-        when invalid command throw exception
-    """
-    logger.info('Execute command:%s' % cmd)
-    process = subprocess.Popen(cmd, shell=False, stdout=subprocess.PIPE, stderr=subprocess.STDOUT)
-    while process.poll() is None:
-        line = process.stdout.readline()
-        line = line.strip()
-        if line:
-            logger.info(line)
-    if process.returncode != 0:
-        logger.error('Failed to execute command:%s' % " ".join(cmd))
-        raise CompareException(CompareException.INVALID_DATA_ERROR)
-
-
 def add_time_as_suffix(name):
     return '{}_{}.csv'.format(name, time.strftime("%Y%m%d%H%M%S", time.localtime(time.time())))
 
@@ -231,17 +217,33 @@ def format_value(value):
     return float('{:.12f}'.format(value))
 
 
-def md5_find(data):
-    for key_op in data:
-        for api_info in data[key_op]:
-            if isinstance(data[key_op][api_info], list):
-                for data_detail in data[key_op][api_info]:
-                    if data_detail and 'md5' in data_detail:
-                        return True
-            if isinstance(data[key_op][api_info], bool):
-                continue
-            elif data[key_op][api_info] and 'md5' in data[key_op][api_info]:
+@recursion_depth_decorator('msprobe.core.common.utils.md5_find', max_depth=Const.DUMP_MAX_DEPTH)
+def md5_find(data, json_type=Const.DUMP_JSON_FILE):
+    if json_type == Const.DUMP_JSON_FILE:
+        for key_op in data:
+            for api_info in data[key_op]:
+                if isinstance(data[key_op][api_info], list):
+                    for data_detail in data[key_op][api_info]:
+                        if data_detail and Const.MD5 in data_detail:
+                            return True
+                if isinstance(data[key_op][api_info], bool):
+                    continue
+                elif data[key_op][api_info] and Const.MD5 in data[key_op][api_info]:
+                    return True
+    elif json_type == Const.DEBUG_JSON_FILE:
+        if isinstance(data, dict):
+            if Const.MD5 in data:
                 return True
+            else:
+                for _, data_info in data.items():
+                    if md5_find(data_info, Const.DEBUG_JSON_FILE):
+                        return True
+        elif isinstance(data, list):
+            for data_info in data:
+                if md5_find(data_info, Const.DEBUG_JSON_FILE):
+                    return True
+        else:
+            return False
     return False
 
 
@@ -279,13 +281,41 @@ def get_stack_construct_by_dump_json_path(dump_json_path):
 def set_dump_path(input_param):
     npu_path = input_param.get("npu_json_path", None)
     bench_path = input_param.get("bench_json_path", None)
-    npu_path_valid = npu_path is not None and npu_path.endswith("dump.json")
-    bench_path_valid = bench_path is not None and bench_path.endswith("dump.json")
-    if not npu_path_valid or not bench_path_valid:
+    dump_json_path_valid = npu_path is not None and npu_path.endswith("dump.json") and \
+        bench_path is not None and bench_path.endswith("dump.json")
+    debug_json_path_valid = npu_path is not None and npu_path.endswith("debug.json") and \
+        bench_path is not None and bench_path.endswith("debug.json")
+    if not dump_json_path_valid and not debug_json_path_valid:
         logger.error(f"Please check the json path is valid and ensure that neither npu_path nor bench_path is None.")
         raise CompareException(CompareException.INVALID_PATH_ERROR)
-    input_param['npu_dump_data_dir'] = os.path.join(os.path.dirname(npu_path), Const.DUMP_TENSOR_DATA)
-    input_param['bench_dump_data_dir'] = os.path.join(os.path.dirname(bench_path), Const.DUMP_TENSOR_DATA)
+    input_param[CompareConst.NPU_DUMP_DATA_DIR] = os.path.join(os.path.dirname(npu_path), Const.DUMP_TENSOR_DATA)
+    input_param[CompareConst.BENCH_DUMP_DATA_DIR] = os.path.join(os.path.dirname(bench_path), Const.DUMP_TENSOR_DATA)
+
+
+def get_file_type(file_path):
+    if not isinstance(file_path, str):
+        logger.error("get_file_type failed, check the type of file_path.")
+        raise CompareException(CompareException.INVALID_PATH_ERROR)
+    file_type = file_suffix_to_file_type.get(file_path.split(Const.SCOPE_SEPARATOR)[-1])
+    if file_type is None:
+        logger.error("get_file_type failed, file_path is neither dump.json nor debug.json.")
+        raise CompareException(CompareException.INVALID_PATH_ERROR)
+    return file_type
+
+
+def check_dump_json_key(json_data, device_type):
+    task = json_data.get('task', None)
+    if not task:
+        logger.error(f"Task for {device_type} is empty, please check.")
+        raise CompareException(CompareException.INVALID_TASK_ERROR)
+    if 'data' not in json_data:
+        logger.error(f"Missing 'data' in dump.json, please check dump.json of {device_type}.")
+        raise CompareException(CompareException.INVALID_DATA_ERROR)
+    api_data = json_data.get('data')
+    if not isinstance(api_data, dict):
+        logger.error(f"Invalid type for 'data': expected a dict. Please check dump.json of {device_type}.")
+        raise CompareException(CompareException.INVALID_DATA_ERROR)
+    return task, api_data
 
 
 def get_dump_mode(input_param):
@@ -293,13 +323,10 @@ def get_dump_mode(input_param):
     bench_path = input_param.get("bench_json_path", None)
     npu_json_data = load_json(npu_path)
     bench_json_data = load_json(bench_path)
+    json_type = get_file_type(file_path=npu_path)
 
-    npu_task = npu_json_data.get('task', None)
-    bench_task = bench_json_data.get('task', None)
-
-    if not npu_task or not bench_task:
-        logger.error(f"Please check the dump task is correct, npu's task is {npu_task}, bench's task is {bench_task}.")
-        raise CompareException(CompareException.INVALID_TASK_ERROR)
+    npu_task, npu_api_data = check_dump_json_key(npu_json_data, 'npu')
+    bench_task, bench_api_data = check_dump_json_key(bench_json_data, 'bench')
 
     if npu_task != bench_task:
         logger.error(f"Please check the dump task is consistent.")
@@ -312,8 +339,8 @@ def get_dump_mode(input_param):
         return Const.STRUCTURE
 
     if npu_task == Const.STATISTICS:
-        npu_md5_compare = md5_find(npu_json_data['data'])
-        bench_md5_compare = md5_find(bench_json_data['data'])
+        npu_md5_compare = md5_find(npu_api_data, json_type)
+        bench_md5_compare = md5_find(bench_api_data, json_type)
         if npu_md5_compare == bench_md5_compare:
             return Const.MD5 if npu_md5_compare else Const.SUMMARY
         else:
@@ -436,6 +463,28 @@ def check_init_step(step):
                 f"{step} must be greater than or equal to 0")
 
 
+def check_token_range(token_range):
+    if token_range is None:
+        return
+    if not isinstance(token_range, (list, tuple)):
+        logger.error("Token_range must be a list or tuple.")
+        raise MsprobeException(MsprobeException.INVALID_PARAM_ERROR)
+    if len(token_range) != 2:
+        logger.error("Token_range must contains exactly 2 elements.")
+        raise MsprobeException(MsprobeException.INVALID_PARAM_ERROR)
+
+    start, end = token_range
+    if not isinstance(start, int) or not isinstance(end, int):
+        logger.error("Start and end in token_range must be integer.")
+        raise MsprobeException(MsprobeException.INVALID_PARAM_ERROR)
+    if start > end:
+        logger.error("Start in token_range must less than the end.")
+        raise MsprobeException(MsprobeException.INVALID_PARAM_ERROR)
+    if start < 0:
+        logger.error("Start in token_range must >= 0.")
+        raise MsprobeException(MsprobeException.INVALID_PARAM_ERROR)
+
+
 def check_seed_all(seed, mode, rm_dropout):
     if is_int(seed):
         if seed < 0 or seed > Const.MAX_SEED_VALUE:
@@ -505,4 +554,46 @@ def is_save_variable_valid(variable, valid_special_types, depth=0):
         return all(isinstance(key, str) and is_save_variable_valid(value, valid_special_types, depth + 1)
                    for key, value in variable.items())
     else:
-        return False
+        return False
+
+
+def replace_last_occurrence(text, old, new):
+    if text is None:
+        return text
+    index = text.rfind(old)
+    if index != -1:
+        return text[:index] + text[index:].replace(old, new, 1)
+    return text
+
+
+def load_stack_json(stack_path):
+    stack_dict = load_json(stack_path)
+    if not stack_dict.get(Const.NEW_STACK_FLAG):
+        return stack_dict
+
+    new_stack_dict = {}
+    for stack_info in stack_dict.values():
+        if len(stack_info) != 2:
+            continue
+        api_list, stack_str = stack_info
+        for api_name in api_list:
+            new_stack_dict.update({api_name: stack_str})
+    return new_stack_dict
+
+
+def analyze_api_call_stack(name):
+    try:
+        api_stack = inspect.stack()[2:]
+    except Exception as e:
+        logger.warning(f"The call stack of {name} failed to retrieve, {e}.")
+        api_stack = None
+    stack_str = []
+    if api_stack:
+        for (_, path, line, func, code, _) in api_stack:
+            if not code:
+                continue
+            stack_line = f"File {path}, line {str(line)}, in {func}, \n {code[0].strip()} \n"
+            stack_str.append(stack_line)
+    else:
+        stack_str.append(Const.WITHOUT_CALL_STACK)
+    return "".join(stack_str)

msprobe/core/common_config.py

@@ -111,3 +111,10 @@ class BaseConfig:
                         f"The element '{mode}' of data_mode {self.data_mode} is not in {Const.DUMP_DATA_MODE_LIST}.",
                         MsprobeException(MsprobeException.INVALID_PARAM_ERROR)
                     )
+
+    def _check_summary_mode(self):
+        if self.summary_mode and self.summary_mode not in Const.SUMMARY_MODE:
+            logger.error_log_with_exp(
+                        f"summary_mode is invalid, summary_mode is not in {Const.SUMMARY_MODE}.",
+                        MsprobeException(MsprobeException.INVALID_PARAM_ERROR)
+                    )