mindstudio-probe 8.3.2__py3-none-any.whl → 26.0.0a1__py3-none-any.whl

tb_graph_ascend/server/app/model/match_nodes_model.py

@@ -0,0 +1,573 @@
+# -------------------------------------------------------------------------
+#  This file is part of the MindStudio project.
+# Copyright (c) 2025 Huawei Technologies Co.,Ltd.
+#
+# MindStudio is licensed under Mulan PSL v2.
+# You can use this software according to the terms and conditions of the Mulan PSL v2.
+# You may obtain a copy of Mulan PSL v2 at:
+#
+#          http://license.coscl.org.cn/MulanPSL2
+#
+# THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND,
+# EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
+# MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
+# See the Mulan PSL v2 for more details.
+# -------------------------------------------------------------------------
+
+from ..utils.graph_utils import GraphUtils
+from ..utils.constant import ADD_MATCH_KEYS, MODULE, NPU, BENCH
+from ..utils.global_state import GraphState
+
+
+class MatchNodesController:
+
+    @staticmethod
+    def is_same_node_type(graph_data, npu_node_name, bench_node_name):
+        npu_node_type = graph_data.get('NPU', {}).get('node', {}).get(npu_node_name, {}).get('node_type')
+        bench_node_type = graph_data.get('Bench', {}).get('node', {}).get(bench_node_name, {}).get('node_type')
+        if npu_node_type is None or bench_node_type is None or npu_node_type != bench_node_type:
+            return False
+        return True
+
+    @staticmethod
+    def process_task_add(graph_data, npu_node_name, bench_node_name, task): 
+        if not all([graph_data, npu_node_name, bench_node_name, task]):
+            return {'success': False, 'error': GraphUtils.t('parameterError')}
+        if not MatchNodesController.is_same_node_type(graph_data, npu_node_name, bench_node_name):
+            return [{
+                'success': False,
+                'error': GraphUtils.t('nodesTypeError')
+            }]
+        opposite_npu_node_name = GraphUtils.get_opposite_node_name(npu_node_name)
+        opposite_bench_node_name = GraphUtils.get_opposite_node_name(bench_node_name)
+        if task == 'md5':
+            match_result = MatchNodesController.process_md5_task_add(graph_data, npu_node_name, bench_node_name)
+            opposite_result = MatchNodesController.process_md5_task_add(graph_data, opposite_npu_node_name,
+                                                                        opposite_bench_node_name)
+        elif task == 'summary':
+            match_result = MatchNodesController.process_summary_task_add(graph_data, npu_node_name, bench_node_name)
+            opposite_result = MatchNodesController.process_summary_task_add(graph_data, opposite_npu_node_name,
+                                                                            opposite_bench_node_name)
+        else:
+            return [{'success': False, 'error': GraphUtils.t('taskTypeWrong')},
+                    {'success': False, 'error': GraphUtils.t('taskTypeWrong')}]
+        return [match_result, opposite_result]
+
+    @staticmethod
+    def process_task_delete(graph_data, npu_node_name, bench_node_name, task):
+
+        opposite_npu_node_name = GraphUtils.get_opposite_node_name(npu_node_name)
+        opposite_bench_node_name = GraphUtils.get_opposite_node_name(bench_node_name)
+        if task == 'md5':
+            match_result = MatchNodesController.process_md5_task_delete(graph_data, npu_node_name, bench_node_name)
+            opposite_result = MatchNodesController.process_md5_task_delete(graph_data, opposite_npu_node_name,
+                                                                           opposite_bench_node_name)
+        elif task == 'summary':
+            match_result = MatchNodesController.process_summary_task_delete(graph_data, npu_node_name, bench_node_name)
+            opposite_result = MatchNodesController.process_summary_task_delete(graph_data, opposite_npu_node_name,
+                                                                               opposite_bench_node_name)
+        else:
+            return [{'success': False, 'error': GraphUtils.t('taskTypeWrong')},
+                    {'success': False, 'error': GraphUtils.t('taskTypeWrong')}]
+        return [match_result, opposite_result]
+
+    @staticmethod
+    def process_task_add_child_layer_by_config(graph_data, match_node_links, task):
+        # 根据配置文件中的匹配关系，批量调用 process_task_add
+        match_results = []
+        for npu_node_name, bench_node_name in match_node_links.items():
+            if task == 'md5':
+                match_result = MatchNodesController.process_md5_task_add(graph_data, npu_node_name, bench_node_name)
+            elif task == 'summary':
+                match_result = MatchNodesController.process_summary_task_add(graph_data, npu_node_name, bench_node_name)
+            match_results.append(match_result)
+        return match_results
+
+    @staticmethod
+    def process_task_add_child_layer(graph_data, npu_node_name, bench_node_name, task):
+        if not all([graph_data, npu_node_name, bench_node_name, task]):
+            return [{'success': False, 'error': GraphUtils.t('parameterError')}]
+     
+        if not MatchNodesController.is_same_node_type(graph_data, npu_node_name, bench_node_name):
+            return [{
+                'success': False,
+                'error': GraphUtils.t('nodesTypeError')
+            }]
+        # DB：找到目标节点所有子节点和标杆侧所有子节点
+        npu_nodes = graph_data.get('NPU', {}).get('node', {})
+        bench_nodes = graph_data.get('Bench', {}).get('node', {})
+        result = []
+        # 1. 选中的目标节点和标杆侧节点添加匹配关系
+        match_result = MatchNodesController.process_task_add(graph_data, npu_node_name, bench_node_name, task)
+
+        # 2. 目标节点的子节点和标杆侧的子节点添加匹配关系
+
+        def process_child_layer(npu_subnodes, bench_subnodes):
+            npu_match_names = {}
+            bench_match_names = {}
+            # 2.1 提取目标侧节点的未匹配子节点名称和标杆侧节点的未匹配子节点名称
+            for npu_subnode_name in npu_subnodes:
+                node_info = npu_nodes.get(npu_subnode_name, {})
+                if node_info.get('matched_node_link'):
+                    continue
+                node_type = node_info.get('node_type') if node_info else None
+                # 2.2 处理节点名称，提取匹配信息
+                match_name = extract_module_name(npu_subnode_name) if node_type == MODULE else extract_api_name(
+                    npu_subnode_name)
+                matched_name = f'{match_name}.{node_type}'
+                npu_match_names.setdefault(matched_name, []).append(npu_subnode_name)
+
+            for bench_subnode_name in bench_subnodes:
+                node_info = bench_nodes.get(bench_subnode_name, {})
+                if node_info.get('matched_node_link'):
+                    continue
+                node_type = node_info.get('node_type') if node_info else None
+                match_name = extract_module_name(bench_subnode_name) if node_type == MODULE else extract_api_name(
+                    bench_subnode_name)
+                matched_name = f'{match_name}.{node_type}'
+                bench_match_names.setdefault(matched_name, []).append(bench_subnode_name)
+
+            common_keys = npu_match_names.keys() & bench_match_names.keys()
+            # 2.3 取名称交集，添加匹配关系
+            for key in common_keys:
+                npu_subnode_list = npu_match_names.get(key, [])
+                bench_subnode_list = bench_match_names.get(key, [])
+                # 多个节点可能有一个module name
+                for npu_subnode_name, bench_subnode_name in zip(npu_subnode_list, bench_subnode_list):
+                    match_result = MatchNodesController.process_task_add(graph_data, npu_subnode_name,
+                                                                         bench_subnode_name, task)
+                    npu_subnodes = npu_nodes.get(npu_subnode_name, {}).get('subnodes', [])
+                    bench_subnodes = bench_nodes.get(bench_subnode_name, {}).get('subnodes', [])
+                    # 2.4 如果有子节点，递归调用2.1-2.4
+                    if len(match_result) > 0 and match_result[0].get('success'):
+                        result.extend(match_result)
+                        if npu_subnodes and bench_subnodes:
+                            process_child_layer(npu_subnodes, bench_subnodes)
+
+        def extract_module_name(subnode_name):
+            split_subnode_name = subnode_name.split('.')
+            if len(split_subnode_name) < 4:
+                return ""
+            elif not split_subnode_name[-4].isdigit():
+                return split_subnode_name[-4]
+            elif len(split_subnode_name) > 5:
+                return split_subnode_name[-5]
+            else:
+                return ""
+
+        def extract_api_name(subnode_name):
+            split_subnode_name = subnode_name.split('.')
+            if len(split_subnode_name) < 2:
+                return ""
+            elif not split_subnode_name[-2].isdigit():
+                return split_subnode_name[-2]
+            elif len(split_subnode_name) > 2:
+                return split_subnode_name[-3]
+            else:
+                return ""
+
+        npu_subnodes = npu_nodes.get(npu_node_name, {}).get('subnodes', [])
+        bench_subnodes = bench_nodes.get(bench_node_name, {}).get('subnodes', [])
+        # 如果当前节点，也就是第一个节点匹配成功，就尝试匹配子节点
+        if len(match_result) > 0 and match_result[0].get('success'):
+            result.extend(match_result)
+            if npu_subnodes and bench_subnodes:
+                process_child_layer(npu_subnodes, bench_subnodes)
+        return result
+
+    @staticmethod
+    def process_task_delete_child_layer(graph_data, npu_node_name, bench_node_name, task):
+        if not all([graph_data, npu_node_name, bench_node_name, task]):
+            return [{'success': False, 'error': GraphUtils.t('parameterError')}]
+        result = []
+        npu_nodes = graph_data.get('NPU', {}).get('node', {})
+        bench_nodes = graph_data.get('Bench', {}).get('node', {})
+        # 1. 选中的目标节点和标杆侧节点添加匹配关系
+        match_result = MatchNodesController.process_task_delete(graph_data, npu_node_name, bench_node_name, task)
+
+        # 2. 目标节点的子节点和标杆侧的子节点添加匹配关系
+        def process_child_layer(npu_child_nodes):
+            for npu_subnode_name in npu_child_nodes:
+                npu_subnode_info = npu_nodes.get(npu_subnode_name, {})
+                matched_node_link = npu_subnode_info.get('matched_node_link', [])
+                if not matched_node_link:
+                    continue
+                bench_subnode_name = matched_node_link[-1]
+                match_result = MatchNodesController.process_task_delete(graph_data, npu_subnode_name,
+                                                                        bench_subnode_name, task)
+                npu_subnodes = npu_nodes.get(npu_subnode_name, {}).get('subnodes', [])
+                bench_subnodes = bench_nodes.get(bench_subnode_name, {}).get('subnodes', [])
+                # 2.4 如果有子节点，递归调用2.1-2.4
+                if len(match_result) > 0 and match_result[0].get('success'):
+                    result.extend(match_result)
+                    if npu_subnodes and bench_subnodes:
+                        process_child_layer(npu_subnodes)
+
+        npu_subnodes = npu_nodes.get(npu_node_name, {}).get('subnodes', [])
+        bench_subnodes = bench_nodes.get(bench_node_name, {}).get('subnodes', [])
+        # 如果当前节点，也就是第一个节点匹配成功，就尝试匹配子节点
+        if len(match_result) > 0 and match_result[0].get('success'):
+            result.extend(match_result)
+            if npu_subnodes and bench_subnodes:
+                process_child_layer(npu_subnodes)
+        return result
+
+    @staticmethod
+    def process_md5_task_add(graph_data, npu_node_name, bench_node_name):
+        npu_node_data = graph_data.get('NPU', {}).get('node', {}).get(npu_node_name)
+        bench_node_data = graph_data.get('Bench', {}).get('node', {}).get(bench_node_name)
+        if not npu_node_data or not bench_node_data:
+            return {'success': False, 'error': f"{npu_node_name, bench_node_name}{GraphUtils.t('nodeNotExist')}"}
+        # 去除节点名称前缀
+        npu_input_data = GraphUtils.remove_prefix(npu_node_data.get('input_data', {}), npu_node_name + '.')
+        bench_input_data = GraphUtils.remove_prefix(bench_node_data.get('input_data', {}), bench_node_name + '.')
+        npu_output_data = GraphUtils.remove_prefix(npu_node_data.get('output_data', {}), npu_node_name + '.')
+        bench_output_data = GraphUtils.remove_prefix(bench_node_data.get('output_data', {}), bench_node_name + '.')
+        # 计算精度误差
+        precision_input_error = MatchNodesController.calculate_md5_diff(npu_input_data, bench_input_data)
+        precision_output_error = MatchNodesController.calculate_md5_diff(npu_output_data, bench_output_data)
+        precision_error = precision_input_error and precision_output_error
+        # 在原始数据上，添加匹配节点，和匹配节点信息
+        # JSON：处理JSON更新
+        npu_graph_data = graph_data.get('NPU', {})
+        bench_graph_data = graph_data.get('Bench', {})
+        npu_node_data['matched_node_link'] = GraphUtils.get_parent_node_list(bench_graph_data, bench_node_name)
+        bench_node_data['matched_node_link'] = GraphUtils.get_parent_node_list(npu_graph_data, npu_node_name)
+        npu_node_data.setdefault('data', {})['precision_index'] = precision_error
+        # DB: data只有DB会用到
+        data = [
+             {
+                    "node_name": npu_node_name,
+                    "matched_node_link": [bench_node_name],
+                    "precision_index": precision_error,
+                    "input_data": npu_node_data.get('input_data'),
+                    "output_data": npu_node_data.get('output_data'),
+                    "graph_type": NPU
+                },
+                {
+                    "node_name": bench_node_name,
+                    "matched_node_link": [npu_node_name],
+                    "precision_index": None,
+                    "input_data": bench_node_data.get('input_data'),
+                    "output_data": bench_node_data.get('output_data'),
+                    "graph_type": BENCH,
+                }
+            ]
+        MatchNodesController.add_config_match_nodes(npu_node_name, bench_node_name)
+        return {'success': True, "data": data}
+
+    @staticmethod
+    def process_summary_task_add(graph_data, npu_node_name, bench_node_name):
+        # 节点信息提取
+        npu_node_data = graph_data.get('NPU', {}).get('node', {}).get(npu_node_name, {})
+        bench_node_data = graph_data.get('Bench', {}).get('node', {}).get(bench_node_name, {})
+        # 计算统计误差
+        intput_statistical_diff = MatchNodesController.calculate_statistical_diff(
+            npu_node_data.get('input_data'), bench_node_data.get('input_data'), npu_node_name, bench_node_name
+        )
+        output_statistical_diff = MatchNodesController.calculate_statistical_diff(
+            npu_node_data.get('output_data'), bench_node_data.get('output_data'), npu_node_name, bench_node_name
+        )
+        # 计算精度误差
+        precision_error = MatchNodesController.calculate_max_relative_error(output_statistical_diff)
+        # 有一个没有匹配上，则认为匹配失败
+        if not intput_statistical_diff or not output_statistical_diff:
+            return {
+                'success': False,
+                'error': f"{npu_node_name, bench_node_name}{GraphUtils.t('ioEmptyError')}",
+            }
+        if precision_error == -1:
+            return {
+                'success': False,
+                'error': f"{npu_node_name, bench_node_name}{GraphUtils.t('outputEmptyError')}",
+            }
+        # 在原始数据上，添加匹配节点，和匹配节点信息
+        # JSON：处理JSON更新
+        npu_graph_data = graph_data.get('NPU', {})
+        bench_graph_data = graph_data.get('Bench', {})
+        npu_node_data['matched_node_link'] = GraphUtils.get_parent_node_list(bench_graph_data, bench_node_name)
+        bench_node_data['matched_node_link'] = GraphUtils.get_parent_node_list(npu_graph_data, npu_node_name)
+        npu_node_data.setdefault('data', {})['precision_index'] = precision_error
+        MatchNodesController.update_graph_node_data(npu_node_data.get('input_data'), intput_statistical_diff)
+        MatchNodesController.update_graph_node_data(npu_node_data.get('output_data'), output_statistical_diff)
+        # DB: data只有DB会用到
+        data = [
+             {
+                    "node_name": npu_node_name,
+                    "matched_node_link": [bench_node_name],
+                    "precision_index": precision_error,
+                    "input_data": npu_node_data.get('input_data'),
+                    "output_data": npu_node_data.get('output_data'),
+                    "graph_type": NPU
+                },
+                {
+                    "node_name": bench_node_name,
+                    "matched_node_link": [npu_node_name],
+                    "precision_index": None,
+                    "input_data": bench_node_data.get('input_data'),
+                    "output_data": bench_node_data.get('output_data'),
+                    "graph_type": BENCH,
+                }
+            ]
+        MatchNodesController.add_config_match_nodes(npu_node_name, bench_node_name)
+        return {'success': True, "data": data}
+
+    @staticmethod
+    def process_md5_task_delete(graph_data, npu_node_name, bench_node_name):
+        config_data = GraphState.get_global_value("config_data")
+        npu_match_nodes_list = config_data.get('npuMatchNodes', {})
+        bench_match_nodes_list = config_data.get('benchMatchNodes', {})
+        if npu_match_nodes_list.get(npu_node_name) != bench_node_name or bench_match_nodes_list.get(
+                bench_node_name) != npu_node_name:
+            return {
+                'success': False,
+                'error': (
+                    f"{GraphUtils.t('operationFailed')}"
+                    f"{npu_node_name}{GraphUtils.t('or')}"
+                    f"{bench_node_name}{GraphUtils.t('nodeUnmatchError')}"
+                ),
+            }
+        npu_node_data = graph_data.get('NPU', {}).get('node', {}).get(npu_node_name)
+        bench_node_data = graph_data.get('Bench', {}).get('node', {}).get(bench_node_name)
+        if not npu_node_data or not bench_node_data:
+            return {
+                'success': False,
+                'error': (
+                    f"{GraphUtils.t('operationFailed')}"
+                    f"{npu_node_name}{GraphUtils.t('or')}"
+                    f"{bench_node_name}{GraphUtils.t('nodeNotExist')}"
+                ),
+            }
+        # 在原始数据上，删除匹配节点，和匹配节点信息
+        # JSON：处理JSON更新
+        npu_node_data['matched_node_link'] = []
+        bench_node_data['matched_node_link'] = []
+        del npu_node_data['data']['precision_index']
+        # DB: data只有DB会用到
+        data = [
+             {
+                    "node_name": npu_node_name,
+                    "matched_node_link": [],
+                    "precision_index": None,
+                    "input_data": npu_node_data.get('input_data'),
+                    "output_data": npu_node_data.get('output_data'),
+                    "graph_type": NPU
+                },
+                {
+                    "node_name": bench_node_name,
+                    "matched_node_link": [],
+                    "precision_index": None,
+                    "input_data": bench_node_data.get('input_data'),
+                    "output_data": bench_node_data.get('output_data'),
+                    "graph_type": BENCH,
+                }
+            ]
+        MatchNodesController.delete_config_match_nodes(npu_node_name, bench_node_name)
+        return {
+            'success': True,
+            'data': data,
+        }
+
+    @staticmethod
+    def process_summary_task_delete(graph_data, npu_node_name, bench_node_name):
+        
+        config_data = GraphState.get_global_value("config_data")
+        npu_match_nodes_list = config_data.get('npuMatchNodes', {})
+        bench_match_nodes_list = config_data.get('benchMatchNodes', {})
+        if npu_match_nodes_list.get(npu_node_name) != bench_node_name or bench_match_nodes_list.get(
+                bench_node_name) != npu_node_name:
+            return {
+                'success': False,
+                 'error': (
+                    f"{GraphUtils.t('operationFailed')}"
+                    f"{npu_node_name,bench_node_name}"
+                    f"{GraphUtils.t('nodeUnmatchError')}"
+                ),
+            }
+        npu_node_data = graph_data.get('NPU', {}).get('node', {}).get(npu_node_name)
+        bench_node_data = graph_data.get('Bench', {}).get('node', {}).get(bench_node_name)
+        if not npu_node_data or not bench_node_data:
+            return {
+                'success': False,
+                'error': (
+                    f"{GraphUtils.t('operationFailed')}"
+                    f"{npu_node_name}{GraphUtils.t('or')}"
+                    f"{bench_node_name}{GraphUtils.t('nodeNotExist')}"
+                ),
+            }
+        # DB：更新数据的节点信息，直接返回新的结果，此处暂时不做更新
+        # JSON：处理JSON更新
+        npu_node_data['matched_node_link'] = []
+        bench_node_data['matched_node_link'] = []
+        input_data = MatchNodesController.delete_matched_node_data(npu_node_data.get('input_data'))
+        output_data = MatchNodesController.delete_matched_node_data(npu_node_data.get('output_data'))
+        # 防止 KeyError {GraphUtils.t('or')} TypeError
+        npu_node_data.get('data', {}).pop('precision_index', None)
+        # DB: data只有DB会用到
+        data = [
+                {
+                    "node_name": npu_node_name,
+                    "matched_node_link": [],
+                    "precision_index": None,
+                    "input_data": input_data,
+                    "output_data": output_data,
+                    "graph_type": NPU
+                },
+                {
+                    "node_name": bench_node_name,
+                    "matched_node_link": [],
+                    "precision_index": None,
+                    "input_data": bench_node_data.get('input_data'),
+                    "output_data": bench_node_data.get('output_data'),
+                    "graph_type": BENCH,
+                }
+            ]
+        MatchNodesController.delete_config_match_nodes(npu_node_name, bench_node_name)
+        return {'success': True, 'data': data}
+
+    @staticmethod
+    def add_config_match_nodes(npu_node_name, bench_node_name):
+        config_data = GraphState.get_global_value("config_data")
+        # 匹配列表和未匹配列表
+        manual_match_nodes = config_data.setdefault('manualMatchNodes', {})
+        npu_match_nodes_list = config_data.setdefault('npuMatchNodes', {})
+        bench_match_nodes_list = config_data.setdefault('benchMatchNodes', {})
+        npu_unmatehed_name_list = config_data.setdefault('npuUnMatchNodes', [])
+        bench_unmatehed_name_list = config_data.setdefault('benchUnMatchNodes', [])
+        # 更新匹配列表和未匹配列表
+        if str(npu_node_name) in npu_unmatehed_name_list:
+            npu_unmatehed_name_list.remove(str(npu_node_name))
+        if str(bench_node_name) in bench_unmatehed_name_list:
+            bench_unmatehed_name_list.remove(str(bench_node_name))
+        manual_match_nodes[str(npu_node_name)] = str(bench_node_name)
+        npu_match_nodes_list[str(npu_node_name)] = str(bench_node_name)
+        bench_match_nodes_list[str(bench_node_name)] = str(npu_node_name)
+        GraphState.set_global_value("config_data", config_data)
+
+    @staticmethod
+    def delete_config_match_nodes(npu_node_name, bench_node_name):
+        config_data = GraphState.get_global_value("config_data")
+        # 匹配列表和未匹配列表
+        manual_match_nodes = config_data.setdefault('manualMatchNodes', {})
+        npu_match_nodes_list = config_data.setdefault('npuMatchNodes', {})
+        bench_match_nodes_list = config_data.setdefault('benchMatchNodes', {})
+        npu_unmatehed_name_list = config_data.setdefault('npuUnMatchNodes', [])
+        bench_unmatehed_name_list = config_data.setdefault('benchUnMatchNodes', [])
+        # 更新匹配列表和未匹配列表
+        if str(npu_node_name) in manual_match_nodes:
+            del manual_match_nodes[str(npu_node_name)]
+        if str(npu_node_name) in npu_match_nodes_list:
+            del npu_match_nodes_list[str(npu_node_name)]
+        if str(bench_node_name) in bench_match_nodes_list:
+            del bench_match_nodes_list[str(bench_node_name)]
+        npu_unmatehed_name_list.append(str(npu_node_name))
+        bench_unmatehed_name_list.append(str(bench_node_name))
+        GraphState.set_global_value("config_data", config_data)
+
+    @staticmethod
+    def calculate_statistical_diff(npu_data, bench_data, npu_node_name, bench_node_name):
+        result = {}
+        # 去除节点名称前缀并转化为列表形式
+        npu_data_simple = list(GraphUtils.remove_prefix(npu_data, npu_node_name + '.').values())
+        bench_data_simple = list(GraphUtils.remove_prefix(bench_data, bench_node_name + '.').values())
+        npu_data_keys = list(GraphUtils.remove_prefix(npu_data, npu_node_name + '.').keys())
+        # 使用 zip 只对比最短的列表长度
+        for npu_values, bench_values in zip(npu_data_simple, bench_data_simple):
+            npu_max = GraphUtils.convert_to_float(npu_values.get('Max', float('nan')))
+            bench_max = GraphUtils.convert_to_float(bench_values.get('Max', float('nan')))
+            npu_min = GraphUtils.convert_to_float(npu_values.get('Min', float('nan')))
+            bench_min = GraphUtils.convert_to_float(bench_values.get('Min', float('nan')))
+            npu_norm = GraphUtils.convert_to_float(npu_values.get('Norm', float('nan')))
+            bench_norm = GraphUtils.convert_to_float(bench_values.get('Norm', float('nan')))
+            npu_mean = GraphUtils.convert_to_float(npu_values.get('Mean', float('nan')))
+            bench_mean = GraphUtils.convert_to_float(bench_values.get('Mean', float('nan')))
+
+            # Calculate absolute differences
+            max_diff_abs = abs(npu_max - bench_max)
+            min_diff_abs = abs(npu_min - bench_min)
+            norm_diff_abs = abs(npu_norm - bench_norm)
+            mean_diff_abs = abs(npu_mean - bench_mean)
+
+            # Calculate relative differences (avoid division by zero)
+            max_diff_rel = abs(max_diff_abs / (bench_max if bench_max != 0 else 1))
+            min_diff_rel = abs(min_diff_abs / (bench_min if bench_min != 0 else 1))
+            norm_diff_rel = abs(norm_diff_abs / (bench_norm if bench_norm != 0 else 1))
+            mean_diff_rel = abs(mean_diff_abs / (bench_mean if bench_mean != 0 else 1))
+
+            # 将结果记录到字典中
+            if len(npu_data_keys) > len(result):
+                result[npu_node_name + '.' + npu_data_keys[len(result)]] = dict(
+                    zip(
+                        ADD_MATCH_KEYS,
+                        [
+                            max_diff_abs,
+                            min_diff_abs,
+                            mean_diff_abs,
+                            norm_diff_abs,
+                            max_diff_rel,
+                            min_diff_rel,
+                            mean_diff_rel,
+                            norm_diff_rel,
+                        ],
+                    )
+                )
+
+        return result
+
+    # 计算最大相对误差
+    @staticmethod
+    def calculate_max_relative_error(result):
+        max_rel_error = -1
+        for _, diff_values in result.items():
+            max_diff_rel = diff_values.get('MaxRelativeErr', float('nan'))
+            min_diff_rel = diff_values.get('MinRelativeErr', float('nan'))
+            norm_diff_rel = diff_values.get('NormRelativeErr', float('nan'))
+            mean_diff_rel = diff_values.get('MeanRelativeErr', float('nan'))
+
+            max_rel_error_for_key = max(max_diff_rel, min_diff_rel, norm_diff_rel, mean_diff_rel)
+            max_rel_error = max(max_rel_error, max_rel_error_for_key)
+
+        return min(max_rel_error, 1)
+
+    @staticmethod
+    def calculate_md5_diff(npu_data, bench_data):
+        if npu_data == {} or bench_data == {}:
+            return 0
+        # 对比每个NPU和Bench所有数据md值，如果有一个不一样则返回0,否则返回1
+        for npu_key, bench_key in zip(npu_data, bench_data):
+            npu_md5 = npu_data[npu_key].get('md5', '')
+            bench_md5 = bench_data[bench_key].get('md5', '')
+            if npu_md5 != bench_md5:
+                return 0
+        return 1
+
+    @staticmethod
+    def update_graph_node_data(graph_npu_node_data, statistical_diff):
+        if not statistical_diff or not graph_npu_node_data:
+            return
+        for key, diff_values in statistical_diff.items():
+            # 格式化相对误差字段
+            for field in ['MaxRelativeErr', 'MinRelativeErr', 'NormRelativeErr', 'MeanRelativeErr']:
+                diff_values[field] = GraphUtils.format_relative_err(diff_values.get(field, float('nan')))
+            # 转换 absErr 为 NaN 字符串
+            for field in ['MaxAbsErr', 'MinAbsErr', 'MeanAbsErr', 'NormAbsErr']:
+                diff_values[field] = GraphUtils.nan_to_str(diff_values.get(field, float('nan')))
+            if key in graph_npu_node_data:
+                graph_npu_node_data[key].update(diff_values)
+            else:
+                graph_npu_node_data[key] = diff_values
+
+    @staticmethod
+    def delete_matched_node_data(graph_npu_node_data):
+        keys_to_remove = ADD_MATCH_KEYS
+        # 遍历graph_npu_node_data中的每个主键和对应的子字典
+        for key, fild_obj in graph_npu_node_data.items():
+            if not fild_obj or not isinstance(fild_obj, dict):
+                continue
+            # 使用字典解析创建新的子字典，排除不需要的键
+            graph_npu_node_data[key] = {
+                sub_key: value
+                for sub_key, value in fild_obj.items()
+                if sub_key not in keys_to_remove
+            }
+        return graph_npu_node_data

tb_graph_ascend/server/app/repositories/__init__.py

@@ -0,0 +1,15 @@
+# -------------------------------------------------------------------------
+#  This file is part of the MindStudio project.
+# Copyright (c) 2025 Huawei Technologies Co.,Ltd.
+#
+# MindStudio is licensed under Mulan PSL v2.
+# You can use this software according to the terms and conditions of the Mulan PSL v2.
+# You may obtain a copy of Mulan PSL v2 at:
+#
+#          http://license.coscl.org.cn/MulanPSL2
+#
+# THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND,
+# EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
+# MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
+# See the Mulan PSL v2 for more details.
+# -------------------------------------------------------------------------

tb_graph_ascend/server/app/repositories/graph_repo_base.py

@@ -0,0 +1,32 @@
+# -------------------------------------------------------------------------
+#  This file is part of the MindStudio project.
+# Copyright (c) 2025 Huawei Technologies Co.,Ltd.
+#
+# MindStudio is licensed under Mulan PSL v2.
+# You can use this software according to the terms and conditions of the Mulan PSL v2.
+# You may obtain a copy of Mulan PSL v2 at:
+#
+#          http://license.coscl.org.cn/MulanPSL2
+#
+# THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND,
+# EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
+# MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
+# See the Mulan PSL v2 for more details.
+# -------------------------------------------------------------------------
+
+from abc import ABC, abstractmethod
+
+
+class GraphRepo(ABC): 
+    
+    @abstractmethod
+    def query_root_nodes(self, graph_type, rank, step): 
+        pass
+    
+    @abstractmethod
+    def query_sub_nodes(self, node_name, graph_type, rank, step): 
+        pass
+
+    @abstractmethod
+    def query_up_nodes(self, node_name, graph_type, rank, step): 
+        pass