mindstudio-probe 8.3.3__py3-none-any.whl → 26.0.0a1__py3-none-any.whl

tb_graph_ascend/server/app/repositories/graph_repo_db.py

@@ -0,0 +1,879 @@
+# -------------------------------------------------------------------------
+#  This file is part of the MindStudio project.
+# Copyright (c) 2025 Huawei Technologies Co.,Ltd.
+#
+# MindStudio is licensed under Mulan PSL v2.
+# You can use this software according to the terms and conditions of the Mulan PSL v2.
+# You may obtain a copy of Mulan PSL v2 at:
+#
+#          http://license.coscl.org.cn/MulanPSL2
+#
+# THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND,
+# EITHER EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT,
+# MERCHANTABILITY OR FIT FOR A PARTICULAR PURPOSE.
+# See the Mulan PSL v2 for more details.
+# -------------------------------------------------------------------------
+
+import os
+import json
+import time
+import sqlite3
+from tensorboard.util import tb_logging
+
+from .graph_repo_base import GraphRepo
+from ..utils.graph_utils import GraphUtils
+from ..utils.global_state import GraphState
+from ..utils.constant import SINGLE, NPU, BENCH, DataType
+
+logger = tb_logging.get_logger()
+DB_TYPE = DataType.DB.value
+
+
+class GraphRepoDB(GraphRepo):
+
+    def __init__(self, db_path):
+        self.db_path = db_path
+        self.repo_type = DB_TYPE
+        self._initialize_db_connection()           
+
+    def get_db_connection(self):
+        return self.conn
+
+    # DB: 查询配置表信息
+    def query_config_info(self):
+        conn = self._initialize_db_connection()
+        if not conn:
+            return {}
+        query = f"SELECT * FROM tb_config"
+        try:
+            with conn as c:
+                cursor = c.execute(query)
+                rows = cursor.fetchall()
+                
+            record = dict(rows[0])
+            # 构建最终的 data 对象
+            config_info = {
+                "microSteps": record.get('micro_steps', 1) or 1,
+                "tooltips": GraphUtils.safe_json_loads(record.get('tool_tip')),
+                "overflowCheck": bool(record.get('overflow_check', 1)),
+                "isSingleGraph": not record.get('graph_type') == 'compare',
+                "colors": GraphUtils.safe_json_loads(record.get('node_colors')),
+                "matchedConfigFiles": [],
+                "task": record.get('task', ''),
+                "ranks": GraphUtils.safe_json_loads(record.get('rank_list')),
+                "steps": GraphUtils.safe_json_loads(record.get('step_list')),
+            }
+            return config_info
+        except Exception as e:
+            logger.error(f"Failed to query config info: {e}")
+            return {}
+        finally:
+            conn.close()
+
+    # DB：查询根节点信息
+    def query_root_nodes(self, graph_type, rank, step):
+        conn = self._initialize_db_connection()
+        if not conn:
+            return {}
+        graph_type = graph_type if graph_type != SINGLE else NPU
+        query = """
+        SELECT 
+            node_name,
+            up_node,
+            sub_nodes,
+            node_type,
+            matched_node_link,
+            precision_index,
+            overflow_level,
+            matched_distributed 
+        FROM 
+            tb_nodes 
+        WHERE   
+            step = ?
+            AND rank = ? 
+            AND data_source = ? 
+            AND up_node = '' 
+        """
+        try:
+            with conn as c:
+                cursor = c.execute(query, (step, rank, graph_type))
+                rows = cursor.fetchall()
+            if len(rows) > 0:
+                return self._convert_db_to_object(dict(rows[0]))
+            else:
+                return {}
+        except Exception as e:
+            logger.error(f"Failed to query root nodes: {e}")
+            return {}
+        finally:
+            conn.close()
+    
+    # DB：查询当前节点的所有父节点信息
+    def query_up_nodes(self, node_name, graph_type, rank, step):
+        conn = self._initialize_db_connection()
+        if not conn:
+            return {}
+        graph_type = graph_type if graph_type != SINGLE else NPU
+        # 现根据节点名称查询节点信息，根据up_node字段得到父节点名称
+        # 再根据父节点名称查询父节点信息
+        # 递归查询父节点，直到根节点
+        query = """
+            WITH RECURSIVE parent_chain AS (
+                SELECT child.id, child.node_name, child.up_node, child.data_source, child.rank, child.step, 0 AS level
+                FROM 
+                    tb_nodes child
+                WHERE  
+                    child.step = ?
+                    AND child.rank = ?
+                    AND child.data_source = ?
+                    AND child.node_name = ?
+
+                UNION ALL
+
+                SELECT 
+                    parent.id, 
+                    parent.node_name, 
+                    parent.up_node,
+                    parent.data_source, 
+                    parent.rank, 
+                    parent.step, 
+                    pc.level + 1
+                FROM 
+                    tb_nodes parent
+                INNER JOIN parent_chain pc 
+                    ON parent.data_source = pc.data_source
+                    AND parent.node_name  = pc.up_node
+                    AND parent.rank = pc.rank
+                    AND parent.step = pc.step
+                WHERE 
+                    pc.up_node IS NOT NULL 
+                    AND pc.up_node != ''
+                )
+            SELECT 
+                tb_nodes.id,
+                tb_nodes.data_source,
+                tb_nodes.node_name,
+                tb_nodes.up_node,
+                tb_nodes.sub_nodes,
+                tb_nodes.node_type,
+                tb_nodes.matched_node_link,
+                tb_nodes.precision_index,
+                tb_nodes.overflow_level,
+                tb_nodes.matched_distributed
+            FROM 
+                tb_nodes
+            WHERE 
+                id IN (SELECT id FROM parent_chain)
+            ORDER BY (
+                SELECT 
+                    level 
+                FROM 
+                    parent_chain pc 
+                WHERE 
+                    pc.node_name = tb_nodes.node_name) 
+                ASC
+        """ 
+        try:
+            with conn as c:
+                cursor = c.execute(query, (step, rank, graph_type, node_name))
+                rows = cursor.fetchall()
+            up_nodes = {}
+            for row in rows:
+                dict_row = self._convert_db_to_object(dict(row))
+                up_nodes[row['node_name']] = dict_row
+            return up_nodes
+        except Exception as e:
+            logger.error(f"Failed to query up nodes: {e}")
+            return {}
+        finally:
+            conn.close()
+
+    # DB: 查询待匹配节点的信息，构造graph data
+    def query_matched_nodes_info(self, npu_node_name, bench_node_name, rank, step):
+        conn = self._initialize_db_connection()
+        if not conn:
+            return {}
+        query = """
+            SELECT 
+                id,
+                node_name,
+                node_type,
+                up_node,
+                sub_nodes,
+                data_source,
+                input_data,
+                output_data,
+                matched_node_link
+            FROM tb_nodes
+            WHERE step = ? AND rank = ? AND data_source = ? AND node_name = ?
+            """
+        npu_nodes = {}
+        bench_nodes = {}
+        opposite_npu_node_name = GraphUtils.get_opposite_node_name(npu_node_name)
+        opposite_bench_node_name = GraphUtils.get_opposite_node_name(bench_node_name)
+        # 定义查询参数列表：(graph_type, node_name, target_dict_key)
+        queries = [
+            (NPU, npu_node_name, 'npu'),
+            (NPU, opposite_npu_node_name, 'npu_opposite'),
+            (BENCH, bench_node_name, 'bench'),
+            (BENCH, opposite_bench_node_name, 'bench_opposite'),
+        ]
+        # 存储结果的字典
+        nodes_dict = {}
+        try:
+            with conn as c:
+                for graph_type, node_name, key in queries:
+                    if not node_name:  # 可选：跳过空 node_name
+                        continue
+                    cursor = c.execute(query, (step, rank, graph_type, node_name))
+                    rows = cursor.fetchall()
+                    if rows:
+                        node_obj = self._convert_db_to_object(dict(rows[0]))
+                        nodes_dict[key] = {node_obj.get('node_name'): node_obj}
+                    else:
+                        nodes_dict[key] = {}
+
+            npu_nodes = nodes_dict.get('npu', {}) | nodes_dict.get('npu_opposite', {})
+            bench_nodes = nodes_dict.get('bench', {}) | nodes_dict.get('bench_opposite', {})    
+            result = self._convert_to_graph_json(npu_nodes, bench_nodes)
+            return result
+        except Exception as e:
+            logger.error(f"Failed to query matched nodes info: {e}")
+            return self._convert_to_graph_json({}, {})
+        finally:
+            conn.close()
+            
+    # DB: 查询待匹配节点及其子节点的信息，递归查询当前节点信息和其所有的子节点信息，一直叶子节点
+    def query_node_and_sub_nodes(self, npu_node_name, bench_node_name, rank, step):
+        conn = self._initialize_db_connection()
+        if not conn:
+            return {}
+        query = """
+            WITH RECURSIVE descendants AS (
+            -- 初始节点选择
+            SELECT 
+                id,
+                node_name,
+                node_type,
+                up_node,
+                sub_nodes,
+                data_source,
+                input_data,
+                output_data,
+                matched_node_link,
+                node_order,
+                step,
+                rank
+            FROM tb_nodes
+            WHERE step = ? AND rank = ? AND data_source = ? AND node_name = ?
+
+            UNION ALL
+
+            -- 递归部分
+            SELECT 
+                child.id,
+                child.node_name,
+                child.node_type,
+                child.up_node,
+                child.sub_nodes,
+                child.data_source,
+                child.input_data,
+                child.output_data,
+                child.matched_node_link,
+                child.node_order,
+                child.step,
+                child.rank
+            FROM descendants d
+            JOIN json_each(d.sub_nodes) AS je          -- 将 sub_nodes JSON 数组展开为多行
+            JOIN tb_nodes child 
+                ON child.node_name = je.value         -- 子节点名称匹配
+                AND child.step = d.step
+                AND child.rank = d.rank
+                AND child.data_source = d.data_source
+            WHERE 
+                d.sub_nodes IS NOT NULL               -- 父节点的 sub_nodes 不为 NULL
+                AND d.sub_nodes != ''               -- 不是空
+                AND d.sub_nodes != '[]' 
+                AND json_type(d.sub_nodes) = 'array'  -- 确保是合法 JSON 数组
+        )
+        SELECT * FROM descendants
+        """ 
+        npu_nodes = {}
+        bench_nodes = {}
+        opposite_npu_node_name = GraphUtils.get_opposite_node_name(npu_node_name)
+        opposite_bench_node_name = GraphUtils.get_opposite_node_name(bench_node_name)
+        # 定义查询参数列表：(graph_type, node_name, target_dict_key)
+        queries = [
+            (NPU, npu_node_name, 'npu'),
+            (NPU, opposite_npu_node_name, 'npu_opposite'),
+            (BENCH, bench_node_name, 'bench'),
+            (BENCH, opposite_bench_node_name, 'bench_opposite'),
+        ]
+        # 存储结果的字典
+        nodes_dict = {}
+        try:
+            with conn as c:
+                for graph_type, node_name, key in queries:
+                    if not node_name:  # 可选：跳过空 node_name
+                        continue
+                    cursor = c.execute(query, (step, rank, graph_type, node_name))
+                    nodes_dict[key] = self._fetch_and_convert_rows(cursor)
+            npu_nodes = nodes_dict.get('npu', {}) | nodes_dict.get('npu_opposite', {})
+            bench_nodes = nodes_dict.get('bench', {}) | nodes_dict.get('bench_opposite', {})    
+            result = self._convert_to_graph_json(npu_nodes, bench_nodes)
+            return result
+        except Exception as e:
+            logger.error(f"Failed to query node and sub nodes: {e}")
+            return {'NPU': {}, 'Bench': {}}
+        finally:
+            conn.close()
+    
+    # DB：查询配置文件中的待匹配节点信息
+    def query_matched_nodes_info_by_config(self, match_node_links, rank, step):
+        conn = self._initialize_db_connection()
+        if not conn:
+            return {}
+        query = """
+            SELECT 
+                id,
+                node_name,
+                node_type,
+                up_node,
+                sub_nodes,
+                data_source,
+                input_data,
+                output_data,
+                matched_node_link 
+            FROM 
+                tb_nodes 
+            WHERE 
+                step = ?
+                AND rank = ?
+                AND data_source = ?
+                AND node_name IN ({}) 
+            """.format(','.join(['?'] * len(match_node_links)))
+        try:
+            with conn as c:
+                npu_node_names = list(match_node_links.keys())
+                bench_node_names = list(match_node_links.values())
+                npu_cursor = c.execute(query, (step, rank, NPU, *npu_node_names))
+                bench_cursor = c.execute(query, (step, rank, BENCH, *bench_node_names))
+                npu_nodes = self._fetch_and_convert_rows(npu_cursor)
+                bench_nodes = self._fetch_and_convert_rows(bench_cursor)
+            result = self._convert_to_graph_json(npu_nodes, bench_nodes)
+            return result
+        except Exception as e:
+            logger.error(f"Failed to query nodes info: {e}")
+            return {}
+        finally:
+            conn.close()
+    
+    # DB: 查询所有以当前为父节点的子节点
+    def query_sub_nodes(self, node_name, graph_type, rank, step):
+        conn = self._initialize_db_connection()
+        if not conn:
+            return {}
+        graph_type = graph_type if graph_type != SINGLE else NPU
+        query = """
+            SELECT 
+                node_name,
+                up_node,
+                sub_nodes,
+                node_type,
+                micro_step_id,
+                matched_node_link,
+                precision_index,
+                overflow_level,
+                matched_distributed 
+            FROM 
+                tb_nodes 
+            WHERE  
+                step = ?
+                AND rank = ?
+                AND data_source = ? 
+                AND up_node = ?
+            ORDER BY
+                node_order ASC
+        """
+        try:
+            with conn as c:
+                cursor = c.execute(query, (step, rank, graph_type, node_name))
+                rows = cursor.fetchall()
+            sub_nodes = {}
+            for row in rows:
+                dict_row = self._convert_db_to_object(dict(row))
+                sub_nodes[row['node_name']] = dict_row
+            return sub_nodes
+        except Exception as e:
+            logger.error(f"Failed to query sub nodes: {e}")
+            return {}
+        finally:
+            conn.close()
+
+    # DB: 查询当前节点信息
+    def query_node_info(self, node_name, graph_type, rank, step):
+        conn = self._initialize_db_connection()
+        if not conn:
+            return {}
+        graph_type = graph_type if graph_type != SINGLE else NPU
+        query = """
+            SELECT 
+                n.*,
+                d.stack_info 
+            FROM 
+                tb_nodes n
+            JOIN tb_stack d ON n.stack_id = d.id
+            WHERE 
+                n.step = ?
+                AND n.rank = ? 
+                AND n.data_source = ? 
+                AND n.node_name = ?
+        """
+        try:
+            with conn as c:
+                cursor = c.execute(query, (step, rank, graph_type, node_name))
+                rows = cursor.fetchall()
+            if len(rows) > 0:
+                return self._convert_db_to_object(dict(rows[0]))
+            else:
+                return {}
+        except Exception as e:
+            logger.error(f"Failed to query node info: {e}")
+            return {}
+        finally:
+            conn.close()
+    
+    # DB: 查询单图节点名称列表
+    def query_node_name_list(self, rank, step, micro_step):
+        conn = self._initialize_db_connection()
+        if not conn:
+            return []
+        query = """
+            SELECT 
+                node_name
+            FROM 
+                tb_nodes 
+            WHERE 
+                step = ?
+                AND rank = ?
+                AND (? = -1 OR micro_step_id = ?)
+                AND data_source = 'NPU'
+            ORDER BY
+                node_order ASC
+        """
+        try:
+            with conn as c:
+                cursor = c.execute(query, (step, rank, micro_step, micro_step))
+                rows = cursor.fetchall()
+            return [row['node_name'] for row in rows]
+        except Exception as e:
+            logger.error(f"Failed to query node name list: {e}")
+            return []
+        finally:
+            conn.close()
+
+    # DB: 查询已匹配节点列表，未匹配节点列表，所有的节点列表
+    def query_all_node_info_in_one(self, rank, step, micro_step):
+        conn = self._initialize_db_connection()
+        if not conn:
+            return {}
+        try:
+            # 查找缓存
+            all_node_info_cache = GraphState.get_global_value('all_node_info_cache', {})
+            cache = f'{rank}_{step}_{micro_step}'
+            if all_node_info_cache.get(cache) is not None:
+                return all_node_info_cache.get(cache) 
+            # 查询数据库
+            # 单次查询：获取 node_name 和 matched_node_link
+            query = """
+                SELECT 
+                    node_name,
+                    data_source,
+                    matched_node_link 
+                FROM 
+                    tb_nodes 
+                WHERE 
+                    step = ?
+                    AND rank = ? 
+                    AND (? = -1 OR micro_step_id = ?)
+                ORDER BY
+                    node_order ASC
+            """
+            
+            with conn as conn:
+                cursor = conn.execute(query, (step, rank, micro_step, micro_step))
+                rows = cursor.fetchall()
+            # 初始化结果
+            npu_node_list = []
+            bench_node_list = []
+            npu_match_node = {}  # {node_name: last_matched_link}
+            bench_match_node = {}
+            npu_unmatch_node = []
+            bench_unmatch_node = []
+
+            # 一次性遍历结果，分类处理
+            for row in rows:
+                node_name = row['node_name']
+                matched_link_str = row['matched_node_link']
+                if row['data_source'] == NPU:
+                    npu_node_list.append(node_name)
+                    # 解析 matched_node_link
+                    matched_link = GraphUtils.safe_json_loads(matched_link_str)
+                    # 判断是否为有效匹配（非空列表）
+                    if isinstance(matched_link, list) and len(matched_link) > 0:
+                        npu_match_node[node_name] = matched_link[-1]  # 取最后一个匹配项
+                    else:
+                        npu_unmatch_node.append(node_name)
+                elif row['data_source'] == BENCH:
+                    bench_node_list.append(node_name)
+                    # 解析 matched_node_link
+                    matched_link = GraphUtils.safe_json_loads(matched_link_str)
+                    # 判断是否为有效匹配（非空列表）
+                    if isinstance(matched_link, list) and len(matched_link) > 0:
+                        bench_match_node[node_name] = matched_link[-1]  # 取最后一个匹配项
+                    else:
+                        bench_unmatch_node.append(node_name)
+                else:
+                    logger.error(f"Invalid data source: {row['data_source']}")
+            all_node_info = {
+                'npu_node_list': npu_node_list,
+                'bench_node_list': bench_node_list,
+                'npu_match_node': npu_match_node,
+                'bench_match_node': bench_match_node,
+                'npu_unmatch_node': npu_unmatch_node,
+                'bench_unmatch_node': bench_unmatch_node
+            }
+            all_node_info_cache = GraphState.get_global_value('all_node_info_cache', {})
+            all_node_info_cache[cache] = all_node_info
+            return all_node_info
+
+        except Exception as e:
+            logger.error(f"Failed to query all node info: {e}")
+            return {
+                'npu_node_list': [],
+                'bench_node_list': [],
+                'npu_match_node': {},
+                'bench_match_node': {},
+                'npu_unmatch_node': [],
+                'bench_unmatch_node': []
+            }
+        finally:
+            conn.close()
+
+    # # DB：根据step rank modify match_node_link查询已经修改的匹配成功的节点关系
+    def query_modify_matched_nodes_list(self, rank, step):
+        conn = self._initialize_db_connection()
+        if not conn:
+            return {}
+        query = """
+            SELECT 
+                node_name,
+                matched_node_link 
+            FROM 
+                tb_nodes 
+            WHERE 
+                step = ?
+                AND rank = ? 
+                AND modified = 1
+                AND matched_node_link IS NOT NULL
+                AND matched_node_link != '[]'
+                AND matched_node_link != ''
+        """
+        try:
+            with conn as c:
+                cursor = c.execute(query, (step, rank))
+                rows = cursor.fetchall()
+            result = {}
+            for row in rows:
+                matched_node_link = GraphUtils.safe_json_loads(row['matched_node_link'])
+                node_name = row['node_name']
+                if isinstance(matched_node_link, list) and len(matched_node_link) > 0:
+                    result[node_name] = matched_node_link[-1]  # 取最后一个匹配项
+            return result
+        except Exception as e:
+            logger.error(f"Failed to query modify matched nodes list: {e}")
+            return {}
+        finally:
+            conn.close()
+            
+    # DB: 根据精度误差查询节点信息
+    def query_node_list_by_precision(self, step, rank, micro_step, values, is_filter_unmatch_nodes):
+        conn = self._initialize_db_connection()
+        if not conn:
+            return []
+        # 准备占位符
+        conditions = []
+        placeholders = []
+        params = []
+        conditions.append("step = ?")
+        conditions.append("rank = ?")
+        conditions.append("data_source = 'NPU'")
+        conditions.append("(? = -1 OR micro_step_id = ?)")
+        conditions.append("(sub_nodes = '' OR sub_nodes IS NULL OR sub_nodes = '[]')") 
+        for value in values:
+            placeholder = "(precision_index BETWEEN ? AND ?)"
+            placeholders.append(placeholder)
+            params.extend(value)
+    
+        if is_filter_unmatch_nodes:
+            placeholders.append("(matched_node_link = '' OR matched_node_link IS NULL OR matched_node_link = '[]')")
+
+        if len(placeholders) > 0:
+            conditions.append(f"({'OR'.join(placeholders)})")
+        query = f"""
+            SELECT 
+                node_name
+            FROM
+                tb_nodes 
+            WHERE 
+                {" AND ".join(conditions)}
+            ORDER BY
+                node_order ASC
+        """
+        try:
+            with conn as c:
+                cursor = c.execute(query, (step, rank, micro_step, micro_step, *params))
+                rows = cursor.fetchall()
+            node_list = [row['node_name'] for row in rows]
+            return node_list
+        except Exception as e:
+            logger.error(f"Failed to query node list by precision: {e}")
+            return []
+        finally:
+            conn.close()
+
+    # DB: 根据溢出查询节点信息
+    def query_node_list_by_overflow(self, step, rank, micro_step, values):
+        conn = self._initialize_db_connection()
+        if not conn:
+            return []
+        # 准备占位符
+        conditions = []
+        conditions.append("step = ?")
+        conditions.append("rank = ?")
+        conditions.append("data_source = 'NPU'")
+        conditions.append("(? = -1 OR micro_step_id = ?)")
+        placeholders = ", ".join(["?"] * len(values)) 
+        query = f"""
+            SELECT 
+                node_name
+            FROM
+                tb_nodes 
+            WHERE 
+                step = ?
+                AND rank = ? 
+                AND data_source = 'NPU'
+                AND (? = -1 OR micro_step_id = ?)
+                AND (sub_nodes = '' OR sub_nodes IS NULL OR sub_nodes = '[]')
+                AND overflow_level IN ({placeholders})
+            ORDER BY
+                node_order ASC
+        """
+        try:
+            with conn as c:
+                cursor = c.execute(query, (step, rank, micro_step, micro_step, *values))
+                rows = cursor.fetchall()
+            node_list = [row['node_name'] for row in rows]
+            return node_list
+        except Exception as e:
+            logger.error(f"Failed to query node list by overflow: {e}")
+            return []
+        finally:
+            conn.close()
+
+    # DB：查询节点信息
+    def query_node_info_by_data_source(self, step, rank, data_source):
+        conn = self._initialize_db_connection()
+        if not conn:
+            return {}
+        query = """
+            SELECT 
+                node_name, 
+                matched_node_link,
+                output_data,
+                precision_index,
+                sub_nodes
+            FROM 
+                tb_nodes 
+            WHERE 
+                step = ?
+                AND rank = ? 
+                AND data_source = ?
+        """
+        try:
+            with conn as c:
+                cursor = c.execute(query, (step, rank, data_source))
+                nodes = self._fetch_and_convert_rows(cursor)
+            return nodes
+        except Exception as e:
+            logger.error(f"Failed to query node info: {e}")
+            return {}
+        finally:
+            conn.close()
+
+    # DB：更新config的colors
+    def update_config_colors(self, colors):
+        conn = self._initialize_db_connection()
+        if not conn:
+            return False
+        query = """
+            UPDATE 
+                tb_config 
+            SET 
+                node_colors = ?
+            WHERE
+                id=1
+        """
+        try:
+            with conn as c:
+                c.execute(query, (json.dumps(colors),))
+            return True
+        except Exception as e:
+            logger.error(f"Failed to update config colors: {e}")
+            return False
+        finally:
+            conn.close()
+
+    # DB：批量更新节点信息
+    def update_nodes_info(self, nodes_info, rank, step):
+        conn = self._initialize_db_connection()
+        if not conn:
+            return False
+        # 取消匹配和匹配都要走这个逻辑        
+        try:
+            data = [
+                (
+                    json.dumps(node['matched_node_link']),
+                    json.dumps(node['input_data']),
+                    json.dumps(node['output_data']),
+                    node['precision_index'],
+                    step,
+                    rank,
+                    node['graph_type'],
+                    node['node_name']  # WHERE 条件
+                )
+                for node in nodes_info
+            ]
+            query = """
+                UPDATE tb_nodes 
+                SET 
+                    matched_node_link = ?,
+                    input_data = ?,
+                    output_data = ?,
+                    precision_index = ?,
+                    modified= 1
+                WHERE 
+                    step = ?
+                    AND rank = ? 
+                    AND data_source = ? 
+                    AND node_name = ?
+            """
+            with conn as c:
+                c.executemany(query, data)
+            return True
+        except Exception as e:
+            logger.error(f"Failed to update nodes info: {e}")
+            return False
+    
+    def update_nodes_precision_error(self, update_data):
+        conn = self._initialize_db_connection()
+        if not conn:
+            return False
+        query = """
+            UPDATE 
+                tb_nodes
+            SET
+                precision_index = ?
+            WHERE
+                step = ?
+                AND rank = ?
+                AND data_source = 'NPU'
+                AND node_name = ?
+        """
+        try:
+            conn.executemany(query, update_data)
+            conn.commit()
+            return True
+        except Exception as e:
+            logger.error(f"Failed to update precision error: {e}")
+            return False
+        finally:
+            conn.close()
+
+    def _initialize_db_connection(self):
+        try:
+            # 目录安全校验
+            dir_path = str(os.path.dirname(self.db_path))
+            success, error = GraphUtils.safe_check_load_file_path(dir_path, True)
+            if not success:
+                raise PermissionError(error)
+            # 文件安全校验
+            success, error = GraphUtils.safe_check_load_file_path(self.db_path)
+            if not success:
+                raise PermissionError(error)
+            conn = sqlite3.connect(self.db_path, check_same_thread=False)
+            conn.row_factory = sqlite3.Row
+            # 提升性能的 PRAGMA 设置
+            conn.execute("PRAGMA journal_mode = WAL;")
+            conn.execute("PRAGMA synchronous = NORMAL;")  # 或 OFF（不安全）
+            conn.execute("PRAGMA cache_size = 40000;")
+            conn.execute("PRAGMA wal_autocheckpoint = 0;")
+            self.is_db_connected = conn is not None
+            self.conn = conn
+            return conn
+        
+        except Exception as e:
+            logger.error(f"Failed to connect to database: {e}")
+            if 'conn' in locals() and conn:
+                try:
+                    conn.close()
+                except Exception as close_error:
+                    logger.error(f"Failed to close database connection: {close_error}")
+            self.conn = None
+            return None
+    
+    def _fetch_and_convert_rows(self, cursor):
+        """
+        Helper function to fetch rows from cursor and convert them.
+        :param cursor: SQLite cursor object
+        :return: Dictionary of nodes keyed by node_name
+        """
+        nodes = {}
+        for row in cursor.fetchall():
+            dict_row = self._convert_db_to_object(dict(row))
+            nodes[row['node_name']] = dict_row
+        return nodes
+    
+    def _convert_to_graph_json(self, npu_nodes, bench_nodes):
+        graph_data = {
+            "NPU": {
+                "node": npu_nodes,
+            },
+            "Bench": {
+                "node": bench_nodes,
+            }
+        }
+        return graph_data
+
+    def _convert_db_to_object(self, data):
+        object_res = {
+            "id": data.get('node_name'),
+            "node_name": data.get('node_name'),
+            "node_type": int(data.get('node_type')) if data.get('node_type') is not None else 0,
+            "output_data": GraphUtils.safe_json_loads(data.get('output_data') or "{}"),
+            "input_data": GraphUtils.safe_json_loads(data.get('input_data') or "{}"),
+            "upnode": data.get('up_node'),
+            "subnodes": GraphUtils.safe_json_loads(data.get('sub_nodes') or "[]"),
+            "matched_node_link": GraphUtils.safe_json_loads(data.get('matched_node_link') or "[]"),
+            "stack_info": GraphUtils.safe_json_loads(data.get('stack_info') or "[]"),
+            "micro_step_id": int(data.get('micro_step_id')) if data.get('micro_step_id') is not None else -1,
+            "data": {
+                "precision_index": data.get('precision_index'),
+                'overflow_level': data.get('overflow_level'),
+            },
+            "parallel_merge_info": GraphUtils.safe_json_loads(data.get('parallel_merge_info') or "[]"),
+            "matched_distributed": GraphUtils.safe_json_loads(data.get('matched_distributed') or "[]"),
+            "modified": int(data.get('modified')) if data.get('modified') is not None else 0,
+        }
+        return object_res
+