mindstudio-probe 1.0.3__py3-none-any.whl → 1.1.0__py3-none-any.whl

msprobe/pytorch/parse_tool/lib/visualization.py

@@ -1,91 +1,85 @@
-#!/usr/bin/env python3
-# -*- coding: utf-8 -*-
-"""
-# Copyright (C) 2022-2024. Huawei Technologies Co., Ltd. All rights reserved.
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-"""
-import json
-import numpy as np
-
-from msprobe.pytorch.parse_tool.lib.config import Const
-from msprobe.pytorch.parse_tool.lib.utils import Util
-from msprobe.pytorch.parse_tool.lib.parse_exception import ParseException
-from msprobe.core.common.file_check import FileOpen
-from msprobe.core.common.utils import save_npy_to_txt
-
-
-class Visualization:
-    def __init__(self):
-        self.util = Util()
-
-    def print_npy_summary(self, target_file):
-        try:
-            np_data = np.load(target_file, allow_pickle=True)
-        except UnicodeError as e:
-            self.util.log.error("%s %s" % ("UnicodeError", str(e)))
-            self.util.log.warning("Please check the npy file")
-            raise ParseException(ParseException.PARSE_UNICODE_ERROR) from e
-        table = self.util.create_table('', ['Index', 'Data'])
-        flatten_data = np_data.flatten()
-        tablesize = 8
-        for i in range(min(16, int(np.ceil(flatten_data.size / tablesize)))):
-            last_idx = min(flatten_data.size, i * tablesize + tablesize)
-            table.add_row(str(i * tablesize), ' '.join(flatten_data[i * tablesize: last_idx].astype('str').tolist()))
-        summary = ['[yellow]%s[/yellow]' % self.util.gen_npy_info_txt(np_data), 'Path: %s' % target_file,
-                   "TextFile: %s.txt" % target_file]
-        self.util.print_panel(self.util.create_columns([table, "\n".join(summary)]), target_file)
-        save_npy_to_txt(np_data, target_file + ".txt")
-
-    def print_npy_data(self, file_name):
-        file_name = self.util.path_strip(file_name)
-        self.util.check_path_valid(file_name)
-        self.util.check_file_path_format(file_name, Const.NPY_SUFFIX)
-        return self.print_npy_summary(file_name)
-
-    def parse_pkl(self, path, api_name):
-        path = self.util.path_strip(path)
-        self.util.check_path_valid(path)
-        self.util.check_file_path_format(path, Const.PKL_SUFFIX)
-        self.util.check_str_param(api_name)
-        with FileOpen(path, "r") as pkl_handle:
-            title_printed = False
-            while True:
-                pkl_line = pkl_handle.readline()
-                if pkl_line == '\n':
-                    continue
-                if len(pkl_line) == 0:
-                    break
-                try:
-                    msg = json.loads(pkl_line)
-                except json.JSONDecodeError as e:
-                    self.util.log.error("%s %s in line %s" % ("JSONDecodeError", str(e), pkl_line))
-                    self.util.log.warning("Please check the pkl file")
-                    raise ParseException(ParseException.PARSE_JSONDECODE_ERROR) from e
-                info_prefix = msg[0]
-                if not info_prefix.startswith(api_name):
-                    continue
-                if info_prefix.find("stack_info") != -1 and len(msg) == 2:
-                    self.util.log.info("\nTrace back({}):".format(msg[0]))
-                    if msg[1] and len(msg[1]) > 4:
-                        for item in reversed(msg[1]):
-                            self.util.log.info("  File \"{}\", line {}, in {}".format(item[0], item[1], item[2]))
-                            self.util.log.info("    {}".format(item[3]))
-                        continue
-                if len(msg) > 5 and len(msg[5]) >=  3:
-                    summery_info = "  [{}][dtype: {}][shape: {}][max: {}][min: {}][mean: {}]" \
-                        .format(msg[0], msg[3], msg[4], msg[5][0], msg[5][1], msg[5][2])
-                    if not title_printed:
-                        self.util.log.info("\nStatistic Info:")
-                        title_printed = True
-                    self.util.log.info(summery_info)
-            pkl_handle.close()
+#!/usr/bin/env python3
+# -*- coding: utf-8 -*-
+"""
+# Copyright (C) 2022-2024. Huawei Technologies Co., Ltd. All rights reserved.
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+"""
+import json
+import numpy as np
+
+from msprobe.pytorch.parse_tool.lib.config import Const
+from msprobe.pytorch.parse_tool.lib.utils import Util
+from msprobe.pytorch.parse_tool.lib.parse_exception import ParseException
+from msprobe.core.common.file_utils import FileOpen, load_npy, save_npy_to_txt
+
+
+class Visualization:
+    def __init__(self):
+        self.util = Util()
+
+    def print_npy_summary(self, target_file):
+        np_data = load_npy(target_file)
+        table = self.util.create_table('', ['Index', 'Data'])
+        flatten_data = np_data.flatten()
+        tablesize = 8
+        for i in range(min(16, int(np.ceil(flatten_data.size / tablesize)))):
+            last_idx = min(flatten_data.size, i * tablesize + tablesize)
+            table.add_row(str(i * tablesize), ' '.join(flatten_data[i * tablesize: last_idx].astype('str').tolist()))
+        summary = ['[yellow]%s[/yellow]' % self.util.gen_npy_info_txt(np_data), 'Path: %s' % target_file,
+                   "TextFile: %s.txt" % target_file]
+        self.util.print_panel(self.util.create_columns([table, "\n".join(summary)]), target_file)
+        save_npy_to_txt(np_data, target_file + ".txt")
+
+    def print_npy_data(self, file_name):
+        file_name = self.util.path_strip(file_name)
+        self.util.check_path_valid(file_name)
+        self.util.check_file_path_format(file_name, Const.NPY_SUFFIX)
+        return self.print_npy_summary(file_name)
+
+    def parse_pkl(self, path, api_name):
+        path = self.util.path_strip(path)
+        self.util.check_path_valid(path)
+        self.util.check_file_path_format(path, Const.PKL_SUFFIX)
+        self.util.check_str_param(api_name)
+        with FileOpen(path, "r") as pkl_handle:
+            title_printed = False
+            while True:
+                pkl_line = pkl_handle.readline()
+                if pkl_line == '\n':
+                    continue
+                if len(pkl_line) == 0:
+                    break
+                try:
+                    msg = json.loads(pkl_line)
+                except json.JSONDecodeError as e:
+                    self.util.log.error("%s %s in line %s" % ("JSONDecodeError", str(e), pkl_line))
+                    self.util.log.warning("Please check the pkl file")
+                    raise ParseException(ParseException.PARSE_JSONDECODE_ERROR) from e
+                info_prefix = msg[0]
+                if not info_prefix.startswith(api_name):
+                    continue
+                if info_prefix.find("stack_info") != -1 and len(msg) == 2:
+                    self.util.log.info("\nTrace back({}):".format(msg[0]))
+                    if msg[1] and len(msg[1]) > 4:
+                        for item in reversed(msg[1]):
+                            self.util.log.info("  File \"{}\", line {}, in {}".format(item[0], item[1], item[2]))
+                            self.util.log.info("    {}".format(item[3]))
+                        continue
+                if len(msg) > 5 and len(msg[5]) >=  3:
+                    summery_info = "  [{}][dtype: {}][shape: {}][max: {}][min: {}][mean: {}]" \
+                        .format(msg[0], msg[3], msg[4], msg[5][0], msg[5][1], msg[5][2])
+                    if not title_printed:
+                        self.util.log.info("\nStatistic Info:")
+                        title_printed = True
+                    self.util.log.info(summery_info)
+            pkl_handle.close()