mindstudio-probe 1.0.1__py3-none-any.whl → 1.0.4__py3-none-any.whl

msprobe/pytorch/common/compare_script.template

@@ -1,14 +1,14 @@
-from ptdbg_ascend import compare
-
-pkl_path = "%s"
-dump_data_dir = "%s"
-
-dump_path_param = {
-    "npu_pkl_path": ,
-    "bench_pkl_path": ,
-    "npu_dump_data_dir": ,
-    "bench_dump_data_dir": ,
-    "is_print_compare_log": True
-}
-
-compare(dump_path_param, output_path="", stack_mode=%s)
+from ptdbg_ascend import compare
+
+pkl_path = "%s"
+dump_data_dir = "%s"
+
+dump_path_param = {
+    "npu_pkl_path": ,
+    "bench_pkl_path": ,
+    "npu_dump_data_dir": ,
+    "bench_dump_data_dir": ,
+    "is_print_compare_log": True
+}
+
+compare(dump_path_param, output_path="", stack_mode=%s)

msprobe/pytorch/common/log.py

@@ -1,32 +1,21 @@
-import os
-import time
-import sys
-from msprobe.pytorch.common.utils import get_rank_if_initialized
-from msprobe.core.common.log import BaseLogger
-from msprobe.core.common.exceptions import DistributedNotInitializedError
-
-
-class PyTorchLogger(BaseLogger):
-    def __init__(self):
-        super().__init__()
-
-    def get_rank(self):
-        try:
-            current_rank = get_rank_if_initialized()
-        except DistributedNotInitializedError:
-            current_rank = None
-        return current_rank
-
-    def _print_log(self, level, msg, end='\n'):
-        current_rank = self.get_rank()
-        current_time = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime())
-        pid = os.getpid()
-        if current_rank is not None:
-            full_msg = f"{current_time} ({pid}) [rank {current_rank}] [{level}] {msg}"
-        else:
-            full_msg = f"{current_time} ({pid}) [{level}] {msg}"
-        print(full_msg, end=end)
-        sys.stdout.flush()
-
-
+import os
+import time
+import sys
+from msprobe.pytorch.common.utils import get_rank_if_initialized
+from msprobe.core.common.log import BaseLogger
+from msprobe.core.common.exceptions import DistributedNotInitializedError
+
+
+class PyTorchLogger(BaseLogger):
+    def __init__(self):
+        super().__init__()
+
+    def get_rank(self):
+        try:
+            current_rank = get_rank_if_initialized()
+        except DistributedNotInitializedError:
+            current_rank = None
+        return current_rank
+
+
 logger = PyTorchLogger()

msprobe/pytorch/common/parse_json.py

@@ -1,37 +1,39 @@
-import json
-from msprobe.core.common.exceptions import ParseJsonException
-
-
-def parse_json_info_forward_backward(json_path):
-    def parse_data_name_with_pattern(data_name, pattern):
-        name_struct = data_name.split('.')
-        if not name_struct[-1] == pattern:
-            raise ParseJsonException(ParseJsonException.UnexpectedNameStruct,
-                f"{data_name} in file {json_path}")
-        api_name = '.'.join(name_struct[:-1])
-        return api_name
-
-    with open(json_path, 'r') as f:
-        dump_json = json.load(f)
-
-    real_data_path = dump_json.get("dump_data_dir")
-    dump_data = dump_json.get("data")
-    if not dump_data:
-        raise ParseJsonException(ParseJsonException.InvalidDumpJson, "dump数据中没有data字段")
-
-    forward_data = {}
-    backward_data = {}
-    for data_name, data_item in dump_data.items():
-        if "Module" in data_name:
-            continue
-        if "forward" in data_name:
-            api_name = parse_data_name_with_pattern(data_name, "forward")
-            forward_data.update({api_name: data_item})
-        elif "backward" in data_name:
-            api_name = parse_data_name_with_pattern(data_name, "backward")
-            backward_data.update({api_name: data_item})
-        else:
-            raise ParseJsonException(ParseJsonException.UnexpectedNameStruct,
-                f"{data_name} in file {json_path}.")
-
-    return forward_data, backward_data, real_data_path
+import json
+
+from msprobe.core.common.exceptions import ParseJsonException
+from msprobe.core.common.file_utils import FileOpen
+
+
+def parse_json_info_forward_backward(json_path):
+    def parse_data_name_with_pattern(data_name, pattern):
+        name_struct = data_name.split('.')
+        if not name_struct[-1] == pattern:
+            raise ParseJsonException(ParseJsonException.UnexpectedNameStruct,
+                f"{data_name} in file {json_path}")
+        api_name = '.'.join(name_struct[:-1])
+        return api_name
+
+    with FileOpen(json_path, 'r') as f:
+        dump_json = json.load(f)
+
+    real_data_path = dump_json.get("dump_data_dir")
+    dump_data = dump_json.get("data")
+    if not dump_data:
+        raise ParseJsonException(ParseJsonException.InvalidDumpJson, "dump数据中没有data字段")
+
+    forward_data = {}
+    backward_data = {}
+    for data_name, data_item in dump_data.items():
+        if "Module" in data_name:
+            continue
+        if "forward" in data_name:
+            api_name = parse_data_name_with_pattern(data_name, "forward")
+            forward_data.update({api_name: data_item})
+        elif "backward" in data_name:
+            api_name = parse_data_name_with_pattern(data_name, "backward")
+            backward_data.update({api_name: data_item})
+        else:
+            raise ParseJsonException(ParseJsonException.UnexpectedNameStruct,
+                f"{data_name} in file {json_path}.")
+
+    return forward_data, backward_data, real_data_path