mindstudio-probe 1.1.0__tar.gz → 1.1.1__tar.gz

{mindstudio-probe-1.1.0 → mindstudio_probe-1.1.1}/PKG-INFO

@@ -1,13 +1,12 @@
 Metadata-Version: 2.1
 Name: mindstudio-probe
-Version: 1.1.0
+Version: 1.1.1
 Summary: Pytorch Ascend Probe Utils
 Home-page: https://gitee.com/ascend/mstt/tree/master/debug/accuracy_tools/msprobe
 Author: Ascend Team
 Author-email: pmail_mindstudio@huawei.com
 License: Apache License 2.0
 Keywords: pytorch msprobe ascend
-Platform: UNKNOWN
 Classifier: Intended Audience :: Developers
 Classifier: Intended Audience :: Education
 Classifier: Intended Audience :: Science/Research
@@ -20,6 +19,18 @@ Classifier: Topic :: Software Development :: Libraries
 Classifier: Topic :: Software Development :: Libraries :: Python Modules
 Requires-Python: >=3.6.2
 License-File: LICENSE
+Requires-Dist: wheel
+Requires-Dist: einops
+Requires-Dist: numpy<2.0
+Requires-Dist: pandas<2.1,>=1.3.5
+Requires-Dist: pyyaml
+Requires-Dist: rich
+Requires-Dist: tqdm
+Requires-Dist: openpyxl
+Requires-Dist: pyopenssl
+Requires-Dist: twisted
+Requires-Dist: matplotlib
+Requires-Dist: tensorboard
+Requires-Dist: tabulate
 
 MindStudio-Probe is a set of tools for diagnosing and improving model accuracy on Ascend NPU, including API acc checker, ptdbg, grad tool etc.
-

{mindstudio-probe-1.1.0 → mindstudio_probe-1.1.1}/mindstudio_probe.egg-info/PKG-INFO

@@ -1,13 +1,12 @@
 Metadata-Version: 2.1
 Name: mindstudio-probe
-Version: 1.1.0
+Version: 1.1.1
 Summary: Pytorch Ascend Probe Utils
 Home-page: https://gitee.com/ascend/mstt/tree/master/debug/accuracy_tools/msprobe
 Author: Ascend Team
 Author-email: pmail_mindstudio@huawei.com
 License: Apache License 2.0
 Keywords: pytorch msprobe ascend
-Platform: UNKNOWN
 Classifier: Intended Audience :: Developers
 Classifier: Intended Audience :: Education
 Classifier: Intended Audience :: Science/Research
@@ -20,6 +19,18 @@ Classifier: Topic :: Software Development :: Libraries
 Classifier: Topic :: Software Development :: Libraries :: Python Modules
 Requires-Python: >=3.6.2
 License-File: LICENSE
+Requires-Dist: wheel
+Requires-Dist: einops
+Requires-Dist: numpy<2.0
+Requires-Dist: pandas<2.1,>=1.3.5
+Requires-Dist: pyyaml
+Requires-Dist: rich
+Requires-Dist: tqdm
+Requires-Dist: openpyxl
+Requires-Dist: pyopenssl
+Requires-Dist: twisted
+Requires-Dist: matplotlib
+Requires-Dist: tensorboard
+Requires-Dist: tabulate
 
 MindStudio-Probe is a set of tools for diagnosing and improving model accuracy on Ascend NPU, including API acc checker, ptdbg, grad tool etc.
-

{mindstudio-probe-1.1.0 → mindstudio_probe-1.1.1}/mindstudio_probe.egg-info/SOURCES.txt

@@ -31,6 +31,10 @@ msprobe/core/compare/highlight.py
 msprobe/core/compare/multiprocessing_compute.py
 msprobe/core/compare/npy_compare.py
 msprobe/core/compare/utils.py
+msprobe/core/compare/layer_mapping/__init__.py
+msprobe/core/compare/layer_mapping/data_scope_parser.py
+msprobe/core/compare/layer_mapping/layer_mapping.py
+msprobe/core/compare/layer_mapping/postprocess_pass.py
 msprobe/core/data_dump/data_collector.py
 msprobe/core/data_dump/json_writer.py
 msprobe/core/data_dump/scope.py
@@ -42,10 +46,17 @@ msprobe/core/grad_probe/__init__.py
 msprobe/core/grad_probe/constant.py
 msprobe/core/grad_probe/grad_compare.py
 msprobe/core/grad_probe/utils.py
+msprobe/core/overflow_check/abnormal_scene.py
+msprobe/core/overflow_check/api_info.py
+msprobe/core/overflow_check/checker.py
+msprobe/core/overflow_check/filter.py
+msprobe/core/overflow_check/ignore_rules.yaml
+msprobe/core/overflow_check/level.py
+msprobe/core/overflow_check/utils.py
 msprobe/docs/01.installation.md
 msprobe/docs/02.config_introduction.md
 msprobe/docs/03.config_examples.md
-msprobe/docs/04.acl_config_examples.md
+msprobe/docs/04.kernel_dump_PyTorch.md
 msprobe/docs/05.data_dump_PyTorch.md
 msprobe/docs/06.data_dump_MindSpore.md
 msprobe/docs/07.accuracy_checker_PyTorch.md
@@ -60,8 +71,14 @@ msprobe/docs/15.free_benchmarking_PyTorch.md
 msprobe/docs/16.free_benchmarking_MindSpore.md
 msprobe/docs/17.grad_probe.md
 msprobe/docs/18.online_dispatch.md
+msprobe/docs/19.monitor.md
+msprobe/docs/20.monitor_performance_baseline.md
+msprobe/docs/21.visualization_PyTorch.md
+msprobe/docs/22.visualization_MindSpore.md
+msprobe/docs/23.tool_function_introduction.md
 msprobe/docs/FAQ.md
 msprobe/docs/S02.report_free_benchmarking_validation_performance_baseline.md
+msprobe/docs/data_dump_Mindspore/dynamic_graph_quick_start_example.md
 msprobe/docs/img/BLOOM-7B_1.png
 msprobe/docs/img/BLOOM-7B_2.png
 msprobe/docs/img/BLOOM-7B_3.png
@@ -81,6 +98,7 @@ msprobe/docs/img/accuracy_checking_result.png
 msprobe/docs/img/api_precision_compare_details.png
 msprobe/docs/img/api_precision_compare_result.png
 msprobe/docs/img/auto_analyze_log.png
+msprobe/docs/img/compare_result.png
 msprobe/docs/img/compare_result_pkl.png
 msprobe/docs/img/compare_result_pkl_md5.png.png
 msprobe/docs/img/cpu_info.png
@@ -95,6 +113,7 @@ msprobe/docs/img/module_compare.png
 msprobe/docs/img/ms_dump.png
 msprobe/docs/img/ms_layer.png
 msprobe/docs/img/pt_dump.png
+msprobe/docs/img/monitor/cpu_info.png
 msprobe/mindspore/__init__.py
 msprobe/mindspore/cell_processor.py
 msprobe/mindspore/ms_config.py
@@ -106,17 +125,19 @@ msprobe/mindspore/api_accuracy_checker/api_accuracy_checker.py
 msprobe/mindspore/api_accuracy_checker/api_info.py
 msprobe/mindspore/api_accuracy_checker/api_runner.py
 msprobe/mindspore/api_accuracy_checker/base_compare_algorithm.py
+msprobe/mindspore/api_accuracy_checker/checker_support_api.yaml
 msprobe/mindspore/api_accuracy_checker/cmd_parser.py
 msprobe/mindspore/api_accuracy_checker/compute_element.py
+msprobe/mindspore/api_accuracy_checker/data_manager.py
 msprobe/mindspore/api_accuracy_checker/main.py
+msprobe/mindspore/api_accuracy_checker/multi_api_accuracy_checker.py
+msprobe/mindspore/api_accuracy_checker/multi_data_manager.py
 msprobe/mindspore/api_accuracy_checker/type_mapping.py
 msprobe/mindspore/api_accuracy_checker/utils.py
 msprobe/mindspore/common/const.py
 msprobe/mindspore/common/log.py
 msprobe/mindspore/common/utils.py
 msprobe/mindspore/compare/distributed_compare.py
-msprobe/mindspore/compare/layer_mapping.py
-msprobe/mindspore/compare/modify_mapping.py
 msprobe/mindspore/compare/ms_compare.py
 msprobe/mindspore/compare/ms_graph_compare.py
 msprobe/mindspore/compare/ms_to_pt_api.yaml
@@ -133,6 +154,8 @@ msprobe/mindspore/dump/hook_cell/hook_cell.py
 msprobe/mindspore/dump/hook_cell/primitive_hooks.py
 msprobe/mindspore/dump/hook_cell/support_wrap_ops.yaml
 msprobe/mindspore/dump/hook_cell/wrap_api.py
+msprobe/mindspore/dym_loader/hook_dynamic_loader.cc
+msprobe/mindspore/dym_loader/hook_dynamic_loader.h
 msprobe/mindspore/free_benchmark/__init__.py
 msprobe/mindspore/free_benchmark/api_pynative_self_check.py
 msprobe/mindspore/free_benchmark/self_check_tool_factory.py
@@ -141,9 +164,6 @@ msprobe/mindspore/free_benchmark/common/config.py
 msprobe/mindspore/free_benchmark/common/handler_params.py
 msprobe/mindspore/free_benchmark/common/utils.py
 msprobe/mindspore/free_benchmark/data/support_wrap_ops.yaml
-msprobe/mindspore/free_benchmark/decorator/__init__.py
-msprobe/mindspore/free_benchmark/decorator/dec_forward.py
-msprobe/mindspore/free_benchmark/decorator/decorator_factory.py
 msprobe/mindspore/free_benchmark/handler/__init__.py
 msprobe/mindspore/free_benchmark/handler/base_handler.py
 msprobe/mindspore/free_benchmark/handler/check_handler.py
@@ -187,6 +207,9 @@ msprobe/pytorch/api_accuracy_checker/compare/api_precision_threshold.yaml
 msprobe/pytorch/api_accuracy_checker/compare/compare.py
 msprobe/pytorch/api_accuracy_checker/compare/compare_column.py
 msprobe/pytorch/api_accuracy_checker/compare/compare_utils.py
+msprobe/pytorch/api_accuracy_checker/generate_op_script/config_op.json
+msprobe/pytorch/api_accuracy_checker/generate_op_script/op_generator.py
+msprobe/pytorch/api_accuracy_checker/generate_op_script/operator_replication.template
 msprobe/pytorch/api_accuracy_checker/run_ut/.keep
 msprobe/pytorch/api_accuracy_checker/run_ut/__init__.py
 msprobe/pytorch/api_accuracy_checker/run_ut/data_generate.py
@@ -227,6 +250,7 @@ msprobe/pytorch/compare/pt_compare.py
 msprobe/pytorch/debugger/__init__.py
 msprobe/pytorch/debugger/debugger_config.py
 msprobe/pytorch/debugger/precision_debugger.py
+msprobe/pytorch/dump/kernel_dump/kernel_config.py
 msprobe/pytorch/free_benchmark/__init__.py
 msprobe/pytorch/free_benchmark/main.py
 msprobe/pytorch/free_benchmark/common/__init__.py
@@ -271,6 +295,22 @@ msprobe/pytorch/hook_module/wrap_npu_custom.py
 msprobe/pytorch/hook_module/wrap_tensor.py
 msprobe/pytorch/hook_module/wrap_torch.py
 msprobe/pytorch/hook_module/wrap_vf.py
+msprobe/pytorch/monitor/__init__.py
+msprobe/pytorch/monitor/anomaly_analyse.py
+msprobe/pytorch/monitor/anomaly_detect.py
+msprobe/pytorch/monitor/features.py
+msprobe/pytorch/monitor/module_hook.py
+msprobe/pytorch/monitor/module_metric.py
+msprobe/pytorch/monitor/module_spec_verifier.py
+msprobe/pytorch/monitor/optimizer_collect.py
+msprobe/pytorch/monitor/utils.py
+msprobe/pytorch/monitor/visualizer.py
+msprobe/pytorch/monitor/distributed/__init__.py
+msprobe/pytorch/monitor/distributed/distributed_ops.yaml
+msprobe/pytorch/monitor/distributed/stack_blacklist.yaml
+msprobe/pytorch/monitor/distributed/wrap_distributed.py
+msprobe/pytorch/monitor/unittest/__init__.py
+msprobe/pytorch/monitor/unittest/test_monitor.py
 msprobe/pytorch/online_dispatch/__init__.py
 msprobe/pytorch/online_dispatch/compare.py
 msprobe/pytorch/online_dispatch/dispatch.py
@@ -288,4 +328,18 @@ msprobe/pytorch/parse_tool/lib/interactive_cli.py
 msprobe/pytorch/parse_tool/lib/parse_exception.py
 msprobe/pytorch/parse_tool/lib/parse_tool.py
 msprobe/pytorch/parse_tool/lib/utils.py
-msprobe/pytorch/parse_tool/lib/visualization.py
+msprobe/pytorch/parse_tool/lib/visualization.py
+msprobe/visualization/__init__.py
+msprobe/visualization/graph_service.py
+msprobe/visualization/utils.py
+msprobe/visualization/builder/__init__.py
+msprobe/visualization/builder/graph_builder.py
+msprobe/visualization/builder/msprobe_adapter.py
+msprobe/visualization/compare/__init__.py
+msprobe/visualization/compare/graph_comparator.py
+msprobe/visualization/compare/mode_adapter.py
+msprobe/visualization/graph/__init__.py
+msprobe/visualization/graph/base_node.py
+msprobe/visualization/graph/graph.py
+msprobe/visualization/graph/node_colors.py
+msprobe/visualization/graph/node_op.py

{mindstudio-probe-1.1.0 → mindstudio_probe-1.1.1}/mindstudio_probe.egg-info/entry_points.txt

@@ -1,3 +1,2 @@
 [console_scripts]
 msprobe = msprobe.msprobe:main
-

{mindstudio-probe-1.1.0 → mindstudio_probe-1.1.1}/mindstudio_probe.egg-info/requires.txt

@@ -9,3 +9,5 @@ openpyxl
 pyopenssl
 twisted
 matplotlib
+tensorboard
+tabulate

{mindstudio-probe-1.1.0 → mindstudio_probe-1.1.1}/msprobe/README.md

@@ -9,7 +9,7 @@
 为方便使用，本工具提供了统一、简易的程序接口：**PrecisionDebugger**。以 PyTorch 框架为例，通过以下示例模板和 **config.json** 可以轻松使用各种功能。
 
 ```python
-from msprobe.pytorch import PrecisionDebugger  
+from msprobe.pytorch import PrecisionDebugger
 
 debugger = PrecisionDebugger(config_path='./config.json')
 ...
@@ -33,12 +33,34 @@ export MSPROBE_LOG_LEVEL={x}
 ```
 **config.json** 的配置要求和各功能具体的使用指导详见后续章节。
 
+## 环境和依赖
+
+- 硬件环境请参见《[昇腾产品形态说明](https://gitee.com/link?target=https%3A%2F%2Fwww.hiascend.com%2Fdocument%2Fdetail%2Fzh%2Fcanncommercial%2F80RC22%2Fquickstart%2Fquickstart%2Fquickstart_18_0002.html)》。
+- 软件环境请参见《[CANN 软件安装指南](https://gitee.com/link?target=https%3A%2F%2Fwww.hiascend.com%2Fdocument%2Fdetail%2Fzh%2Fcanncommercial%2F80RC22%2Fsoftwareinst%2Finstg%2Finstg_0000.html%3FMode%3DPmIns%26OS%3DUbuntu%26Software%3DcannToolKit)》安装昇腾设备开发或运行环境，即toolkit软件包。
+
+以上环境依赖请根据实际环境选择适配的版本。
+
+## 版本配套说明
+
+- msprobe支持AscendPyTorch 1.11.0或更高版本，支持的PyTorch和CANN以及PyTorch和python软件版本配套关系请参见《[Ascend Extension for PyTorch插件](https://gitee.com/ascend/pytorch)》。
+- msprobe支持MindSpore 2.4.0或更高版本，支持的MindSpore和CANN以及MindSpore和python软件版本配套关系请参见《[MindSpore版本发布列表](https://www.mindspore.cn/versions)》。
+- msprobe支持的固件驱动版本与配套CANN软件支持的固件驱动版本相同，开发者可通过“[昇腾社区-固件与驱动](https://gitee.com/link?target=https%3A%2F%2Fwww.hiascend.com%2Fhardware%2Ffirmware-drivers%2Fcommunity%3Fproduct%3D2%26model%3D28%26cann%3D8.0.RC3.alpha003%26driver%3D1.0.25.alpha)”页面根据产品型号与CANN软件版本获取配套的固件与驱动。
+
+
+## 🚨 工具限制与注意事项
+
+**1. Pytorch 框架下，工具暂不支持 Fully Sharded Data Parallel(FSDP)。**
+
 ## ⚙️ [安装](./docs/01.installation.md)
 
 ## 🛠️ config.json [介绍](./docs/02.config_introduction.md) 和 [示例](./docs/03.config_examples.md)
 
 ## 🧰 主要功能
 
+### 0 用前必看
+
+使用工具前，建议先浏览[**工具功能模块简介、适用场景和当前版本局限性**](./docs/23.tool_function_introduction.md)，了解功能特性。
+
 ### 1 数据采集
 
 msprobe 通过在训练脚本中添加 PrecisionDebugger 接口的方式对 API 执行精度数据 dump 操作，对应 config.json 中的 task 为 statistics 或 tensor。
@@ -95,9 +117,23 @@ MindSpore 动态图场景的[离线预检](./docs/09.accuracy_checker_MindSpore.
 
 [PyTorch 场景的在线精度比对](./docs/18.online_dispatch.md)
 
+### 9 训练状态监控
+
+该功能收集和聚合模型训练过程中的网络层，优化器， 通信算子的中间值，帮助诊断模型训练过程中计算， 通信，优化器各部分出现的异常情况。
+
+[PyTorch 场景的训练状态监控](./docs/19.monitor.md)
+
+### 10 分级可视化构图比对
+
+该功能将msprobe工具dump的精度数据进行解析，还原模型图结构，实现模型各个层级的精度数据比对，方便用户理解模型结构、分析精度问题。
+
+[PyTorch 场景的分级可视化构图比对](./docs/21.visualization_PyTorch.md)
+
+[MindSpore 场景的分级可视化构图比对](./docs/22.visualization_MindSpore.md)
+
 ## 🌟 新版本特性
 
-若查看历史版本特性，请点击[安装](./docs/01.installation.md)。
+若查看历史版本特性，请参见[安装](./docs/01.installation.md)。
 
 【数据采集】
 - 支持 config.json 中的 step 传入范围；
@@ -128,4 +164,4 @@ MindSpore 动态图场景的[离线预检](./docs/09.accuracy_checker_MindSpore.
 
 ## ❓ FAQ
 
-[FAQ for PyTorch](./docs/FAQ_PyTorch.md)
+[FAQ for PyTorch](./docs/FAQ.md)

{mindstudio-probe-1.1.0 → mindstudio_probe-1.1.1}/msprobe/config.json

@@ -5,12 +5,10 @@
     "step": [],  
     "level": "L1", 
     "enable_dataloader": false,
-    "acl_config": "",
     "tensor": {
         "scope": [], 
         "list":[], 
-        "data_mode": ["all"], 
-        "backward_input": [],
+        "data_mode": ["all"],
         "file_format": "npy" 
     },
     "statistics": {

{mindstudio-probe-1.1.0 → mindstudio_probe-1.1.1}/msprobe/core/advisor/advisor.py

@@ -62,7 +62,12 @@ class Advisor:
                             .format(item[CompareConst.NPU_NAME]))
 
     def gen_advisor_result(self, pd_data):
-        first_failing_data = pd_data.iloc[0]
+        try:
+            first_failing_data = pd_data.iloc[0]
+        except IndexError as e:
+            err_msg = "index out of bounds error occurs, pd_data is empty, please check!"
+            logger.error(err_msg)
+            raise CompareException(CompareException.INDEX_OUT_OF_BOUNDS_ERROR) from e
         node_name = first_failing_data[CompareConst.NPU_NAME]
         index = first_failing_data['index']
         message = self.gen_advisor_message(node_name)
@@ -87,7 +92,7 @@ class Advisor:
         return message
 
     def analysis(self):
-        self._check_path_vaild()
+        self._check_path_valid()
         analyze_data = self._parse_input_data()
         logger.info("Start analyzing the comparison result: %s" % self.file_type)
         self.analyze_unmatched(analyze_data)
@@ -119,6 +124,6 @@ class Advisor:
         df = self.input_data.reset_index()
         return df
 
-    def _check_path_vaild(self):
+    def _check_path_valid(self):
         out_path_checker = FileChecker(self.out_path, FileCheckConst.DIR, FileCheckConst.WRITE_ABLE)
         out_path_checker.common_check()

{mindstudio-probe-1.1.0 → mindstudio_probe-1.1.1}/msprobe/core/common/const.py

@@ -1,3 +1,18 @@
+# Copyright (c) 2024-2024, Huawei Technologies Co., Ltd.
+# All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0  (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
 import os
 import stat
 
@@ -10,6 +25,7 @@ class Const:
     """
     TOOL_NAME = "msprobe"
 
+    ipv4_pattern = "([1-9]?\d|1\d{2}|2[0-4]\d|25[0-5])(\.([1-9]?\d|1\d{2}|2[0-4]\d|25[0-5])){3}$"
     SEP = "."
     REGEX_PREFIX_MAX_LENGTH = 20
     REGEX_PREFIX_PATTERN = r"^[a-zA-Z0-9_-]+$"
@@ -20,6 +36,8 @@ class Const:
     OFF = 'OFF'
     BACKWARD = 'backward'
     FORWARD = 'forward'
+    PROGRESS_TIMEOUT = 3000
+    EXCEPTION_NONE = None
     JIT = 'Jit'
     PRIMITIVE_PREFIX = 'Primitive'
     DEFAULT_LIST = []
@@ -82,6 +100,7 @@ class Const:
     GRAD_PROBE = "grad_probe"
     TASK_LIST = [TENSOR, STATISTICS, OVERFLOW_CHECK, FREE_BENCHMARK, RUN_UT, GRAD_PROBE]
     DUMP_DATA_COLLECTION_LIST = [STATISTICS, TENSOR]
+    DUMP_DATA_MODE_LIST = [ALL, INPUT, OUTPUT, FORWARD, BACKWARD]
     LEVEL_L0 = "L0"
     LEVEL_L1 = "L1"
     LEVEL_L2 = "L2"
@@ -93,6 +112,7 @@ class Const:
     DATA = "data"
     PT_FRAMEWORK = "pytorch"
     MS_FRAMEWORK = "mindspore"
+    UNKNOWN_FRAMEWORK = "unknown"
     DIRECTORY_LENGTH = 4096
     FILE_NAME_LENGTH = 255
     FLOAT_TYPE = [np.half, np.single, float, np.double, np.float64, np.longdouble, np.float32, np.float16]
@@ -103,6 +123,8 @@ class Const:
     CPU_LOWERCASE = 'cpu'
     CUDA_LOWERCASE = 'cuda'
     DISTRIBUTED = 'Distributed'
+    DUMP_PREFIX = ["Distributed", "Functional", "Torch", "Tensor", "Mint", "MintFunctional", "Primitive", 
+                   "Aten", "VF", "NPU", "Jit"]
 
     # struct json param
     ORIGIN_DATA = "origin_data"
@@ -113,21 +135,25 @@ class Const:
     MODULE_WHITE_LIST = ["torch", "numpy"]
 
     FUNC_SKIP_LIST = ["construct", "__call__"]
-
-    FILE_SKIP_LIST = ["site-packages/mindspore", "package/mindspore", "msprobe", "site-packages/torch", "package/torch"]
+    FILE_SKIP_LIST = ["msprobe", "MindSpeed"]
+    DATA_TYPE_SKIP_LIST = ["Primitive", "Jit"]
 
     STACK_FILE_INDEX = 0
-
     STACK_FUNC_INDEX = 2
-
     STACK_FUNC_ELE_INDEX = 1
 
-    CONSTRUCT_NAME_INDEX = -3
-
-    NAME_FIRST_POSSIBLE_INDEX = -4
-
-    NAME_SECOND_POSSIBLE_INDEX = -5
-
+    SCOPE_ID_INDEX = -1
+    SCOPE_DIRECTION_INDEX = -2
+    TYPE_NAME_INDEX = -3
+    LAYER_NAME_INDEX = -4
+    API_TYPE_INDEX = 0
+    LEFT_MOVE_INDEX = -1
+    RIGHT_MOVE_INDEX = 1
+
+    TOP_LAYER = "TopLayer"
+    CELL = "Cell"
+    MODULE = "Module"
+    FRAME_FILE_LIST = ["site-packages/torch", "package/torch", "site-packages/mindspore", "package/mindspore"]
     INPLACE_LIST = [
         "broadcast", "all_reduce", "reduce", "all_gather", "gather", "scatter", "reduce_scatter",
         "_reduce_scatter_base", "_all_gather_base", "send", "recv", "irecv", "isend", "all_to_all_single", "all_to_all",
@@ -145,11 +171,12 @@ class Const:
     FILL_CHAR_NUMS = 50
     TOOL_ENDS_SUCCESSFULLY = f"{TOOL_NAME} ends successfully."
     WITHOUT_CALL_STACK = "The call stack retrieval failed."
-    
+
     STEP = "step"
     RANK = "rank"
     HYPHEN = "-"
-    STEP_RANK_MAXIMUM_RANGE = [int(0), int(1e6)]
+    STEP_RANK_MINIMUM_VALUE = 0
+    STEP_RANK_MAXIMUM_VALUE = int(1e6)
 
     # data type const
     FLOAT16 = "Float16"
@@ -159,6 +186,13 @@ class Const:
     TORCH_FLOAT32 = "torch.float32"
     TORCH_BFLOAT16 = "torch.bfloat16"
 
+    DTYPE = 'dtype'
+    SHAPE = 'shape'
+    MAX = 'Max'
+    MIN = 'Min'
+    MEAN = 'Mean'
+    NORM = 'Norm'
+
 
 class CompareConst:
     """
@@ -201,10 +235,17 @@ class CompareConst:
     RESULT = "Result"
     MAGNITUDE = 0.5
     OP_NAME = "op_name"
+    STRUCT = "struct"
     INPUT_STRUCT = "input_struct"
+    KWARGS_STRUCT = "kwargs_struct"
     OUTPUT_STRUCT = "output_struct"
     SUMMARY = "summary"
     MAX_EXCEL_LENGTH = 1048576
+    YES = "Yes"
+    NO = "No"
+    STATISTICS_INDICATOR_NUM = 4
+    EPSILON = 1e-10
+    COMPARE_ENDS_SUCCESSFULLY = "msprobe compare ends successfully."
 
     COMPARE_RESULT_HEADER = [
         NPU_NAME, BENCH_NAME, NPU_DTYPE, BENCH_DTYPE, NPU_SHAPE, BENCH_SHAPE, COSINE, MAX_ABS_ERR, MAX_RELATIVE_ERR,
@@ -222,6 +263,12 @@ class CompareConst:
         NPU_NAME, BENCH_NAME, NPU_DTYPE, BENCH_DTYPE, NPU_SHAPE, BENCH_SHAPE, NPU_MD5, BENCH_MD5, RESULT
     ]
 
+    HEAD_OF_COMPARE_MODE = {
+        Const.ALL: COMPARE_RESULT_HEADER,
+        Const.SUMMARY: SUMMARY_COMPARE_RESULT_HEADER,
+        Const.MD5: MD5_COMPARE_RESULT_HEADER
+    }
+
     # compare standard
     HUNDRED_RATIO_THRESHOLD = 0.01
     THOUSAND_RATIO_THRESHOLD = 0.001
@@ -241,6 +288,8 @@ class CompareConst:
     PASS = 'pass'
     WARNING = 'Warning'
     ERROR = 'error'
+    TRUE = 'TRUE'
+    FALSE = 'FALSE'
     SKIP = 'SKIP'
     N_A = 'N/A'
     INF = 'inf'
@@ -298,6 +347,13 @@ class CompareConst:
         MAX_DIFF: None, MIN_DIFF: None, MEAN_DIFF: None, NORM_DIFF: None, MAX_RELATIVE_ERR: None,
         MIN_RELATIVE_ERR: None, MEAN_RELATIVE_ERR: None, NORM_RELATIVE_ERR: None
     }
+    INPUT_PATTERN = Const.SEP + Const.INPUT + Const.SEP
+    KWARGS_PATTERN = Const.SEP + Const.KWARGS + Const.SEP
+    OUTPUT_PATTERN = Const.SEP + Const.OUTPUT + Const.SEP
+    COMPARE_KEY = 'compare_key'
+    COMPARE_SHAPE = 'compare_shape'
+    INTERNAL_API_MAPPING_FILE = 'ms_to_pt_api.yaml'
+    UNREADABLE = 'unreadable data'
 
 
 class FileCheckConst:
@@ -322,7 +378,7 @@ class FileCheckConst:
     MAX_JSON_SIZE = 1073741824  # 1 * 1024 * 1024 * 1024
     MAX_PT_SIZE = 10737418240  # 10 * 1024 * 1024 * 1024
     MAX_CSV_SIZE = 1073741824  # 1 * 1024 * 1024 * 1024
-    MAX_YAML_SIZE = 1048576  # 1 * 1024 * 1024
+    MAX_YAML_SIZE = 1073741824  # 1 * 1024 * 1024 * 1024
     COMMOM_FILE_SIZE = 1048576  # 1 * 1024 * 1024
     DIR = "dir"
     FILE = "file"
@@ -351,6 +407,9 @@ class MsCompareConst:
     # api_info field
     MINT = "Mint"
     MINT_FUNCTIONAL = "MintFunctional"
+    TENSOR_API = "Tensor"
+
+    API_NAME_STR_LENGTH = 4
 
     TASK_FIELD = "task"
     STATISTICS_TASK = "statistics"
@@ -358,6 +417,10 @@ class MsCompareConst:
     DUMP_DATA_DIR_FIELD = "dump_data_dir"
     DATA_FIELD = "data"
 
+    # supported api yaml
+    SUPPORTED_API_LIST_FILE = "checker_support_api.yaml"
+    SUPPORTED_TENSOR_LIST_KEY = "tensor"
+
     # detail_csv
     DETAIL_CSV_API_NAME = "API Name"
     DETAIL_CSV_BENCH_DTYPE = "Bench Dtype"
@@ -382,15 +445,20 @@ class MsgConst:
     MSPROBE_LOG_LEVEL = "MSPROBE_LOG_LEVEL"
     LOG_LEVEL_ENUM = ["0", "1", "2", "3", "4"]
     LOG_LEVEL = ["DEBUG", "INFO", "WARNING", "ERROR"]
+
     class LogLevel:
         class DEBUG:
             value = 0
+
         class INFO:
             value = 1
+
         class WARNING:
             value = 2
+
         class ERROR:
             value = 3
+
     SPECIAL_CHAR = ["\n", "\r", "\u007F", "\b", "\f", "\t", "\u000B", "%08", "%0a", "%0b", "%0c", "%0d", "%7f"]
 
     NOT_CREATED_INSTANCE = "PrecisionDebugger instance is not created."
@@ -400,3 +468,35 @@ class GraphMode:
     NPY_MODE = "NPY_MODE"
     STATISTIC_MODE = "STATISTIC_MODE"
     ERROR_MODE = "ERROR_MODE"
+
+
+class MonitorConst:
+    """
+    Class for monitor const
+    """
+    OP_LIST = ["min", "max", "norm", "zeros", "nans", "id", "mean"]
+    MONITOR_OUTPUT_DIR = "MONITOR_OUTPUT_DIR"
+    DEFAULT_MONITOR_OUTPUT_DIR = "./monitor_output"
+    DATABASE = "database"
+    EMAIL = "email"
+    OPT_TY = ['Megatron_DistributedOptimizer', 'Megatron_Float16OptimizerWithFloat16Params']
+    DEEPSPEED_OPT_TY = ("DeepSpeedZeroOptimizer_Stage0", "DeepSpeedZeroOptimizer_Stage1_or_2", "DeepSpeedZeroOptimizer_Stage3")
+    RULE_NAME = ['AnomalyTurbulence']
+
+    DOT = "."
+    VPP_SEP = ":"
+    ACTV_IN = "input"
+    ACTV_OUT = "output"
+    ACTVGRAD_IN = "input_grad"
+    ACTVGRAD_OUT = "output_grad"
+    POST_GRAD = "post_grad"
+    PRE_GRAD = "pre_grad"
+    PREFIX_POST = "post"
+    PREFIX_PRE = "pre"
+
+
+    ANOMALY_JSON = "anomaly.json"
+    ANALYSE_JSON = "anomaly_analyse.json"
+    TENSORBOARD = "tensorboard"
+    CSV = "csv"
+    API = "api"