mindstudio-probe 1.1.0__tar.gz → 1.2.1__tar.gz

{mindstudio-probe-1.1.0 → mindstudio_probe-1.2.1}/MANIFEST.in

@@ -2,4 +2,5 @@ include README.md
 include LICENSE
 recursive-include msprobe *
 recursive-exclude msprobe/test *
+recursive-exclude msprobe/ccsrc *
 

{mindstudio-probe-1.1.0 → mindstudio_probe-1.2.1}/PKG-INFO

@@ -1,17 +1,17 @@
 Metadata-Version: 2.1
 Name: mindstudio-probe
-Version: 1.1.0
-Summary: Pytorch Ascend Probe Utils
+Version: 1.2.1
+Summary: Ascend Probe Utils
 Home-page: https://gitee.com/ascend/mstt/tree/master/debug/accuracy_tools/msprobe
 Author: Ascend Team
 Author-email: pmail_mindstudio@huawei.com
 License: Apache License 2.0
 Keywords: pytorch msprobe ascend
-Platform: UNKNOWN
 Classifier: Intended Audience :: Developers
 Classifier: Intended Audience :: Education
 Classifier: Intended Audience :: Science/Research
 Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: C++
 Classifier: Topic :: Scientific/Engineering
 Classifier: Topic :: Scientific/Engineering :: Mathematics
 Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
@@ -20,6 +20,18 @@ Classifier: Topic :: Software Development :: Libraries
 Classifier: Topic :: Software Development :: Libraries :: Python Modules
 Requires-Python: >=3.6.2
 License-File: LICENSE
+Requires-Dist: wheel
+Requires-Dist: einops
+Requires-Dist: numpy<2.0
+Requires-Dist: pandas<2.1,>=1.3.5
+Requires-Dist: pyyaml
+Requires-Dist: rich
+Requires-Dist: tqdm
+Requires-Dist: openpyxl
+Requires-Dist: pyopenssl
+Requires-Dist: twisted
+Requires-Dist: matplotlib
+Requires-Dist: tensorboard
+Requires-Dist: tabulate
 
 MindStudio-Probe is a set of tools for diagnosing and improving model accuracy on Ascend NPU, including API acc checker, ptdbg, grad tool etc.
-

{mindstudio-probe-1.1.0 → mindstudio_probe-1.2.1}/mindstudio_probe.egg-info/PKG-INFO

@@ -1,17 +1,17 @@
 Metadata-Version: 2.1
 Name: mindstudio-probe
-Version: 1.1.0
-Summary: Pytorch Ascend Probe Utils
+Version: 1.2.1
+Summary: Ascend Probe Utils
 Home-page: https://gitee.com/ascend/mstt/tree/master/debug/accuracy_tools/msprobe
 Author: Ascend Team
 Author-email: pmail_mindstudio@huawei.com
 License: Apache License 2.0
 Keywords: pytorch msprobe ascend
-Platform: UNKNOWN
 Classifier: Intended Audience :: Developers
 Classifier: Intended Audience :: Education
 Classifier: Intended Audience :: Science/Research
 Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: C++
 Classifier: Topic :: Scientific/Engineering
 Classifier: Topic :: Scientific/Engineering :: Mathematics
 Classifier: Topic :: Scientific/Engineering :: Artificial Intelligence
@@ -20,6 +20,18 @@ Classifier: Topic :: Software Development :: Libraries
 Classifier: Topic :: Software Development :: Libraries :: Python Modules
 Requires-Python: >=3.6.2
 License-File: LICENSE
+Requires-Dist: wheel
+Requires-Dist: einops
+Requires-Dist: numpy<2.0
+Requires-Dist: pandas<2.1,>=1.3.5
+Requires-Dist: pyyaml
+Requires-Dist: rich
+Requires-Dist: tqdm
+Requires-Dist: openpyxl
+Requires-Dist: pyopenssl
+Requires-Dist: twisted
+Requires-Dist: matplotlib
+Requires-Dist: tensorboard
+Requires-Dist: tabulate
 
 MindStudio-Probe is a set of tools for diagnosing and improving model accuracy on Ascend NPU, including API acc checker, ptdbg, grad tool etc.
-

{mindstudio-probe-1.1.0 → mindstudio_probe-1.2.1}/mindstudio_probe.egg-info/SOURCES.txt

@@ -8,6 +8,7 @@ mindstudio_probe.egg-info/entry_points.txt
 mindstudio_probe.egg-info/not-zip-safe
 mindstudio_probe.egg-info/requires.txt
 mindstudio_probe.egg-info/top_level.txt
+msprobe/CMakeLists.txt
 msprobe/README.md
 msprobe/__init__.py
 msprobe/config.json
@@ -31,6 +32,12 @@ msprobe/core/compare/highlight.py
 msprobe/core/compare/multiprocessing_compute.py
 msprobe/core/compare/npy_compare.py
 msprobe/core/compare/utils.py
+msprobe/core/compare/layer_mapping/__init__.py
+msprobe/core/compare/layer_mapping/data_scope_parser.py
+msprobe/core/compare/layer_mapping/layer_mapping.py
+msprobe/core/compare/layer_mapping/postprocess_pass.py
+msprobe/core/compare/merge_result/merge_result.py
+msprobe/core/compare/merge_result/merge_result_cli.py
 msprobe/core/data_dump/data_collector.py
 msprobe/core/data_dump/json_writer.py
 msprobe/core/data_dump/scope.py
@@ -42,10 +49,17 @@ msprobe/core/grad_probe/__init__.py
 msprobe/core/grad_probe/constant.py
 msprobe/core/grad_probe/grad_compare.py
 msprobe/core/grad_probe/utils.py
+msprobe/core/overflow_check/abnormal_scene.py
+msprobe/core/overflow_check/api_info.py
+msprobe/core/overflow_check/checker.py
+msprobe/core/overflow_check/filter.py
+msprobe/core/overflow_check/ignore_rules.yaml
+msprobe/core/overflow_check/level.py
+msprobe/core/overflow_check/utils.py
 msprobe/docs/01.installation.md
 msprobe/docs/02.config_introduction.md
 msprobe/docs/03.config_examples.md
-msprobe/docs/04.acl_config_examples.md
+msprobe/docs/04.kernel_dump_PyTorch.md
 msprobe/docs/05.data_dump_PyTorch.md
 msprobe/docs/06.data_dump_MindSpore.md
 msprobe/docs/07.accuracy_checker_PyTorch.md
@@ -60,8 +74,20 @@ msprobe/docs/15.free_benchmarking_PyTorch.md
 msprobe/docs/16.free_benchmarking_MindSpore.md
 msprobe/docs/17.grad_probe.md
 msprobe/docs/18.online_dispatch.md
+msprobe/docs/19.monitor.md
+msprobe/docs/20.monitor_performance_baseline.md
+msprobe/docs/21.visualization_PyTorch.md
+msprobe/docs/22.visualization_MindSpore.md
+msprobe/docs/23.generate_operator_PyTorch.md
+msprobe/docs/24.code_mapping_Mindspore.md
+msprobe/docs/25.tool_function_introduction.md
+msprobe/docs/26.data_dump_PyTorch_baseline.md
+msprobe/docs/27.dump_json_instruction.md
 msprobe/docs/FAQ.md
 msprobe/docs/S02.report_free_benchmarking_validation_performance_baseline.md
+msprobe/docs/accuracy_checker_MindSpore/accuracy_checker_MindSpore_baseline.md
+msprobe/docs/data_dump_MindSpore/data_dump_MindSpore_baseline.md
+msprobe/docs/data_dump_MindSpore/dynamic_graph_quick_start_example.md
 msprobe/docs/img/BLOOM-7B_1.png
 msprobe/docs/img/BLOOM-7B_2.png
 msprobe/docs/img/BLOOM-7B_3.png
@@ -81,6 +107,7 @@ msprobe/docs/img/accuracy_checking_result.png
 msprobe/docs/img/api_precision_compare_details.png
 msprobe/docs/img/api_precision_compare_result.png
 msprobe/docs/img/auto_analyze_log.png
+msprobe/docs/img/compare_result.png
 msprobe/docs/img/compare_result_pkl.png
 msprobe/docs/img/compare_result_pkl_md5.png.png
 msprobe/docs/img/cpu_info.png
@@ -91,10 +118,34 @@ msprobe/docs/img/grad_probe_image-2.png
 msprobe/docs/img/grad_probe_image-3.png
 msprobe/docs/img/grad_probe_image-4.png
 msprobe/docs/img/grad_probe_image.png
+msprobe/docs/img/merge_result.png
 msprobe/docs/img/module_compare.png
 msprobe/docs/img/ms_dump.png
 msprobe/docs/img/ms_layer.png
 msprobe/docs/img/pt_dump.png
+msprobe/docs/img/monitor/cpu_info.png
+msprobe/docs/img/visualization/fuzzy_match_ms.png
+msprobe/docs/img/visualization/fuzzy_match_pt.png
+msprobe/docs/img/visualization/tensorboard_1.png
+msprobe/docs/img/visualization/tensorboard_2.png
+msprobe/docs/img/visualization/vis_browser_1.png
+msprobe/docs/img/visualization/vis_browser_2.png
+msprobe/docs/img/visualization/vis_precision_info.png
+msprobe/docs/img/visualization/vis_search_info.png
+msprobe/docs/img/visualization/vis_show_info.png
+msprobe/docs/img/visualization/vis_showcase.png
+msprobe/docs/img/visualization/vis_unmatch_info.png
+msprobe/docs/visualization/GPTModel.png
+msprobe/docs/visualization/ParallelMLP.png
+msprobe/docs/visualization/layer_mapping_example.md
+msprobe/docs/visualization/mapping.png
+msprobe/docs/visualization/mapping1.png
+msprobe/docs/visualization/module_name.png
+msprobe/docs/visualization/module_name1.png
+msprobe/docs/visualization/no_mapping.png
+msprobe/docs/visualization/no_mapping1.png
+msprobe/docs/visualization/no_mapping_analyze.png
+msprobe/docs/visualization/top_layer.png
 msprobe/mindspore/__init__.py
 msprobe/mindspore/cell_processor.py
 msprobe/mindspore/ms_config.py
@@ -106,17 +157,26 @@ msprobe/mindspore/api_accuracy_checker/api_accuracy_checker.py
 msprobe/mindspore/api_accuracy_checker/api_info.py
 msprobe/mindspore/api_accuracy_checker/api_runner.py
 msprobe/mindspore/api_accuracy_checker/base_compare_algorithm.py
+msprobe/mindspore/api_accuracy_checker/checker_support_api.yaml
 msprobe/mindspore/api_accuracy_checker/cmd_parser.py
 msprobe/mindspore/api_accuracy_checker/compute_element.py
+msprobe/mindspore/api_accuracy_checker/data_manager.py
 msprobe/mindspore/api_accuracy_checker/main.py
+msprobe/mindspore/api_accuracy_checker/multi_api_accuracy_checker.py
+msprobe/mindspore/api_accuracy_checker/multi_data_manager.py
 msprobe/mindspore/api_accuracy_checker/type_mapping.py
 msprobe/mindspore/api_accuracy_checker/utils.py
+msprobe/mindspore/code_mapping/__init__.py
+msprobe/mindspore/code_mapping/bind.py
+msprobe/mindspore/code_mapping/cmd_parser.py
+msprobe/mindspore/code_mapping/graph.py
+msprobe/mindspore/code_mapping/graph_parser.py
+msprobe/mindspore/code_mapping/main.py
+msprobe/mindspore/code_mapping/processor.py
 msprobe/mindspore/common/const.py
 msprobe/mindspore/common/log.py
 msprobe/mindspore/common/utils.py
 msprobe/mindspore/compare/distributed_compare.py
-msprobe/mindspore/compare/layer_mapping.py
-msprobe/mindspore/compare/modify_mapping.py
 msprobe/mindspore/compare/ms_compare.py
 msprobe/mindspore/compare/ms_graph_compare.py
 msprobe/mindspore/compare/ms_to_pt_api.yaml
@@ -133,6 +193,9 @@ msprobe/mindspore/dump/hook_cell/hook_cell.py
 msprobe/mindspore/dump/hook_cell/primitive_hooks.py
 msprobe/mindspore/dump/hook_cell/support_wrap_ops.yaml
 msprobe/mindspore/dump/hook_cell/wrap_api.py
+msprobe/mindspore/dump/kernel_dump/kernel_config.py
+msprobe/mindspore/dym_loader/hook_dynamic_loader.cc
+msprobe/mindspore/dym_loader/hook_dynamic_loader.h
 msprobe/mindspore/free_benchmark/__init__.py
 msprobe/mindspore/free_benchmark/api_pynative_self_check.py
 msprobe/mindspore/free_benchmark/self_check_tool_factory.py
@@ -141,9 +204,6 @@ msprobe/mindspore/free_benchmark/common/config.py
 msprobe/mindspore/free_benchmark/common/handler_params.py
 msprobe/mindspore/free_benchmark/common/utils.py
 msprobe/mindspore/free_benchmark/data/support_wrap_ops.yaml
-msprobe/mindspore/free_benchmark/decorator/__init__.py
-msprobe/mindspore/free_benchmark/decorator/dec_forward.py
-msprobe/mindspore/free_benchmark/decorator/decorator_factory.py
 msprobe/mindspore/free_benchmark/handler/__init__.py
 msprobe/mindspore/free_benchmark/handler/base_handler.py
 msprobe/mindspore/free_benchmark/handler/check_handler.py
@@ -163,12 +223,13 @@ msprobe/mindspore/grad_probe/grad_monitor.py
 msprobe/mindspore/grad_probe/grad_stat_csv.py
 msprobe/mindspore/grad_probe/hook.py
 msprobe/mindspore/grad_probe/utils.py
+msprobe/mindspore/mindtorch/__init__.py
+msprobe/mindspore/mindtorch/mindtorch_adaptor.py
 msprobe/mindspore/overflow_check/__init__.py
 msprobe/mindspore/overflow_check/kernel_graph_overflow_check.py
 msprobe/mindspore/overflow_check/overflow_check_tool_factory.py
 msprobe/pytorch/__init__.py
 msprobe/pytorch/function_factory.py
-msprobe/pytorch/module_processer.py
 msprobe/pytorch/parse.py
 msprobe/pytorch/pt_config.py
 msprobe/pytorch/service.py
@@ -186,7 +247,20 @@ msprobe/pytorch/api_accuracy_checker/compare/api_precision_standard.yaml
 msprobe/pytorch/api_accuracy_checker/compare/api_precision_threshold.yaml
 msprobe/pytorch/api_accuracy_checker/compare/compare.py
 msprobe/pytorch/api_accuracy_checker/compare/compare_column.py
+msprobe/pytorch/api_accuracy_checker/compare/compare_input.py
 msprobe/pytorch/api_accuracy_checker/compare/compare_utils.py
+msprobe/pytorch/api_accuracy_checker/generate_op_script/config_op.json
+msprobe/pytorch/api_accuracy_checker/generate_op_script/op_generator.py
+msprobe/pytorch/api_accuracy_checker/generate_op_script/operator_replication.template
+msprobe/pytorch/api_accuracy_checker/precision_standard/absolute_threshold.py
+msprobe/pytorch/api_accuracy_checker/precision_standard/accumulative_error_compare.py
+msprobe/pytorch/api_accuracy_checker/precision_standard/base_standard.py
+msprobe/pytorch/api_accuracy_checker/precision_standard/benchmark_compare.py
+msprobe/pytorch/api_accuracy_checker/precision_standard/binary_consistency.py
+msprobe/pytorch/api_accuracy_checker/precision_standard/standard_config.py
+msprobe/pytorch/api_accuracy_checker/precision_standard/standard_register.py
+msprobe/pytorch/api_accuracy_checker/precision_standard/thousandth_standard.py
+msprobe/pytorch/api_accuracy_checker/precision_standard/ulp_compare.py
 msprobe/pytorch/api_accuracy_checker/run_ut/.keep
 msprobe/pytorch/api_accuracy_checker/run_ut/__init__.py
 msprobe/pytorch/api_accuracy_checker/run_ut/data_generate.py
@@ -227,6 +301,10 @@ msprobe/pytorch/compare/pt_compare.py
 msprobe/pytorch/debugger/__init__.py
 msprobe/pytorch/debugger/debugger_config.py
 msprobe/pytorch/debugger/precision_debugger.py
+msprobe/pytorch/dump/kernel_dump/kernel_config.py
+msprobe/pytorch/dump/module_dump/__init__.py
+msprobe/pytorch/dump/module_dump/module_dump.py
+msprobe/pytorch/dump/module_dump/module_processer.py
 msprobe/pytorch/free_benchmark/__init__.py
 msprobe/pytorch/free_benchmark/main.py
 msprobe/pytorch/free_benchmark/common/__init__.py
@@ -254,14 +332,13 @@ msprobe/pytorch/free_benchmark/result_handlers/check_handler.py
 msprobe/pytorch/free_benchmark/result_handlers/fix_handler.py
 msprobe/pytorch/free_benchmark/result_handlers/handler_factory.py
 msprobe/pytorch/free_benchmark/result_handlers/preheat_handler.py
-msprobe/pytorch/functional/__init__.py
-msprobe/pytorch/functional/module_dump.py
 msprobe/pytorch/grad_probe/__init__.py
 msprobe/pytorch/grad_probe/grad_monitor.py
 msprobe/pytorch/grad_probe/grad_stat_csv.py
 msprobe/pytorch/hook_module/__init__.py
 msprobe/pytorch/hook_module/api_registry.py
 msprobe/pytorch/hook_module/hook_module.py
+msprobe/pytorch/hook_module/register_optimizer_hook.py
 msprobe/pytorch/hook_module/support_wrap_ops.yaml
 msprobe/pytorch/hook_module/utils.py
 msprobe/pytorch/hook_module/wrap_aten.py
@@ -271,6 +348,23 @@ msprobe/pytorch/hook_module/wrap_npu_custom.py
 msprobe/pytorch/hook_module/wrap_tensor.py
 msprobe/pytorch/hook_module/wrap_torch.py
 msprobe/pytorch/hook_module/wrap_vf.py
+msprobe/pytorch/monitor/__init__.py
+msprobe/pytorch/monitor/anomaly_analyse.py
+msprobe/pytorch/monitor/anomaly_detect.py
+msprobe/pytorch/monitor/csv2tb.py
+msprobe/pytorch/monitor/features.py
+msprobe/pytorch/monitor/module_hook.py
+msprobe/pytorch/monitor/module_metric.py
+msprobe/pytorch/monitor/module_spec_verifier.py
+msprobe/pytorch/monitor/optimizer_collect.py
+msprobe/pytorch/monitor/utils.py
+msprobe/pytorch/monitor/visualizer.py
+msprobe/pytorch/monitor/distributed/__init__.py
+msprobe/pytorch/monitor/distributed/distributed_ops.yaml
+msprobe/pytorch/monitor/distributed/stack_blacklist.yaml
+msprobe/pytorch/monitor/distributed/wrap_distributed.py
+msprobe/pytorch/monitor/unittest/__init__.py
+msprobe/pytorch/monitor/unittest/test_monitor.py
 msprobe/pytorch/online_dispatch/__init__.py
 msprobe/pytorch/online_dispatch/compare.py
 msprobe/pytorch/online_dispatch/dispatch.py
@@ -288,4 +382,19 @@ msprobe/pytorch/parse_tool/lib/interactive_cli.py
 msprobe/pytorch/parse_tool/lib/parse_exception.py
 msprobe/pytorch/parse_tool/lib/parse_tool.py
 msprobe/pytorch/parse_tool/lib/utils.py
-msprobe/pytorch/parse_tool/lib/visualization.py
+msprobe/pytorch/parse_tool/lib/visualization.py
+msprobe/visualization/__init__.py
+msprobe/visualization/graph_service.py
+msprobe/visualization/utils.py
+msprobe/visualization/builder/__init__.py
+msprobe/visualization/builder/graph_builder.py
+msprobe/visualization/builder/msprobe_adapter.py
+msprobe/visualization/compare/__init__.py
+msprobe/visualization/compare/graph_comparator.py
+msprobe/visualization/compare/mode_adapter.py
+msprobe/visualization/graph/__init__.py
+msprobe/visualization/graph/base_node.py
+msprobe/visualization/graph/distributed_analyzer.py
+msprobe/visualization/graph/graph.py
+msprobe/visualization/graph/node_colors.py
+msprobe/visualization/graph/node_op.py

{mindstudio-probe-1.1.0 → mindstudio_probe-1.2.1}/mindstudio_probe.egg-info/entry_points.txt

@@ -1,3 +1,2 @@
 [console_scripts]
 msprobe = msprobe.msprobe:main
-

{mindstudio-probe-1.1.0 → mindstudio_probe-1.2.1}/mindstudio_probe.egg-info/requires.txt

@@ -9,3 +9,5 @@ openpyxl
 pyopenssl
 twisted
 matplotlib
+tensorboard
+tabulate

mindstudio_probe-1.2.1/msprobe/CMakeLists.txt

@@ -0,0 +1,5 @@
+add_subdirectory(ccsrc)
+
+if (DEFINED BUILD_TEST_CASE AND "${BUILD_TEST_CASE}" STREQUAL "True")
+add_subdirectory(test)
+endif()

{mindstudio-probe-1.1.0 → mindstudio_probe-1.2.1}/msprobe/README.md

@@ -9,7 +9,7 @@
 为方便使用，本工具提供了统一、简易的程序接口：**PrecisionDebugger**。以 PyTorch 框架为例，通过以下示例模板和 **config.json** 可以轻松使用各种功能。
 
 ```python
-from msprobe.pytorch import PrecisionDebugger  
+from msprobe.pytorch import PrecisionDebugger
 
 debugger = PrecisionDebugger(config_path='./config.json')
 ...
@@ -33,12 +33,40 @@ export MSPROBE_LOG_LEVEL={x}
 ```
 **config.json** 的配置要求和各功能具体的使用指导详见后续章节。
 
+## 环境和依赖
+
+- 硬件环境请参见《[昇腾产品形态说明](https://gitee.com/link?target=https%3A%2F%2Fwww.hiascend.com%2Fdocument%2Fdetail%2Fzh%2Fcanncommercial%2F80RC22%2Fquickstart%2Fquickstart%2Fquickstart_18_0002.html)》。
+- 软件环境请参见《[CANN 软件安装指南](https://gitee.com/link?target=https%3A%2F%2Fwww.hiascend.com%2Fdocument%2Fdetail%2Fzh%2Fcanncommercial%2F80RC22%2Fsoftwareinst%2Finstg%2Finstg_0000.html%3FMode%3DPmIns%26OS%3DUbuntu%26Software%3DcannToolKit)》安装昇腾设备开发或运行环境，即toolkit软件包。
+
+以上环境依赖请根据实际环境选择适配的版本。
+
+## 版本配套说明
+
+- msprobe支持AscendPyTorch 1.11.0或更高版本，支持的PyTorch和CANN以及PyTorch和python软件版本配套关系请参见《[Ascend Extension for PyTorch插件](https://gitee.com/ascend/pytorch)》。
+- msprobe支持MindSpore 2.4.0或更高版本，支持的MindSpore和CANN以及MindSpore和python软件版本配套关系请参见《[MindSpore版本发布列表](https://www.mindspore.cn/versions)》。
+- msprobe支持的固件驱动版本与配套CANN软件支持的固件驱动版本相同，开发者可通过“[昇腾社区-固件与驱动](https://gitee.com/link?target=https%3A%2F%2Fwww.hiascend.com%2Fhardware%2Ffirmware-drivers%2Fcommunity%3Fproduct%3D2%26model%3D28%26cann%3D8.0.RC3.alpha003%26driver%3D1.0.25.alpha)”页面根据产品型号与CANN软件版本获取配套的固件与驱动。
+
+
+## 🚨 工具限制与注意事项
+
+**1. Pytorch 框架下，工具暂不支持 Fully Sharded Data Parallel(FSDP)。**
+
+**2. 工具读写的所有路径，如config_path、dump_path等，只允许包含大小写字母、数字、下划线、斜杠、点和短横线。**
+
 ## ⚙️ [安装](./docs/01.installation.md)
 
+## 🌟 新版本特性
+
+请参见[特性变更说明](./docs/01.installation.md#特性变更说明)。
+
 ## 🛠️ config.json [介绍](./docs/02.config_introduction.md) 和 [示例](./docs/03.config_examples.md)
 
 ## 🧰 主要功能
 
+### 0 用前必看
+
+使用工具前，建议先浏览[**工具功能模块简介、适用场景和当前版本局限性**](./docs/25.tool_function_introduction.md)，了解功能特性。
+
 ### 1 数据采集
 
 msprobe 通过在训练脚本中添加 PrecisionDebugger 接口的方式对 API 执行精度数据 dump 操作，对应 config.json 中的 task 为 statistics 或 tensor。
@@ -95,29 +123,32 @@ MindSpore 动态图场景的[离线预检](./docs/09.accuracy_checker_MindSpore.
 
 [PyTorch 场景的在线精度比对](./docs/18.online_dispatch.md)
 
-## 🌟 新版本特性
+### 9 训练状态监控
+
+该功能收集和聚合模型训练过程中的网络层，优化器， 通信算子的中间值，帮助诊断模型训练过程中计算， 通信，优化器各部分出现的异常情况。
+
+[PyTorch 场景的训练状态监控](./docs/19.monitor.md)
+
+### 10 分级可视化构图比对
+
+该功能将msprobe工具dump的精度数据进行解析，还原模型图结构，实现模型各个层级的精度数据比对，方便用户理解模型结构、分析精度问题。
+
+[PyTorch 场景的分级可视化构图比对](./docs/21.visualization_PyTorch.md)
+
+[MindSpore 场景的分级可视化构图比对](./docs/22.visualization_MindSpore.md)
+
+
+### 11 单算子API自动生成脚本
 
-若查看历史版本特性，请点击[安装](./docs/01.installation.md)。
+该功能将msprobe工具dump的精度数据进行解析，自动生成单API脚本，用于复现整网中出现的算子问题，降低用户复现问题的成本，供开发分析算子问题。
 
-【数据采集】
-- 支持 config.json 中的 step 传入范围；
-- 优化了指定 step 的机制，指定 step 结束后工具不再采集数据，但训练会继续运行。工具结束运行后，日志提示信息如下：
-    ```bash
-    ****************************************
-    *      msprobe ends successfully.      *
-    ****************************************
-    ```
-    注：在多卡场景，每张卡进程训练到指定 step 之后都会打印一次上述信息。
+[PyTorch 单算子API自动生成脚本](./docs/23.generate_operator_PyTorch.md)
 
-【精度预检】
-- 在 PyTorch 场景，支持部分 NPU 融合算子预检。
+### 12 数码关联
 
-【精度比对】
-- 解决了使用 MindSpore 需要安装 PyTorch 的问题。
+该功能只支持 MindSpore 静态图场景，用于将IR图与dump数据进行关联，获取dump数据和代码调用栈的关联关系。
 
-【无标杆比对】
-- 补充在 PyTorch 场景的性能基线报告；
-- 支持 MindSpore 场景的 change_value 扰动模式。
+[MindSpore 场景的数码关联](./docs/24.code_mapping_Mindspore.md)
 
 ## 📑 补充材料
 
@@ -128,4 +159,4 @@ MindSpore 动态图场景的[离线预检](./docs/09.accuracy_checker_MindSpore.
 
 ## ❓ FAQ
 
-[FAQ for PyTorch](./docs/FAQ_PyTorch.md)
+[FAQ for PyTorch](./docs/FAQ.md)

{mindstudio-probe-1.1.0 → mindstudio_probe-1.2.1}/msprobe/config.json

@@ -5,12 +5,11 @@
     "step": [],  
     "level": "L1", 
     "enable_dataloader": false,
-    "acl_config": "",
+    "async_dump": false,
     "tensor": {
         "scope": [], 
         "list":[], 
-        "data_mode": ["all"], 
-        "backward_input": [],
+        "data_mode": ["all"],
         "file_format": "npy" 
     },
     "statistics": {

{mindstudio-probe-1.1.0 → mindstudio_probe-1.2.1}/msprobe/core/advisor/advisor.py

@@ -62,7 +62,12 @@ class Advisor:
                             .format(item[CompareConst.NPU_NAME]))
 
     def gen_advisor_result(self, pd_data):
-        first_failing_data = pd_data.iloc[0]
+        try:
+            first_failing_data = pd_data.iloc[0]
+        except IndexError as e:
+            err_msg = "index out of bounds error occurs, pd_data is empty, please check!"
+            logger.error(err_msg)
+            raise CompareException(CompareException.INDEX_OUT_OF_BOUNDS_ERROR) from e
         node_name = first_failing_data[CompareConst.NPU_NAME]
         index = first_failing_data['index']
         message = self.gen_advisor_message(node_name)
@@ -87,7 +92,7 @@ class Advisor:
         return message
 
     def analysis(self):
-        self._check_path_vaild()
+        self._check_path_valid()
         analyze_data = self._parse_input_data()
         logger.info("Start analyzing the comparison result: %s" % self.file_type)
         self.analyze_unmatched(analyze_data)
@@ -119,6 +124,6 @@ class Advisor:
         df = self.input_data.reset_index()
         return df
 
-    def _check_path_vaild(self):
+    def _check_path_valid(self):
         out_path_checker = FileChecker(self.out_path, FileCheckConst.DIR, FileCheckConst.WRITE_ABLE)
         out_path_checker.common_check()