mindstudio-probe 1.0.1__py3-none-any.whl → 1.0.3__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (249) hide show
  1. {mindstudio_probe-1.0.1.dist-info → mindstudio_probe-1.0.3.dist-info}/METADATA +5 -1
  2. mindstudio_probe-1.0.3.dist-info/RECORD +272 -0
  3. msprobe/README.md +78 -23
  4. msprobe/__init__.py +1 -0
  5. msprobe/config/README.md +182 -40
  6. msprobe/config/config.json +22 -0
  7. msprobe/core/__init__.py +0 -0
  8. msprobe/{pytorch → core}/advisor/advisor.py +3 -3
  9. msprobe/{pytorch → core}/advisor/advisor_result.py +2 -2
  10. msprobe/core/common/const.py +82 -5
  11. msprobe/core/common/exceptions.py +30 -18
  12. msprobe/core/common/file_check.py +19 -1
  13. msprobe/core/common/log.py +15 -1
  14. msprobe/core/common/utils.py +130 -30
  15. msprobe/core/common_config.py +32 -19
  16. msprobe/core/compare/acc_compare.py +299 -0
  17. msprobe/core/compare/check.py +95 -0
  18. msprobe/core/compare/compare_cli.py +49 -0
  19. msprobe/core/compare/highlight.py +222 -0
  20. msprobe/core/compare/multiprocessing_compute.py +149 -0
  21. msprobe/{pytorch → core}/compare/npy_compare.py +55 -4
  22. msprobe/core/compare/utils.py +429 -0
  23. msprobe/core/data_dump/data_collector.py +39 -35
  24. msprobe/core/data_dump/data_processor/base.py +85 -37
  25. msprobe/core/data_dump/data_processor/factory.py +5 -7
  26. msprobe/core/data_dump/data_processor/mindspore_processor.py +198 -0
  27. msprobe/core/data_dump/data_processor/pytorch_processor.py +94 -51
  28. msprobe/core/data_dump/json_writer.py +11 -11
  29. msprobe/core/grad_probe/__init__.py +0 -0
  30. msprobe/core/grad_probe/constant.py +71 -0
  31. msprobe/core/grad_probe/grad_compare.py +175 -0
  32. msprobe/core/grad_probe/utils.py +52 -0
  33. msprobe/doc/grad_probe/grad_probe.md +207 -0
  34. msprobe/doc/grad_probe/img/image-1.png +0 -0
  35. msprobe/doc/grad_probe/img/image-2.png +0 -0
  36. msprobe/doc/grad_probe/img/image-3.png +0 -0
  37. msprobe/doc/grad_probe/img/image-4.png +0 -0
  38. msprobe/doc/grad_probe/img/image.png +0 -0
  39. msprobe/mindspore/api_accuracy_checker/__init__.py +0 -0
  40. msprobe/mindspore/api_accuracy_checker/api_accuracy_checker.py +246 -0
  41. msprobe/mindspore/api_accuracy_checker/api_info.py +69 -0
  42. msprobe/mindspore/api_accuracy_checker/api_runner.py +152 -0
  43. msprobe/mindspore/api_accuracy_checker/base_compare_algorithm.py +197 -0
  44. msprobe/mindspore/api_accuracy_checker/compute_element.py +224 -0
  45. msprobe/mindspore/api_accuracy_checker/main.py +16 -0
  46. msprobe/mindspore/api_accuracy_checker/type_mapping.py +114 -0
  47. msprobe/mindspore/api_accuracy_checker/utils.py +63 -0
  48. msprobe/mindspore/cell_processor.py +34 -0
  49. msprobe/mindspore/common/const.py +87 -0
  50. msprobe/mindspore/common/log.py +38 -0
  51. msprobe/mindspore/common/utils.py +57 -0
  52. msprobe/mindspore/compare/distributed_compare.py +75 -0
  53. msprobe/mindspore/compare/ms_compare.py +117 -0
  54. msprobe/mindspore/compare/ms_graph_compare.py +317 -0
  55. msprobe/mindspore/compare/ms_to_pt_api.yaml +399 -0
  56. msprobe/mindspore/debugger/debugger_config.py +38 -15
  57. msprobe/mindspore/debugger/precision_debugger.py +79 -4
  58. msprobe/mindspore/doc/compare.md +58 -0
  59. msprobe/mindspore/doc/dump.md +158 -6
  60. msprobe/mindspore/dump/dump_tool_factory.py +19 -22
  61. msprobe/mindspore/dump/hook_cell/api_registry.py +104 -0
  62. msprobe/mindspore/dump/hook_cell/hook_cell.py +53 -0
  63. msprobe/mindspore/dump/hook_cell/support_wrap_ops.yaml +925 -0
  64. msprobe/mindspore/dump/hook_cell/wrap_functional.py +91 -0
  65. msprobe/mindspore/dump/hook_cell/wrap_tensor.py +63 -0
  66. msprobe/mindspore/dump/jit_dump.py +56 -0
  67. msprobe/mindspore/dump/kernel_kbyk_dump.py +65 -0
  68. msprobe/mindspore/free_benchmark/__init__.py +0 -0
  69. msprobe/mindspore/free_benchmark/api_pynative_self_check.py +116 -0
  70. msprobe/mindspore/free_benchmark/common/__init__.py +0 -0
  71. msprobe/mindspore/free_benchmark/common/config.py +12 -0
  72. msprobe/mindspore/free_benchmark/common/handler_params.py +17 -0
  73. msprobe/mindspore/free_benchmark/common/utils.py +71 -0
  74. msprobe/mindspore/free_benchmark/data/support_wrap_ops.yaml +842 -0
  75. msprobe/mindspore/free_benchmark/decorator/__init__.py +0 -0
  76. msprobe/mindspore/free_benchmark/decorator/dec_forward.py +42 -0
  77. msprobe/mindspore/free_benchmark/decorator/decorator_factory.py +107 -0
  78. msprobe/mindspore/free_benchmark/handler/__init__.py +0 -0
  79. msprobe/mindspore/free_benchmark/handler/base_handler.py +90 -0
  80. msprobe/mindspore/free_benchmark/handler/check_handler.py +41 -0
  81. msprobe/mindspore/free_benchmark/handler/fix_handler.py +36 -0
  82. msprobe/mindspore/free_benchmark/handler/handler_factory.py +21 -0
  83. msprobe/mindspore/free_benchmark/perturbation/add_noise.py +67 -0
  84. msprobe/mindspore/free_benchmark/perturbation/base_perturbation.py +21 -0
  85. msprobe/mindspore/free_benchmark/perturbation/bit_noise.py +63 -0
  86. msprobe/mindspore/free_benchmark/perturbation/improve_precision.py +34 -0
  87. msprobe/mindspore/free_benchmark/perturbation/no_change.py +12 -0
  88. msprobe/mindspore/free_benchmark/perturbation/perturbation_factory.py +27 -0
  89. msprobe/mindspore/free_benchmark/self_check_tool_factory.py +33 -0
  90. msprobe/mindspore/grad_probe/__init__.py +0 -0
  91. msprobe/mindspore/grad_probe/global_context.py +91 -0
  92. msprobe/mindspore/grad_probe/grad_analyzer.py +231 -0
  93. msprobe/mindspore/grad_probe/grad_monitor.py +27 -0
  94. msprobe/mindspore/grad_probe/grad_stat_csv.py +132 -0
  95. msprobe/mindspore/grad_probe/hook.py +92 -0
  96. msprobe/mindspore/grad_probe/utils.py +29 -0
  97. msprobe/mindspore/ms_config.py +63 -15
  98. msprobe/mindspore/overflow_check/overflow_check_tool_factory.py +17 -15
  99. msprobe/mindspore/runtime.py +4 -0
  100. msprobe/mindspore/service.py +354 -0
  101. msprobe/mindspore/task_handler_factory.py +7 -4
  102. msprobe/msprobe.py +66 -26
  103. msprobe/pytorch/__init__.py +1 -1
  104. msprobe/pytorch/api_accuracy_checker/common/config.py +21 -16
  105. msprobe/pytorch/api_accuracy_checker/common/utils.py +1 -60
  106. msprobe/pytorch/api_accuracy_checker/compare/algorithm.py +2 -5
  107. msprobe/pytorch/api_accuracy_checker/compare/api_precision_compare.py +46 -10
  108. msprobe/pytorch/api_accuracy_checker/compare/compare.py +84 -48
  109. msprobe/pytorch/api_accuracy_checker/compare/compare_utils.py +8 -12
  110. msprobe/pytorch/api_accuracy_checker/config.yaml +7 -1
  111. msprobe/pytorch/api_accuracy_checker/run_ut/data_generate.py +15 -11
  112. msprobe/pytorch/api_accuracy_checker/run_ut/multi_run_ut.py +11 -15
  113. msprobe/pytorch/api_accuracy_checker/run_ut/run_overflow_check.py +16 -9
  114. msprobe/pytorch/api_accuracy_checker/run_ut/run_ut.py +193 -105
  115. msprobe/pytorch/api_accuracy_checker/run_ut/run_ut_utils.py +68 -1
  116. msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/__init__.py +0 -0
  117. msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/attl.py +202 -0
  118. msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/client.py +324 -0
  119. msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/device_dispatch.py +204 -0
  120. msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/server.py +218 -0
  121. msprobe/pytorch/api_accuracy_checker/tensor_transport_layer/ssl_config.py +10 -0
  122. msprobe/pytorch/bench_functions/__init__.py +15 -0
  123. msprobe/pytorch/bench_functions/apply_adam_w.py +28 -0
  124. msprobe/pytorch/bench_functions/confusion_transpose.py +19 -0
  125. msprobe/pytorch/bench_functions/fast_gelu.py +55 -0
  126. msprobe/pytorch/bench_functions/layer_norm_eval.py +6 -0
  127. msprobe/pytorch/bench_functions/linear.py +12 -0
  128. msprobe/pytorch/bench_functions/matmul_backward.py +48 -0
  129. msprobe/pytorch/bench_functions/npu_fusion_attention.py +421 -0
  130. msprobe/pytorch/bench_functions/rms_norm.py +15 -0
  131. msprobe/pytorch/bench_functions/rotary_mul.py +52 -0
  132. msprobe/pytorch/bench_functions/scaled_mask_softmax.py +26 -0
  133. msprobe/pytorch/bench_functions/swiglu.py +55 -0
  134. msprobe/pytorch/common/parse_json.py +3 -1
  135. msprobe/pytorch/common/utils.py +83 -7
  136. msprobe/pytorch/compare/distributed_compare.py +19 -64
  137. msprobe/pytorch/compare/match.py +3 -6
  138. msprobe/pytorch/compare/pt_compare.py +40 -0
  139. msprobe/pytorch/debugger/debugger_config.py +11 -2
  140. msprobe/pytorch/debugger/precision_debugger.py +34 -4
  141. msprobe/pytorch/doc/api_accuracy_checker.md +57 -13
  142. msprobe/pytorch/doc/api_accuracy_checker_online.md +187 -0
  143. msprobe/pytorch/doc/dump.md +73 -20
  144. msprobe/pytorch/doc/ptdbg_ascend_compare.md +75 -11
  145. msprobe/pytorch/doc/ptdbg_ascend_quickstart.md +3 -3
  146. msprobe/pytorch/doc/run_overflow_check.md +1 -1
  147. msprobe/pytorch/doc//321/206/320/247/320/260/321/206/320/260/320/227/321/206/320/255/320/226/321/205/342/225/226/320/265/321/205/320/225/342/225/226/321/205/320/254/342/225/221/321/206/320/251/320/277/321/211/320/272/320/234/321/210/320/277/320/221/321/205/320/242/320/234/321/206/320/220/320/267/321/210/320/223/342/225/234/321/205/320/257/342/225/221/321/207/342/225/221/342/224/220/321/206/320/232/320/265/321/205/320/241/320/232.md +151 -0
  148. msprobe/pytorch/free_benchmark/common/constant.py +3 -0
  149. msprobe/pytorch/free_benchmark/common/utils.py +4 -0
  150. msprobe/pytorch/free_benchmark/compare/grad_saver.py +22 -26
  151. msprobe/pytorch/free_benchmark/main.py +7 -4
  152. msprobe/pytorch/free_benchmark/perturbed_layers/npu/add_noise.py +1 -1
  153. msprobe/pytorch/free_benchmark/perturbed_layers/npu/bit_noise.py +1 -1
  154. msprobe/pytorch/free_benchmark/perturbed_layers/npu/change_value.py +1 -1
  155. msprobe/pytorch/free_benchmark/perturbed_layers/npu/improve_precision.py +3 -3
  156. msprobe/pytorch/free_benchmark/perturbed_layers/npu/no_change.py +1 -1
  157. msprobe/pytorch/free_benchmark/perturbed_layers/run_cpu.py +1 -1
  158. msprobe/pytorch/free_benchmark/result_handlers/base_handler.py +43 -29
  159. msprobe/pytorch/free_benchmark/result_handlers/handler_factory.py +0 -1
  160. msprobe/pytorch/function_factory.py +75 -0
  161. msprobe/pytorch/functional/dump_module.py +4 -4
  162. msprobe/pytorch/grad_probe/__init__.py +0 -0
  163. msprobe/pytorch/grad_probe/grad_monitor.py +90 -0
  164. msprobe/pytorch/grad_probe/grad_stat_csv.py +129 -0
  165. msprobe/pytorch/hook_module/hook_module.py +14 -3
  166. msprobe/pytorch/hook_module/support_wrap_ops.yaml +2 -1
  167. msprobe/pytorch/hook_module/utils.py +9 -9
  168. msprobe/pytorch/hook_module/wrap_aten.py +20 -10
  169. msprobe/pytorch/hook_module/wrap_distributed.py +10 -7
  170. msprobe/pytorch/hook_module/wrap_functional.py +4 -7
  171. msprobe/pytorch/hook_module/wrap_npu_custom.py +21 -10
  172. msprobe/pytorch/hook_module/wrap_tensor.py +5 -6
  173. msprobe/pytorch/hook_module/wrap_torch.py +5 -7
  174. msprobe/pytorch/hook_module/wrap_vf.py +6 -8
  175. msprobe/pytorch/module_processer.py +53 -13
  176. msprobe/pytorch/online_dispatch/compare.py +4 -4
  177. msprobe/pytorch/online_dispatch/dispatch.py +39 -41
  178. msprobe/pytorch/online_dispatch/dump_compare.py +17 -47
  179. msprobe/pytorch/online_dispatch/single_compare.py +5 -5
  180. msprobe/pytorch/online_dispatch/utils.py +2 -43
  181. msprobe/pytorch/parse_tool/lib/compare.py +31 -19
  182. msprobe/pytorch/parse_tool/lib/config.py +2 -1
  183. msprobe/pytorch/parse_tool/lib/parse_tool.py +4 -4
  184. msprobe/pytorch/parse_tool/lib/utils.py +34 -80
  185. msprobe/pytorch/parse_tool/lib/visualization.py +4 -3
  186. msprobe/pytorch/pt_config.py +100 -6
  187. msprobe/pytorch/service.py +104 -19
  188. mindstudio_probe-1.0.1.dist-info/RECORD +0 -228
  189. msprobe/mindspore/dump/api_kbk_dump.py +0 -55
  190. msprobe/pytorch/compare/acc_compare.py +0 -1024
  191. msprobe/pytorch/compare/highlight.py +0 -100
  192. msprobe/test/core_ut/common/test_utils.py +0 -345
  193. msprobe/test/core_ut/data_dump/test_data_collector.py +0 -47
  194. msprobe/test/core_ut/data_dump/test_json_writer.py +0 -183
  195. msprobe/test/core_ut/data_dump/test_scope.py +0 -151
  196. msprobe/test/core_ut/test_common_config.py +0 -152
  197. msprobe/test/core_ut/test_file_check.py +0 -218
  198. msprobe/test/core_ut/test_log.py +0 -109
  199. msprobe/test/mindspore_ut/test_api_kbk_dump.py +0 -51
  200. msprobe/test/mindspore_ut/test_debugger_config.py +0 -42
  201. msprobe/test/mindspore_ut/test_dump_tool_factory.py +0 -51
  202. msprobe/test/mindspore_ut/test_kernel_graph_dump.py +0 -66
  203. msprobe/test/mindspore_ut/test_kernel_graph_overflow_check.py +0 -63
  204. msprobe/test/mindspore_ut/test_ms_config.py +0 -69
  205. msprobe/test/mindspore_ut/test_overflow_check_tool_factory.py +0 -51
  206. msprobe/test/mindspore_ut/test_precision_debugger.py +0 -56
  207. msprobe/test/mindspore_ut/test_task_handler_factory.py +0 -58
  208. msprobe/test/pytorch_ut/advisor/test_advisor.py +0 -83
  209. msprobe/test/pytorch_ut/api_accuracy_checker/common/test_common_utils.py +0 -108
  210. msprobe/test/pytorch_ut/api_accuracy_checker/common/test_config.py +0 -39
  211. msprobe/test/pytorch_ut/api_accuracy_checker/compare/test_algorithm.py +0 -112
  212. msprobe/test/pytorch_ut/api_accuracy_checker/compare/test_api_precision_compare.py +0 -77
  213. msprobe/test/pytorch_ut/api_accuracy_checker/compare/test_compare.py +0 -125
  214. msprobe/test/pytorch_ut/api_accuracy_checker/compare/test_compare_column.py +0 -10
  215. msprobe/test/pytorch_ut/api_accuracy_checker/compare/test_compare_utils.py +0 -43
  216. msprobe/test/pytorch_ut/api_accuracy_checker/run_ut/dump.json +0 -179
  217. msprobe/test/pytorch_ut/api_accuracy_checker/run_ut/forward.json +0 -63
  218. msprobe/test/pytorch_ut/api_accuracy_checker/run_ut/test_data_generate.py +0 -99
  219. msprobe/test/pytorch_ut/api_accuracy_checker/run_ut/test_multi_run_ut.py +0 -115
  220. msprobe/test/pytorch_ut/api_accuracy_checker/run_ut/test_run_ut.py +0 -72
  221. msprobe/test/pytorch_ut/compare/test_acc_compare.py +0 -17
  222. msprobe/test/pytorch_ut/free_benchmark/perturbed_layers/test_perturbed_layser.py +0 -105
  223. msprobe/test/pytorch_ut/free_benchmark/result_handlers/test_result_handler.py +0 -121
  224. msprobe/test/pytorch_ut/free_benchmark/test_main.py +0 -101
  225. msprobe/test/pytorch_ut/functional/test_dump_module.py +0 -15
  226. msprobe/test/pytorch_ut/hook_module/test_api_registry.py +0 -130
  227. msprobe/test/pytorch_ut/hook_module/test_hook_module.py +0 -42
  228. msprobe/test/pytorch_ut/hook_module/test_wrap_aten.py +0 -65
  229. msprobe/test/pytorch_ut/hook_module/test_wrap_distributed.py +0 -35
  230. msprobe/test/pytorch_ut/hook_module/test_wrap_functional.py +0 -20
  231. msprobe/test/pytorch_ut/hook_module/test_wrap_tensor.py +0 -35
  232. msprobe/test/pytorch_ut/hook_module/test_wrap_torch.py +0 -43
  233. msprobe/test/pytorch_ut/hook_module/test_wrap_vf.py +0 -11
  234. msprobe/test/pytorch_ut/test_pt_config.py +0 -69
  235. msprobe/test/pytorch_ut/test_service.py +0 -59
  236. msprobe/test/resources/advisor.txt +0 -3
  237. msprobe/test/resources/compare_result_20230703104808.csv +0 -9
  238. msprobe/test/resources/compare_result_without_accuracy.csv +0 -9
  239. msprobe/test/resources/config.yaml +0 -3
  240. msprobe/test/resources/npu_test.pkl +0 -8
  241. msprobe/test/run_test.sh +0 -30
  242. msprobe/test/run_ut.py +0 -58
  243. msprobe/test/test_module_processer.py +0 -64
  244. {mindstudio_probe-1.0.1.dist-info → mindstudio_probe-1.0.3.dist-info}/LICENSE +0 -0
  245. {mindstudio_probe-1.0.1.dist-info → mindstudio_probe-1.0.3.dist-info}/WHEEL +0 -0
  246. {mindstudio_probe-1.0.1.dist-info → mindstudio_probe-1.0.3.dist-info}/entry_points.txt +0 -0
  247. {mindstudio_probe-1.0.1.dist-info → mindstudio_probe-1.0.3.dist-info}/top_level.txt +0 -0
  248. /msprobe/{pytorch → core}/advisor/advisor_const.py +0 -0
  249. /msprobe/pytorch/doc/{atat → msprobe}/321/207/342/226/223/342/225/233/321/205/342/225/221/320/266/321/205/342/225/226/320/265/321/205/320/225/342/225/226/321/206/320/245/342/226/221/321/206/320/235/320/276dump/321/206/320/260/320/227/321/205/320/227/320/226/321/206/320/220/320/267/321/210/320/223/342/225/234/321/205/320/257/342/225/221/321/207/342/225/221/342/224/220/321/206/320/232/320/265/321/205/320/241/320/232.md" +0 -0
@@ -1,18 +1,26 @@
1
1
  import functools
2
2
  import os
3
+ import time
3
4
  from pathlib import Path
4
5
 
5
- from msprobe.pytorch.common.log import logger
6
- from msprobe.core.common.file_check import FileChecker, check_path_before_create
6
+ from collections import namedtuple
7
+ import torch
7
8
  from msprobe.core.common.const import Const, FileCheckConst
8
- from msprobe.core.common.exceptions import DistributedNotInitializedError, MsaccException
9
+ from msprobe.core.common.exceptions import DistributedNotInitializedError, MsprobeException
10
+ from msprobe.core.common.file_check import FileChecker, check_path_before_create
9
11
  from msprobe.core.data_dump.data_collector import build_data_collector
10
- from msprobe.core.data_dump.scope import BaseScope
11
12
  from msprobe.core.data_dump.data_processor.base import ModuleForwardInputsOutputs, ModuleBackwardInputsOutputs
13
+ from msprobe.core.data_dump.scope import BaseScope
14
+ from msprobe.pytorch.common.log import logger
12
15
  from msprobe.pytorch.common.utils import get_rank_if_initialized
13
- from msprobe.pytorch.module_processer import ModuleProcesser
14
16
  from msprobe.pytorch.hook_module import remove_dropout
15
17
  from msprobe.pytorch.hook_module.api_registry import api_register
18
+ from msprobe.pytorch.hook_module.hook_module import HOOKModule
19
+ from msprobe.pytorch.module_processer import ModuleProcesser
20
+ from msprobe.pytorch.api_accuracy_checker.tensor_transport_layer.attl import ATTLConfig, ATTL, ApiData
21
+ torch_version_above_or_equal_2 = torch.__version__.split('+')[0] >= '2.0'
22
+
23
+ HookFn = namedtuple('hookFn', ['pre_hook', 'forward_hook', 'backward_hook', 'forward_hook_torch_version_below_2'])
16
24
 
17
25
 
18
26
  class Service:
@@ -26,6 +34,12 @@ class Service:
26
34
  self.first_start = True
27
35
  self.current_rank = None
28
36
  self.dump_iter_dir = None
37
+ self.attl = None
38
+
39
+ @staticmethod
40
+ def forward_backward_dump_end():
41
+ logger.info_on_rank_0("Data needed ends here.")
42
+ api_register.api_originality()
29
43
 
30
44
  def build_hook(self, module_type, name):
31
45
  def pre_hook(api_or_module_name, module, args, kwargs):
@@ -35,6 +49,8 @@ class Service:
35
49
 
36
50
  if not self.switch:
37
51
  return args, kwargs
52
+ if self.config.online_run_ut:
53
+ return None, None
38
54
  if self.data_collector:
39
55
  module_input_output = ModuleForwardInputsOutputs(args=args, kwargs=kwargs, output=None)
40
56
  self.data_collector.pre_forward_data_collect(api_or_module_name, module, pid, module_input_output)
@@ -47,6 +63,14 @@ class Service:
47
63
 
48
64
  if not self.switch:
49
65
  return None
66
+
67
+ if self.config.online_run_ut:
68
+ if self.data_collector.scope and not self.data_collector.scope.check(api_or_module_name):
69
+ return None
70
+ api_data = ApiData(name[:-1], args, kwargs, output, self.current_iter, self.current_rank)
71
+ self.attl_send(api_data)
72
+ return None
73
+
50
74
  if self.data_collector:
51
75
  module_input_output = ModuleForwardInputsOutputs(args=args, kwargs=kwargs, output=output)
52
76
  self.data_collector.forward_data_collect(api_or_module_name, module, pid, module_input_output)
@@ -54,6 +78,9 @@ class Service:
54
78
  return self.data_collector.get_forward_new_output()
55
79
  return output
56
80
 
81
+ def forward_hook_torch_version_below_2(api_or_module_name, module, args, output):
82
+ return forward_hook(api_or_module_name, module, args, {}, output)
83
+
57
84
  def backward_hook(api_or_module_name, module, grad_input, grad_output):
58
85
  if module_type == BaseScope.Module_Type_Module:
59
86
  api_or_module_name = module.mindstudio_reserved_name
@@ -61,25 +88,41 @@ class Service:
61
88
 
62
89
  if not self.switch:
63
90
  return
91
+
92
+ if self.config.online_run_ut:
93
+ if self.data_collector.scope and not self.data_collector.scope.check(api_or_module_name):
94
+ return
95
+ api_data = ApiData(name[:-1], grad_input, {}, grad_output, self.current_iter, self.current_rank)
96
+ self.attl_send(api_data)
97
+ return
98
+
64
99
  if self.data_collector:
65
- module_input_output = ModuleBackwardInputsOutputs(grad_input=grad_input, grad_output=grad_output)
100
+ # 此处获取到的grad_input实际为反向过程的输出数据,grad_output为反向过程的输入数据,因此传入时调换顺序
101
+ module_input_output = ModuleBackwardInputsOutputs(grad_input=grad_output, grad_output=grad_input)
66
102
  self.data_collector.backward_data_collect(api_or_module_name, module, pid, module_input_output)
67
103
 
68
104
  pid = os.getpid()
69
105
  forward_name_template = name + Const.FORWARD
70
106
  backward_name_template = name + Const.BACKWARD
71
- pre_forward_hook = functools.partial(pre_hook, forward_name_template)
72
- forward_hook = functools.partial(forward_hook, forward_name_template)
73
- backward_hook = functools.partial(backward_hook, backward_name_template)
74
- return pre_forward_hook, forward_hook, backward_hook
107
+ pre_forward_hook_fn = functools.partial(pre_hook, forward_name_template)
108
+ forward_hook_fn = functools.partial(forward_hook, forward_name_template)
109
+ backward_hook_fn = functools.partial(backward_hook, backward_name_template)
110
+ forward_hook_torch_version_below_2_fn = functools.partial(forward_hook_torch_version_below_2, forward_name_template)
111
+ return HookFn(pre_forward_hook_fn, forward_hook_fn, backward_hook_fn, forward_hook_torch_version_below_2_fn)
75
112
 
76
113
  def step(self):
77
114
  self.current_iter += 1
78
115
  self.data_collector.update_iter(self.current_iter)
79
116
 
80
- def start(self, model):
117
+ ModuleProcesser.reset_module_stats()
118
+ HOOKModule.reset_module_stats()
119
+
120
+ def start(self, model, api_origin=False):
81
121
  self.model = model
82
122
  if self.config.step and self.current_iter > max(self.config.step):
123
+ if self.config.online_run_ut:
124
+ # send stop signal if online_run_ut
125
+ self.attl_stop()
83
126
  self.stop()
84
127
  raise Exception("msprobe: exit after iteration {}".format(max(self.config.step)))
85
128
  if self.config.step and self.current_iter not in self.config.step:
@@ -89,14 +132,17 @@ class Service:
89
132
  self.current_rank = get_rank_if_initialized()
90
133
  except DistributedNotInitializedError:
91
134
  self.current_rank = None
135
+ self.attl_init()
92
136
 
93
137
  if self.config.rank and self.current_rank not in self.config.rank:
94
138
  return
95
139
  self.register_hook_new()
96
140
  self.first_start = False
141
+ if api_origin:
142
+ api_register.api_modularity()
97
143
  self.switch = True
98
144
  logger.info_on_rank_0(f"Dump switch is turned on at step {self.current_iter}. ")
99
- if self.config.level != "L2":
145
+ if self.config.level != "L2" and not self.config.online_run_ut:
100
146
  self.create_dirs()
101
147
  logger.info_on_rank_0(f"Dump data will be saved in {self.dump_iter_dir}.")
102
148
 
@@ -108,6 +154,8 @@ class Service:
108
154
  if self.config.rank and self.current_rank not in self.config.rank:
109
155
  return
110
156
  self.switch = False
157
+ if self.config.online_run_ut:
158
+ return
111
159
  self.data_collector.write_json()
112
160
 
113
161
  def create_dirs(self):
@@ -138,7 +186,7 @@ class Service:
138
186
  logger.info_on_rank_0("The {} hook function is successfully mounted to the model.".format(self.config.task))
139
187
  if self.config.level in ["L0", "mix"]:
140
188
  if self.model is None:
141
- logger.error_log_with_exp("The model is None.", MsaccException.INVALID_PARAM_ERROR)
189
+ logger.error_log_with_exp("The model is None.", MsprobeException.INVALID_PARAM_ERROR)
142
190
  logger.info_on_rank_0("The init dump mode is enabled, and the module dump function will not be available")
143
191
  for name, module in self.model.named_modules():
144
192
  if module == self.model:
@@ -146,18 +194,25 @@ class Service:
146
194
  prefix = BaseScope.Module_Type_Module + Const.SEP + name + Const.SEP + \
147
195
  module.__class__.__name__ + Const.SEP
148
196
 
149
- pre_forward_hook, forward_hook, backward_hook = self.build_hook(BaseScope.Module_Type_Module, prefix)
150
- module.register_forward_hook(forward_hook, with_kwargs=True)
197
+ pre_forward_hook, forward_hook, backward_hook, forward_hook_torch_version_below_2 \
198
+ = self.build_hook(BaseScope.Module_Type_Module, prefix)
199
+ if torch_version_above_or_equal_2:
200
+ module.register_forward_hook(forward_hook, with_kwargs=True)
201
+ else:
202
+ module.register_full_backward_hook(
203
+ self.module_processor.node_hook(prefix + Const.BACKWARD, Const.STOP))
204
+ module.register_forward_hook(forward_hook_torch_version_below_2)
151
205
  module.register_full_backward_hook(backward_hook)
152
206
 
153
207
  module.register_forward_pre_hook(
154
208
  self.module_processor.node_hook(prefix + Const.FORWARD, Const.START))
155
209
  module.register_forward_hook(
156
210
  self.module_processor.node_hook(prefix + Const.FORWARD, Const.STOP))
157
- module.register_full_backward_pre_hook(
158
- self.module_processor.node_hook(prefix + Const.BACKWARD, Const.START))
159
- module.register_full_backward_hook(
160
- self.module_processor.node_hook(prefix + Const.BACKWARD, Const.STOP))
211
+ if torch_version_above_or_equal_2:
212
+ module.register_full_backward_pre_hook(
213
+ self.module_processor.node_hook(prefix + Const.BACKWARD, Const.START))
214
+ module.register_full_backward_hook(
215
+ self.module_processor.node_hook(prefix + Const.BACKWARD, Const.STOP))
161
216
 
162
217
  if self.config.level in ["mix", "L1", "L2"]:
163
218
  api_register.initialize_hook(functools.partial(self.build_hook, BaseScope.Module_Type_API))
@@ -165,3 +220,33 @@ class Service:
165
220
 
166
221
  if Const.STATISTICS == self.config.task or Const.TENSOR == self.config.task:
167
222
  remove_dropout()
223
+
224
+ def attl_init(self):
225
+ if self.config.online_run_ut:
226
+ attl_config = ATTLConfig(is_benchmark_device=False,
227
+ connect_ip=self.config.host,
228
+ connect_port=self.config.port,
229
+ nfs_path=self.config.nfs_path,
230
+ tls_path=self.config.tls_path)
231
+ need_dump = len(self.config.rank) == 0 or self.current_rank in self.config.rank
232
+ self.attl = ATTL('npu', attl_config, need_dump=need_dump)
233
+ if self.config.nfs_path:
234
+ self.attl.upload("start")
235
+
236
+ def attl_send(self, api_data):
237
+ logger.info(f"tools is dumping api: {api_data.name}, rank: {self.current_rank}")
238
+ api_type, _, _ = api_data.name.split(Const.SEP)
239
+ if api_type in [Const.DISTRIBUTED]:
240
+ logger.info(f"api {api_data.name} is not supported, skip")
241
+ return
242
+ if self.config.nfs_path:
243
+ self.attl.upload(api_data)
244
+ else:
245
+ self.attl.send(api_data)
246
+
247
+ def attl_stop(self):
248
+ if self.config.nfs_path:
249
+ self.attl.upload("end")
250
+ elif self.attl.socket_manager is not None:
251
+ logger.info(f"pid: {os.getpid()} finished, start send STOP signal.")
252
+ self.attl.socket_manager.send_stop_signal()
@@ -1,228 +0,0 @@
1
- msprobe/README.md,sha256=HFau6Wr0qRwGXvG95igpYpLRkmfrLKThwrc2LCCL74E,6503
2
- msprobe/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
3
- msprobe/msprobe.py,sha256=2Tv79QcikCCzQZf7uA8yz7a9M0XXPY2fCX2K13IdMmU,3167
4
- msprobe/config/README.md,sha256=awh5xbaDuE18cTVta7P16vKVVtuGKJO8tRiOhRuqODs,26010
5
- msprobe/config/config.json,sha256=LZXfkEWVUCIsxkyo4A67PR85MZfI8pDCoq-fDhHyFUY,628
6
- msprobe/config/img/free_benchmark.png,sha256=TjEImRJHHyt0-0R1fFWdhx1y4Lx8PM3wYgrF2XInkS0,72372
7
- msprobe/core/common_config.py,sha256=19gSFcDQoS5osVyNNgSzkJpswJhMo5iDeDQmdLTVcDc,3481
8
- msprobe/core/common/const.py,sha256=IMd7hV2pAwJ9P2pFXStc-hSJOkPofzL-RsgWyEwGLio,7564
9
- msprobe/core/common/exceptions.py,sha256=sMPJXMZIg0T5TZy6Z8BwOpQl4SF4XwO1yYAnKwdAs8M,2468
10
- msprobe/core/common/file_check.py,sha256=on5Z2gc7xZLr7lml2f_qUr-QyPE0A4uegV3MQaPSQq0,10741
11
- msprobe/core/common/log.py,sha256=I03xzUe1xif6HS-CCirh2t1WoW6KVUuHPOQN8wUhKLk,1493
12
- msprobe/core/common/utils.py,sha256=tE1cPClkAw4k-LTdsUrGiBeEedjnahn6wkKI6Lx78X8,20409
13
- msprobe/core/data_dump/data_collector.py,sha256=1_gNJLh9GLrslYE8tZzN_4zFFXn2JHKdUX91DLWbjXY,5982
14
- msprobe/core/data_dump/json_writer.py,sha256=w9rs-WkmAxEJqnmyvxeySRI7iTHVMih2WQosZgQ_CNY,4811
15
- msprobe/core/data_dump/scope.py,sha256=WwVC0VtWLU2jgsbOtd2cjf2tQlcX0SwfzrE6NAzX-5E,6199
16
- msprobe/core/data_dump/data_processor/base.py,sha256=-qYikgYInTABj6DqtZyjDGV_lZLRQBBLW8su3wvtuaA,9757
17
- msprobe/core/data_dump/data_processor/factory.py,sha256=0TymbcP9NXGdOVSNZGIOM2zg_araGr2sJVIJQxtfYUo,3389
18
- msprobe/core/data_dump/data_processor/pytorch_processor.py,sha256=kc0jC03nwMNNYO4H42HyNxjBvN-qNs0tPmy-kc0OkUI,15398
19
- msprobe/mindspore/__init__.py,sha256=Ro5B5YJyFhyvzFBPTK4bKWfbRRCkQEiTrqPy7nk2cJ0,77
20
- msprobe/mindspore/ms_config.py,sha256=nrW7iRb58apB0STf8FGMSmYFIHMUfqE2SH2vynl7E2I,2883
21
- msprobe/mindspore/task_handler_factory.py,sha256=REcSFVzmeX8l3QI5NIn1LhMFjGLtaL0BdNODDEy8qHg,763
22
- msprobe/mindspore/debugger/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
23
- msprobe/mindspore/debugger/debugger_config.py,sha256=lGypQ4p4UIyTd7OyreT6LpfwiekJgjaW_UN6PyO0Q70,1825
24
- msprobe/mindspore/debugger/precision_debugger.py,sha256=yDrOxgJDWiIc6Zefq_SXeJrJofTfTUXdL-U2EYe8_ec,1167
25
- msprobe/mindspore/doc/dump.md,sha256=1BBhWyAZ7UUZSaoe4O_YooWzLcS7l1bHccbJMn8pt_o,2302
26
- msprobe/mindspore/dump/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
27
- msprobe/mindspore/dump/api_kbk_dump.py,sha256=XIsG8anCUzQw1JfyUN3_1cw78XSriqEHMllbnMicQgs,2713
28
- msprobe/mindspore/dump/dump_tool_factory.py,sha256=GpnAoF9OHdBLWbKPA8vlkGV_tNCbJiEnJgqtz6JZ4_E,1181
29
- msprobe/mindspore/dump/kernel_graph_dump.py,sha256=7HRHdzDP2y0xxTQ4i9QuSa3ymHwEFzE4wVLLtNiXUeg,3163
30
- msprobe/mindspore/overflow_check/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
31
- msprobe/mindspore/overflow_check/kernel_graph_overflow_check.py,sha256=YQHU-UvXZ5lWrkNprEPi1b7OYcnq7vj21Nw2aV2T2xc,2300
32
- msprobe/mindspore/overflow_check/overflow_check_tool_factory.py,sha256=M6sK9khgfgjTQQF7wZSf-Cn3F-YUZZz2kv850QkeMDo,961
33
- msprobe/pytorch/__init__.py,sha256=YNSrFSS1lGHyJWTkr3fre3SjsC8n3HUK3m6xTfc5wBU,200
34
- msprobe/pytorch/module_processer.py,sha256=Mzoy1KGkqWrvUSpoknbGai-eehnRhyHOE54c-RzpL-Q,3874
35
- msprobe/pytorch/parse.py,sha256=zWe8UyLYBXd6j4-9hpgWml5ph1aTaIakxx5TVUuI_jo,91
36
- msprobe/pytorch/pt_config.py,sha256=NwHV5nFq5EqCp3-XzwCE7vWuFDdteLLsB80FEXIjmMU,3963
37
- msprobe/pytorch/service.py,sha256=P5xOCwFV1fAvadRNtefhxQAuBJRVJNBLKqtaboXsWUY,8562
38
- msprobe/pytorch/advisor/advisor.py,sha256=goWI58-bvgBEcGx7dLAzsHtbpX_ENRA0lYybyjRxfKQ,5763
39
- msprobe/pytorch/advisor/advisor_const.py,sha256=nNiet9GsBatvO2SWjJ8GLejZB3yzyMUYlStsTCihvi4,2701
40
- msprobe/pytorch/advisor/advisor_result.py,sha256=mWoKUSVrJ8eckpLEyPmGZlDE44YPdzvvRuTcSPxgwEU,2502
41
- msprobe/pytorch/api_accuracy_checker/.keep,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
42
- msprobe/pytorch/api_accuracy_checker/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
43
- msprobe/pytorch/api_accuracy_checker/config.yaml,sha256=4OklgBY0asU_Ftx9MSIIXD8PD_OsNLpsCcb5av5UUiY,55
44
- msprobe/pytorch/api_accuracy_checker/common/.keep,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
45
- msprobe/pytorch/api_accuracy_checker/common/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
46
- msprobe/pytorch/api_accuracy_checker/common/config.py,sha256=B7Aeb8y8OEC0akI5DsM7MA9lfiRi7OAhMiIN57z8Q68,2072
47
- msprobe/pytorch/api_accuracy_checker/common/utils.py,sha256=Vyxh_6TTfTKQ31xPYaCfwdzAVQWHQkUqgncpVTHjer8,7748
48
- msprobe/pytorch/api_accuracy_checker/compare/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
49
- msprobe/pytorch/api_accuracy_checker/compare/algorithm.py,sha256=LbSke7utCv31-sVGA4xWZH5N0heEx13oyUB6xVq3NZw,8757
50
- msprobe/pytorch/api_accuracy_checker/compare/api_precision_compare.py,sha256=PVHIuhbLTF2P20Puj2RXQLKqmuAYFgACrJubRDbyktw,28017
51
- msprobe/pytorch/api_accuracy_checker/compare/api_precision_standard.yaml,sha256=amKXyTRW1mtC8zG4XHYPA0rS5uWVklRN8b62chF4tCE,2130
52
- msprobe/pytorch/api_accuracy_checker/compare/api_precision_threshold.yaml,sha256=zz7xGrXohPNqZACWR2jpPGQcQyJE3smTIMpZVPEybSE,8502
53
- msprobe/pytorch/api_accuracy_checker/compare/compare.py,sha256=2ztaHT_AoRty9mHiBuPET87JxXF8k4SbQaAhodDo7j0,20272
54
- msprobe/pytorch/api_accuracy_checker/compare/compare_column.py,sha256=T4CR8wSXXPjcUEqnjjn8gPNDxTQor7h8bNqGeJdXOrg,3980
55
- msprobe/pytorch/api_accuracy_checker/compare/compare_utils.py,sha256=YYHIzlJaXRN6yBhpoooflHDyerUt9IyAIyfqRvgsidc,9518
56
- msprobe/pytorch/api_accuracy_checker/run_ut/.keep,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
57
- msprobe/pytorch/api_accuracy_checker/run_ut/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
58
- msprobe/pytorch/api_accuracy_checker/run_ut/data_generate.py,sha256=2AEUB4LUJ8fLfoRAugbL22BQ3vu9qfPyNeMpTJBeUUs,13671
59
- msprobe/pytorch/api_accuracy_checker/run_ut/multi_run_ut.py,sha256=d1FeGi1JlU3h_cdCmvfT4siGsjcTisD-4hGDvjZ8LvA,8651
60
- msprobe/pytorch/api_accuracy_checker/run_ut/run_overflow_check.py,sha256=tvIKKcPUNJLq1_bV2Axn2JjJmOrjsL22TWKQmvNJtiY,5339
61
- msprobe/pytorch/api_accuracy_checker/run_ut/run_ut.py,sha256=_a2_AJqY-4R1YVN6PzGzObZMcSrJeeUwRi3RNGAcfDI,23844
62
- msprobe/pytorch/api_accuracy_checker/run_ut/run_ut_utils.py,sha256=CG_jpOLka_gnhVcNdsqTSw3P_rf6xisKTdqVAX6FYf4,350
63
- msprobe/pytorch/api_accuracy_checker/run_ut/torch_ut_setting.json,sha256=jrB_gpVBWbqFLBfYlxzqDCiIf_i6W-IYVlnlsVrXcbg,43
64
- msprobe/pytorch/common/__init__.py,sha256=cWjNg380EvONkRTY_pKETlLJfG6WIt1D6EggWtEfVd0,87
65
- msprobe/pytorch/common/compare_script.template,sha256=m3SZVmEsE_XepOgcc7SQP7tg7NISS0M6FXSEpDUdiKk,300
66
- msprobe/pytorch/common/log.py,sha256=yQ6s4EV1JAJT6hEavBcui-QZFFnqMOwRWzyqUWnzj9k,1013
67
- msprobe/pytorch/common/parse_json.py,sha256=YSi369MMhAvbGCEhRydhKVRLmU8zeMRc2bZjf5KpNUU,1477
68
- msprobe/pytorch/common/utils.py,sha256=y98xzxcEuJk9B6zknBTM4YH47EsGlXKhmDxxwErS4y4,7427
69
- msprobe/pytorch/compare/acc_compare.py,sha256=NJ3z5ahIoRGNU-krUOMygXoYl33qJ9cY_O9rvbo-fas,45705
70
- msprobe/pytorch/compare/distributed_compare.py,sha256=leH-ALGBKB7yDfXd9hNm8LoqtBzB0Ac_5SRHcJa6fvQ,5261
71
- msprobe/pytorch/compare/highlight.py,sha256=aaZiEXbsvOo6tIN2sw9jRY_ybrriakpZDQlUORVUsuc,4880
72
- msprobe/pytorch/compare/mapping.yaml,sha256=oF-roDRl14MbqDKYDZ-qZstZzrWwaXvaTI88sKeOnBQ,12304
73
- msprobe/pytorch/compare/match.py,sha256=HeHg-VvJdKFGymt1DPccV3uVc-DMBDBl9cczpn0dJqQ,1350
74
- msprobe/pytorch/compare/npy_compare.py,sha256=jCnua6Y6vzgeSwiZEWWJLr6eZX2pgU-tzFZnnpWIq2o,10007
75
- msprobe/pytorch/debugger/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
76
- msprobe/pytorch/debugger/debugger_config.py,sha256=z4fKNe6yJ3DgtykgowJHDTS6WDDzM39CzQV1v_qzGgo,4676
77
- msprobe/pytorch/debugger/precision_debugger.py,sha256=b8DfApLOVbIyBAkPQy4Ec_AQgg1RFIwOz2iNp9yxxZ4,3401
78
- msprobe/pytorch/doc/FAQ.md,sha256=pfK9JSer3Yrqit3JaXeF8xtkntSfWl5PC5kDQMkeGyA,9233
79
- msprobe/pytorch/doc/api_accuracy_checker.md,sha256=eB4n9kSb9rty24uM5DmDLy_oikpqy9K-njTdn9CqwqQ,26572
80
- msprobe/pytorch/doc/atat精度工具数据dump标准性能基线报告.md,sha256=fmGiKL7xGhgS9Y2C2tHTVYM8K3VlTiQ5KpDz-_7kVhw,7108
81
- msprobe/pytorch/doc/dump.md,sha256=N8cK_X9zjVbZAs3ruo1Ge0TndTDczUkC_iMywVpQlAg,7959
82
- msprobe/pytorch/doc/parse_tool.md,sha256=4VwXWOYGQKOrYS5lsYPT3lA6S2nQJnG3RHE_wshnM0Q,18987
83
- msprobe/pytorch/doc/ptdbg_ascend_compare.md,sha256=hdIHPfLLGGuxY7R0NHAlldkH1ZdNkrnYXJ-FL84Ytyw,11290
84
- msprobe/pytorch/doc/ptdbg_ascend_overview.md,sha256=alkLLssm9mub2unFu5nQ-NRyDGua9sPNdkjfXVw9Sb0,3152
85
- msprobe/pytorch/doc/ptdbg_ascend_quickstart.md,sha256=2dK9NgGu1cbjWWiF_PBSy7yYUQ8qI7RXTAm8RREwXnI,15199
86
- msprobe/pytorch/doc/run_overflow_check.md,sha256=z-inRk5Lu_vNaUd5hrn661bs05VQZHk_FG_fBF50T4E,1363
87
- msprobe/pytorch/doc/在线精度比对.md,sha256=NxNBTP3eGyfTNsqdXF8hdL9T_1k_KISUBGZpH6Q50Qw,4493
88
- msprobe/pytorch/doc/img/BLOOM-7B_1.png,sha256=Ul9XNHCX52PYufGaZ5mPfwTNJxwUO46KOKp7JxvDeAk,3534
89
- msprobe/pytorch/doc/img/BLOOM-7B_2.png,sha256=HKefltWpBM2UkVHFy9rB238g6W5w-8CpsueW6Zf52HM,5251
90
- msprobe/pytorch/doc/img/BLOOM-7B_3.png,sha256=gtL8dXIoqoJwk2Nd-KKChVM47IBdEY6KVYVRejnwKt0,5095
91
- msprobe/pytorch/doc/img/BLOOM-7B_4.png,sha256=1yuQ2Dh7ak-VZt_kLprXVHtvfUxaxfsgrKdYzudHR94,4727
92
- msprobe/pytorch/doc/img/GPT-3_1.png,sha256=EVm59Bvd3cX01RpZBqDyMVECjsiySTNy5RR9YyJoCTw,7898
93
- msprobe/pytorch/doc/img/GPT-3_2.png,sha256=4wNkqagB28IJi808pnvUB72E03b2OeWdAASq5ggyl8A,6716
94
- msprobe/pytorch/doc/img/GPT-3_3.png,sha256=6-fbdYtgcYU1xe9yOg6tAnKQ8SfZ6-x6rPVNSRxGP8I,8732
95
- msprobe/pytorch/doc/img/GPT-3_4.png,sha256=QYpb7ZJaOAM_wJ5qdQQon0TKu7apVRL7ijovl18Uvzg,6609
96
- msprobe/pytorch/doc/img/GPT-3_5.png,sha256=8eiCyqLmiaH6xwqpyTe3XTcesbGQUw8gApDI7ONBBkA,4676
97
- msprobe/pytorch/doc/img/GPT-3_6.png,sha256=4IZvCeYHgK7gB87dgf6HgTaQ5uBK0s2sZXLblsDIVtQ,7658
98
- msprobe/pytorch/doc/img/GPT-3_7.png,sha256=dil9jwfsYxtFupUu_aTCnKjuuEk3X_UMnqWJS0NzWCA,8139
99
- msprobe/pytorch/doc/img/GPT-3_8.png,sha256=RNXIQgrCObpYtoKTkdTxr66AkndY_k2mGbksNgIqccQ,6084
100
- msprobe/pytorch/doc/img/YOLOV5S_1.png,sha256=kCI017bFT7X3RrBPLMESTrnHZcRJYF-Ko_oJpjcsFWw,7019
101
- msprobe/pytorch/doc/img/YOLOV5S_2.png,sha256=NH4vy35cGDl3qjlcUhDTWNpGEKcuboQ_YILxWQpvx40,5796
102
- msprobe/pytorch/doc/img/accuracy_checking_details.png,sha256=dAedq5tbuzM3uEKPZzoanFSkzc0ep3HSW0r_3iTWMvE,39062
103
- msprobe/pytorch/doc/img/accuracy_checking_result.png,sha256=6dVDcp3hl-zFIOgLigbRrMdgeBDiMfKWxupL8Hugvxo,6022
104
- msprobe/pytorch/doc/img/api_precision_compare_details.png,sha256=QkN8uldQ6j1Bvd4WxtucZXUMr--AoBUjSCJ01hTkpFw,25476
105
- msprobe/pytorch/doc/img/api_precision_compare_result.png,sha256=Kp9bIK1rlw3zDyX4Oqw1CVPohTtJBig0RYK2iIhum9g,4538
106
- msprobe/pytorch/doc/img/auto_analyze_log.png,sha256=3Jd9bl0BBrYxs5fFlcKYqeIjFbPlYegVmw4GGUe6s1o,65144
107
- msprobe/pytorch/doc/img/compare_result_pkl.png,sha256=pMCd38zNjQ1LzcA_86DPlNA_jAfKJ0QYcSBDmzVA0Jw,36133
108
- msprobe/pytorch/doc/img/compare_result_pkl_md5.png.png,sha256=ys9key_66mHsKST53SmGdzhYyA4dJtB2PVrGcqQkld0,20464
109
- msprobe/pytorch/doc/img/cpu_info.png,sha256=8n9pjTDB8_Q8_i1mo4CMNqb2JF96UGTBCPWLgPo_XBU,33797
110
- msprobe/pytorch/doc/img/module_compare.png,sha256=8LjiAcZwLK-Me6YrkpWaAfOKFycStSapWdLsqZyS8oo,56655
111
- msprobe/pytorch/free_benchmark/__init__.py,sha256=pQ8Dd80wjz7ar20B2RonGpIHLxurzq88DRFAmuSIcC0,281
112
- msprobe/pytorch/free_benchmark/main.py,sha256=mJuaosz5-sSBrjuy8sC40J4dcvmwD1pw3FpmzI3DI5U,4094
113
- msprobe/pytorch/free_benchmark/common/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
114
- msprobe/pytorch/free_benchmark/common/constant.py,sha256=DiTCDzZO3G1YmnwZsX3E_9QtlLDM7gbyC_dhXg0Ut7Y,1931
115
- msprobe/pytorch/free_benchmark/common/counter.py,sha256=pmE6hlrehrdz7kqRIon37ebTFVSGzbtXc8PbDIQlfZ0,2789
116
- msprobe/pytorch/free_benchmark/common/enums.py,sha256=g1XQH_gVemG0HImKqXOifrnFuC13lB81cEMTYZgjJyA,682
117
- msprobe/pytorch/free_benchmark/common/params.py,sha256=hbKi2_7zZYy8aIA244Ir0KdY8M3E3GNzxNrYO7wfWdE,4119
118
- msprobe/pytorch/free_benchmark/common/utils.py,sha256=Bt7c4tCPn4EJ5emWyBpHlFwAkEjmwkn6XqUnmYNvIQg,3868
119
- msprobe/pytorch/free_benchmark/compare/grad_saver.py,sha256=PFzYkrnim8THvuxZ2bHu-AD-6OJFP60nuF-LD2pyoCY,8172
120
- msprobe/pytorch/free_benchmark/compare/single_benchmark.py,sha256=j0913MVbsMeOF5fVAsPNZBIG_iZPCkuHd0LU2Jd9XW4,3969
121
- msprobe/pytorch/free_benchmark/perturbed_layers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
122
- msprobe/pytorch/free_benchmark/perturbed_layers/base_layer.py,sha256=Z7_NRsXpeZ7Xkh_Dzzt30PkKrEPAcgKyGpwFtkdVTP0,328
123
- msprobe/pytorch/free_benchmark/perturbed_layers/layer_factory.py,sha256=yZT9jkKSpBXQRt7yAv0FV2J_7QPzgOhF8ShheoA7Vbs,1808
124
- msprobe/pytorch/free_benchmark/perturbed_layers/run_cpu.py,sha256=3V---NvurHxZw5ywBRd1yn1uPw_V0Lb7ARi83JC8se0,888
125
- msprobe/pytorch/free_benchmark/perturbed_layers/npu/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
126
- msprobe/pytorch/free_benchmark/perturbed_layers/npu/add_noise.py,sha256=xHYLRCC3VlL3x_U1IBXEH1MdjOUhNPadTC4FfZuN4m8,3579
127
- msprobe/pytorch/free_benchmark/perturbed_layers/npu/bit_noise.py,sha256=y-A1FUxTS7iQdXrGnRpgm30xeJ3BvmvQJrOz0poIDYg,4064
128
- msprobe/pytorch/free_benchmark/perturbed_layers/npu/change_value.py,sha256=2ZJ0EmpgtLNR5pJUNuqFK4NazuozosE9cspNh0K-UNc,2542
129
- msprobe/pytorch/free_benchmark/perturbed_layers/npu/improve_precision.py,sha256=5y1xprwZfbt-2tTuAVMHjXyD3zHMgjg4X9TL4YBVMdY,2797
130
- msprobe/pytorch/free_benchmark/perturbed_layers/npu/no_change.py,sha256=jtEZt268V2A_BgvbotjRf21GhGry1agOE7TYkyWTZZI,959
131
- msprobe/pytorch/free_benchmark/perturbed_layers/npu/npu_base_layser.py,sha256=vy3CsTqHW_VowPFVwJaP7G9Va6Uk-t-8rAz7YrqQYBo,1602
132
- msprobe/pytorch/free_benchmark/result_handlers/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
133
- msprobe/pytorch/free_benchmark/result_handlers/base_handler.py,sha256=wIq22jkKmep3ZcP9OOyVoQD_DRbiiWFCmRRm_bqGNbY,7957
134
- msprobe/pytorch/free_benchmark/result_handlers/check_handler.py,sha256=xZJlSwS6PwSFuoZ6k0VX7DikHpZx8XUlP-INVXwvth4,1661
135
- msprobe/pytorch/free_benchmark/result_handlers/fix_handler.py,sha256=rCZNdqVbEaTN7gLuX7BM6_lcSzA_GX_JUbWjVU0Se_A,880
136
- msprobe/pytorch/free_benchmark/result_handlers/handler_factory.py,sha256=RMmLkOW_K12VcuSKpXYwWtR-soMC7paHSgqFZKWXBbU,1367
137
- msprobe/pytorch/free_benchmark/result_handlers/preheat_handler.py,sha256=Y43fjf5YcBDJZ-lynTTe-jIflxA03fkdYVQcpAJPlUw,7352
138
- msprobe/pytorch/functional/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
139
- msprobe/pytorch/functional/data_processor.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
140
- msprobe/pytorch/functional/dump_module.py,sha256=oYEXXKnta6zjlvNGgIqImYPWDHwATFoR3vb5ZNixkHc,1869
141
- msprobe/pytorch/hook_module/__init__.py,sha256=Pi9uPQOVMzTeHXDUyptqZDFXIlq-wV2KrrLJ8KwrIlg,43
142
- msprobe/pytorch/hook_module/api_registry.py,sha256=p2v3jq1-MUpGsnFkxjv161LrtRXyhA6NNwVjUYjyRLE,8009
143
- msprobe/pytorch/hook_module/hook_module.py,sha256=j_UKYDEMz65dtUIsiHWChySFsK7OM89ZKXi3nYlIUDU,4685
144
- msprobe/pytorch/hook_module/support_wrap_ops.yaml,sha256=2o4L5E97bz7Qa1QUqykFGu6cCMT8yMQVtWatdK1zyP8,29677
145
- msprobe/pytorch/hook_module/utils.py,sha256=zPAMENXVNPC1ZmTRZeAqXcI1AxC7sAOCSlwh0nvBRHU,1078
146
- msprobe/pytorch/hook_module/wrap_aten.py,sha256=BVnbAPuEzXDYGj2c9G6NR_eWTcaVf0DtsjSQmodpdOU,3225
147
- msprobe/pytorch/hook_module/wrap_distributed.py,sha256=K6I6-wcPLjqRD8J9eSDN6Nafm_3XjjtT9eg3WTlp_KA,2538
148
- msprobe/pytorch/hook_module/wrap_functional.py,sha256=3JrKRjwsQx63vABOvT6ojhb2TsXaDcONfwh1IDtbqkM,4615
149
- msprobe/pytorch/hook_module/wrap_npu_custom.py,sha256=Xi745q9dznLL3rspuT0RJRGTo4hSlNltf8ovFkZy0y0,2371
150
- msprobe/pytorch/hook_module/wrap_tensor.py,sha256=Axo4VJ38WSk3zeGQHOYwdE2zHKTtdmDQaMOV54uD4TA,2247
151
- msprobe/pytorch/hook_module/wrap_torch.py,sha256=oAZ3qUnxntgSxHV5NomCBTwaaSOJ-sam_dFDvn4whtw,2793
152
- msprobe/pytorch/hook_module/wrap_vf.py,sha256=iTj_PPFlcuApIpwbSXA07h7sWml4eDo6xAXZdseh5GM,1980
153
- msprobe/pytorch/online_dispatch/__init__.py,sha256=HnGEYgpGVhyJMGNcy7oK2V4mBr71q6SG2vS9Tp3EfX0,754
154
- msprobe/pytorch/online_dispatch/compare.py,sha256=Hoq1qc1KUyt9OnckXEOoIUHcnvAdExGV3syZtm5f348,10731
155
- msprobe/pytorch/online_dispatch/dispatch.py,sha256=LfKhOpIVsft37KqfubTxwk_s_a0ZJol6-8hEYG7Zcug,12281
156
- msprobe/pytorch/online_dispatch/dump_compare.py,sha256=U4f4yIoZZv2FYGm9DToTY4krgJqUQKmbEP4fbVVDaFU,8149
157
- msprobe/pytorch/online_dispatch/single_compare.py,sha256=7CH--duuXf_U_2XvmC6snKhZgqI4-G2QtyDqm3mxiSs,17122
158
- msprobe/pytorch/online_dispatch/torch_ops_config.yaml,sha256=XdEMUpRWWL5ZSYaBXDFwPEU23jwvx3lKQ2rmjOJv0ZI,789
159
- msprobe/pytorch/online_dispatch/utils.py,sha256=71ycbOrZGsvluyQfAXa1VFSjygEApYwZ_yrNVpP1vPU,5766
160
- msprobe/pytorch/parse_tool/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
161
- msprobe/pytorch/parse_tool/cli.py,sha256=X19IPnFxfU2aIcNDs3rWwmwLV8-wj4W51DQh_1gGWZE,1129
162
- msprobe/pytorch/parse_tool/lib/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
163
- msprobe/pytorch/parse_tool/lib/compare.py,sha256=o_IcVm3CcXkubRETXuCZzcGjoEL4b7Iq8iyB6MplZaU,13517
164
- msprobe/pytorch/parse_tool/lib/config.py,sha256=qeY-Fb7Pv7irm7K8YmlgRoPFAwOobfLEJolvdLg4jkk,2008
165
- msprobe/pytorch/parse_tool/lib/file_desc.py,sha256=mbcHZiBNW567rla1N9wqjQpXuajIA5dezsapzAc_FwE,1178
166
- msprobe/pytorch/parse_tool/lib/interactive_cli.py,sha256=JHDJjtmsavUTahDMgzUVNWOEcKTMPCnaw66zQD4J-cQ,3780
167
- msprobe/pytorch/parse_tool/lib/parse_exception.py,sha256=TPAEi6j0YkHV90-N3bcn5J-KQ3IJXwnL18iCmWPyzCY,1817
168
- msprobe/pytorch/parse_tool/lib/parse_tool.py,sha256=XuswOO6LRi3AttB0uyrDxRxNOe3h57UCsdSpYmMfqa8,8065
169
- msprobe/pytorch/parse_tool/lib/utils.py,sha256=AE8Wcvj8sny_69C3uk9pdAsKEDCBx33_zY9S5XRGZUo,15255
170
- msprobe/pytorch/parse_tool/lib/visualization.py,sha256=qE2ejv5hi6-QgFvc1fIGSvZ4BPAPLUlbqTn_dbZ4EgY,4402
171
- msprobe/test/run_test.sh,sha256=dYPjBvrNnDSNk-vmmxko7jNVVWqihk58WMvvIKRYzbg,603
172
- msprobe/test/run_ut.py,sha256=hFUeYcnQzMwrhcZPWWUJFLb-OoZRjLDT4PlUs3UkKHU,1650
173
- msprobe/test/test_module_processer.py,sha256=cTLwr271ig56cXxNGTNr4dcD-g6B3G638U746DbI3xg,2284
174
- msprobe/test/core_ut/test_common_config.py,sha256=ScZFfDT4ft7LD1YucyyDsvB-S-WQ1yXDN1NHlIOo2ks,7493
175
- msprobe/test/core_ut/test_file_check.py,sha256=PNOf-7m9-REOiDnrU6yFy-q2ihjLpn3BrDdyeHzKBd0,11917
176
- msprobe/test/core_ut/test_log.py,sha256=imPt9ef1-nb5L-OIKK0_3puFMdx0Cvk9R0UhtY271Zg,4285
177
- msprobe/test/core_ut/common/test_utils.py,sha256=MkyZ6BT-fv76Coy1qMvckIpRwIvIdtlbAlHIgX3rMhc,16846
178
- msprobe/test/core_ut/data_dump/test_data_collector.py,sha256=rvUpXIolW9aJoVeim1coc5Q7exMzZECrKzAaZtnWEpo,2403
179
- msprobe/test/core_ut/data_dump/test_json_writer.py,sha256=_Dp-xiSc98yUay7ileTSEYEnJ2mfL8qIW7-8PA91uFY,6701
180
- msprobe/test/core_ut/data_dump/test_scope.py,sha256=31kQqaf7WX9oO7lM7W15RmnSgcoGyM2-fMjhgY9ku7A,5516
181
- msprobe/test/mindspore_ut/test_api_kbk_dump.py,sha256=_t-HgyydrxunlELh9BDKzTloPRf6zU-vL-DpBA3K5UA,2038
182
- msprobe/test/mindspore_ut/test_debugger_config.py,sha256=SfxN4f-ADkmm6TXu8D8yx0JDWElJqdocpsWNXJEkau4,1727
183
- msprobe/test/mindspore_ut/test_dump_tool_factory.py,sha256=Ff9oBzjVB8XsZUQ7VFZWWryDllGSWWO1iwTMjX1Du-g,1955
184
- msprobe/test/mindspore_ut/test_kernel_graph_dump.py,sha256=2yiPeFfQGiG28wsa8rbUKqRh70DZ-OUr_6sOwjgoWeE,2779
185
- msprobe/test/mindspore_ut/test_kernel_graph_overflow_check.py,sha256=l-r2WahlXAW74F_n1r1WDfmQ3wyMBlhiOWrZH3j_ccc,2733
186
- msprobe/test/mindspore_ut/test_ms_config.py,sha256=D_j4CcXOqrxFY0WEnLhkZZNmrAiDZkdnSIZWF0anANw,2801
187
- msprobe/test/mindspore_ut/test_overflow_check_tool_factory.py,sha256=W1qlU2trtkXCtyPwmWjoLvpecvHUtyRV95EFnvMVT5s,2037
188
- msprobe/test/mindspore_ut/test_precision_debugger.py,sha256=Sc5GcKYZOspbjU8nv04-RYIhl9ralZsBvWHJMNsrT5M,2168
189
- msprobe/test/mindspore_ut/test_task_handler_factory.py,sha256=cCsaH-vRWUthKAuHTAK70t6PvwY1jNOl_mKO79sNY44,2234
190
- msprobe/test/pytorch_ut/test_pt_config.py,sha256=oWvLev5J8Rao3FM-IRuCzFppb1ooUlB3LKYMajKj5RU,2844
191
- msprobe/test/pytorch_ut/test_service.py,sha256=iqMMA9zCDClzqjZTsLvK99w2_DIaKx_bbvThQ0msI-Q,2629
192
- msprobe/test/pytorch_ut/advisor/test_advisor.py,sha256=Q0K7FBN0W51dmfxVjQx9XVZXUouY6NiEweQ-EwiES58,3833
193
- msprobe/test/pytorch_ut/api_accuracy_checker/common/test_common_utils.py,sha256=YZxTvmzBtuLUZAUfKPlNSvZJkrsj10Qej-1rIxxrIKg,4832
194
- msprobe/test/pytorch_ut/api_accuracy_checker/common/test_config.py,sha256=nCHLpuaNy4sANpoPM9NqzqXVF_QDONFBYlV2Pd6EHdU,1590
195
- msprobe/test/pytorch_ut/api_accuracy_checker/compare/test_algorithm.py,sha256=1yiDCkLJbqRPS2LrxUGwqbcXxMxL584omFB530BPnzU,5466
196
- msprobe/test/pytorch_ut/api_accuracy_checker/compare/test_api_precision_compare.py,sha256=VIw8VKuthPqMotpQIOS36EhttMiFZCcoMaY6bA_1H38,2592
197
- msprobe/test/pytorch_ut/api_accuracy_checker/compare/test_compare.py,sha256=leQ5MV-m26dxn_lRxnVN020pILfeLg1UyolXXQuH7LI,7138
198
- msprobe/test/pytorch_ut/api_accuracy_checker/compare/test_compare_column.py,sha256=KEkM1857BzcO3W7iwDz_NF3rkEb8J6JLgVwIJ1ygp7E,320
199
- msprobe/test/pytorch_ut/api_accuracy_checker/compare/test_compare_utils.py,sha256=JW4JZu_r_L4kJ8UuDbsHdda3RoqDLzyIlmqDbhlsbRM,1790
200
- msprobe/test/pytorch_ut/api_accuracy_checker/run_ut/dump.json,sha256=9vCbOYSvyU-2Q4LR3AlBUA16fRsy6fU2P7MQw1dg5jo,4064
201
- msprobe/test/pytorch_ut/api_accuracy_checker/run_ut/forward.json,sha256=BcPsyQtIdsOKxquCh8brTvt-vY55EoGCIUjrMegjYoI,1263
202
- msprobe/test/pytorch_ut/api_accuracy_checker/run_ut/test_data_generate.py,sha256=poTbNse4DBO4S6O3GnIAdYOraVm8_w_pWuGiMB4SxBw,4446
203
- msprobe/test/pytorch_ut/api_accuracy_checker/run_ut/test_multi_run_ut.py,sha256=4SX26ka6_hsEKDU-iAoJ-oDEcoAH9vL3WrMQ2dFdGC4,4862
204
- msprobe/test/pytorch_ut/api_accuracy_checker/run_ut/test_run_ut.py,sha256=I3K1RX23neJvF9CHg9fF_zXY9Di6GOha-g38DjpwDAs,3387
205
- msprobe/test/pytorch_ut/compare/test_acc_compare.py,sha256=-OMGVmoGeHNdDa6JQVIWhlbUrOxTVjVChTWamiyPmS4,647
206
- msprobe/test/pytorch_ut/free_benchmark/test_main.py,sha256=AdqJkD1dXVVyUkFdqHfbDSNDGQ-BLGNZfTinrvmwULo,3574
207
- msprobe/test/pytorch_ut/free_benchmark/perturbed_layers/test_perturbed_layser.py,sha256=GTmoHMN3o5R6OTawl2qDjU6JZ_N286sBOBXagdJjdhA,4965
208
- msprobe/test/pytorch_ut/free_benchmark/result_handlers/test_result_handler.py,sha256=_GUoO7fe7CpceNuGMTqk7kXFdpR51b7ntV8H9Qpfn94,5143
209
- msprobe/test/pytorch_ut/functional/test_dump_module.py,sha256=iHeRcuEOKQadVxR0VKchOkP0HNNnLLaEpgn0htVe1_0,484
210
- msprobe/test/pytorch_ut/hook_module/test_api_registry.py,sha256=yD7hrs4qaDqYzqBIBBbNqDsfx2BoNqhhR5dSWHlKUYc,4734
211
- msprobe/test/pytorch_ut/hook_module/test_hook_module.py,sha256=jcpUyUVk8GdjE4ClTcNef3U4fS9HXvVCXP-g-BPcNhE,1290
212
- msprobe/test/pytorch_ut/hook_module/test_wrap_aten.py,sha256=wLuYeEdDNdUSZBTL8p0ddzmJMm2WtaeAnWBB-CzkCBE,2410
213
- msprobe/test/pytorch_ut/hook_module/test_wrap_distributed.py,sha256=whZyqwfO-KW2qrxy8PZLx5VsQ3MQ_nAeWeQ5VbhzKRs,1312
214
- msprobe/test/pytorch_ut/hook_module/test_wrap_functional.py,sha256=LTIU0nvO1EOWJ0sEGUAVxCt84AvxDqWZG9MIBJQyYaI,755
215
- msprobe/test/pytorch_ut/hook_module/test_wrap_tensor.py,sha256=w-OvDpk1lCM8yckz68Rxl7wwKu0UzcRAgqXc5u4mubU,1235
216
- msprobe/test/pytorch_ut/hook_module/test_wrap_torch.py,sha256=w29AsWyAkkRS63EzvZaHbX0lUfATxwrqQMg8tuWtoiY,1470
217
- msprobe/test/pytorch_ut/hook_module/test_wrap_vf.py,sha256=K53rNBcUWTW2maOtefGyYFk3WJF-gKJqqeOEYqBnUtU,285
218
- msprobe/test/resources/advisor.txt,sha256=3ZDECnhfKXwljbs0gHFJ2NlUVMNmV8P9TL5u82cn5Ys,108
219
- msprobe/test/resources/compare_result_20230703104808.csv,sha256=ZJ3_A0p738YXIpovJJcU3kjvnzPxHgsAfWHGAcUczgM,2128
220
- msprobe/test/resources/compare_result_without_accuracy.csv,sha256=MvUYnZQUoBaiYfWtznEDtBhSzQro3UOty_mIuI_2Qbo,1437
221
- msprobe/test/resources/config.yaml,sha256=HkvJmIeU18jKnDhN1zfI7l4Yvk0tnMmx55zyuQ6MXC0,52
222
- msprobe/test/resources/npu_test.pkl,sha256=nE6ravO8IGdtHO5ErFcKiupS4tOUyJ8YHJcAkaqddbQ,1041
223
- mindstudio_probe-1.0.1.dist-info/LICENSE,sha256=HrhfyXIkWY2tGFK11kg7vPCqhgh5DcxleloqdhrpyMY,11558
224
- mindstudio_probe-1.0.1.dist-info/METADATA,sha256=tAp8L9E-JHyZu0xmB1Z9xGhURTRhi-yiM8eyetas0XM,1209
225
- mindstudio_probe-1.0.1.dist-info/WHEEL,sha256=yQN5g4mg4AybRjkgi-9yy4iQEFibGQmlz78Pik5Or-A,92
226
- mindstudio_probe-1.0.1.dist-info/entry_points.txt,sha256=4ob3a9L018EBZFdlfgMW1lbgeIOhc4F-HCR8gBksaCQ,49
227
- mindstudio_probe-1.0.1.dist-info/top_level.txt,sha256=LxFEFqelENSyWmRtocCiEUF04IE8aZvwTl7ADB598Tk,8
228
- mindstudio_probe-1.0.1.dist-info/RECORD,,
@@ -1,55 +0,0 @@
1
- import os
2
- import json
3
- from msprobe.core.common.utils import make_dump_path_if_not_exists
4
- from msprobe.mindspore.debugger.debugger_config import DebuggerConfig
5
- from msprobe.core.common.log import logger
6
- from msprobe.core.common.file_check import FileOpen
7
-
8
-
9
- class ApiKbkDump:
10
- def __init__(self, config: DebuggerConfig):
11
- self.dump_json = dict()
12
- self.dump_json["common_dump_settings"] = dict()
13
- self.dump_json["common_dump_settings"]["dump_mode"] = 0
14
- self.dump_json["common_dump_settings"]["path"] = ""
15
- self.dump_json["common_dump_settings"]["net_name"] = "Net"
16
- self.dump_json["common_dump_settings"]["iteration"] = "all"
17
- self.dump_json["common_dump_settings"]["saved_data"] = "statistic"
18
- self.dump_json["common_dump_settings"]["input_output"] = 0
19
- self.dump_json["common_dump_settings"]["kernels"] = []
20
- self.dump_json["common_dump_settings"]["support_device"] = [0,1,2,3,4,5,6,7]
21
- self.dump_json["e2e_dump_settings"] = dict()
22
- self.dump_json["e2e_dump_settings"]["enable"] = True
23
- self.dump_json["e2e_dump_settings"]["trans_flag"] = True
24
-
25
-
26
- if len(config.list) > 0:
27
- self.dump_json["common_dump_settings"]["dump_mode"] = 1
28
- self.dump_json["common_dump_settings"]["kernels"] = config.list
29
- self.dump_json["common_dump_settings"]["path"] = config.dump_path
30
- if len(config.step) > 0:
31
- step_str = ""
32
- for s in config.step:
33
- step_str += (str(s) + '|')
34
- self.dump_json["common_dump_settings"]["iteration"] = step_str[:-1]
35
- if len(config.rank) > 0:
36
- self.dump_json["common_dump_settings"]["support_device"] = config.rank
37
- if config.task == "tensor":
38
- self.dump_json["common_dump_settings"]["saved_data"] = "tensor"
39
- if len(config.data_mode) == 1:
40
- if config.data_mode[0] == "input":
41
- self.dump_json["common_dump_settings"]["input_output"] = 1
42
- if config.data_mode[0] == "output":
43
- self.dump_json["common_dump_settings"]["input_output"] = 2
44
-
45
- def handle(self):
46
- json_path = self.dump_json["common_dump_settings"]["path"]
47
- make_dump_path_if_not_exists(json_path)
48
- json_path = os.path.join(json_path, "api_kbk_dump.json")
49
- with FileOpen(json_path, 'w') as f:
50
- json.dump(self.dump_json, f)
51
- logger.info(json_path + " has been created.")
52
- os.environ["GRAPH_OP_RUN"] = "1"
53
- os.environ["MINDSPORE_DUMP_CONFIG"] = json_path
54
- if "MS_ACL_DUMP_CFG_PATH" in os.environ:
55
- del os.environ["MS_ACL_DUMP_CFG_PATH"]