cann-workbench 0.0.0-stage → 0.0.2-alpha

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (408) hide show
  1. package/README.md +183 -2
  2. package/THIRD_PARTY_NOTICES.md +85 -0
  3. package/cordis.patch.yml +3 -0
  4. package/doctor/LICENSE +202 -0
  5. package/doctor/NOTICE +12 -0
  6. package/doctor/README.md +18 -0
  7. package/lib/client.js +94437 -0
  8. package/lib/index.d.ts +722 -0
  9. package/lib/index.js +33711 -0
  10. package/locale/en.json +6 -0
  11. package/locale/zh.json +6 -0
  12. package/package.json +171 -4
  13. package/skills/asc-tools/tool-ops-tune/INSTALL.md +52 -0
  14. package/skills/asc-tools/tool-ops-tune/LICENSE +38 -0
  15. package/skills/asc-tools/tool-ops-tune/README.md +167 -0
  16. package/skills/asc-tools/tool-ops-tune/SKILL.md +93 -0
  17. package/skills/asc-tools/tool-ops-tune/agent/AGENTS.md +195 -0
  18. package/skills/asc-tools/tool-ops-tune/agent/agents/perf-implementer.md +68 -0
  19. package/skills/asc-tools/tool-ops-tune/agent/agents/perf-reviewer.md +86 -0
  20. package/skills/asc-tools/tool-ops-tune/agent/workflows/task-prompts.md +362 -0
  21. package/skills/asc-tools/tool-ops-tune/agent/workflows/troubleshooting.md +43 -0
  22. package/skills/asc-tools/tool-ops-tune/docs/figures/opstune-architecture.png +0 -0
  23. package/skills/asc-tools/tool-ops-tune/docs/figures/opstune-architecture.svg +253 -0
  24. package/skills/asc-tools/tool-ops-tune/docs/ops-tune-design.md +404 -0
  25. package/skills/asc-tools/tool-ops-tune/docs//347/224/250/344/276/213/346/236/204/345/273/272.md +730 -0
  26. package/skills/asc-tools/tool-ops-tune/docs//347/237/245/350/257/206/345/272/223/350/247/204/350/214/203.md +103 -0
  27. package/skills/asc-tools/tool-ops-tune/evals/evals.json +242 -0
  28. package/skills/asc-tools/tool-ops-tune/ops-collect/SKILL.md +146 -0
  29. package/skills/asc-tools/tool-ops-tune/ops-collect/references/tool-routing.md +86 -0
  30. package/skills/asc-tools/tool-ops-tune/ops-collect/scripts/collect_board.sh +458 -0
  31. package/skills/asc-tools/tool-ops-tune/ops-collect/scripts/collect_cases.py +368 -0
  32. package/skills/asc-tools/tool-ops-tune/ops-collect/scripts/collect_sim.sh +134 -0
  33. package/skills/asc-tools/tool-ops-tune/ops-collect/scripts/csv_to_db.py +314 -0
  34. package/skills/asc-tools/tool-ops-tune/ops-collect/scripts/db_bench.py +545 -0
  35. package/skills/asc-tools/tool-ops-tune/ops-collect/scripts/facts_bridge.py +1102 -0
  36. package/skills/asc-tools/tool-ops-tune/ops-collect/scripts/isolation_test.py +452 -0
  37. package/skills/asc-tools/tool-ops-tune/ops-collect/scripts/jsonl_to_cases.py +163 -0
  38. package/skills/asc-tools/tool-ops-tune/ops-family/SKILL.md +76 -0
  39. package/skills/asc-tools/tool-ops-tune/ops-family/references/broadcast/advanced_tiling.md +92 -0
  40. package/skills/asc-tools/tool-ops-tune/ops-family/references/broadcast/broadcast_design.md +160 -0
  41. package/skills/asc-tools/tool-ops-tune/ops-family/references/broadcast/code/broadcast_add_kernel.cpp +126 -0
  42. package/skills/asc-tools/tool-ops-tune/ops-family/references/broadcast/code/broadcast_add_tiling.cpp +144 -0
  43. package/skills/asc-tools/tool-ops-tune/ops-family/references/broadcast/code/broadcast_tiling_common.h +401 -0
  44. package/skills/asc-tools/tool-ops-tune/ops-family/references/broadcast/code/onedim_add_kernel.cpp +107 -0
  45. package/skills/asc-tools/tool-ops-tune/ops-family/references/broadcast/code/onedim_add_tiling.cpp +64 -0
  46. package/skills/asc-tools/tool-ops-tune/ops-family/references/broadcast/datacopypad_design.md +46 -0
  47. package/skills/asc-tools/tool-ops-tune/ops-family/references/broadcast/guide.md +14 -0
  48. package/skills/asc-tools/tool-ops-tune/ops-family/references/broadcast/nddma_design.md +53 -0
  49. package/skills/asc-tools/tool-ops-tune/ops-family/references/broadcast/onedim_design.md +114 -0
  50. package/skills/asc-tools/tool-ops-tune/ops-family/references/broadcast/ub_broadcast_design.md +67 -0
  51. package/skills/asc-tools/tool-ops-tune/ops-family/references/common/datacopy_optimization_design.md +351 -0
  52. package/skills/asc-tools/tool-ops-tune/ops-family/references/common/index.md +9 -0
  53. package/skills/asc-tools/tool-ops-tune/ops-family/references/common/tail_block_design.md +268 -0
  54. package/skills/asc-tools/tool-ops-tune/ops-family/references/common/timing_harness/index.md +38 -0
  55. package/skills/asc-tools/tool-ops-tune/ops-family/references/common/timing_harness/timing_harness_aclrt_event.cpp +199 -0
  56. package/skills/asc-tools/tool-ops-tune/ops-family/references/common/timing_harness/timing_harness_torch_event.py +130 -0
  57. package/skills/asc-tools/tool-ops-tune/ops-family/references/common/ub_resident_design.md +342 -0
  58. package/skills/asc-tools/tool-ops-tune/ops-family/references/conversion/guide.md +69 -0
  59. package/skills/asc-tools/tool-ops-tune/ops-family/references/conversion/index.md +4 -0
  60. package/skills/asc-tools/tool-ops-tune/ops-family/references/conversion/templates/dav3510/transpose_base.template +81 -0
  61. package/skills/asc-tools/tool-ops-tune/ops-family/references/conversion/templates/dav3510/transpose_big_dim.template +217 -0
  62. package/skills/asc-tools/tool-ops-tune/ops-family/references/conversion/templates/dav3510/transpose_cut_one_axis.template +336 -0
  63. package/skills/asc-tools/tool-ops-tune/ops-family/references/conversion/templates/dav3510/transpose_cut_two_axis.template +781 -0
  64. package/skills/asc-tools/tool-ops-tune/ops-family/references/conversion/templates/dav3510/transpose_n_last.template +340 -0
  65. package/skills/asc-tools/tool-ops-tune/ops-family/references/conversion/templates/dav3510/transpose_small_shape.template +321 -0
  66. package/skills/asc-tools/tool-ops-tune/ops-family/references/conversion/templates/dav3510/transpose_tensor_move.template +102 -0
  67. package/skills/asc-tools/tool-ops-tune/ops-family/references/conversion/templates/dav3510/transpose_transdata_5hd.template +480 -0
  68. package/skills/asc-tools/tool-ops-tune/ops-family/references/conversion/templates/dav3510/transpose_transdata_5hd_021axis.template +533 -0
  69. package/skills/asc-tools/tool-ops-tune/ops-family/references/conversion/templates/dav3510/transpose_with_gather.template +688 -0
  70. package/skills/asc-tools/tool-ops-tune/ops-family/references/conversion/templates/transpose_tiling_data.template +192 -0
  71. package/skills/asc-tools/tool-ops-tune/ops-family/references/conversion/transpose_big_dim.md +220 -0
  72. package/skills/asc-tools/tool-ops-tune/ops-family/references/conversion/transpose_cut_one_axis.md +175 -0
  73. package/skills/asc-tools/tool-ops-tune/ops-family/references/conversion/transpose_cut_two_axis.md +177 -0
  74. package/skills/asc-tools/tool-ops-tune/ops-family/references/conversion/transpose_fusion_design.md +398 -0
  75. package/skills/asc-tools/tool-ops-tune/ops-family/references/conversion/transpose_gather.md +191 -0
  76. package/skills/asc-tools/tool-ops-tune/ops-family/references/conversion/transpose_n_last.md +276 -0
  77. package/skills/asc-tools/tool-ops-tune/ops-family/references/conversion/transpose_small_shape.md +315 -0
  78. package/skills/asc-tools/tool-ops-tune/ops-family/references/conversion/transpose_tensor_move.md +203 -0
  79. package/skills/asc-tools/tool-ops-tune/ops-family/references/conversion/transpose_tiling_data.md +176 -0
  80. package/skills/asc-tools/tool-ops-tune/ops-family/references/conversion/transpose_vconv_021.md +206 -0
  81. package/skills/asc-tools/tool-ops-tune/ops-family/references/conversion/transpose_vconv_5hd.md +179 -0
  82. package/skills/asc-tools/tool-ops-tune/ops-family/references/elementwise/double_buffer_design.md +288 -0
  83. package/skills/asc-tools/tool-ops-tune/ops-family/references/elementwise/guide.md +46 -0
  84. package/skills/asc-tools/tool-ops-tune/ops-family/references/elementwise/index.md +10 -0
  85. package/skills/asc-tools/tool-ops-tune/ops-family/references/elementwise/templates/add_custom/CMakeLists.txt +131 -0
  86. package/skills/asc-tools/tool-ops-tune/ops-family/references/elementwise/templates/add_custom/README.md +55 -0
  87. package/skills/asc-tools/tool-ops-tune/ops-family/references/elementwise/templates/add_custom/op_extension/add_custom_torch.cpp +80 -0
  88. package/skills/asc-tools/tool-ops-tune/ops-family/references/elementwise/templates/add_custom/op_extension/ops.h +23 -0
  89. package/skills/asc-tools/tool-ops-tune/ops-family/references/elementwise/templates/add_custom/op_extension/register.cpp +30 -0
  90. package/skills/asc-tools/tool-ops-tune/ops-family/references/elementwise/templates/add_custom/op_host/add_custom.asc +149 -0
  91. package/skills/asc-tools/tool-ops-tune/ops-family/references/elementwise/templates/add_custom/op_host/data_utils.h +97 -0
  92. package/skills/asc-tools/tool-ops-tune/ops-family/references/elementwise/templates/add_custom/op_kernel/add_custom_kernel.asc +136 -0
  93. package/skills/asc-tools/tool-ops-tune/ops-family/references/elementwise/templates/add_custom/op_kernel/add_custom_tiling.h +31 -0
  94. package/skills/asc-tools/tool-ops-tune/ops-family/references/elementwise/templates/add_custom/run.sh +87 -0
  95. package/skills/asc-tools/tool-ops-tune/ops-family/references/elementwise/templates/add_custom/scripts/gen_data.py +70 -0
  96. package/skills/asc-tools/tool-ops-tune/ops-family/references/elementwise/templates/add_custom/scripts/golden.py +34 -0
  97. package/skills/asc-tools/tool-ops-tune/ops-family/references/elementwise/templates/add_custom/scripts/test_torch.py +99 -0
  98. package/skills/asc-tools/tool-ops-tune/ops-family/references/elementwise/templates/add_custom/scripts/verify_result.py +56 -0
  99. package/skills/asc-tools/tool-ops-tune/ops-family/references/elementwise/templates/usage_guide.md +61 -0
  100. package/skills/asc-tools/tool-ops-tune/ops-family/references/elementwise/vector_efficiency_design.md +203 -0
  101. package/skills/asc-tools/tool-ops-tune/ops-family/references/fa/fa_mixed_kernel_design.md +174 -0
  102. package/skills/asc-tools/tool-ops-tune/ops-family/references/fa/fa_roofline_design.md +141 -0
  103. package/skills/asc-tools/tool-ops-tune/ops-family/references/fa/guide.md +87 -0
  104. package/skills/asc-tools/tool-ops-tune/ops-family/references/knowledge_gaps.json +56 -0
  105. package/skills/asc-tools/tool-ops-tune/ops-family/references/matmul/best-practices-guide.md +14 -0
  106. package/skills/asc-tools/tool-ops-tune/ops-family/references/matmul/fullload_design.md +344 -0
  107. package/skills/asc-tools/tool-ops-tune/ops-family/references/matmul/guide.md +52 -0
  108. package/skills/asc-tools/tool-ops-tune/ops-family/references/matmul/mte2_preload_design.md +320 -0
  109. package/skills/asc-tools/tool-ops-tune/ops-family/references/matmul/pingpong_design.md +254 -0
  110. package/skills/asc-tools/tool-ops-tune/ops-family/references/matmul/scale_coalescing_design.md +282 -0
  111. package/skills/asc-tools/tool-ops-tune/ops-family/references/matmul/streamk_design.md +374 -0
  112. package/skills/asc-tools/tool-ops-tune/ops-family/references/matmul/swat_design.md +423 -0
  113. package/skills/asc-tools/tool-ops-tune/ops-family/references/matmul/templates/matmul_basic_blaze.template +165 -0
  114. package/skills/asc-tools/tool-ops-tune/ops-family/references/matmul/templates/usage_guide.md +29 -0
  115. package/skills/asc-tools/tool-ops-tune/ops-family/references/mc2/best-practices-guide.md +43 -0
  116. package/skills/asc-tools/tool-ops-tune/ops-family/references/mc2/guide.md +42 -0
  117. package/skills/asc-tools/tool-ops-tune/ops-family/references/mc2/local_matmul_design.md +130 -0
  118. package/skills/asc-tools/tool-ops-tune/ops-family/references/mc2/pipeline_balancing_design.md +502 -0
  119. package/skills/asc-tools/tool-ops-tune/ops-family/references/reduce/guide.md +178 -0
  120. package/skills/asc-tools/tool-ops-tune/ops-family/references/reduce/templates/dav310/kernel_utils.template +75 -0
  121. package/skills/asc-tools/tool-ops-tune/ops-family/references/reduce/templates/dav310/softmax_v2_ar_full_load.template +429 -0
  122. package/skills/asc-tools/tool-ops-tune/ops-family/references/reduce/templates/dav310/softmax_v2_ar_recompute.template +485 -0
  123. package/skills/asc-tools/tool-ops-tune/ops-family/references/reduce/templates/dav310/softmax_v2_ar_small_r.template +348 -0
  124. package/skills/asc-tools/tool-ops-tune/ops-family/references/reduce/templates/dav310/softmax_v2_ara_full_load.template +574 -0
  125. package/skills/asc-tools/tool-ops-tune/ops-family/references/reduce/templates/dav310/softmax_v2_ara_online.template +324 -0
  126. package/skills/asc-tools/tool-ops-tune/ops-family/references/reduce/templates/dav310/softmax_v2_ara_recompute.template +436 -0
  127. package/skills/asc-tools/tool-ops-tune/ops-family/references/reduce/templates/dav310/softmax_v2_base.template +950 -0
  128. package/skills/asc-tools/tool-ops-tune/ops-family/references/reduce/templates/fused_attention_online_softmax_design.md +428 -0
  129. package/skills/asc-tools/tool-ops-tune/ops-family/references/reduce/templates/softmax_v2_ar_full_load.md +137 -0
  130. package/skills/asc-tools/tool-ops-tune/ops-family/references/reduce/templates/softmax_v2_ar_recompute.md +135 -0
  131. package/skills/asc-tools/tool-ops-tune/ops-family/references/reduce/templates/softmax_v2_ar_small_r.md +122 -0
  132. package/skills/asc-tools/tool-ops-tune/ops-family/references/reduce/templates/softmax_v2_ara_full_load.md +144 -0
  133. package/skills/asc-tools/tool-ops-tune/ops-family/references/reduce/templates/softmax_v2_ara_online.md +185 -0
  134. package/skills/asc-tools/tool-ops-tune/ops-family/references/reduce/templates/softmax_v2_ara_recompute.md +163 -0
  135. package/skills/asc-tools/tool-ops-tune/ops-family/references/reduce/templates/softmax_v2_tiling.template +460 -0
  136. package/skills/asc-tools/tool-ops-tune/ops-family/references/reduce/templates/softmax_v2_tiling_data.template +278 -0
  137. package/skills/asc-tools/tool-ops-tune/ops-family/references/reduce/templates/state_resident_design.md +337 -0
  138. package/skills/asc-tools/tool-ops-tune/ops-family/references/reduce/templates/usage_guide.md +253 -0
  139. package/skills/asc-tools/tool-ops-tune/ops-family/references/scalar/coding_principles.md +476 -0
  140. package/skills/asc-tools/tool-ops-tune/ops-family/references/scalar/conv_scalar.md +163 -0
  141. package/skills/asc-tools/tool-ops-tune/ops-family/references/scalar/guide.md +30 -0
  142. package/skills/asc-tools/tool-ops-tune/ops-family/references/simt/guide.md +91 -0
  143. package/skills/asc-tools/tool-ops-tune/ops-family/references/simt/optimization-guide.md +110 -0
  144. package/skills/asc-tools/tool-ops-tune/ops-family/references/sort/guide.md +83 -0
  145. package/skills/asc-tools/tool-ops-tune/ops-family/references/sort/radix_sort.md +354 -0
  146. package/skills/asc-tools/tool-ops-tune/ops-family/scripts/family_asset_audit.py +68 -0
  147. package/skills/asc-tools/tool-ops-tune/ops-family/scripts/tiling_candidates.py +419 -0
  148. package/skills/asc-tools/tool-ops-tune/ops-mechanism/SKILL.md +23 -0
  149. package/skills/asc-tools/tool-ops-tune/ops-mechanism/cases/ascendc/case_groupedmatmul_pipeline.md +23 -0
  150. package/skills/asc-tools/tool-ops-tune/ops-mechanism/cases/ascendc/case_triton_atomic_revert.md +19 -0
  151. package/skills/asc-tools/tool-ops-tune/ops-mechanism/cases/mc2/case_mc2_fusion.md +19 -0
  152. package/skills/asc-tools/tool-ops-tune/ops-mechanism/references/optimize/api-usage.md +70 -0
  153. package/skills/asc-tools/tool-ops-tune/ops-mechanism/references/optimize/ascendc-regbase-vf.md +45 -0
  154. package/skills/asc-tools/tool-ops-tune/ops-mechanism/references/optimize/ascendc-tiling.md +51 -0
  155. package/skills/asc-tools/tool-ops-tune/ops-mechanism/references/optimize/data-copy.md +67 -0
  156. package/skills/asc-tools/tool-ops-tune/ops-mechanism/references/optimize/index.md +45 -0
  157. package/skills/asc-tools/tool-ops-tune/ops-mechanism/references/optimize/mc2-balancing.md +77 -0
  158. package/skills/asc-tools/tool-ops-tune/ops-mechanism/references/optimize/mc2.md +103 -0
  159. package/skills/asc-tools/tool-ops-tune/ops-mechanism/references/optimize/memory-hierarchy.md +40 -0
  160. package/skills/asc-tools/tool-ops-tune/ops-mechanism/references/optimize/pipeline.md +95 -0
  161. package/skills/asc-tools/tool-ops-tune/ops-mechanism/scripts/case_backfill.py +170 -0
  162. package/skills/asc-tools/tool-ops-tune/ops-mechanism/scripts/log_gap.py +145 -0
  163. package/skills/asc-tools/tool-ops-tune/ops-mechanism/scripts/mc2_search.py +367 -0
  164. package/skills/asc-tools/tool-ops-tune/ops-report/SKILL.md +77 -0
  165. package/skills/asc-tools/tool-ops-tune/ops-verdict/evals/run_evals.py +963 -0
  166. package/skills/asc-tools/tool-ops-tune/ops-verdict/evals/smoke/install-hooks.sh +65 -0
  167. package/skills/asc-tools/tool-ops-tune/ops-verdict/evals/smoke/run_smoke.sh +535 -0
  168. package/skills/asc-tools/tool-ops-tune/ops-verdict/fixtures/core_tail_a5.csv +25 -0
  169. package/skills/asc-tools/tool-ops-tune/ops-verdict/fixtures/few_cores_a5.csv +5 -0
  170. package/skills/asc-tools/tool-ops-tune/ops-verdict/fixtures/mte2_bound_a2.csv +17 -0
  171. package/skills/asc-tools/tool-ops-tune/ops-verdict/fixtures/multi_kernel_mix_a5.csv +7 -0
  172. package/skills/asc-tools/tool-ops-tune/ops-verdict/fixtures/no_bound_a5.csv +9 -0
  173. package/skills/asc-tools/tool-ops-tune/ops-verdict/fixtures/serial_no_overlap_a2.csv +9 -0
  174. package/skills/asc-tools/tool-ops-tune/ops-verdict/fixtures/vec_bound_a5.csv +9 -0
  175. package/skills/asc-tools/tool-ops-tune/ops-verdict/references/io-contracts.md +94 -0
  176. package/skills/asc-tools/tool-ops-tune/ops-verdict/references/rule-schema.md +130 -0
  177. package/skills/asc-tools/tool-ops-tune/ops-verdict/references/scope-schema.md +61 -0
  178. package/skills/asc-tools/tool-ops-tune/ops-verdict/references/soc-spec.yaml +140 -0
  179. package/skills/asc-tools/tool-ops-tune/ops-verdict/rules/L0-instruction.yaml +67 -0
  180. package/skills/asc-tools/tool-ops-tune/ops-verdict/rules/L1-single-core.yaml +316 -0
  181. package/skills/asc-tools/tool-ops-tune/ops-verdict/rules/L2-inter-core.yaml +173 -0
  182. package/skills/asc-tools/tool-ops-tune/ops-verdict/rules/L3-inter-card.yaml +156 -0
  183. package/skills/asc-tools/tool-ops-tune/ops-verdict/scripts/batch_pipeline.py +466 -0
  184. package/skills/asc-tools/tool-ops-tune/ops-verdict/scripts/calibrate.py +249 -0
  185. package/skills/asc-tools/tool-ops-tune/ops-verdict/scripts/delta_compare.py +278 -0
  186. package/skills/asc-tools/tool-ops-tune/ops-verdict/scripts/render_html.py +304 -0
  187. package/skills/asc-tools/tool-ops-tune/ops-verdict/scripts/snapshot.py +200 -0
  188. package/skills/asc-tools/tool-ops-tune/ops-verdict/scripts/trace_bubble.py +331 -0
  189. package/skills/asc-tools/tool-ops-tune/ops-verdict/scripts/verdict.py +1094 -0
  190. package/skills/asc-tools/tool-ops-tune/scripts/diff_audit.py +281 -0
  191. package/skills/asc-tools/tool-precision-debug/LICENSE +38 -0
  192. package/skills/asc-tools/tool-precision-debug/README.md +190 -0
  193. package/skills/asc-tools/tool-precision-debug/scripts/install.sh +475 -0
  194. package/skills/asc-tools/tool-precision-debug/skills/tool-precision-debug/LICENSE +38 -0
  195. package/skills/asc-tools/tool-precision-debug/skills/tool-precision-debug/SKILL.md +136 -0
  196. package/skills/asc-tools/tool-precision-debug/skills/tool-precision-debug/evals/evals.json +932 -0
  197. package/skills/asc-tools/tool-precision-debug/skills/tool-precision-debug/references/diagnosis/baseline.md +69 -0
  198. package/skills/asc-tools/tool-precision-debug/skills/tool-precision-debug/references/diagnosis/checkpoint-design.md +82 -0
  199. package/skills/asc-tools/tool-precision-debug/skills/tool-precision-debug/references/diagnosis/dumptensor.md +83 -0
  200. package/skills/asc-tools/tool-precision-debug/skills/tool-precision-debug/references/diagnosis/hypothesis-experiment.md +114 -0
  201. package/skills/asc-tools/tool-precision-debug/skills/tool-precision-debug/references/diagnosis/index.md +20 -0
  202. package/skills/asc-tools/tool-precision-debug/skills/tool-precision-debug/references/diagnosis/localization.md +85 -0
  203. package/skills/asc-tools/tool-precision-debug/skills/tool-precision-debug/references/diagnosis/numerical-modeling.md +94 -0
  204. package/skills/asc-tools/tool-precision-debug/skills/tool-precision-debug/references/diagnosis/operator-modeling.md +116 -0
  205. package/skills/asc-tools/tool-precision-debug/skills/tool-precision-debug/references/diagnosis/progressive-error-analysis.md +86 -0
  206. package/skills/asc-tools/tool-precision-debug/skills/tool-precision-debug/references/diagnosis/reporting.md +140 -0
  207. package/skills/asc-tools/tool-precision-debug/skills/tool-precision-debug/references/diagnosis/reproducibility.md +121 -0
  208. package/skills/asc-tools/tool-precision-debug/skills/tool-precision-debug/references/diagnosis/semantic-bisection.md +72 -0
  209. package/skills/asc-tools/tool-precision-debug/skills/tool-precision-debug/references/diagnosis/sensitive-points.md +146 -0
  210. package/skills/asc-tools/tool-precision-debug/skills/tool-precision-debug/references/patterns/cases/fp16-promotion-boundary.md +46 -0
  211. package/skills/asc-tools/tool-precision-debug/skills/tool-precision-debug/references/patterns/cases/fused-rmsnorm-gelu-residual.md +162 -0
  212. package/skills/asc-tools/tool-precision-debug/skills/tool-precision-debug/references/patterns/cases/index.md +16 -0
  213. package/skills/asc-tools/tool-precision-debug/skills/tool-precision-debug/references/patterns/cases/integer-float-collision.md +44 -0
  214. package/skills/asc-tools/tool-precision-debug/skills/tool-precision-debug/references/patterns/cases/partial-statistics-merge.md +30 -0
  215. package/skills/asc-tools/tool-precision-debug/skills/tool-precision-debug/references/patterns/cases/softplus-v2-grad-family.md +156 -0
  216. package/skills/asc-tools/tool-precision-debug/skills/tool-precision-debug/references/patterns/cases/sync-dataflow-handshake.md +89 -0
  217. package/skills/asc-tools/tool-precision-debug/skills/tool-precision-debug/references/patterns/cases/tail-valid-region-state.md +30 -0
  218. package/skills/asc-tools/tool-precision-debug/skills/tool-precision-debug/references/patterns/cases/thnn-fused-gru-bias-reduction.md +73 -0
  219. package/skills/asc-tools/tool-precision-debug/skills/tool-precision-debug/references/patterns/index.md +34 -0
  220. package/skills/asc-tools/tool-precision-debug/skills/tool-precision-debug/references/patterns/mechanisms/accumulation-order.md +108 -0
  221. package/skills/asc-tools/tool-precision-debug/skills/tool-precision-debug/references/patterns/mechanisms/algorithm-parameter-contract.md +118 -0
  222. package/skills/asc-tools/tool-precision-debug/skills/tool-precision-debug/references/patterns/mechanisms/buffer-lifetime-alias.md +133 -0
  223. package/skills/asc-tools/tool-precision-debug/skills/tool-precision-debug/references/patterns/mechanisms/cast-rounding.md +76 -0
  224. package/skills/asc-tools/tool-precision-debug/skills/tool-precision-debug/references/patterns/mechanisms/complex-operator-boundary.md +48 -0
  225. package/skills/asc-tools/tool-precision-debug/skills/tool-precision-debug/references/patterns/mechanisms/data-movement-alignment.md +104 -0
  226. package/skills/asc-tools/tool-precision-debug/skills/tool-precision-debug/references/patterns/mechanisms/golden-host-contract.md +84 -0
  227. package/skills/asc-tools/tool-precision-debug/skills/tool-precision-debug/references/patterns/mechanisms/index-address-ownership.md +57 -0
  228. package/skills/asc-tools/tool-precision-debug/skills/tool-precision-debug/references/patterns/mechanisms/index.md +32 -0
  229. package/skills/asc-tools/tool-precision-debug/skills/tool-precision-debug/references/patterns/mechanisms/multicore-ownership.md +117 -0
  230. package/skills/asc-tools/tool-precision-debug/skills/tool-precision-debug/references/patterns/mechanisms/pipeline-sync-visibility.md +146 -0
  231. package/skills/asc-tools/tool-precision-debug/skills/tool-precision-debug/references/patterns/mechanisms/precision-mode-approximation.md +90 -0
  232. package/skills/asc-tools/tool-precision-debug/skills/tool-precision-debug/references/patterns/mechanisms/shape-boundary-contract.md +57 -0
  233. package/skills/asc-tools/tool-precision-debug/skills/tool-precision-debug/references/patterns/mechanisms/special-values.md +122 -0
  234. package/skills/asc-tools/tool-precision-debug/skills/tool-precision-debug/references/patterns/mechanisms/tiling-tail-state.md +146 -0
  235. package/skills/asc-tools/tool-precision-debug/skills/tool-precision-debug/references/patterns/operators/broadcast-transpose.md +64 -0
  236. package/skills/asc-tools/tool-precision-debug/skills/tool-precision-debug/references/patterns/operators/convolution.md +60 -0
  237. package/skills/asc-tools/tool-precision-debug/skills/tool-precision-debug/references/patterns/operators/dynamic-quant.md +47 -0
  238. package/skills/asc-tools/tool-precision-debug/skills/tool-precision-debug/references/patterns/operators/index.md +18 -0
  239. package/skills/asc-tools/tool-precision-debug/skills/tool-precision-debug/references/patterns/operators/matmul-mmad.md +131 -0
  240. package/skills/asc-tools/tool-precision-debug/skills/tool-precision-debug/references/patterns/operators/normalization.md +145 -0
  241. package/skills/asc-tools/tool-precision-debug/skills/tool-precision-debug/references/patterns/operators/reduction.md +167 -0
  242. package/skills/asc-tools/tool-precision-debug/skills/tool-precision-debug/references/patterns/operators/softplus-v2-grad.md +58 -0
  243. package/skills/asc-tools/tool-precision-debug/skills/tool-precision-debug/references/patterns/operators/sort-merge.md +65 -0
  244. package/skills/asc-tools/tool-precision-debug/skills/tool-precision-debug/references/tools/index.md +18 -0
  245. package/skills/asc-tools/tool-precision-debug/skills/tool-precision-debug/references/tools/kernel-debug-data.md +133 -0
  246. package/skills/asc-tools/tool-precision-debug/skills/tool-precision-debug/references/tools/msobjdump.md +150 -0
  247. package/skills/cann-doctor/SKILL.md +15 -0
  248. package/skills/catalog.json +79 -0
  249. package/skills/mattpocock/GLOSSARY.md +30 -0
  250. package/skills/mattpocock/LICENSE +21 -0
  251. package/skills/mattpocock/README.md +258 -0
  252. package/skills/mattpocock/SCOPE.md +35 -0
  253. package/skills/mattpocock/docs/agents/triage-labels.md +15 -0
  254. package/skills/mattpocock/docs/engineering/ask-matt.md +91 -0
  255. package/skills/mattpocock/docs/engineering/code-review.md +101 -0
  256. package/skills/mattpocock/docs/engineering/codebase-design.md +88 -0
  257. package/skills/mattpocock/docs/engineering/diagnosing-bugs.md +94 -0
  258. package/skills/mattpocock/docs/engineering/domain-modeling.md +86 -0
  259. package/skills/mattpocock/docs/engineering/grill-with-docs.md +82 -0
  260. package/skills/mattpocock/docs/engineering/implement-spec.md +86 -0
  261. package/skills/mattpocock/docs/engineering/implement.md +97 -0
  262. package/skills/mattpocock/docs/engineering/improve-codebase-architecture.md +113 -0
  263. package/skills/mattpocock/docs/engineering/pr.md +79 -0
  264. package/skills/mattpocock/docs/engineering/prototype.md +67 -0
  265. package/skills/mattpocock/docs/engineering/research.md +73 -0
  266. package/skills/mattpocock/docs/engineering/resolving-merge-conflicts.md +53 -0
  267. package/skills/mattpocock/docs/engineering/retro.md +81 -0
  268. package/skills/mattpocock/docs/engineering/setup-matt-pocock-skills.md +94 -0
  269. package/skills/mattpocock/docs/engineering/tdd.md +94 -0
  270. package/skills/mattpocock/docs/engineering/to-spec.md +81 -0
  271. package/skills/mattpocock/docs/engineering/to-tickets.md +99 -0
  272. package/skills/mattpocock/docs/engineering/triage.md +109 -0
  273. package/skills/mattpocock/docs/engineering/wayfinder.md +103 -0
  274. package/skills/mattpocock/docs/engineering/wizard.md +96 -0
  275. package/skills/mattpocock/docs/productivity/grill-me.md +76 -0
  276. package/skills/mattpocock/docs/productivity/grilling.md +87 -0
  277. package/skills/mattpocock/docs/productivity/handoff.md +76 -0
  278. package/skills/mattpocock/docs/productivity/teach.md +97 -0
  279. package/skills/mattpocock/docs/productivity/to-questionnaire.md +78 -0
  280. package/skills/mattpocock/docs/productivity/wait-what.md +36 -0
  281. package/skills/mattpocock/docs/productivity/writing-for-agents.md +70 -0
  282. package/skills/mattpocock/scripts/link-skills.sh +62 -0
  283. package/skills/mattpocock/scripts/list-skills.sh +7 -0
  284. package/skills/mattpocock/scripts/sync-plugin-version.mjs +41 -0
  285. package/skills/mattpocock/skills/deprecated/README.md +3 -0
  286. package/skills/mattpocock/skills/engineering/README.md +34 -0
  287. package/skills/mattpocock/skills/engineering/ask-matt/PHASE-BOUNDARIES.md +55 -0
  288. package/skills/mattpocock/skills/engineering/ask-matt/SKILL.md +97 -0
  289. package/skills/mattpocock/skills/engineering/ask-matt/agents/openai.yaml +5 -0
  290. package/skills/mattpocock/skills/engineering/code-review/SKILL.md +89 -0
  291. package/skills/mattpocock/skills/engineering/code-review/agents/openai.yaml +3 -0
  292. package/skills/mattpocock/skills/engineering/codebase-design/DEEPENING.md +37 -0
  293. package/skills/mattpocock/skills/engineering/codebase-design/DESIGN-IT-TWICE.md +44 -0
  294. package/skills/mattpocock/skills/engineering/codebase-design/SKILL.md +114 -0
  295. package/skills/mattpocock/skills/engineering/codebase-design/agents/openai.yaml +3 -0
  296. package/skills/mattpocock/skills/engineering/diagnosing-bugs/SKILL.md +138 -0
  297. package/skills/mattpocock/skills/engineering/diagnosing-bugs/agents/openai.yaml +3 -0
  298. package/skills/mattpocock/skills/engineering/diagnosing-bugs/scripts/hitl-loop.template.sh +44 -0
  299. package/skills/mattpocock/skills/engineering/domain-modeling/ADR-FORMAT.md +47 -0
  300. package/skills/mattpocock/skills/engineering/domain-modeling/GLOSSARY-FORMAT.md +60 -0
  301. package/skills/mattpocock/skills/engineering/domain-modeling/SKILL.md +74 -0
  302. package/skills/mattpocock/skills/engineering/domain-modeling/agents/openai.yaml +3 -0
  303. package/skills/mattpocock/skills/engineering/grill-with-docs/SKILL.md +7 -0
  304. package/skills/mattpocock/skills/engineering/grill-with-docs/agents/openai.yaml +5 -0
  305. package/skills/mattpocock/skills/engineering/implement/SKILL.md +17 -0
  306. package/skills/mattpocock/skills/engineering/implement/agents/openai.yaml +5 -0
  307. package/skills/mattpocock/skills/engineering/implement-spec/SKILL.md +42 -0
  308. package/skills/mattpocock/skills/engineering/implement-spec/agents/openai.yaml +5 -0
  309. package/skills/mattpocock/skills/engineering/improve-codebase-architecture/HTML-REPORT.md +123 -0
  310. package/skills/mattpocock/skills/engineering/improve-codebase-architecture/SKILL.md +71 -0
  311. package/skills/mattpocock/skills/engineering/improve-codebase-architecture/agents/openai.yaml +5 -0
  312. package/skills/mattpocock/skills/engineering/pr/CREDITS.md +3 -0
  313. package/skills/mattpocock/skills/engineering/pr/SKILL.md +170 -0
  314. package/skills/mattpocock/skills/engineering/pr/agents/openai.yaml +3 -0
  315. package/skills/mattpocock/skills/engineering/prototype/LOGIC.md +67 -0
  316. package/skills/mattpocock/skills/engineering/prototype/SKILL.md +26 -0
  317. package/skills/mattpocock/skills/engineering/prototype/UI.md +112 -0
  318. package/skills/mattpocock/skills/engineering/prototype/agents/openai.yaml +3 -0
  319. package/skills/mattpocock/skills/engineering/research/SKILL.md +12 -0
  320. package/skills/mattpocock/skills/engineering/research/agents/openai.yaml +3 -0
  321. package/skills/mattpocock/skills/engineering/retro/SKILL.md +44 -0
  322. package/skills/mattpocock/skills/engineering/retro/agents/openai.yaml +5 -0
  323. package/skills/mattpocock/skills/engineering/setup-matt-pocock-skills/SKILL.md +120 -0
  324. package/skills/mattpocock/skills/engineering/setup-matt-pocock-skills/agents/openai.yaml +5 -0
  325. package/skills/mattpocock/skills/engineering/setup-matt-pocock-skills/domain.md +51 -0
  326. package/skills/mattpocock/skills/engineering/setup-matt-pocock-skills/issue-tracker-github.md +50 -0
  327. package/skills/mattpocock/skills/engineering/setup-matt-pocock-skills/issue-tracker-gitlab.md +46 -0
  328. package/skills/mattpocock/skills/engineering/setup-matt-pocock-skills/issue-tracker-local.md +30 -0
  329. package/skills/mattpocock/skills/engineering/setup-matt-pocock-skills/triage-labels.md +15 -0
  330. package/skills/mattpocock/skills/engineering/tdd/SKILL.md +38 -0
  331. package/skills/mattpocock/skills/engineering/tdd/agents/openai.yaml +3 -0
  332. package/skills/mattpocock/skills/engineering/tdd/mocking.md +59 -0
  333. package/skills/mattpocock/skills/engineering/tdd/tests.md +77 -0
  334. package/skills/mattpocock/skills/engineering/to-spec/SKILL.md +75 -0
  335. package/skills/mattpocock/skills/engineering/to-spec/agents/openai.yaml +5 -0
  336. package/skills/mattpocock/skills/engineering/to-tickets/SKILL.md +105 -0
  337. package/skills/mattpocock/skills/engineering/to-tickets/agents/openai.yaml +5 -0
  338. package/skills/mattpocock/skills/engineering/triage/AGENT-BRIEF.md +207 -0
  339. package/skills/mattpocock/skills/engineering/triage/OUT-OF-SCOPE.md +105 -0
  340. package/skills/mattpocock/skills/engineering/triage/SKILL.md +112 -0
  341. package/skills/mattpocock/skills/engineering/triage/agents/openai.yaml +5 -0
  342. package/skills/mattpocock/skills/engineering/wayfinder/SKILL.md +128 -0
  343. package/skills/mattpocock/skills/engineering/wayfinder/agents/openai.yaml +5 -0
  344. package/skills/mattpocock/skills/engineering/wizard/SKILL.md +44 -0
  345. package/skills/mattpocock/skills/engineering/wizard/agents/openai.yaml +3 -0
  346. package/skills/mattpocock/skills/engineering/wizard/template.sh +223 -0
  347. package/skills/mattpocock/skills/in-progress/README.md +17 -0
  348. package/skills/mattpocock/skills/in-progress/chief-of-staff/SKILL.md +75 -0
  349. package/skills/mattpocock/skills/in-progress/chief-of-staff/agents/openai.yaml +5 -0
  350. package/skills/mattpocock/skills/in-progress/claude-handoff/SKILL.md +18 -0
  351. package/skills/mattpocock/skills/in-progress/claude-handoff/agents/openai.yaml +5 -0
  352. package/skills/mattpocock/skills/in-progress/loop-me/SKILL.md +32 -0
  353. package/skills/mattpocock/skills/in-progress/loop-me/agents/openai.yaml +5 -0
  354. package/skills/mattpocock/skills/in-progress/setup-ts-deep-modules/SKILL.md +102 -0
  355. package/skills/mattpocock/skills/in-progress/setup-ts-deep-modules/agents/openai.yaml +5 -0
  356. package/skills/mattpocock/skills/in-progress/setup-ts-deep-modules/dependency-cruiser.config.cjs +95 -0
  357. package/skills/mattpocock/skills/in-progress/software-factory/EXAMPLE-TASKS.md +80 -0
  358. package/skills/mattpocock/skills/in-progress/software-factory/GIT-HOSTS.md +84 -0
  359. package/skills/mattpocock/skills/in-progress/software-factory/OBSERVABILITY-PLATFORMS.md +75 -0
  360. package/skills/mattpocock/skills/in-progress/software-factory/RUNNERS.md +94 -0
  361. package/skills/mattpocock/skills/in-progress/software-factory/SKILL.md +98 -0
  362. package/skills/mattpocock/skills/in-progress/software-factory/TICKET-TRACKERS.md +85 -0
  363. package/skills/mattpocock/skills/in-progress/writing-beats/SKILL.md +67 -0
  364. package/skills/mattpocock/skills/in-progress/writing-beats/agents/openai.yaml +5 -0
  365. package/skills/mattpocock/skills/in-progress/writing-fragments/SKILL.md +79 -0
  366. package/skills/mattpocock/skills/in-progress/writing-fragments/agents/openai.yaml +5 -0
  367. package/skills/mattpocock/skills/in-progress/writing-shape/SKILL.md +79 -0
  368. package/skills/mattpocock/skills/in-progress/writing-shape/agents/openai.yaml +5 -0
  369. package/skills/mattpocock/skills/misc/README.md +8 -0
  370. package/skills/mattpocock/skills/misc/git-guardrails-claude-code/SKILL.md +95 -0
  371. package/skills/mattpocock/skills/misc/git-guardrails-claude-code/agents/openai.yaml +3 -0
  372. package/skills/mattpocock/skills/misc/git-guardrails-claude-code/scripts/block-dangerous-git.sh +25 -0
  373. package/skills/mattpocock/skills/misc/migrate-to-shoehorn/SKILL.md +118 -0
  374. package/skills/mattpocock/skills/misc/migrate-to-shoehorn/agents/openai.yaml +3 -0
  375. package/skills/mattpocock/skills/misc/scaffold-exercises/SKILL.md +106 -0
  376. package/skills/mattpocock/skills/misc/scaffold-exercises/agents/openai.yaml +3 -0
  377. package/skills/mattpocock/skills/misc/setup-pre-commit/SKILL.md +91 -0
  378. package/skills/mattpocock/skills/misc/setup-pre-commit/agents/openai.yaml +3 -0
  379. package/skills/mattpocock/skills/productivity/README.md +20 -0
  380. package/skills/mattpocock/skills/productivity/grill-me/SKILL.md +7 -0
  381. package/skills/mattpocock/skills/productivity/grill-me/agents/openai.yaml +5 -0
  382. package/skills/mattpocock/skills/productivity/grilling/SKILL.md +30 -0
  383. package/skills/mattpocock/skills/productivity/grilling/agents/openai.yaml +3 -0
  384. package/skills/mattpocock/skills/productivity/handoff/SKILL.md +16 -0
  385. package/skills/mattpocock/skills/productivity/handoff/agents/openai.yaml +5 -0
  386. package/skills/mattpocock/skills/productivity/teach/GLOSSARY-FORMAT.md +35 -0
  387. package/skills/mattpocock/skills/productivity/teach/LEARNING-RECORD-FORMAT.md +46 -0
  388. package/skills/mattpocock/skills/productivity/teach/MISSION-FORMAT.md +31 -0
  389. package/skills/mattpocock/skills/productivity/teach/RESOURCES-FORMAT.md +32 -0
  390. package/skills/mattpocock/skills/productivity/teach/SKILL.md +140 -0
  391. package/skills/mattpocock/skills/productivity/teach/agents/openai.yaml +5 -0
  392. package/skills/mattpocock/skills/productivity/to-questionnaire/SKILL.md +54 -0
  393. package/skills/mattpocock/skills/productivity/to-questionnaire/agents/openai.yaml +5 -0
  394. package/skills/mattpocock/skills/productivity/wait-what/SKILL.md +7 -0
  395. package/skills/mattpocock/skills/productivity/wait-what/agents/openai.yaml +5 -0
  396. package/skills/mattpocock/skills/productivity/writing-for-agents/SKILL-MECHANICS.md +22 -0
  397. package/skills/mattpocock/skills/productivity/writing-for-agents/SKILL.md +81 -0
  398. package/skills/mattpocock/skills/productivity/writing-for-agents/agents/openai.yaml +3 -0
  399. package/skills/task-agents/operator-development/Agent.md +71 -0
  400. package/skills/task-agents/operator-development/skills.json +120 -0
  401. package/skills/task-agents/operator-development/stages.schema.json +532 -0
  402. package/skills/task-agents/performance-optimization/Agent.md +78 -0
  403. package/skills/task-agents/performance-optimization/skills.json +64 -0
  404. package/skills/task-agents/response-protocol.md +35 -0
  405. package/skills/task-agents/sidebar-contracts.schema.json +4168 -0
  406. package/skills/task-agents/sidebar-selection.schema.json +971 -0
  407. package/skills/task-agents/visuals/components.json +283 -0
  408. package/skills/task-agents/visuals/contracts.schema.json +3628 -0
@@ -0,0 +1,249 @@
1
+ #!/usr/bin/env python3
2
+ # -*- coding: utf-8 -*-
3
+ # ----------------------------------------------------------------------------------------------------------
4
+ # Copyright (c) 2026 Huawei Technologies Co., Ltd.
5
+ # This program is free software, you can redistribute it and/or modify it under the terms and conditions of
6
+ # CANN Open Software License Agreement Version 2.0 (the "License").
7
+ # Please refer to the License for details. You may not use this file except in compliance with the License.
8
+ # THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, EITHER EXPRESS OR IMPLIED,
9
+ # INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, MERCHANTABILITY, OR FITNESS FOR A PARTICULAR PURPOSE.
10
+ # See LICENSE in the root of the software repository for the full text of the License.
11
+ # ----------------------------------------------------------------------------------------------------------
12
+ """calibrate.py — 预估-实测校准回路
13
+
14
+ 设计对齐:
15
+ - io-contracts.md 已冻结 calibration_data.json 契约(opstune.calibration/1.0,
16
+ Step 5 逐轮产出),但全仓无任何脚本消费它——「校准回路」只有入口没有回路。
17
+ - 本脚本是消费端:读多工程 calibration_data.json → 按 (mechanism, bound_rule)
18
+ 聚合 est vs measured 偏差 → 输出 speedup_range 修订建议(Markdown diff)。
19
+ - **不自动回写规则 YAML**:修订建议经人工评审后改 YAML,改完必须过
20
+ evals/run_evals.py 回归(阈值纪律不破坏)。
21
+
22
+ 用法:
23
+ python3 calibrate.py --inputs tuning_artifacts/gelu/calibration_data.json \
24
+ tuning_artifacts/softmax/calibration_data.json -o calibration_report.md
25
+
26
+ 偏差口径(每聚合组):
27
+ est_lo / est_hi :该组全部条目 speedup_est 区间的均值
28
+ measured_mean :实测 speedup 均值(KEEP 与 REVERT 都算——REVERT 是负样本,
29
+ 两者都是「预估 vs 实测」的校准输入;噪声带内条目不算——
30
+ 带内数字无方向信息)
31
+ verdict :est 区间对 measured 的覆盖关系(covered / est_high / est_low /
32
+ flipped:KEEP 预估被实测 REVERT 推翻)
33
+ 修订建议:
34
+ est_high(系统性高估)→ 建议区间下压到 measured_mean 的 0.9~1.1 倍带;
35
+ est_low(系统性低估)→ 建议区间上抬同带;样本 < 3 只提示不给出数值建议
36
+ (单点不改阈值——阈值纪律的统计底线)。
37
+ """
38
+
39
+ from __future__ import annotations
40
+
41
+ import argparse
42
+ import datetime
43
+ import json
44
+ import sys
45
+ from pathlib import Path
46
+
47
+
48
+ def load_entries(paths: list[str]) -> list[dict]:
49
+ """读多份 calibration_data.json,展平为带工程来源的条目列表。"""
50
+ entries = []
51
+ for p in paths:
52
+ data = json.loads(Path(p).read_text(encoding="utf-8"))
53
+ if data.get("schema") != "opstune.calibration/1.0":
54
+ print(
55
+ f"WARN: {p} schema != opstune.calibration/1.0,仍按字段尽力解析",
56
+ file=sys.stderr,
57
+ )
58
+ for e in data.get("entries", []):
59
+ if not e.get("mechanism") or not e.get("bound_rule"):
60
+ print(
61
+ f"WARN: {p} 存在缺 mechanism/bound_rule 的条目,跳过: {e}",
62
+ file=sys.stderr,
63
+ )
64
+ continue
65
+ e["_source"] = data.get("operator", Path(p).parent.name)
66
+ e["_path"] = p
67
+ entries.append(e)
68
+ return entries
69
+
70
+
71
+ def group_key(e: dict) -> str:
72
+ return f"{e['mechanism']}@{e['bound_rule']}"
73
+
74
+
75
+ def measured_value(e: dict) -> float | None:
76
+ v = e.get("speedup_measured")
77
+ if v is None:
78
+ return None
79
+ try:
80
+ return float(v)
81
+ except (TypeError, ValueError):
82
+ return None
83
+
84
+
85
+ def est_bounds(e: dict) -> tuple[float | None, float | None]:
86
+ est = e.get("speedup_est")
87
+ if not isinstance(est, (list, tuple)) or len(est) != 2:
88
+ return None, None
89
+ try:
90
+ return float(est[0]), float(est[1])
91
+ except (TypeError, ValueError):
92
+ return None, None
93
+
94
+
95
+ def verdict_of(lo: float, hi: float, m: float, e: dict) -> str:
96
+ """est 区间对 measured 的覆盖关系。"""
97
+ if e.get("verdict") == "REVERT" and m is not None and m >= 1.0:
98
+ return "flipped" # 预估有收益、实测劣化被回滚 → 最强纠偏信号
99
+ if m is None:
100
+ return "no-data"
101
+ if lo <= m <= hi:
102
+ return "covered"
103
+ if m < lo:
104
+ return "est_high" # 实测低于预估下界 → 系统性高估
105
+ return "est_low" # 实测高于预估上界 → 系统性低估
106
+
107
+
108
+ def main() -> int:
109
+ ap = argparse.ArgumentParser(
110
+ description="预估-实测校准回路(calibration_data.json 消费端)"
111
+ )
112
+ ap.add_argument(
113
+ "--inputs",
114
+ required=True,
115
+ nargs="+",
116
+ help="一份或多份 calibration_data.json(多工程聚合)",
117
+ )
118
+ ap.add_argument("-o", "--output", required=True, help="校准报告 Markdown 输出")
119
+ args = ap.parse_args()
120
+
121
+ entries = load_entries(args.inputs)
122
+ if not entries:
123
+ print("ERROR: 无有效条目(检查 calibration_data.json)", file=sys.stderr)
124
+ return 1
125
+
126
+ # 噪声带内条目无方向信息,不进聚合(io-contracts 纪律:带内不判收益/劣化)
127
+ usable = [e for e in entries if e.get("verdict") in ("KEEP", "REVERT")]
128
+ skipped_band = len(entries) - len(usable)
129
+ if skipped_band:
130
+ print(
131
+ f"NOTE: {skipped_band} 条噪声带内/无 verdict 条目不进聚合", file=sys.stderr
132
+ )
133
+
134
+ groups: dict[str, list[dict]] = {}
135
+ for e in usable:
136
+ groups.setdefault(group_key(e), []).append(e)
137
+
138
+ md = [
139
+ "# 预估-实测校准报告(calibrate.py 自动生成)",
140
+ "",
141
+ f"- 生成时间:{datetime.datetime.now().isoformat(timespec='seconds')}",
142
+ f"- 输入:{len(args.inputs)} 份 calibration_data.json,"
143
+ f"{len(entries)} 条轮次记录(其中 {skipped_band} 条噪声带内不进聚合)",
144
+ f"- 聚合维度:(mechanism, bound_rule) 共 {len(groups)} 组",
145
+ "",
146
+ "> **处置纪律**:本报告只产出修订**建议**(Markdown diff 形态)。修订须人工评审后",
147
+ "> 手工改规则 YAML 的 speedup_range,改完必须过 `evals/run_evals.py` 回归全绿",
148
+ "> 才可合入——不自动回写(阈值纪律)。",
149
+ "",
150
+ ]
151
+
152
+ n_high = n_low = n_flip = 0
153
+ for key in sorted(groups):
154
+ g = groups[key]
155
+ est_pairs = [est_bounds(e) for e in g]
156
+ est_pairs = [(lo, hi) for lo, hi in est_pairs if lo is not None]
157
+ measured = [measured_value(e) for e in g]
158
+ measured = [m for m in measured if m is not None]
159
+ if not est_pairs:
160
+ continue
161
+ lo = sum(p[0] for p in est_pairs) / len(est_pairs)
162
+ hi = sum(p[1] for p in est_pairs) / len(est_pairs)
163
+ m_mean = sum(measured) / len(measured) if measured else None
164
+ m_min = min(measured) if measured else None
165
+ m_max = max(measured) if measured else None
166
+ verdicts = [
167
+ verdict_of(
168
+ est_bounds(e)[0] or lo, est_bounds(e)[1] or hi, measured_value(e), e
169
+ )
170
+ for e in g
171
+ ]
172
+ v_high = verdicts.count("est_high")
173
+ v_low = verdicts.count("est_low")
174
+ v_flip = verdicts.count("flipped")
175
+ n_high += v_high
176
+ n_low += v_low
177
+ n_flip += v_flip
178
+
179
+ md += [
180
+ f"## {key}({len(g)} 轮)",
181
+ "",
182
+ "| 项 | 值 |",
183
+ "|---|---|",
184
+ f"| est 区间(均值口径) | [{lo:.2f}, {hi:.2f}] |",
185
+ f"| measured | mean {f'{m_mean:.3f}' if m_mean is not None else '—'}"
186
+ f" / min {f'{m_min:.3f}' if m_min is not None else '—'}"
187
+ f" / max {f'{m_max:.3f}' if m_max is not None else '—'}({len(measured)} 条有数值) |",
188
+ f"| 覆盖判定 | est_high ×{v_high} | est_low ×{v_low} | flipped ×{v_flip} |"
189
+ f" covered ×{verdicts.count('covered')} |",
190
+ f"| 轮次来源 | {', '.join(sorted({e['_source'] for e in g}))} |",
191
+ ]
192
+
193
+ # 修订建议:样本 ≥3 且方向一致才给数值(单点不改阈值)
194
+ if len(g) >= 3 and m_mean is not None:
195
+ if v_high >= 2 and v_high > v_low:
196
+ md += [
197
+ "",
198
+ "**建议(est 系统性偏高)**:speedup_range 下压——",
199
+ "```diff",
200
+ f"- speedup_range: [{lo:.2f}, {hi:.2f}]",
201
+ f"+ speedup_range: [{m_mean * 0.9:.2f}, {m_mean * 1.1:.2f}]",
202
+ "```",
203
+ f"依据:{v_high}/{len(g)} 轮实测低于预估下界,实测均值 {m_mean:.3f}。",
204
+ ]
205
+ elif v_low >= 2 and v_low > v_high:
206
+ md += [
207
+ "",
208
+ "**建议(est 系统性偏低)**:speedup_range 上抬——",
209
+ "```diff",
210
+ f"- speedup_range: [{lo:.2f}, {hi:.2f}]",
211
+ f"+ speedup_range: [{m_mean * 0.9:.2f}, {m_mean * 1.1:.2f}]",
212
+ "```",
213
+ f"依据:{v_low}/{len(g)} 轮实测高于预估上界,实测均值 {m_mean:.3f}。",
214
+ ]
215
+ elif v_flip >= 2:
216
+ md += [
217
+ "",
218
+ f"**建议(方向翻车)**:{v_flip} 轮预估 KEEP 实测 REVERT——"
219
+ "先查机制适用前提是否写错(该 (mechanism, bound_rule) 组合的"
220
+ "机制卡「适用前提」或反证条目可能漏了排除条件),"
221
+ "比压区间更优先。",
222
+ ]
223
+ else:
224
+ md += ["", "覆盖良好(或方向不一致),无需修订。"]
225
+ else:
226
+ md += [
227
+ "",
228
+ f"样本 {len(g)} < 3:只记录不给出数值建议(单点不改阈值——统计底线)。",
229
+ ]
230
+ md.append("")
231
+
232
+ md += [
233
+ "## 汇总",
234
+ "",
235
+ f"- est_high(高估){n_high} 轮 | est_low(低估){n_low} 轮 | "
236
+ f"flipped(方向翻车){n_flip} 轮",
237
+ "- 跑得越多 🟡 越多的问题开始收敛:上述建议经评审回写后,"
238
+ "speedup_est 的可信度随调优次数复利提升。",
239
+ ]
240
+
241
+ out = Path(args.output)
242
+ out.parent.mkdir(parents=True, exist_ok=True)
243
+ out.write_text("\n".join(md) + "\n", encoding="utf-8")
244
+ print(f"calibration report → {out}({len(groups)} 组 / {len(usable)} 轮)")
245
+ return 0
246
+
247
+
248
+ if __name__ == "__main__":
249
+ sys.exit(main())
@@ -0,0 +1,278 @@
1
+ #!/usr/bin/env python3
2
+ # -*- coding: utf-8 -*-
3
+ # ----------------------------------------------------------------------------------------------------------
4
+ # Copyright (c) 2026 Huawei Technologies Co., Ltd.
5
+ # This program is free software, you can redistribute it and/or modify it under the terms and conditions of
6
+ # CANN Open Software License Agreement Version 2.0 (the "License").
7
+ # Please refer to the License for details. You may not use this file except in compliance with the License.
8
+ # THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, EITHER EXPRESS OR IMPLIED,
9
+ # INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, MERCHANTABILITY, OR FITNESS FOR A PARTICULAR PURPOSE.
10
+ # See LICENSE in the root of the software repository for the full text of the License.
11
+ # ----------------------------------------------------------------------------------------------------------
12
+ """delta_compare.py — 前后对比硬校验(口径一致性 + 精度门禁 + 噪声带三段结论)
13
+
14
+ 设计对齐(docs/ops-tune-design.md §6 数据契约体系):
15
+ - HARD_KEYS 口径不一致 → exit 2 拒绝比较(性能数字在口径漂移下无意义)。
16
+ - MECHANISM_KEYS(tiling_key/block_dim)默认 WARN 写入报告;--strict 恢复禁比
17
+ (分核/tiling 类优化本身就会改变这两个字段——这是对优化本质的建模)。
18
+ - 精度门禁(第三道,脚本化):任一侧 precision != pass → exit 2。
19
+ - 噪声带三段结论(实测纪律):±5% 内不判收益也不判劣化 → 加采样轮次。
20
+
21
+ 用法:
22
+ python3 delta_compare.py --baseline baseline/result.json --after round-01/result.json \
23
+ --output comparison.md
24
+ """
25
+
26
+ from __future__ import annotations
27
+
28
+ import argparse
29
+ import datetime
30
+ import json
31
+ import sys
32
+ from pathlib import Path
33
+
34
+ HARD_KEYS = (
35
+ "op",
36
+ "soc",
37
+ "mode",
38
+ "timing_method",
39
+ "baseline_kind",
40
+ "cann_version",
41
+ "device_id",
42
+ "shape",
43
+ "dtype",
44
+ "format",
45
+ "warmup",
46
+ "repeat",
47
+ )
48
+ MECHANISM_KEYS = ("tiling_key", "block_dim")
49
+ NOISE_BAND = 0.05 # ±5%:噪声带内不归因(run 间噪声 >5% 时小于噪声的收益不得宣称)
50
+
51
+
52
+ def load(p: str) -> dict:
53
+ return json.loads(Path(p).read_text(encoding="utf-8"))
54
+
55
+
56
+ def fmt_speedup(b, a):
57
+ if b and a and a > 0:
58
+ return b / a
59
+ return None
60
+
61
+
62
+ def main() -> int:
63
+ ap = argparse.ArgumentParser(description="前后对比硬校验")
64
+ ap.add_argument(
65
+ "--baseline", required=True, help="snapshot.py 产出的基线 result.json"
66
+ )
67
+ ap.add_argument("--after", required=True, help="优化后 result.json(同口径)")
68
+ ap.add_argument("--output", required=True, help="comparison.md 输出")
69
+ ap.add_argument(
70
+ "--strict",
71
+ action="store_true",
72
+ help="机制变量(tiling_key/block_dim)差异也算口径不一致",
73
+ )
74
+ ap.add_argument("--noise-band", type=float, default=NOISE_BAND)
75
+ args = ap.parse_args()
76
+
77
+ base, after = load(args.baseline), load(args.after)
78
+
79
+ # ---- 门禁 1:口径硬校验 ----
80
+ hard = tuple(HARD_KEYS) + (MECHANISM_KEYS if args.strict else ())
81
+ diffs = [
82
+ f"{k}: {base.get(k)!r} != {after.get(k)!r}"
83
+ for k in hard
84
+ if base.get(k) is not None
85
+ and after.get(k) is not None
86
+ and base.get(k) != after.get(k)
87
+ ]
88
+ if diffs:
89
+ print(
90
+ "ERROR: 基线与优化后口径不一致,禁止比较:\n " + "\n ".join(diffs),
91
+ file=sys.stderr,
92
+ )
93
+ print("任一口径字段变化都应重建基线(跨口径比较禁令)。", file=sys.stderr)
94
+ return 2
95
+ # 口径键缺失留痕(issue #308):任一侧缺失的 HARD 键跳过比对,但口径
96
+ # 不完整必须可见——不静默放行后直接产出 KEEP/REVERT 结论(snapshot 的
97
+ # HARD 字段缺省即 None,直连路径下两侧均缺会被整体吞掉)。
98
+ missing_side = [
99
+ (
100
+ k,
101
+ "双侧缺" if (base.get(k) is None and after.get(k) is None) else "单侧缺",
102
+ f"baseline={'缺' if base.get(k) is None else base.get(k)!r}"
103
+ f" / after={'缺' if after.get(k) is None else after.get(k)!r}",
104
+ )
105
+ for k in hard
106
+ if base.get(k) is None or after.get(k) is None
107
+ ]
108
+ if missing_side:
109
+ print(
110
+ "WARN: 口径键缺失(缺失键不参与硬校验;本结论建立在口径不完整的数据上,"
111
+ "snapshot 侧补齐后重比):\n"
112
+ + "\n".join(
113
+ f" {k} [{which}]:{detail}" for k, which, detail in missing_side
114
+ ),
115
+ file=sys.stderr,
116
+ )
117
+
118
+ # ---- 门禁 2:精度门禁(第三道)----
119
+ if base.get("precision") != "pass" or after.get("precision") != "pass":
120
+ print(
121
+ "ERROR: 只有精度均为 pass 的结果才能生成性能结论 "
122
+ f"(baseline={base.get('precision')}, after={after.get('precision')})",
123
+ file=sys.stderr,
124
+ )
125
+ return 2
126
+
127
+ # 机制变量 WARN ----
128
+ mech_warns = [
129
+ f"{k}: {base.get(k)!r} → {after.get(k)!r}"
130
+ for k in MECHANISM_KEYS
131
+ if base.get(k) is not None
132
+ and after.get(k) is not None
133
+ and base.get(k) != after.get(k)
134
+ ]
135
+
136
+ b_us, a_us = base.get("kernel_avg_us"), after.get("kernel_avg_us")
137
+ speedup = fmt_speedup(b_us, a_us)
138
+
139
+ # ---- 三段结论 ----
140
+ if speedup is None:
141
+ conclusion = "UNRESOLVED:缺少可比的 kernel_avg_us(或标记为 partial/dry_run)"
142
+ action = "补齐性能数据或更换计时口径后重比"
143
+ elif speedup > 1 + args.noise_band:
144
+ conclusion = (
145
+ f"提升:speedup={speedup:.3f}x(>{1 + args.noise_band:.2f} 超出噪声带)"
146
+ )
147
+ action = "KEEP:该轮保留,进入下一轮单变量迭代"
148
+ elif speedup < 1 - args.noise_band:
149
+ conclusion = f"劣化:speedup={speedup:.3f}x(<{1 - args.noise_band:.2f})"
150
+ action = "REVERT:回滚本轮改动;回滚后须复跑确认回到基线水平再进入下一轮"
151
+ else:
152
+ conclusion = (
153
+ f"噪声带内({speedup:.3f}x,±{args.noise_band * 100:.0f}% 内):"
154
+ "不判收益也不判劣化"
155
+ )
156
+ # F9:repeat 是 HARD key——翻倍复测必须「以新 repeat 同步重采基线与优化侧、
157
+ # 重建快照(新目录)后再比」,直接翻倍 after 会被口径硬校验 exit 2 拒绝
158
+ action = (
159
+ "增加采样轮次(repeat 翻倍)复测:以新 repeat **同步重采基线与优化侧**、"
160
+ "在新目录重建两侧快照后再比(repeat 属口径指纹,单侧翻倍会被 HARD 校验拒绝);"
161
+ "仍落带内按无稳定收益处置"
162
+ )
163
+
164
+ # 误差指纹对照(精度数字必须同量级)
165
+ err_lines = []
166
+ for k in ("mismatch", "max_abs_err", "max_rel_err"):
167
+ bv, av = base.get(k), after.get(k)
168
+ if bv is not None or av is not None:
169
+ err_lines.append(f"| {k} | {bv} | {av} |")
170
+
171
+ # ---- 抖动诊断段(分布字段存在时输出;缺失时向后兼容不输出)----
172
+ jitter_lines = []
173
+ for k in ("kernel_p50_us", "kernel_p95_us", "kernel_max_us"):
174
+ bv, av = base.get(k), after.get(k)
175
+ if bv is not None or av is not None:
176
+ jitter_lines.append(f"| {k} | {bv} | {av} |")
177
+ jitter_notes = []
178
+ for side_name, snap in (("baseline", base), ("after", after)):
179
+ p50, p95, avg = (
180
+ snap.get("kernel_p50_us"),
181
+ snap.get("kernel_p95_us"),
182
+ snap.get("kernel_avg_us"),
183
+ )
184
+ if p50 is not None and p95 is not None and avg:
185
+ if p50 * 2 < p95:
186
+ jitter_notes.append(
187
+ f"{side_name}: p95({p95})> 2×p50({p50})——疑似双峰分布,"
188
+ "先查是否有两种稳态(如 DVFS 档位 / 缓存对齐边界)再下结论"
189
+ )
190
+ elif p95 / avg > 1.5:
191
+ jitter_notes.append(
192
+ f"{side_name}: p95 偏离均值 {p95 / avg:.2f}x——长尾显著,"
193
+ "单均值口径下噪声带结论的置信度不足"
194
+ )
195
+ b_p50, b_p95 = base.get("kernel_p50_us"), base.get("kernel_p95_us")
196
+ a_p50, a_p95 = after.get("kernel_p50_us"), after.get("kernel_p95_us")
197
+ if b_p50 and b_p95 and a_p50 and a_p95:
198
+ if (b_p95 / b_p50) < (a_p95 / a_p50) * 0.5:
199
+ jitter_notes.append(
200
+ "优化侧 p95/p50 比值显著大于基线(≥2x)——收益集中在快轮次、"
201
+ "长尾反而恶化时,geomean/avg 口径可能掩盖劣化"
202
+ )
203
+
204
+ md = [
205
+ f"# 前后对比:{base.get('op')} — {after.get('variant', 'optimized')}",
206
+ "",
207
+ f"- 生成时间:{datetime.datetime.now().isoformat(timespec='seconds')}",
208
+ f"- 口径:{base.get('soc')} / CANN {base.get('cann_version')} / device {base.get('device_id')}"
209
+ f" / timing={base.get('timing_method')} / warmup={base.get('warmup')} repeat={base.get('repeat')}",
210
+ f"- 精度:baseline={base.get('precision')} after={after.get('precision')}(工程现有测试口径)",
211
+ "",
212
+ "## 结论",
213
+ "",
214
+ f"**{conclusion}**",
215
+ "",
216
+ f"处置:{action}",
217
+ "",
218
+ "## 数据",
219
+ "",
220
+ "| 项 | baseline | after |",
221
+ "|---|---|---|",
222
+ f"| kernel_avg_us | {b_us} | {a_us} |",
223
+ f"| speedup | — | {speedup if speedup is None else round(speedup, 3)} |",
224
+ f"| status | {base.get('status')} | {after.get('status')} |",
225
+ *err_lines,
226
+ ]
227
+ if missing_side:
228
+ # 审计留痕进 comparison.md(与终端 WARN 同源):报告消费方沿口径链回溯时
229
+ # 可见「结论建立在口径不完整数据上」,不依赖翻终端日志
230
+ md += [
231
+ "",
232
+ "## 口径完整性",
233
+ "",
234
+ *[
235
+ f"- ⚠ {k} [{which}]:{detail}——缺失键未参与硬校验,建议补齐后重比"
236
+ for k, which, detail in missing_side
237
+ ],
238
+ ]
239
+ if mech_warns:
240
+ md += [
241
+ "",
242
+ "## 机制变量(预期内变化,WARN 记录)",
243
+ "",
244
+ *[f"- {w}" for w in mech_warns],
245
+ ]
246
+ if jitter_lines:
247
+ md += [
248
+ "",
249
+ "## 抖动诊断(分布字段)",
250
+ "",
251
+ "| 项 | baseline | after |",
252
+ "|---|---|---|",
253
+ *jitter_lines,
254
+ ]
255
+ if jitter_notes:
256
+ md += ["", *[f"- ⚠ {n}" for n in jitter_notes]]
257
+ if base.get("verdict_file") or after.get("verdict_file"):
258
+ md += [
259
+ "",
260
+ "## 关联判定书",
261
+ "",
262
+ f"- baseline verdict: {base.get('verdict_file')}",
263
+ f"- after verdict: {after.get('verdict_file')}",
264
+ ]
265
+
266
+ out = Path(args.output)
267
+ out.parent.mkdir(parents=True, exist_ok=True)
268
+ out.write_text("\n".join(md) + "\n", encoding="utf-8")
269
+ print(f"结论: {conclusion}")
270
+ print(f"处置: {action}")
271
+ if mech_warns:
272
+ print("WARN 机制变量变化(预期内): " + "; ".join(mech_warns))
273
+ print(f"→ {out}")
274
+ return 0
275
+
276
+
277
+ if __name__ == "__main__":
278
+ sys.exit(main())