oh-my-knowledge 0.29.0 → 0.31.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (449) hide show
  1. package/README.md +204 -25
  2. package/README.zh.md +204 -25
  3. package/dist/src/analysis/report-diagnostics.js +2 -0
  4. package/dist/src/analysis/report-diagnostics.js.map +1 -1
  5. package/dist/src/authoring/evolver.d.ts +32 -2
  6. package/dist/src/authoring/evolver.d.ts.map +1 -1
  7. package/dist/src/authoring/evolver.js +416 -52
  8. package/dist/src/authoring/evolver.js.map +1 -1
  9. package/dist/src/authoring/generator.d.ts +24 -23
  10. package/dist/src/authoring/generator.d.ts.map +1 -1
  11. package/dist/src/authoring/generator.js +637 -40
  12. package/dist/src/authoring/generator.js.map +1 -1
  13. package/dist/src/authoring/sample-fixer.d.ts +51 -0
  14. package/dist/src/authoring/sample-fixer.d.ts.map +1 -0
  15. package/dist/src/authoring/sample-fixer.js +213 -0
  16. package/dist/src/authoring/sample-fixer.js.map +1 -0
  17. package/dist/src/cli/commands/doctor.d.ts +25 -1
  18. package/dist/src/cli/commands/doctor.d.ts.map +1 -1
  19. package/dist/src/cli/commands/doctor.js +233 -124
  20. package/dist/src/cli/commands/doctor.js.map +1 -1
  21. package/dist/src/cli/commands/eval/gold/compare.d.ts +17 -0
  22. package/dist/src/cli/commands/eval/gold/compare.d.ts.map +1 -0
  23. package/dist/src/cli/commands/eval/gold/compare.js +91 -0
  24. package/dist/src/cli/commands/eval/gold/compare.js.map +1 -0
  25. package/dist/src/cli/commands/eval/gold/index.d.ts +9 -0
  26. package/dist/src/cli/commands/eval/gold/index.d.ts.map +1 -0
  27. package/dist/src/cli/commands/eval/gold/index.js +34 -0
  28. package/dist/src/cli/commands/eval/gold/index.js.map +1 -0
  29. package/dist/src/cli/commands/eval/gold/init.d.ts +11 -0
  30. package/dist/src/cli/commands/eval/gold/init.d.ts.map +1 -0
  31. package/dist/src/cli/commands/eval/gold/init.js +51 -0
  32. package/dist/src/cli/commands/eval/gold/init.js.map +1 -0
  33. package/dist/src/cli/commands/eval/gold/validate.d.ts +12 -0
  34. package/dist/src/cli/commands/eval/gold/validate.d.ts.map +1 -0
  35. package/dist/src/cli/commands/eval/gold/validate.js +46 -0
  36. package/dist/src/cli/commands/eval/gold/validate.js.map +1 -0
  37. package/dist/src/cli/commands/eval/index.d.ts +54 -0
  38. package/dist/src/cli/commands/eval/index.d.ts.map +1 -0
  39. package/dist/src/cli/commands/{eval-runner.js → eval/index.js} +216 -50
  40. package/dist/src/cli/commands/eval/index.js.map +1 -0
  41. package/dist/src/cli/commands/evolve.d.ts +36 -1
  42. package/dist/src/cli/commands/evolve.d.ts.map +1 -1
  43. package/dist/src/cli/commands/evolve.js +202 -41
  44. package/dist/src/cli/commands/evolve.js.map +1 -1
  45. package/dist/src/cli/commands/init.d.ts +15 -1
  46. package/dist/src/cli/commands/init.d.ts.map +1 -1
  47. package/dist/src/cli/commands/init.js +70 -28
  48. package/dist/src/cli/commands/init.js.map +1 -1
  49. package/dist/src/cli/commands/observe/inbox.d.ts +23 -0
  50. package/dist/src/cli/commands/observe/inbox.d.ts.map +1 -0
  51. package/dist/src/cli/commands/observe/inbox.js +258 -0
  52. package/dist/src/cli/commands/observe/inbox.js.map +1 -0
  53. package/dist/src/cli/commands/observe/index.d.ts +22 -0
  54. package/dist/src/cli/commands/observe/index.d.ts.map +1 -0
  55. package/dist/src/cli/commands/observe/index.js +118 -0
  56. package/dist/src/cli/commands/observe/index.js.map +1 -0
  57. package/dist/src/cli/commands/observe/ingest.d.ts +13 -0
  58. package/dist/src/cli/commands/observe/ingest.d.ts.map +1 -0
  59. package/dist/src/cli/commands/observe/ingest.js +69 -0
  60. package/dist/src/cli/commands/observe/ingest.js.map +1 -0
  61. package/dist/src/cli/commands/observe/show.d.ts +13 -0
  62. package/dist/src/cli/commands/observe/show.d.ts.map +1 -0
  63. package/dist/src/cli/commands/observe/show.js +49 -0
  64. package/dist/src/cli/commands/observe/show.js.map +1 -0
  65. package/dist/src/cli/commands/sample.d.ts +37 -1
  66. package/dist/src/cli/commands/sample.d.ts.map +1 -1
  67. package/dist/src/cli/commands/sample.js +402 -35
  68. package/dist/src/cli/commands/sample.js.map +1 -1
  69. package/dist/src/cli/commands/skill-extract.d.ts +20 -0
  70. package/dist/src/cli/commands/skill-extract.d.ts.map +1 -0
  71. package/dist/src/cli/commands/skill-extract.js +84 -0
  72. package/dist/src/cli/commands/skill-extract.js.map +1 -0
  73. package/dist/src/cli/commands/studio.d.ts +22 -1
  74. package/dist/src/cli/commands/studio.d.ts.map +1 -1
  75. package/dist/src/cli/commands/studio.js +111 -37
  76. package/dist/src/cli/commands/studio.js.map +1 -1
  77. package/dist/src/cli/index.js +15 -47
  78. package/dist/src/cli/index.js.map +1 -1
  79. package/dist/src/cli/lib/cli-exit.d.ts +16 -0
  80. package/dist/src/cli/lib/cli-exit.d.ts.map +1 -0
  81. package/dist/src/cli/lib/cli-exit.js +20 -0
  82. package/dist/src/cli/lib/cli-exit.js.map +1 -0
  83. package/dist/src/cli/lib/cmd-flags.d.ts +236 -0
  84. package/dist/src/cli/lib/cmd-flags.d.ts.map +1 -0
  85. package/dist/src/cli/lib/cmd-flags.js +46 -0
  86. package/dist/src/cli/lib/cmd-flags.js.map +1 -0
  87. package/dist/src/cli/{i18n-dict.d.ts → lib/i18n-dict.d.ts} +1 -1
  88. package/dist/src/cli/lib/i18n-dict.d.ts.map +1 -0
  89. package/dist/src/cli/{i18n-dict.js → lib/i18n-dict.js} +93 -260
  90. package/dist/src/cli/lib/i18n-dict.js.map +1 -0
  91. package/dist/src/cli/{i18n.d.ts → lib/i18n.d.ts} +11 -6
  92. package/dist/src/cli/lib/i18n.d.ts.map +1 -0
  93. package/dist/src/cli/{i18n.js → lib/i18n.js} +12 -7
  94. package/dist/src/cli/lib/i18n.js.map +1 -0
  95. package/dist/src/cli/{parse-run-config.d.ts → lib/parse-run-config.d.ts} +19 -8
  96. package/dist/src/cli/lib/parse-run-config.d.ts.map +1 -0
  97. package/dist/src/cli/{parse-run-config.js → lib/parse-run-config.js} +60 -58
  98. package/dist/src/cli/lib/parse-run-config.js.map +1 -0
  99. package/dist/src/cli/lib/progress.d.ts.map +1 -0
  100. package/dist/src/cli/lib/progress.js.map +1 -0
  101. package/dist/src/cli/{run-tally.d.ts → lib/run-tally.d.ts} +1 -1
  102. package/dist/src/cli/lib/run-tally.d.ts.map +1 -0
  103. package/dist/src/cli/lib/run-tally.js.map +1 -0
  104. package/dist/src/cli/{commands/_shared.d.ts → lib/shared.d.ts} +2 -2
  105. package/dist/src/cli/lib/shared.d.ts.map +1 -0
  106. package/dist/src/cli/{commands/_shared.js → lib/shared.js} +3 -3
  107. package/dist/src/cli/lib/shared.js.map +1 -0
  108. package/dist/src/cli/lib/update-check.d.ts.map +1 -0
  109. package/dist/src/cli/lib/update-check.js.map +1 -0
  110. package/dist/src/cli/oclif/base-command.d.ts +8 -0
  111. package/dist/src/cli/oclif/base-command.d.ts.map +1 -0
  112. package/dist/src/cli/oclif/base-command.js +27 -0
  113. package/dist/src/cli/oclif/base-command.js.map +1 -0
  114. package/dist/src/cli/oclif/help.d.ts +16 -0
  115. package/dist/src/cli/oclif/help.d.ts.map +1 -0
  116. package/dist/src/cli/oclif/help.js +33 -0
  117. package/dist/src/cli/oclif/help.js.map +1 -0
  118. package/dist/src/cli/oclif/i18n.d.ts +16 -0
  119. package/dist/src/cli/oclif/i18n.d.ts.map +1 -0
  120. package/dist/src/cli/oclif/i18n.js +62 -0
  121. package/dist/src/cli/oclif/i18n.js.map +1 -0
  122. package/dist/src/cli/oclif/parsers.d.ts +10 -0
  123. package/dist/src/cli/oclif/parsers.d.ts.map +1 -0
  124. package/dist/src/cli/oclif/parsers.js +102 -0
  125. package/dist/src/cli/oclif/parsers.js.map +1 -0
  126. package/dist/src/cli/oclif/projection.d.ts +23 -0
  127. package/dist/src/cli/oclif/projection.d.ts.map +1 -0
  128. package/dist/src/cli/oclif/projection.js +52 -0
  129. package/dist/src/cli/oclif/projection.js.map +1 -0
  130. package/dist/src/cli/oclif/run.d.ts +2 -0
  131. package/dist/src/cli/oclif/run.d.ts.map +1 -0
  132. package/dist/src/cli/oclif/run.js +11 -0
  133. package/dist/src/cli/oclif/run.js.map +1 -0
  134. package/dist/src/diagnosis/observe-mapper.d.ts +68 -0
  135. package/dist/src/diagnosis/observe-mapper.d.ts.map +1 -0
  136. package/dist/src/diagnosis/observe-mapper.js +276 -0
  137. package/dist/src/diagnosis/observe-mapper.js.map +1 -0
  138. package/dist/src/diagnosis/observe-producer.d.ts +9 -0
  139. package/dist/src/diagnosis/observe-producer.d.ts.map +1 -0
  140. package/dist/src/diagnosis/observe-producer.js +197 -0
  141. package/dist/src/diagnosis/observe-producer.js.map +1 -0
  142. package/dist/src/diagnosis/studio-projection.d.ts +14 -0
  143. package/dist/src/diagnosis/studio-projection.d.ts.map +1 -0
  144. package/dist/src/diagnosis/studio-projection.js +84 -0
  145. package/dist/src/diagnosis/studio-projection.js.map +1 -0
  146. package/dist/src/diagnosis/types.d.ts +79 -0
  147. package/dist/src/diagnosis/types.d.ts.map +1 -0
  148. package/dist/src/diagnosis/types.js +20 -0
  149. package/dist/src/diagnosis/types.js.map +1 -0
  150. package/dist/src/doctor/fixer.d.ts +12 -0
  151. package/dist/src/doctor/fixer.d.ts.map +1 -0
  152. package/dist/src/doctor/fixer.js +326 -0
  153. package/dist/src/doctor/fixer.js.map +1 -0
  154. package/dist/src/doctor/health/builtin-dimensions.d.ts.map +1 -1
  155. package/dist/src/doctor/health/builtin-dimensions.js +20 -23
  156. package/dist/src/doctor/health/builtin-dimensions.js.map +1 -1
  157. package/dist/src/doctor/health/composer.d.ts.map +1 -1
  158. package/dist/src/doctor/health/composer.js +14 -7
  159. package/dist/src/doctor/health/composer.js.map +1 -1
  160. package/dist/src/doctor/health/dimension-spec.d.ts +1 -0
  161. package/dist/src/doctor/health/dimension-spec.d.ts.map +1 -1
  162. package/dist/src/doctor/health/parser.d.ts +0 -1
  163. package/dist/src/doctor/health/parser.d.ts.map +1 -1
  164. package/dist/src/doctor/health/parser.js +38 -0
  165. package/dist/src/doctor/health/parser.js.map +1 -1
  166. package/dist/src/doctor/health/prompt-builder.d.ts +2 -21
  167. package/dist/src/doctor/health/prompt-builder.d.ts.map +1 -1
  168. package/dist/src/doctor/health/prompt-builder.js +1 -161
  169. package/dist/src/doctor/health/prompt-builder.js.map +1 -1
  170. package/dist/src/doctor/html-renderer.d.ts +1 -1
  171. package/dist/src/doctor/html-renderer.d.ts.map +1 -1
  172. package/dist/src/doctor/html-renderer.js +78 -68
  173. package/dist/src/doctor/html-renderer.js.map +1 -1
  174. package/dist/src/doctor/index.d.ts.map +1 -1
  175. package/dist/src/doctor/index.js +1 -0
  176. package/dist/src/doctor/index.js.map +1 -1
  177. package/dist/src/doctor/renderer.d.ts +1 -1
  178. package/dist/src/doctor/renderer.d.ts.map +1 -1
  179. package/dist/src/doctor/renderer.js +2 -2
  180. package/dist/src/doctor/renderer.js.map +1 -1
  181. package/dist/src/doctor/rules.d.ts.map +1 -1
  182. package/dist/src/doctor/rules.js +33 -1
  183. package/dist/src/doctor/rules.js.map +1 -1
  184. package/dist/src/eval-core/cache.d.ts +16 -2
  185. package/dist/src/eval-core/cache.d.ts.map +1 -1
  186. package/dist/src/eval-core/cache.js +86 -15
  187. package/dist/src/eval-core/cache.js.map +1 -1
  188. package/dist/src/eval-core/evaluation-execution.d.ts +11 -1
  189. package/dist/src/eval-core/evaluation-execution.d.ts.map +1 -1
  190. package/dist/src/eval-core/evaluation-execution.js +78 -6
  191. package/dist/src/eval-core/evaluation-execution.js.map +1 -1
  192. package/dist/src/eval-core/evaluation-job.d.ts +2 -1
  193. package/dist/src/eval-core/evaluation-job.d.ts.map +1 -1
  194. package/dist/src/eval-core/evaluation-job.js +2 -1
  195. package/dist/src/eval-core/evaluation-job.js.map +1 -1
  196. package/dist/src/eval-core/evaluation-reporting.d.ts +7 -0
  197. package/dist/src/eval-core/evaluation-reporting.d.ts.map +1 -1
  198. package/dist/src/eval-core/evaluation-reporting.js +19 -2
  199. package/dist/src/eval-core/evaluation-reporting.js.map +1 -1
  200. package/dist/src/eval-core/execution-strategy.d.ts +1 -1
  201. package/dist/src/eval-core/execution-strategy.d.ts.map +1 -1
  202. package/dist/src/eval-core/execution-strategy.js +12 -1
  203. package/dist/src/eval-core/execution-strategy.js.map +1 -1
  204. package/dist/src/eval-core/mock-hook.cjs +215 -0
  205. package/dist/src/eval-core/mocks-runtime.d.ts +100 -0
  206. package/dist/src/eval-core/mocks-runtime.d.ts.map +1 -0
  207. package/dist/src/eval-core/mocks-runtime.js +559 -0
  208. package/dist/src/eval-core/mocks-runtime.js.map +1 -0
  209. package/dist/src/eval-core/schema.d.ts.map +1 -1
  210. package/dist/src/eval-core/schema.js +18 -5
  211. package/dist/src/eval-core/schema.js.map +1 -1
  212. package/dist/src/eval-core/task-planner.d.ts +9 -1
  213. package/dist/src/eval-core/task-planner.d.ts.map +1 -1
  214. package/dist/src/eval-core/task-planner.js +40 -1
  215. package/dist/src/eval-core/task-planner.js.map +1 -1
  216. package/dist/src/eval-workflows/batch-evaluation-workflow.d.ts +5 -1
  217. package/dist/src/eval-workflows/batch-evaluation-workflow.d.ts.map +1 -1
  218. package/dist/src/eval-workflows/batch-evaluation-workflow.js +2 -1
  219. package/dist/src/eval-workflows/batch-evaluation-workflow.js.map +1 -1
  220. package/dist/src/eval-workflows/evaluation-pipeline.d.ts +23 -2
  221. package/dist/src/eval-workflows/evaluation-pipeline.d.ts.map +1 -1
  222. package/dist/src/eval-workflows/evaluation-pipeline.js +40 -13
  223. package/dist/src/eval-workflows/evaluation-pipeline.js.map +1 -1
  224. package/dist/src/eval-workflows/evaluation-preparation.d.ts +5 -0
  225. package/dist/src/eval-workflows/evaluation-preparation.d.ts.map +1 -1
  226. package/dist/src/eval-workflows/evaluation-preparation.js +3 -1
  227. package/dist/src/eval-workflows/evaluation-preparation.js.map +1 -1
  228. package/dist/src/eval-workflows/run-evaluation.d.ts +12 -2
  229. package/dist/src/eval-workflows/run-evaluation.d.ts.map +1 -1
  230. package/dist/src/eval-workflows/run-evaluation.js +18 -6
  231. package/dist/src/eval-workflows/run-evaluation.js.map +1 -1
  232. package/dist/src/executors/claude-cli.d.ts +1 -1
  233. package/dist/src/executors/claude-cli.d.ts.map +1 -1
  234. package/dist/src/executors/claude-cli.js +59 -6
  235. package/dist/src/executors/claude-cli.js.map +1 -1
  236. package/dist/src/executors/claude-sdk-trace.d.ts.map +1 -1
  237. package/dist/src/executors/claude-sdk-trace.js +10 -4
  238. package/dist/src/executors/claude-sdk-trace.js.map +1 -1
  239. package/dist/src/executors/claude-sdk.d.ts +1 -1
  240. package/dist/src/executors/claude-sdk.d.ts.map +1 -1
  241. package/dist/src/executors/claude-sdk.js +25 -2
  242. package/dist/src/executors/claude-sdk.js.map +1 -1
  243. package/dist/src/executors/shared.d.ts +1 -1
  244. package/dist/src/executors/shared.d.ts.map +1 -1
  245. package/dist/src/executors/shared.js +6 -1
  246. package/dist/src/executors/shared.js.map +1 -1
  247. package/dist/src/grading/assertions.d.ts +5 -0
  248. package/dist/src/grading/assertions.d.ts.map +1 -1
  249. package/dist/src/grading/assertions.js +27 -1
  250. package/dist/src/grading/assertions.js.map +1 -1
  251. package/dist/src/grading/diagnostic.d.ts +40 -0
  252. package/dist/src/grading/diagnostic.d.ts.map +1 -0
  253. package/dist/src/grading/diagnostic.js +450 -0
  254. package/dist/src/grading/diagnostic.js.map +1 -0
  255. package/dist/src/grading/index.d.ts +5 -0
  256. package/dist/src/grading/index.d.ts.map +1 -1
  257. package/dist/src/grading/judge.d.ts.map +1 -1
  258. package/dist/src/grading/judge.js +54 -2
  259. package/dist/src/grading/judge.js.map +1 -1
  260. package/dist/src/grading/layered-scores.d.ts.map +1 -1
  261. package/dist/src/grading/layered-scores.js +1 -0
  262. package/dist/src/grading/layered-scores.js.map +1 -1
  263. package/dist/src/inputs/eval-config.js +19 -0
  264. package/dist/src/inputs/eval-config.js.map +1 -1
  265. package/dist/src/inputs/load-samples.d.ts +22 -2
  266. package/dist/src/inputs/load-samples.d.ts.map +1 -1
  267. package/dist/src/inputs/load-samples.js +193 -22
  268. package/dist/src/inputs/load-samples.js.map +1 -1
  269. package/dist/src/inputs/skill-loader.d.ts.map +1 -1
  270. package/dist/src/inputs/skill-loader.js +11 -3
  271. package/dist/src/inputs/skill-loader.js.map +1 -1
  272. package/dist/src/observability/experience.d.ts +441 -0
  273. package/dist/src/observability/experience.d.ts.map +1 -0
  274. package/dist/src/observability/experience.js +2400 -0
  275. package/dist/src/observability/experience.js.map +1 -0
  276. package/dist/src/observability/inbox-view-model.d.ts +14 -1
  277. package/dist/src/observability/inbox-view-model.d.ts.map +1 -1
  278. package/dist/src/observability/inbox-view-model.js +85 -3
  279. package/dist/src/observability/inbox-view-model.js.map +1 -1
  280. package/dist/src/observability/inbox.d.ts +29 -2
  281. package/dist/src/observability/inbox.d.ts.map +1 -1
  282. package/dist/src/observability/inbox.js +62 -10
  283. package/dist/src/observability/inbox.js.map +1 -1
  284. package/dist/src/observability/problem-patterns.d.ts +52 -0
  285. package/dist/src/observability/problem-patterns.d.ts.map +1 -0
  286. package/dist/src/observability/problem-patterns.js +205 -0
  287. package/dist/src/observability/problem-patterns.js.map +1 -0
  288. package/dist/src/observability/resolved-review.d.ts +25 -0
  289. package/dist/src/observability/resolved-review.d.ts.map +1 -0
  290. package/dist/src/observability/resolved-review.js +231 -0
  291. package/dist/src/observability/resolved-review.js.map +1 -0
  292. package/dist/src/observability/review-state.d.ts +61 -0
  293. package/dist/src/observability/review-state.d.ts.map +1 -0
  294. package/dist/src/observability/review-state.js +169 -0
  295. package/dist/src/observability/review-state.js.map +1 -0
  296. package/dist/src/observability/skill-chain-advisories.d.ts +25 -0
  297. package/dist/src/observability/skill-chain-advisories.d.ts.map +1 -0
  298. package/dist/src/observability/skill-chain-advisories.js +69 -0
  299. package/dist/src/observability/skill-chain-advisories.js.map +1 -0
  300. package/dist/src/observability/skill-chain.d.ts +62 -0
  301. package/dist/src/observability/skill-chain.d.ts.map +1 -0
  302. package/dist/src/observability/skill-chain.js +270 -0
  303. package/dist/src/observability/skill-chain.js.map +1 -0
  304. package/dist/src/observability/soft-standards.d.ts +130 -0
  305. package/dist/src/observability/soft-standards.d.ts.map +1 -0
  306. package/dist/src/observability/soft-standards.js +426 -0
  307. package/dist/src/observability/soft-standards.js.map +1 -0
  308. package/dist/src/observability/text-signals.d.ts +14 -0
  309. package/dist/src/observability/text-signals.d.ts.map +1 -0
  310. package/dist/src/observability/text-signals.js +106 -0
  311. package/dist/src/observability/text-signals.js.map +1 -0
  312. package/dist/src/observability/trace-adapter.d.ts +1 -1
  313. package/dist/src/observability/trace-adapter.d.ts.map +1 -1
  314. package/dist/src/observability/trace-adapter.js +1 -1
  315. package/dist/src/observability/trace-adapter.js.map +1 -1
  316. package/dist/src/observability/trace-attribution.d.ts +29 -1
  317. package/dist/src/observability/trace-attribution.d.ts.map +1 -1
  318. package/dist/src/observability/trace-attribution.js +106 -10
  319. package/dist/src/observability/trace-attribution.js.map +1 -1
  320. package/dist/src/observability/trace-segmenter.d.ts +11 -1
  321. package/dist/src/observability/trace-segmenter.d.ts.map +1 -1
  322. package/dist/src/observability/trace-segmenter.js +121 -30
  323. package/dist/src/observability/trace-segmenter.js.map +1 -1
  324. package/dist/src/observability/trace-source.d.ts +28 -1
  325. package/dist/src/observability/trace-source.d.ts.map +1 -1
  326. package/dist/src/observability/trace-source.js +366 -6
  327. package/dist/src/observability/trace-source.js.map +1 -1
  328. package/dist/src/renderer/html-renderer.d.ts.map +1 -1
  329. package/dist/src/renderer/html-renderer.js +229 -171
  330. package/dist/src/renderer/html-renderer.js.map +1 -1
  331. package/dist/src/renderer/layout.d.ts.map +1 -1
  332. package/dist/src/renderer/layout.js +108 -61
  333. package/dist/src/renderer/layout.js.map +1 -1
  334. package/dist/src/renderer/observation-inbox-renderer.d.ts.map +1 -1
  335. package/dist/src/renderer/observation-inbox-renderer.js +9551 -85
  336. package/dist/src/renderer/observation-inbox-renderer.js.map +1 -1
  337. package/dist/src/renderer/skill-detail-renderer.d.ts +15 -0
  338. package/dist/src/renderer/skill-detail-renderer.d.ts.map +1 -0
  339. package/dist/src/renderer/skill-detail-renderer.js +1244 -0
  340. package/dist/src/renderer/skill-detail-renderer.js.map +1 -0
  341. package/dist/src/renderer/skill-list-renderer.d.ts +4 -0
  342. package/dist/src/renderer/skill-list-renderer.d.ts.map +1 -0
  343. package/dist/src/renderer/skill-list-renderer.js +334 -0
  344. package/dist/src/renderer/skill-list-renderer.js.map +1 -0
  345. package/dist/src/renderer/summary.d.ts.map +1 -1
  346. package/dist/src/renderer/summary.js +78 -50
  347. package/dist/src/renderer/summary.js.map +1 -1
  348. package/dist/src/renderer/table.d.ts.map +1 -1
  349. package/dist/src/renderer/table.js +213 -167
  350. package/dist/src/renderer/table.js.map +1 -1
  351. package/dist/src/renderer/test-view.d.ts +66 -0
  352. package/dist/src/renderer/test-view.d.ts.map +1 -0
  353. package/dist/src/renderer/test-view.js +905 -0
  354. package/dist/src/renderer/test-view.js.map +1 -0
  355. package/dist/src/server/report-server.d.ts +4 -1
  356. package/dist/src/server/report-server.d.ts.map +1 -1
  357. package/dist/src/server/report-server.js +242 -4
  358. package/dist/src/server/report-server.js.map +1 -1
  359. package/dist/src/server/report-store.d.ts.map +1 -1
  360. package/dist/src/server/report-store.js +33 -1
  361. package/dist/src/server/report-store.js.map +1 -1
  362. package/dist/src/server/skill-index.d.ts +81 -0
  363. package/dist/src/server/skill-index.d.ts.map +1 -0
  364. package/dist/src/server/skill-index.js +377 -0
  365. package/dist/src/server/skill-index.js.map +1 -0
  366. package/dist/src/server/skill-insights.d.ts +101 -0
  367. package/dist/src/server/skill-insights.d.ts.map +1 -0
  368. package/dist/src/server/skill-insights.js +788 -0
  369. package/dist/src/server/skill-insights.js.map +1 -0
  370. package/dist/src/shared/hard-rules.d.ts +42 -0
  371. package/dist/src/shared/hard-rules.d.ts.map +1 -0
  372. package/dist/src/shared/hard-rules.js +242 -0
  373. package/dist/src/shared/hard-rules.js.map +1 -0
  374. package/dist/src/shared/llm-prompts/index.d.ts +14 -0
  375. package/dist/src/shared/llm-prompts/index.d.ts.map +1 -0
  376. package/dist/src/shared/llm-prompts/index.js +35 -0
  377. package/dist/src/shared/llm-prompts/index.js.map +1 -0
  378. package/dist/src/shared/llm-prompts/skill-health.d.ts +22 -0
  379. package/dist/src/shared/llm-prompts/skill-health.d.ts.map +1 -0
  380. package/dist/src/shared/llm-prompts/skill-health.js +170 -0
  381. package/dist/src/shared/llm-prompts/skill-health.js.map +1 -0
  382. package/dist/src/shared/time.d.ts +2 -0
  383. package/dist/src/shared/time.d.ts.map +1 -0
  384. package/dist/src/shared/time.js +10 -0
  385. package/dist/src/shared/time.js.map +1 -0
  386. package/dist/src/types/doctor.d.ts +2 -0
  387. package/dist/src/types/doctor.d.ts.map +1 -1
  388. package/dist/src/types/eval.d.ts +88 -0
  389. package/dist/src/types/eval.d.ts.map +1 -1
  390. package/dist/src/types/executor.d.ts +43 -0
  391. package/dist/src/types/executor.d.ts.map +1 -1
  392. package/dist/src/types/judge.d.ts +76 -0
  393. package/dist/src/types/judge.d.ts.map +1 -1
  394. package/dist/src/types/judge.js +3 -1
  395. package/dist/src/types/judge.js.map +1 -1
  396. package/dist/src/types/report.d.ts +69 -3
  397. package/dist/src/types/report.d.ts.map +1 -1
  398. package/dist/src/util/safe-slice.d.ts +23 -0
  399. package/dist/src/util/safe-slice.d.ts.map +1 -0
  400. package/dist/src/util/safe-slice.js +33 -0
  401. package/dist/src/util/safe-slice.js.map +1 -0
  402. package/docs/prompts/llm-enhanced-review.prompt.md +111 -0
  403. package/package.json +33 -7
  404. package/dist/src/cli/cli-exit.d.ts +0 -15
  405. package/dist/src/cli/cli-exit.d.ts.map +0 -1
  406. package/dist/src/cli/cli-exit.js +0 -19
  407. package/dist/src/cli/cli-exit.js.map +0 -1
  408. package/dist/src/cli/commands/_shared.d.ts.map +0 -1
  409. package/dist/src/cli/commands/_shared.js.map +0 -1
  410. package/dist/src/cli/commands/eval-gold.d.ts +0 -2
  411. package/dist/src/cli/commands/eval-gold.d.ts.map +0 -1
  412. package/dist/src/cli/commands/eval-gold.js +0 -137
  413. package/dist/src/cli/commands/eval-gold.js.map +0 -1
  414. package/dist/src/cli/commands/eval-runner.d.ts +0 -2
  415. package/dist/src/cli/commands/eval-runner.d.ts.map +0 -1
  416. package/dist/src/cli/commands/eval-runner.js.map +0 -1
  417. package/dist/src/cli/commands/eval.d.ts +0 -2
  418. package/dist/src/cli/commands/eval.d.ts.map +0 -1
  419. package/dist/src/cli/commands/eval.js +0 -11
  420. package/dist/src/cli/commands/eval.js.map +0 -1
  421. package/dist/src/cli/commands/observe.d.ts +0 -2
  422. package/dist/src/cli/commands/observe.d.ts.map +0 -1
  423. package/dist/src/cli/commands/observe.js +0 -246
  424. package/dist/src/cli/commands/observe.js.map +0 -1
  425. package/dist/src/cli/commands/registry.d.ts +0 -11
  426. package/dist/src/cli/commands/registry.d.ts.map +0 -1
  427. package/dist/src/cli/commands/registry.js +0 -32
  428. package/dist/src/cli/commands/registry.js.map +0 -1
  429. package/dist/src/cli/i18n-dict.d.ts.map +0 -1
  430. package/dist/src/cli/i18n-dict.js.map +0 -1
  431. package/dist/src/cli/i18n.d.ts.map +0 -1
  432. package/dist/src/cli/i18n.js.map +0 -1
  433. package/dist/src/cli/parse-run-config.d.ts.map +0 -1
  434. package/dist/src/cli/parse-run-config.js.map +0 -1
  435. package/dist/src/cli/parse-strict.d.ts +0 -7
  436. package/dist/src/cli/parse-strict.d.ts.map +0 -1
  437. package/dist/src/cli/parse-strict.js +0 -26
  438. package/dist/src/cli/parse-strict.js.map +0 -1
  439. package/dist/src/cli/progress.d.ts.map +0 -1
  440. package/dist/src/cli/progress.js.map +0 -1
  441. package/dist/src/cli/run-tally.d.ts.map +0 -1
  442. package/dist/src/cli/run-tally.js.map +0 -1
  443. package/dist/src/cli/update-check.d.ts.map +0 -1
  444. package/dist/src/cli/update-check.js.map +0 -1
  445. /package/dist/src/cli/{progress.d.ts → lib/progress.d.ts} +0 -0
  446. /package/dist/src/cli/{progress.js → lib/progress.js} +0 -0
  447. /package/dist/src/cli/{run-tally.js → lib/run-tally.js} +0 -0
  448. /package/dist/src/cli/{update-check.d.ts → lib/update-check.d.ts} +0 -0
  449. /package/dist/src/cli/{update-check.js → lib/update-check.js} +0 -0
@@ -20,6 +20,10 @@ interface CommonEvaluationOptions {
20
20
  onProgress?: ProgressCallback | null;
21
21
  /** 跳过 LLM 模型连通性检测。--resume 时自动 true(已经验过)。 */
22
22
  skipConnectivity?: boolean;
23
+ /** 跳过 doctor 健康检查门禁(escape hatch, 默认 false)。
24
+ * 开启后 doctor 整段不跑,失败也不阻断 eval — 评测环境用 mock/stub 提供
25
+ * 依赖时绕开 doctor 的物理路径检查误报。开启意味着接受 garbage-in 风险。 */
26
+ skipDoctor?: boolean;
23
27
  /** 用户语言, 透传给 doctor 报告渲染。 */
24
28
  lang?: 'zh' | 'en';
25
29
  mcpConfig?: string;
@@ -48,6 +52,12 @@ interface CommonEvaluationOptions {
48
52
  /** hard budget caps. */
49
53
  budget?: import('../types/index.js').EvalBudget;
50
54
  noCache?: boolean;
55
+ /** Reasoning effort for executor LLM。透传到 ExecutorInput.effort。
56
+ * 默认 undefined → executor 内部走 claude CLI / SDK 自身默认(high);
57
+ * CLI parseRunConfig 兜底 'low' 后这里就拿到 'low'。 */
58
+ effort?: 'low' | 'medium' | 'high' | 'xhigh' | 'max';
59
+ /** 关闭 diagnostic LLM call。Default false。跟 noJudge 完全独立。 */
60
+ noDiagnostic?: boolean;
51
61
  }
52
62
  export interface RunEvaluationOptions extends CommonEvaluationOptions {
53
63
  samplesPath: string;
@@ -112,7 +122,7 @@ export interface DryRunReport extends DryRunBase {
112
122
  samplesPath: string;
113
123
  tasks: DryRunTask[];
114
124
  }
115
- export declare function runEvaluation({ samplesPath, skillDir, variantSpecs, artifacts, model, outputDir, project, owner, tags, noJudge, dryRun, blind, concurrency, timeoutMs, noCache, executorName, jobStore, persistJob, onProgress, skipConnectivity, lang, mcpConfig, verbose, retry, resume, runId, layeredStats, repeat, batch, judgeRepeat, judgeModels, bootstrap, bootstrapSamples, lengthDebias, budget, strictBaseline, variantAllowedSkills, }: RunEvaluationOptions): Promise<{
125
+ export declare function runEvaluation({ samplesPath, skillDir, variantSpecs, artifacts, model, outputDir, project, owner, tags, noJudge, dryRun, blind, concurrency, timeoutMs, noCache, executorName, jobStore, persistJob, onProgress, skipConnectivity, skipDoctor, lang, mcpConfig, verbose, retry, resume, runId, layeredStats, repeat, batch, judgeRepeat, judgeModels, bootstrap, bootstrapSamples, lengthDebias, budget, strictBaseline, variantAllowedSkills, effort, noDiagnostic, }: RunEvaluationOptions): Promise<{
116
126
  report: Report | DryRunReport;
117
127
  filePath: string | null;
118
128
  }>;
@@ -128,7 +138,7 @@ export interface DryRunBatchReport extends DryRunBase {
128
138
  artifacts: DryRunBatchSkill[];
129
139
  }
130
140
  export declare function buildVarianceData(runs: Report[]): VarianceData | null;
131
- export declare function runBatchEvaluation({ skillDir, model, outputDir, project, owner, tags, noJudge, dryRun, concurrency, timeoutMs, executorName, jobStore, persistJob, onProgress, onSkillProgress, skipConnectivity, lang, mcpConfig, verbose, repeat, judgeRepeat, judgeModels, bootstrap, bootstrapSamples, lengthDebias, budget, noCache, strictBaseline, variantAllowedSkills, }: RunBatchEvaluationOptions): Promise<{
141
+ export declare function runBatchEvaluation({ skillDir, model, outputDir, project, owner, tags, noJudge, dryRun, concurrency, timeoutMs, executorName, jobStore, persistJob, onProgress, onSkillProgress, skipConnectivity, skipDoctor, lang, mcpConfig, verbose, repeat, judgeRepeat, judgeModels, bootstrap, bootstrapSamples, lengthDebias, budget, noCache, strictBaseline, variantAllowedSkills, }: RunBatchEvaluationOptions): Promise<{
132
142
  report: BatchEvaluationReport | DryRunBatchReport;
133
143
  filePath: string | null;
134
144
  }>;
@@ -1 +1 @@
1
- {"version":3,"file":"run-evaluation.d.ts","sourceRoot":"","sources":["../../../src/eval-workflows/run-evaluation.ts"],"names":[],"mappings":"AAYA,OAAO,KAAK,EACV,QAAQ,EACR,qBAAqB,EACrB,gBAAgB,EAEhB,QAAQ,EACR,gBAAgB,EAChB,MAAM,EAIN,YAAY,EAGZ,WAAW,EAGZ,MAAM,mBAAmB,CAAC;AAI3B,MAAM,WAAW,iBAAiB;IAChC,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,UAAU,uBAAuB;IAC/B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,EAAE,QAAQ,GAAG,IAAI,CAAC;IAC3B,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,UAAU,CAAC,EAAE,gBAAgB,GAAG,IAAI,CAAC;IACrC,8CAA8C;IAC9C,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,6BAA6B;IAC7B,IAAI,CAAC,EAAE,IAAI,GAAG,IAAI,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,OAAO,CAAC;IAIlB,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB;yDACqD;IACrD,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB;wCACoC;IACpC,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB;wEACoE;IACpE,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB;;4DAEwD;IACxD,WAAW,CAAC,EAAE,OAAO,mBAAmB,EAAE,WAAW,EAAE,CAAC;IACxD,8EAA8E;IAC9E,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,2CAA2C;IAC3C,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B;2DACuD;IACvD,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,wBAAwB;IACxB,MAAM,CAAC,EAAE,OAAO,mBAAmB,EAAE,UAAU,CAAC;IAChD,OAAO,CAAC,EAAE,OAAO,CAAC;CACnB;AAED,MAAM,WAAW,oBAAqB,SAAQ,uBAAuB;IACnE,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,CAAC,EAAE,WAAW,EAAE,CAAC;IAC7B,SAAS,CAAC,EAAE,QAAQ,EAAE,CAAC;IACvB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,qFAAqF;IACrF,KAAK,CAAC,EAAE,MAAM,CAAC;IACf;;6DAEyD;IACzD,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB;0EACsE;IACtE,oBAAoB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;CACjD;AAED,MAAM,WAAW,yBAA0B,SAAQ,uBAAuB;IACxE,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,eAAe,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,iBAAiB,KAAK,IAAI,CAAC,GAAG,IAAI,CAAC;IAC7D,qDAAqD;IACrD,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,6EAA6E;IAC7E,oBAAoB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;CACjD;AAED,MAAM,WAAW,kBAAmB,SAAQ,oBAAoB;IAC9D,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,gBAAgB,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,KAAK,IAAI,CAAC,GAAG,IAAI,CAAC;CAC5E;AAED,UAAU,UAAU;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;IAC/B,cAAc,EAAE,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACnC,iBAAiB,EAAE,MAAM,CAAC;IAC1B,cAAc,EAAE,MAAM,CAAC;IACvB,cAAc,EAAE,MAAM,CAAC;IACvB,GAAG,EAAE,MAAM,GAAG,IAAI,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE,OAAO,CAAC;IACnB,aAAa,EAAE,OAAO,CAAC;IACvB,aAAa,EAAE,OAAO,CAAC;IACvB,SAAS,EAAE,OAAO,CAAC;CACpB;AAED,UAAU,UAAU;IAClB,MAAM,EAAE,IAAI,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,OAAO,mBAAmB,EAAE,WAAW,EAAE,CAAC;IACvD,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,YAAa,SAAQ,UAAU;IAC9C,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,EAAE,UAAU,EAAE,CAAC;CACrB;AAED,wBAAsB,aAAa,CAAC,EAClC,WAAW,EACX,QAAQ,EACR,YAAiB,EACjB,SAAS,EACT,KAAqB,EACrB,SAA8B,EAC9B,OAAO,EACP,KAAK,EACL,IAAI,EACJ,OAAe,EACf,MAAc,EACd,KAAa,EACb,WAAe,EACf,SAAS,EACT,OAAe,EACf,YAAuB,EACvB,QAAe,EACf,UAAiB,EACjB,UAAiB,EACjB,gBAAwB,EACxB,IAAW,EACX,SAAS,EACT,OAAe,EACf,KAAS,EACT,MAAM,EACN,KAAK,EACL,YAAoB,EACpB,MAAM,EACN,KAAK,EACL,WAAW,EACX,WAAW,EACX,SAAS,EACT,gBAAgB,EAChB,YAAY,EACZ,MAAM,EACN,cAAc,EACd,oBAAoB,GACrB,EAAE,oBAAoB,GAAG,OAAO,CAAC;IAAE,MAAM,EAAE,MAAM,GAAG,YAAY,CAAC;IAAC,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAA;CAAE,CAAC,CAsK5F;AAED,UAAU,gBAAgB;IACxB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,iBAAkB,SAAQ,UAAU;IACnD,KAAK,EAAE,IAAI,CAAC;IACZ,cAAc,EAAE,MAAM,CAAC;IACvB,SAAS,EAAE,gBAAgB,EAAE,CAAC;CAC/B;AAyHD,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,YAAY,GAAG,IAAI,CA6ErE;AAED,wBAAsB,kBAAkB,CAAC,EACvC,QAAQ,EACR,KAAqB,EACrB,SAA8B,EAC9B,OAAO,EACP,KAAK,EACL,IAAI,EACJ,OAAe,EACf,MAAc,EACd,WAAe,EACf,SAAS,EACT,YAAuB,EACvB,QAAe,EACf,UAAiB,EACjB,UAAiB,EACjB,eAAsB,EACtB,gBAAwB,EACxB,IAAW,EACX,SAAS,EACT,OAAe,EACf,MAAM,EACN,WAAW,EACX,WAAW,EACX,SAAS,EACT,gBAAgB,EAChB,YAAY,EACZ,MAAM,EACN,OAAe,EACf,cAAc,EACd,oBAAoB,GACrB,EAAE,yBAAyB,GAAG,OAAO,CAAC;IAAE,MAAM,EAAE,qBAAqB,GAAG,iBAAiB,CAAC;IAAC,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAA;CAAE,CAAC,CA0IrH;AAED,wBAAsB,WAAW,CAAC,EAAE,MAAU,EAAE,gBAAgB,EAAE,GAAG,MAAM,EAAE,EAAE,kBAAkB;;;;GAyBhG"}
1
+ {"version":3,"file":"run-evaluation.d.ts","sourceRoot":"","sources":["../../../src/eval-workflows/run-evaluation.ts"],"names":[],"mappings":"AAYA,OAAO,KAAK,EACV,QAAQ,EACR,qBAAqB,EACrB,gBAAgB,EAEhB,QAAQ,EACR,gBAAgB,EAChB,MAAM,EAIN,YAAY,EAGZ,WAAW,EAGZ,MAAM,mBAAmB,CAAC;AAI3B,MAAM,WAAW,iBAAiB;IAChC,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,UAAU,uBAAuB;IAC/B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,EAAE,QAAQ,GAAG,IAAI,CAAC;IAC3B,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,UAAU,CAAC,EAAE,gBAAgB,GAAG,IAAI,CAAC;IACrC,8CAA8C;IAC9C,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B;;wDAEoD;IACpD,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,6BAA6B;IAC7B,IAAI,CAAC,EAAE,IAAI,GAAG,IAAI,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,OAAO,CAAC;IAIlB,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB;yDACqD;IACrD,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB;wCACoC;IACpC,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB;wEACoE;IACpE,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB;;4DAEwD;IACxD,WAAW,CAAC,EAAE,OAAO,mBAAmB,EAAE,WAAW,EAAE,CAAC;IACxD,8EAA8E;IAC9E,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,2CAA2C;IAC3C,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B;2DACuD;IACvD,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,wBAAwB;IACxB,MAAM,CAAC,EAAE,OAAO,mBAAmB,EAAE,UAAU,CAAC;IAChD,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB;;oDAEgD;IAChD,MAAM,CAAC,EAAE,KAAK,GAAG,QAAQ,GAAG,MAAM,GAAG,OAAO,GAAG,KAAK,CAAC;IACrD,2DAA2D;IAC3D,YAAY,CAAC,EAAE,OAAO,CAAC;CACxB;AAED,MAAM,WAAW,oBAAqB,SAAQ,uBAAuB;IACnE,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,CAAC,EAAE,WAAW,EAAE,CAAC;IAC7B,SAAS,CAAC,EAAE,QAAQ,EAAE,CAAC;IACvB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,qFAAqF;IACrF,KAAK,CAAC,EAAE,MAAM,CAAC;IACf;;6DAEyD;IACzD,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB;0EACsE;IACtE,oBAAoB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;CACjD;AAED,MAAM,WAAW,yBAA0B,SAAQ,uBAAuB;IACxE,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,eAAe,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,iBAAiB,KAAK,IAAI,CAAC,GAAG,IAAI,CAAC;IAC7D,qDAAqD;IACrD,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,6EAA6E;IAC7E,oBAAoB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;CACjD;AAED,MAAM,WAAW,kBAAmB,SAAQ,oBAAoB;IAC9D,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,gBAAgB,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,KAAK,IAAI,CAAC,GAAG,IAAI,CAAC;CAC5E;AAED,UAAU,UAAU;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;IAC/B,cAAc,EAAE,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACnC,iBAAiB,EAAE,MAAM,CAAC;IAC1B,cAAc,EAAE,MAAM,CAAC;IACvB,cAAc,EAAE,MAAM,CAAC;IACvB,GAAG,EAAE,MAAM,GAAG,IAAI,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE,OAAO,CAAC;IACnB,aAAa,EAAE,OAAO,CAAC;IACvB,aAAa,EAAE,OAAO,CAAC;IACvB,SAAS,EAAE,OAAO,CAAC;CACpB;AAED,UAAU,UAAU;IAClB,MAAM,EAAE,IAAI,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,OAAO,mBAAmB,EAAE,WAAW,EAAE,CAAC;IACvD,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,YAAa,SAAQ,UAAU;IAC9C,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,EAAE,UAAU,EAAE,CAAC;CACrB;AAED,wBAAsB,aAAa,CAAC,EAClC,WAAW,EACX,QAAQ,EACR,YAAiB,EACjB,SAAS,EACT,KAAqB,EACrB,SAA8B,EAC9B,OAAO,EACP,KAAK,EACL,IAAI,EACJ,OAAe,EACf,MAAc,EACd,KAAa,EACb,WAAe,EACf,SAAS,EACT,OAAe,EACf,YAAuB,EACvB,QAAe,EACf,UAAiB,EACjB,UAAiB,EACjB,gBAAwB,EACxB,UAAkB,EAClB,IAAW,EACX,SAAS,EACT,OAAe,EACf,KAAS,EACT,MAAM,EACN,KAAK,EACL,YAAoB,EACpB,MAAM,EACN,KAAK,EACL,WAAW,EACX,WAAW,EACX,SAAS,EACT,gBAAgB,EAChB,YAAY,EACZ,MAAM,EACN,cAAc,EACd,oBAAoB,EACpB,MAAM,EACN,YAAY,GACb,EAAE,oBAAoB,GAAG,OAAO,CAAC;IAAE,MAAM,EAAE,MAAM,GAAG,YAAY,CAAC;IAAC,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAA;CAAE,CAAC,CAiL5F;AAED,UAAU,gBAAgB;IACxB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,iBAAkB,SAAQ,UAAU;IACnD,KAAK,EAAE,IAAI,CAAC;IACZ,cAAc,EAAE,MAAM,CAAC;IACvB,SAAS,EAAE,gBAAgB,EAAE,CAAC;CAC/B;AAyHD,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,YAAY,GAAG,IAAI,CA6ErE;AAED,wBAAsB,kBAAkB,CAAC,EACvC,QAAQ,EACR,KAAqB,EACrB,SAA8B,EAC9B,OAAO,EACP,KAAK,EACL,IAAI,EACJ,OAAe,EACf,MAAc,EACd,WAAe,EACf,SAAS,EACT,YAAuB,EACvB,QAAe,EACf,UAAiB,EACjB,UAAiB,EACjB,eAAsB,EACtB,gBAAwB,EACxB,UAAkB,EAClB,IAAW,EACX,SAAS,EACT,OAAe,EACf,MAAM,EACN,WAAW,EACX,WAAW,EACX,SAAS,EACT,gBAAgB,EAChB,YAAY,EACZ,MAAM,EACN,OAAe,EACf,cAAc,EACd,oBAAoB,GACrB,EAAE,yBAAyB,GAAG,OAAO,CAAC;IAAE,MAAM,EAAE,qBAAqB,GAAG,iBAAiB,CAAC;IAAC,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAA;CAAE,CAAC,CA4IrH;AAED,wBAAsB,WAAW,CAAC,EAAE,MAAU,EAAE,gBAAgB,EAAE,GAAG,MAAM,EAAE,EAAE,kBAAkB;;;;GAyBhG"}
@@ -8,7 +8,7 @@ import { buildDryRunTaskReport, prepareEvaluationRun, } from './evaluation-prepa
8
8
  import { executeEvaluationPipeline } from './evaluation-pipeline.js';
9
9
  import { findSaturationPoint } from '../analysis/saturation.js';
10
10
  import { bootstrapMeanCI } from '../eval-core/bootstrap.js';
11
- export async function runEvaluation({ samplesPath, skillDir, variantSpecs = [], artifacts, model = DEFAULT_MODEL, outputDir = DEFAULT_OUTPUT_DIR, project, owner, tags, noJudge = false, dryRun = false, blind = false, concurrency = 1, timeoutMs, noCache = false, executorName = 'claude', jobStore = null, persistJob = true, onProgress = null, skipConnectivity = false, lang = 'zh', mcpConfig, verbose = false, retry = 0, resume, runId, layeredStats = false, repeat, batch, judgeRepeat, judgeModels, bootstrap, bootstrapSamples, lengthDebias, budget, strictBaseline, variantAllowedSkills, }) {
11
+ export async function runEvaluation({ samplesPath, skillDir, variantSpecs = [], artifacts, model = DEFAULT_MODEL, outputDir = DEFAULT_OUTPUT_DIR, project, owner, tags, noJudge = false, dryRun = false, blind = false, concurrency = 1, timeoutMs, noCache = false, executorName = 'claude', jobStore = null, persistJob = true, onProgress = null, skipConnectivity = false, skipDoctor = false, lang = 'zh', mcpConfig, verbose = false, retry = 0, resume, runId, layeredStats = false, repeat, batch, judgeRepeat, judgeModels, bootstrap, bootstrapSamples, lengthDebias, budget, strictBaseline, variantAllowedSkills, effort, noDiagnostic, }) {
12
12
  // Unified judgeModels → derive single-judge fields for downstream pipeline / grading
13
13
  // (which still operate on string `judgeModel` + `judgeExecutorName` fields per call).
14
14
  const effectiveJudgeModels = judgeModels && judgeModels.length > 0
@@ -16,7 +16,7 @@ export async function runEvaluation({ samplesPath, skillDir, variantSpecs = [],
16
16
  : [{ executor: executorName, model: JUDGE_MODEL }];
17
17
  const judgeModel = effectiveJudgeModels[0].model;
18
18
  const judgeExecutorName = effectiveJudgeModels[0].executor;
19
- const { samples, artifacts: resolvedArtifacts, tasks, variantNames, requires } = await prepareEvaluationRun({
19
+ const { samples, artifacts: resolvedArtifacts, tasks, variantNames, requires, samplesBaseDir, samplesSourceFiles } = await prepareEvaluationRun({
20
20
  samplesPath,
21
21
  skillDir,
22
22
  variantSpecs,
@@ -28,12 +28,18 @@ export async function runEvaluation({ samplesPath, skillDir, variantSpecs = [],
28
28
  });
29
29
  // doctor 强制门禁: skill 静态结构 + 元数据 + 依赖 + 用例契约。
30
30
  // 在 dryRun 分支之前跑, 让 dry-run 也得到 doctor 覆盖(保护 garbage-in 的 verdict)。
31
- // doctor 不可 skip — 静态检查无成本理由跳过, 也无 escape hatch flag。
31
+ // 默认强制启用; --skip-doctor 提供 escape hatch,典型场景是评测环境用 mock/stub
32
+ // 提供依赖,doctor 的物理路径检查会误报。开启 escape hatch 意味着接受 garbage-in 风险。
32
33
  // LLM 连通性是另一回事, 由独立的 skipConnectivity 控制。
33
34
  //
34
35
  // 路径推断收口在 buildDoctorPreflightContext:doctor engine 不再自己猜 eval 的
35
36
  // artifact 形态 / cwd 优先级,任何 eval 路径语义边界变化只改 builder 一处。
36
- {
37
+ if (skipDoctor) {
38
+ process.stderr.write(lang === 'zh'
39
+ ? '\n⚠ --skip-doctor 已开启,doctor 健康检查整段跳过 — 依赖正确性由用户自己保证。\n'
40
+ : '\n⚠ --skip-doctor enabled; doctor health check entirely bypassed — caller owns dependency correctness.\n');
41
+ }
42
+ else {
37
43
  const { buildDoctorPreflightContext } = await import('../doctor/preflight.js');
38
44
  const doctorCtx = buildDoctorPreflightContext({
39
45
  artifacts: resolvedArtifacts,
@@ -44,7 +50,7 @@ export async function runEvaluation({ samplesPath, skillDir, variantSpecs = [],
44
50
  if (doctorCtx) {
45
51
  const { runDoctor } = await import('../doctor/index.js');
46
52
  const { renderDoctorReportText } = await import('../doctor/renderer.js');
47
- const { tCli } = await import('../cli/i18n.js');
53
+ const { tCli } = await import('../cli/lib/i18n.js');
48
54
  const doctorReport = await runDoctor({
49
55
  artifacts: doctorCtx.doctorArtifacts,
50
56
  cwd: doctorCtx.dependencyCwd,
@@ -128,6 +134,8 @@ export async function runEvaluation({ samplesPath, skillDir, variantSpecs = [],
128
134
  const judgeExecutor = createExecutor(judgeExecutorName || executorName);
129
135
  return executeEvaluationPipeline({
130
136
  samplesPath,
137
+ samplesBaseDir,
138
+ samplesSourceFiles,
131
139
  skillDir,
132
140
  samples,
133
141
  tasks,
@@ -167,6 +175,8 @@ export async function runEvaluation({ samplesPath, skillDir, variantSpecs = [],
167
175
  strictBaseline,
168
176
  runId,
169
177
  lang,
178
+ effort,
179
+ noDiagnostic,
170
180
  });
171
181
  }
172
182
  // Top-level (composite) extractor: feeds the legacy flat-field variance on
@@ -356,7 +366,7 @@ export function buildVarianceData(runs) {
356
366
  ...(saturation ? { saturation } : {}),
357
367
  };
358
368
  }
359
- export async function runBatchEvaluation({ skillDir, model = DEFAULT_MODEL, outputDir = DEFAULT_OUTPUT_DIR, project, owner, tags, noJudge = false, dryRun = false, concurrency = 1, timeoutMs, executorName = 'claude', jobStore = null, persistJob = true, onProgress = null, onSkillProgress = null, skipConnectivity = false, lang = 'zh', mcpConfig, verbose = false, repeat, judgeRepeat, judgeModels, bootstrap, bootstrapSamples, lengthDebias, budget, noCache = false, strictBaseline, variantAllowedSkills, }) {
369
+ export async function runBatchEvaluation({ skillDir, model = DEFAULT_MODEL, outputDir = DEFAULT_OUTPUT_DIR, project, owner, tags, noJudge = false, dryRun = false, concurrency = 1, timeoutMs, executorName = 'claude', jobStore = null, persistJob = true, onProgress = null, onSkillProgress = null, skipConnectivity = false, skipDoctor = false, lang = 'zh', mcpConfig, verbose = false, repeat, judgeRepeat, judgeModels, bootstrap, bootstrapSamples, lengthDebias, budget, noCache = false, strictBaseline, variantAllowedSkills, }) {
360
370
  // Same unified judge derivation as runEvaluation (downstream pipeline / report build
361
371
  // still uses single judgeModel + judgeExecutorName per call).
362
372
  const effectiveJudgeModels = judgeModels && judgeModels.length > 0
@@ -410,6 +420,7 @@ export async function runBatchEvaluation({ skillDir, model = DEFAULT_MODEL, outp
410
420
  verbose,
411
421
  concurrency,
412
422
  skipConnectivity,
423
+ skipDoctor,
413
424
  // batch dry-run 关闭真实 run only 路径
414
425
  jobStore: null,
415
426
  persistJob: false,
@@ -466,6 +477,7 @@ export async function runBatchEvaluation({ skillDir, model = DEFAULT_MODEL, outp
466
477
  onProgress,
467
478
  onSkillProgress,
468
479
  skipConnectivity,
480
+ skipDoctor,
469
481
  lang,
470
482
  mcpConfig,
471
483
  verbose,
@@ -1 +1 @@
1
- {"version":3,"file":"run-evaluation.js","sourceRoot":"","sources":["../../../src/eval-workflows/run-evaluation.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,kBAAkB,EAAE,aAAa,EAAE,MAAM,sCAAsC,CAAC;AACzF,OAAO,EAAE,cAAc,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AACnF,OAAO,EAAE,mBAAmB,EAAE,gBAAgB,EAAE,MAAM,2BAA2B,CAAC;AAClF,OAAO,EAAE,kBAAkB,EAAE,KAAK,EAAE,UAAU,EAAE,MAAM,4BAA4B,CAAC;AACnF,OAAO,EAAE,0BAA0B,EAAE,MAAM,gCAAgC,CAAC;AAC5E,OAAO,EACL,qBAAqB,EACrB,oBAAoB,GACrB,MAAM,6BAA6B,CAAC;AACrC,OAAO,EAAE,yBAAyB,EAAE,MAAM,0BAA0B,CAAC;AAoBrE,OAAO,EAAE,mBAAmB,EAAE,MAAM,2BAA2B,CAAC;AAChE,OAAO,EAAE,eAAe,EAAE,MAAM,2BAA2B,CAAC;AA2H5D,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,EAClC,WAAW,EACX,QAAQ,EACR,YAAY,GAAG,EAAE,EACjB,SAAS,EACT,KAAK,GAAG,aAAa,EACrB,SAAS,GAAG,kBAAkB,EAC9B,OAAO,EACP,KAAK,EACL,IAAI,EACJ,OAAO,GAAG,KAAK,EACf,MAAM,GAAG,KAAK,EACd,KAAK,GAAG,KAAK,EACb,WAAW,GAAG,CAAC,EACf,SAAS,EACT,OAAO,GAAG,KAAK,EACf,YAAY,GAAG,QAAQ,EACvB,QAAQ,GAAG,IAAI,EACf,UAAU,GAAG,IAAI,EACjB,UAAU,GAAG,IAAI,EACjB,gBAAgB,GAAG,KAAK,EACxB,IAAI,GAAG,IAAI,EACX,SAAS,EACT,OAAO,GAAG,KAAK,EACf,KAAK,GAAG,CAAC,EACT,MAAM,EACN,KAAK,EACL,YAAY,GAAG,KAAK,EACpB,MAAM,EACN,KAAK,EACL,WAAW,EACX,WAAW,EACX,SAAS,EACT,gBAAgB,EAChB,YAAY,EACZ,MAAM,EACN,cAAc,EACd,oBAAoB,GACC;IACrB,qFAAqF;IACrF,sFAAsF;IACtF,MAAM,oBAAoB,GAA8C,WAAW,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC;QAC3G,CAAC,CAAC,WAAW;QACb,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC,CAAC;IACrD,MAAM,UAAU,GAAG,oBAAoB,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;IACjD,MAAM,iBAAiB,GAAG,oBAAoB,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;IAC3D,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,iBAAiB,EAAE,KAAK,EAAE,YAAY,EAAE,QAAQ,EAAE,GAAG,MAAM,oBAAoB,CAAC;QAC1G,WAAW;QACX,QAAQ;QACR,YAAY;QACZ,SAAS;QACT,MAAM;QACN,SAAS;QACT,cAAc;QACd,oBAAoB;KACrB,CAAC,CAAC;IAEH,6CAA6C;IAC7C,oEAAoE;IACpE,sDAAsD;IACtD,0CAA0C;IAC1C,EAAE;IACF,iEAAiE;IACjE,uDAAuD;IACvD,CAAC;QACC,MAAM,EAAE,2BAA2B,EAAE,GAAG,MAAM,MAAM,CAAC,wBAAwB,CAAC,CAAC;QAC/E,MAAM,SAAS,GAAG,2BAA2B,CAAC;YAC5C,SAAS,EAAE,iBAAiB;YAC5B,OAAO;YACP,QAAQ;YACR,QAAQ;SACT,CAAC,CAAC;QACH,IAAI,SAAS,EAAE,CAAC;YACd,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,MAAM,CAAC,oBAAoB,CAAC,CAAC;YACzD,MAAM,EAAE,sBAAsB,EAAE,GAAG,MAAM,MAAM,CAAC,uBAAuB,CAAC,CAAC;YACzE,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,MAAM,CAAC,gBAAgB,CAAC,CAAC;YAChD,MAAM,YAAY,GAAG,MAAM,SAAS,CAAC;gBACnC,SAAS,EAAE,SAAS,CAAC,eAAe;gBACpC,GAAG,EAAE,SAAS,CAAC,aAAa;gBAC5B,aAAa,EAAE,SAAS,CAAC,aAAa;gBACtC,OAAO,EAAE,SAAS,CAAC,OAAO;gBAC1B,QAAQ,EAAE,SAAS,CAAC,QAAQ;gBAC5B,YAAY;gBACZ,KAAK;gBACL,SAAS,EAAE,SAAS,IAAI,IAAI;gBAC5B,IAAI;aACL,CAAC,CAAC;YACH,IAAI,YAAY,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;gBACtC,sBAAsB,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;gBAC3C,MAAM,IAAI,KAAK,CAAC,kBAAkB,IAAI,CAAC,yBAAyB,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC;YAC7E,CAAC;QACH,CAAC;IACH,CAAC;IAED,qDAAqD;IACrD,MAAM,yBAAyB,GAAG,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,gBAAgB,CAAC;IAEnE,IAAI,MAAM,EAAE,CAAC;QACX,sEAAsE;QACtE,uEAAuE;QACvE,MAAM,EAAE,kBAAkB,EAAE,sBAAsB,EAAE,GAAG,MAAM,MAAM,CAAC,0BAA0B,CAAC,CAAC;QAChG,KAAK,MAAM,CAAC,IAAI,kBAAkB,CAAC,OAAO,CAAC,MAAM,EAAE,MAAM,IAAI,CAAC,EAAE,IAAI,CAAC,EAAE,CAAC;YACtE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACjC,CAAC;QACD,KAAK,MAAM,CAAC,IAAI,sBAAsB,CAAC,iBAAiB,EAAE,cAAc,CAAC,EAAE,CAAC;YAC1E,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACjC,CAAC;QACD,OAAO;YACL,MAAM,EAAE,qBAAqB,CAAC;gBAC5B,KAAK;gBACL,WAAW,EAAE,oBAAoB;gBACjC,YAAY;gBACZ,WAAW;gBACX,QAAQ;gBACR,KAAK;gBACL,YAAY;aACb,CAAC;YACF,QAAQ,EAAE,IAAI;SACf,CAAC;IACJ,CAAC;IAED,iEAAiE;IACjE,IAAI,eAAsG,CAAC;IAC3G,IAAI,MAAM,EAAE,CAAC;QACX,MAAM,EAAE,eAAe,EAAE,GAAG,MAAM,MAAM,CAAC,2BAA2B,CAAC,CAAC;QACtE,MAAM,KAAK,GAAG,eAAe,CAAC,OAAO,CAAC,SAAS,IAAI,kBAAkB,CAAC,CAAC,CAAC;QACxE,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACzC,IAAI,QAAQ,EAAE,IAAI,KAAK,YAAY,EAAE,CAAC;YACpC,eAAe,GAAG,EAAE,CAAC;YACrB,KAAK,MAAM,KAAK,IAAI,QAAQ,CAAC,OAAO,IAAI,EAAE,EAAE,CAAC;gBAC3C,eAAe,CAAC,KAAK,CAAC,SAAS,CAAC,GAAG,KAAK,CAAC,QAAQ,CAAC;YACpD,CAAC;YACD,IAAI,UAAU,EAAE,CAAC;gBACf,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;gBACtH,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,gBAAgB,KAAK,kCAAkC,MAAM,IAAI,CAAC,CAAC;YAC1F,CAAC;YACD,6DAA6D;YAC7D,mDAAmD;YACnD,4CAA4C;YAC5C,MAAM,eAAe,GAAG,QAAQ,CAAC,IAAI,EAAE,cAAc,CAAC;YACtD,MAAM,gBAAgB,GAAG,cAAc,KAAK,KAAK,CAAC,CAAC,eAAe;YAClE,IAAI,CAAC,eAAe,IAAI,gBAAgB,EAAE,CAAC;gBACzC,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,wBAAwB,MAAM,gEAAgE;sBAC5F,kEAAkE;sBAClE,gEAAgE,CACnE,CAAC;YACJ,CAAC;iBAAM,IAAI,eAAe,IAAI,CAAC,gBAAgB,EAAE,CAAC;gBAChD,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,wBAAwB,MAAM,wEAAwE;sBACpG,8DAA8D,CACjE,CAAC;YACJ,CAAC;QACH,CAAC;aAAM,IAAI,QAAQ,EAAE,IAAI,KAAK,kBAAkB,EAAE,CAAC;YACjD,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,gBAAgB,MAAM,6FAA6F,CAAC,CAAC;QAC5I,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,gBAAgB,MAAM,qCAAqC,CAAC,CAAC;QACpF,CAAC;IACH,CAAC;IAED,MAAM,QAAQ,GAAe,cAAc,CAAC,YAAY,CAAC,CAAC;IAC1D,MAAM,aAAa,GAAe,cAAc,CAAC,iBAAiB,IAAI,YAAY,CAAC,CAAC;IACpF,OAAO,yBAAyB,CAAC;QAC/B,WAAW;QACX,QAAQ;QACR,OAAO;QACP,KAAK;QACL,SAAS,EAAE,iBAAiB;QAC5B,KAAK;QACL,UAAU;QACV,OAAO;QACP,YAAY;QACZ,iBAAiB,EAAE,iBAAiB,IAAI,YAAY;QACpD,QAAQ;QACR,aAAa;QACb,SAAS;QACT,OAAO;QACP,KAAK;QACL,IAAI;QACJ,KAAK;QACL,WAAW;QACX,SAAS;QACT,OAAO;QACP,QAAQ;QACR,UAAU;QACV,UAAU;QACV,gBAAgB,EAAE,yBAAyB;QAC3C,OAAO;QACP,KAAK;QACL,eAAe;QACf,QAAQ;QACR,YAAY;QACZ,MAAM;QACN,KAAK;QACL,WAAW;QACX,WAAW;QACX,SAAS;QACT,gBAAgB;QAChB,YAAY;QACZ,MAAM;QACN,cAAc;QACd,KAAK;QACL,IAAI;KACL,CAAC,CAAC;AACL,CAAC;AAeD,2EAA2E;AAC3E,0EAA0E;AAC1E,8EAA8E;AAC9E,sCAAsC;AACtC,MAAM,mBAAmB,GAAG,CAAC,CAA6B,EAAsB,EAAE,CAAC,CAAC,EAAE,iBAAiB,CAAC;AAExG,yEAAyE;AACzE,MAAM,iBAAiB,GAAyF;IAC9G,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,gBAAgB;IAChC,UAAU,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,aAAa;CACpC,CAAC;AAEF,4EAA4E;AAC5E,8EAA8E;AAC9E,kFAAkF;AAClF,iEAAiE;AACjE,MAAM,gBAAgB,GAAoF;IACxG,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,YAAY;IAC5B,QAAQ,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,gBAAgB;IACpC,KAAK,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,aAAa;CAC/B,CAAC;AAEF,SAAS,gBAAgB,CAAC,IAAc,EAAE,OAAe,EAAE,SAAgE;IACzH,MAAM,MAAM,GAAG,IAAI;SAChB,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;SAC/C,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC;IACrD,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IACrC,OAAO,EAAE,MAAM,EAAE,GAAG,kBAAkB,CAAC,MAAM,CAAC,EAAE,CAAC;AACnD,CAAC;AAED,SAAS,qBAAqB,CAAC,OAAiB,EAAE,OAAiB,EAAE,KAAa,EAAE,KAAa;IAC/F,MAAM,CAAC,GAAG,KAAK,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IAClC,MAAM,EAAE,GAAG,UAAU,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IACxC,MAAM,QAAQ,GAAG,MAAM,CAAC,CAAC,KAAK,GAAG,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;IACpD,OAAO;QACL,QAAQ;QACR,UAAU,EAAE,CAAC,CAAC,UAAU;QACxB,EAAE,EAAE,CAAC,CAAC,EAAE;QACR,WAAW,EAAE,CAAC,CAAC,WAAW;QAC1B,UAAU,EAAE,EAAE;KACf,CAAC;AACJ,CAAC;AAED;;;;;;;;;GASG;AACH,SAAS,mBAAmB,CAAC,IAAc;IACzC,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,SAAS,CAAC;IACtC,MAAM,QAAQ,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,IAAI,EAAE,CAAC;IAC7C,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IAE5C,8DAA8D;IAC9D,MAAM,mBAAmB,GAA+B,EAAE,CAAC;IAC3D,MAAM,eAAe,GAAsF,EAAE,CAAC;IAE9G,MAAM,sBAAsB,GAAa,EAAE,CAAC;IAC5C,MAAM,GAAG,GAA6B,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;IAEvF,KAAK,IAAI,MAAM,GAAG,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,CAAC;QACpD,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC;QACzB,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,MAAM,SAAS,GAAa,EAAE,CAAC;YAC/B,KAAK,MAAM,KAAK,IAAI,GAAG,CAAC,OAAO,IAAI,EAAE,EAAE,CAAC;gBACtC,MAAM,CAAC,GAAG,KAAK,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,CAAC;gBACpC,IAAI,CAAC,CAAC,IAAI,OAAO,CAAC,CAAC,cAAc,KAAK,QAAQ,IAAI,CAAC,CAAC,cAAc,IAAI,CAAC;oBAAE,SAAS;gBAClF,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC;YACnC,CAAC;YACD,GAAG,CAAC,OAAO,CAAC,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAChD,CAAC;QACD,iDAAiD;QACjD,MAAM,WAAW,GAAG,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,IAAI,CAAC,CAAC;QAClD,sBAAsB,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QACzC,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC;gBAAE,mBAAmB,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC;YACrE,mBAAmB,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YAErD,2DAA2D;YAC3D,MAAM,EAAE,GAAG,eAAe,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;YACrD,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC;gBAAE,eAAe,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC;YAC7D,eAAe,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC;gBAC5B,CAAC,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC,MAAM;gBACtB,IAAI,EAAE,EAAE,CAAC,QAAQ;gBACjB,KAAK,EAAE,EAAE,CAAC,GAAG;gBACb,MAAM,EAAE,EAAE,CAAC,IAAI;aAChB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,MAAM,QAAQ,GAA+B,EAAE,CAAC;IAChD,IAAI,IAAI,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;QACrB,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,MAAM,UAAU,GAAG,mBAAmB,CAAC,OAAO,CAAC,CAAC;YAChD,IAAI,CAAC,UAAU;gBAAE,SAAS;YAC1B,MAAM,CAAC,GAAG,mBAAmB,CAAC,UAAU,EAAE,oBAAoB,CAAC,CAAC;YAChE,QAAQ,CAAC,OAAO,CAAC,GAAG;gBAClB,SAAS,EAAE,CAAC,CAAC,SAAS;gBACtB,GAAG,EAAE,CAAC,CAAC,GAAG;gBACV,UAAU,EAAE,CAAC,CAAC,UAAU;gBACxB,MAAM,EAAE,CAAC,CAAC,MAAM;gBAChB,SAAS,EAAE,CAAC,CAAC,SAAS;gBACtB,MAAM,EAAE,CAAC,CAAC,MAAM;aACjB,CAAC;QACJ,CAAC;IACH,CAAC;IAED,OAAO;QACL,sBAAsB;QACtB,UAAU,EAAE,eAAe;QAC3B,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC1D,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,IAAc;IAC9C,IAAI,IAAI,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;QACrB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,QAAQ,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,IAAI,EAAE,CAAC;IAC7C,MAAM,UAAU,GAAoC,EAAE,CAAC;IACvD,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,6CAA6C;QAC7C,MAAM,SAAS,GAAG,gBAAgB,CAAC,IAAI,EAAE,OAAO,EAAE,mBAAmB,CAAC,CAAC;QACvE,IAAI,CAAC,SAAS;YAAE,SAAS;QAEzB,MAAM,QAAQ,GAA2D,EAAE,CAAC;QAC5E,MAAM,IAAI,GAAG,gBAAgB,CAAC,IAAI,EAAE,OAAO,EAAE,iBAAiB,CAAC,IAAI,CAAC,CAAC;QACrE,IAAI,IAAI;YAAE,QAAQ,CAAC,IAAI,GAAG,IAAI,CAAC;QAC/B,MAAM,UAAU,GAAG,gBAAgB,CAAC,IAAI,EAAE,OAAO,EAAE,iBAAiB,CAAC,UAAU,CAAC,CAAC;QACjF,IAAI,UAAU;YAAE,QAAQ,CAAC,UAAU,GAAG,UAAU,CAAC;QAEjD,uFAAuF;QACvF,MAAM,OAAO,GAAsD,EAAE,CAAC;QACtE,KAAK,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE,UAAU,EAAE,OAAO,CAAU,EAAE,CAAC;YACzD,MAAM,UAAU,GAAG,gBAAgB,CAAC,IAAI,EAAE,OAAO,EAAE,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC;YAC1E,IAAI,UAAU;gBAAE,OAAO,CAAC,GAAG,CAAC,GAAG,UAAU,CAAC;QAC5C,CAAC;QAED,UAAU,CAAC,OAAO,CAAC,GAAG;YACpB,GAAG,SAAS;YACZ,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACzD,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACxD,CAAC;IACJ,CAAC;IAED,MAAM,WAAW,GAAyB,EAAE,CAAC;IAC7C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACzC,KAAK,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC7C,MAAM,EAAE,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;YACnC,MAAM,EAAE,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;YACnC,IAAI,CAAC,EAAE,IAAI,CAAC,EAAE;gBAAE,SAAS;YAEzB,MAAM,aAAa,GAAG,qBAAqB,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC;YAEpF,MAAM,YAAY,GAAqE,EAAE,CAAC;YAC1F,KAAK,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE,YAAY,CAAU,EAAE,CAAC;gBAClD,MAAM,EAAE,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,GAAG,CAAC,CAAC;gBAC9B,MAAM,EAAE,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,GAAG,CAAC,CAAC;gBAC9B,IAAI,EAAE,IAAI,EAAE,EAAE,CAAC;oBACb,YAAY,CAAC,GAAG,CAAC,GAAG,qBAAqB,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC;gBACpF,CAAC;YACH,CAAC;YAED,qFAAqF;YACrF,MAAM,WAAW,GAAgE,EAAE,CAAC;YACpF,KAAK,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE,UAAU,EAAE,OAAO,CAAU,EAAE,CAAC;gBACzD,MAAM,EAAE,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,CAAC,CAAC;gBAC7B,MAAM,EAAE,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,CAAC,CAAC;gBAC7B,IAAI,EAAE,IAAI,EAAE,EAAE,CAAC;oBACb,WAAW,CAAC,GAAG,CAAC,GAAG,qBAAqB,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC;gBACnF,CAAC;YACH,CAAC;YAED,WAAW,CAAC,IAAI,CAAC;gBACf,CAAC,EAAE,QAAQ,CAAC,CAAC,CAAC;gBACd,CAAC,EAAE,QAAQ,CAAC,CAAC,CAAC;gBACd,GAAG,aAAa;gBAChB,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC3E,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aACzE,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,MAAM,UAAU,GAAG,mBAAmB,CAAC,IAAI,CAAC,CAAC;IAC7C,OAAO;QACL,IAAI,EAAE,IAAI,CAAC,MAAM;QACjB,UAAU;QACV,WAAW;QACX,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACtC,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,EACvC,QAAQ,EACR,KAAK,GAAG,aAAa,EACrB,SAAS,GAAG,kBAAkB,EAC9B,OAAO,EACP,KAAK,EACL,IAAI,EACJ,OAAO,GAAG,KAAK,EACf,MAAM,GAAG,KAAK,EACd,WAAW,GAAG,CAAC,EACf,SAAS,EACT,YAAY,GAAG,QAAQ,EACvB,QAAQ,GAAG,IAAI,EACf,UAAU,GAAG,IAAI,EACjB,UAAU,GAAG,IAAI,EACjB,eAAe,GAAG,IAAI,EACtB,gBAAgB,GAAG,KAAK,EACxB,IAAI,GAAG,IAAI,EACX,SAAS,EACT,OAAO,GAAG,KAAK,EACf,MAAM,EACN,WAAW,EACX,WAAW,EACX,SAAS,EACT,gBAAgB,EAChB,YAAY,EACZ,MAAM,EACN,OAAO,GAAG,KAAK,EACf,cAAc,EACd,oBAAoB,GACM;IAC1B,qFAAqF;IACrF,8DAA8D;IAC9D,MAAM,oBAAoB,GAA8C,WAAW,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC;QAC3G,CAAC,CAAC,WAAW;QACb,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC,CAAC;IACrD,MAAM,UAAU,GAAG,oBAAoB,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;IACjD,MAAM,iBAAiB,GAAG,oBAAoB,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;IAC3D,MAAM,YAAY,GAAG,mBAAmB,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC;IAC5D,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC9B,MAAM,IAAI,KAAK,CAAC,+CAA+C,QAAQ,EAAE,CAAC,CAAC;IAC7E,CAAC;IAED,IAAI,MAAM,EAAE,CAAC;QACX,oEAAoE;QACpE,qDAAqD;QACrD,yDAAyD;QACzD,+DAA+D;QAC/D,MAAM,WAAW,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC;QACtC,MAAM,YAAY,GAAuB,EAAE,CAAC;QAC5C,KAAK,MAAM,KAAK,IAAI,YAAY,EAAE,CAAC;YACjC,MAAM,cAAc,GAAG,gBAAgB,CACrC,WAAW,EACX,CAAC,UAAU,EAAE,KAAK,CAAC,SAAS,CAAC,EAC7B,EAAE,cAAc,EAAE,oBAAoB,EAAE,CACzC,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE;gBACjB,IAAI,QAAQ,CAAC,IAAI,KAAK,KAAK,CAAC,SAAS,EAAE,CAAC;oBACtC,OAAO,EAAE,GAAG,QAAQ,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,cAAc,EAAE,WAAoB,EAAE,CAAC;gBACjF,CAAC;gBACD,OAAO,EAAE,GAAG,QAAQ,EAAE,cAAc,EAAE,SAAkB,EAAE,CAAC;YAC7D,CAAC,CAAC,CAAC;YACH,IAAI,WAAyB,CAAC;YAC9B,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC;oBACjC,WAAW,EAAE,KAAK,CAAC,WAAW;oBAC9B,QAAQ;oBACR,SAAS,EAAE,cAAc;oBACzB,KAAK;oBACL,YAAY;oBACZ,MAAM,EAAE,IAAI;oBACZ,OAAO;oBACP,SAAS;oBACT,IAAI;oBACJ,SAAS;oBACT,cAAc;oBACd,oBAAoB;oBACpB,wDAAwD;oBACxD,oDAAoD;oBACpD,MAAM;oBACN,WAAW;oBACX,WAAW,EAAE,oBAAoB;oBACjC,SAAS;oBACT,gBAAgB;oBAChB,YAAY;oBACZ,MAAM;oBACN,OAAO;oBACP,OAAO;oBACP,WAAW;oBACX,gBAAgB;oBAChB,iCAAiC;oBACjC,QAAQ,EAAE,IAAI;oBACd,UAAU,EAAE,KAAK;oBACjB,SAAS,EAAE,IAAI;iBAChB,CAAC,CAAC;gBACH,WAAW,GAAG,MAAM,CAAC,MAAsB,CAAC;YAC9C,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,mDAAmD;gBACnD,IAAI,GAAG,YAAY,KAAK,IAAI,GAAG,CAAC,OAAO,CAAC,UAAU,CAAC,gBAAgB,CAAC,EAAE,CAAC;oBACrE,MAAM,IAAI,KAAK,CAAC,GAAG,GAAG,CAAC,OAAO,WAAW,KAAK,CAAC,IAAI,GAAG,CAAC,CAAC;gBAC1D,CAAC;gBACD,MAAM,GAAG,CAAC;YACZ,CAAC;YACD,yFAAyF;YACzF,YAAY,CAAC,IAAI,CAAC;gBAChB,IAAI,EAAE,KAAK,CAAC,IAAI;gBAChB,WAAW,EAAE,KAAK,CAAC,WAAW;gBAC9B,WAAW,EAAE,WAAW,CAAC,UAAU,GAAG,WAAW,CAAC,QAAQ,CAAC,MAAM;gBACjE,SAAS,EAAE,WAAW,CAAC,UAAU;aAClC,CAAC,CAAC;QACL,CAAC;QAED,OAAO;YACL,MAAM,EAAE;gBACN,MAAM,EAAE,IAAI;gBACZ,KAAK,EAAE,IAAI;gBACX,KAAK;gBACL,WAAW,EAAE,oBAAoB;gBACjC,QAAQ,EAAE,YAAY;gBACtB,QAAQ;gBACR,cAAc,EAAE,YAAY,CAAC,MAAM;gBACnC,UAAU,EAAE,YAAY,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC;gBACjE,SAAS,EAAE,YAAY;aACxB;YACD,QAAQ,EAAE,IAAI;SACf,CAAC;IACJ,CAAC;IACD,OAAO,0BAA0B,CAAC;QAChC,QAAQ;QACR,YAAY;QACZ,KAAK;QACL,UAAU;QACV,SAAS;QACT,OAAO;QACP,KAAK;QACL,IAAI;QACJ,OAAO;QACP,WAAW;QACX,SAAS;QACT,YAAY;QACZ,iBAAiB;QACjB,QAAQ;QACR,UAAU;QACV,UAAU;QACV,eAAe;QACf,gBAAgB;QAChB,IAAI;QACJ,SAAS;QACT,OAAO;QACP,MAAM;QACN,WAAW;QACX,WAAW;QACX,SAAS;QACT,gBAAgB;QAChB,YAAY;QACZ,MAAM;QACN,OAAO;QACP,cAAc;QACd,oBAAoB;QACpB,mBAAmB,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;YACrC,yEAAyE;YACzE,IAAI,MAAM,IAAI,MAAM,GAAG,CAAC,EAAE,CAAC;gBACzB,MAAM,KAAK,GAAG,MAAM,WAAW,CAAC,EAAE,GAAG,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,WAAW,EAAE,WAAW,EAAE,SAAS,EAAE,gBAAgB,EAAE,YAAY,EAAE,MAAM,EAAE,CAAC,CAAC;gBAClJ,OAAO,EAAE,MAAM,EAAE,KAAK,CAAC,MAA0B,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,CAAC;YAChF,CAAC;YACD,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,EAAE,GAAG,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,WAAW,EAAE,WAAW,EAAE,SAAS,EAAE,gBAAgB,EAAE,YAAY,EAAE,MAAM,EAAE,CAAC,CAAC;YAC7I,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,MAA0B,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC;QAClF,CAAC;KACF,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,EAAE,MAAM,GAAG,CAAC,EAAE,gBAAgB,EAAE,GAAG,MAAM,EAAsB;IAC/F,MAAM,IAAI,GAAa,EAAE,CAAC;IAC1B,MAAM,cAAc,GAAG,MAAM,CAAC,SAAS,CAAC;IAExC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAChC,gBAAgB,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,GAAG,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;QAClD,MAAM,MAAM,GAAG,CAAC,KAAK,MAAM,GAAG,CAAC,CAAC;QAChC,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,aAAa,CAAC;YACrC,GAAG,MAAM;YACT,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,IAAI;YACzC,UAAU,EAAE,MAAM;SACnB,CAAC,CAAC;QACH,IAAI,CAAC,IAAI,CAAC,MAAgB,CAAC,CAAC;IAC9B,CAAC;IAED,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACrC,MAAM,UAAU,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC;IAC3C,IAAI,QAAQ,GAAkB,IAAI,CAAC;IACnC,IAAI,UAAU,EAAE,CAAC;QACf,MAAM,CAAC,QAAQ,GAAG,UAAU,CAAC;QAC7B,gDAAgD;QAChD,QAAQ,GAAG,aAAa,CAAC,MAAM,EAAE,cAAc,IAAI,kBAAkB,CAAC,CAAC;IACzE,CAAC;IAED,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,QAAQ,EAAE,CAAC;AAC1C,CAAC"}
1
+ {"version":3,"file":"run-evaluation.js","sourceRoot":"","sources":["../../../src/eval-workflows/run-evaluation.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,kBAAkB,EAAE,aAAa,EAAE,MAAM,sCAAsC,CAAC;AACzF,OAAO,EAAE,cAAc,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AACnF,OAAO,EAAE,mBAAmB,EAAE,gBAAgB,EAAE,MAAM,2BAA2B,CAAC;AAClF,OAAO,EAAE,kBAAkB,EAAE,KAAK,EAAE,UAAU,EAAE,MAAM,4BAA4B,CAAC;AACnF,OAAO,EAAE,0BAA0B,EAAE,MAAM,gCAAgC,CAAC;AAC5E,OAAO,EACL,qBAAqB,EACrB,oBAAoB,GACrB,MAAM,6BAA6B,CAAC;AACrC,OAAO,EAAE,yBAAyB,EAAE,MAAM,0BAA0B,CAAC;AAoBrE,OAAO,EAAE,mBAAmB,EAAE,MAAM,2BAA2B,CAAC;AAChE,OAAO,EAAE,eAAe,EAAE,MAAM,2BAA2B,CAAC;AAqI5D,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,EAClC,WAAW,EACX,QAAQ,EACR,YAAY,GAAG,EAAE,EACjB,SAAS,EACT,KAAK,GAAG,aAAa,EACrB,SAAS,GAAG,kBAAkB,EAC9B,OAAO,EACP,KAAK,EACL,IAAI,EACJ,OAAO,GAAG,KAAK,EACf,MAAM,GAAG,KAAK,EACd,KAAK,GAAG,KAAK,EACb,WAAW,GAAG,CAAC,EACf,SAAS,EACT,OAAO,GAAG,KAAK,EACf,YAAY,GAAG,QAAQ,EACvB,QAAQ,GAAG,IAAI,EACf,UAAU,GAAG,IAAI,EACjB,UAAU,GAAG,IAAI,EACjB,gBAAgB,GAAG,KAAK,EACxB,UAAU,GAAG,KAAK,EAClB,IAAI,GAAG,IAAI,EACX,SAAS,EACT,OAAO,GAAG,KAAK,EACf,KAAK,GAAG,CAAC,EACT,MAAM,EACN,KAAK,EACL,YAAY,GAAG,KAAK,EACpB,MAAM,EACN,KAAK,EACL,WAAW,EACX,WAAW,EACX,SAAS,EACT,gBAAgB,EAChB,YAAY,EACZ,MAAM,EACN,cAAc,EACd,oBAAoB,EACpB,MAAM,EACN,YAAY,GACS;IACrB,qFAAqF;IACrF,sFAAsF;IACtF,MAAM,oBAAoB,GAA8C,WAAW,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC;QAC3G,CAAC,CAAC,WAAW;QACb,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC,CAAC;IACrD,MAAM,UAAU,GAAG,oBAAoB,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;IACjD,MAAM,iBAAiB,GAAG,oBAAoB,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;IAC3D,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,iBAAiB,EAAE,KAAK,EAAE,YAAY,EAAE,QAAQ,EAAE,cAAc,EAAE,kBAAkB,EAAE,GAAG,MAAM,oBAAoB,CAAC;QAC9I,WAAW;QACX,QAAQ;QACR,YAAY;QACZ,SAAS;QACT,MAAM;QACN,SAAS;QACT,cAAc;QACd,oBAAoB;KACrB,CAAC,CAAC;IAEH,6CAA6C;IAC7C,oEAAoE;IACpE,6DAA6D;IAC7D,8DAA8D;IAC9D,0CAA0C;IAC1C,EAAE;IACF,iEAAiE;IACjE,uDAAuD;IACvD,IAAI,UAAU,EAAE,CAAC;QACf,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,IAAI,KAAK,IAAI;YACX,CAAC,CAAC,yDAAyD;YAC3D,CAAC,CAAC,0GAA0G,CAC/G,CAAC;IACJ,CAAC;SAAM,CAAC;QACN,MAAM,EAAE,2BAA2B,EAAE,GAAG,MAAM,MAAM,CAAC,wBAAwB,CAAC,CAAC;QAC/E,MAAM,SAAS,GAAG,2BAA2B,CAAC;YAC5C,SAAS,EAAE,iBAAiB;YAC5B,OAAO;YACP,QAAQ;YACR,QAAQ;SACT,CAAC,CAAC;QACH,IAAI,SAAS,EAAE,CAAC;YACd,MAAM,EAAE,SAAS,EAAE,GAAG,MAAM,MAAM,CAAC,oBAAoB,CAAC,CAAC;YACzD,MAAM,EAAE,sBAAsB,EAAE,GAAG,MAAM,MAAM,CAAC,uBAAuB,CAAC,CAAC;YACzE,MAAM,EAAE,IAAI,EAAE,GAAG,MAAM,MAAM,CAAC,oBAAoB,CAAC,CAAC;YACpD,MAAM,YAAY,GAAG,MAAM,SAAS,CAAC;gBACnC,SAAS,EAAE,SAAS,CAAC,eAAe;gBACpC,GAAG,EAAE,SAAS,CAAC,aAAa;gBAC5B,aAAa,EAAE,SAAS,CAAC,aAAa;gBACtC,OAAO,EAAE,SAAS,CAAC,OAAO;gBAC1B,QAAQ,EAAE,SAAS,CAAC,QAAQ;gBAC5B,YAAY;gBACZ,KAAK;gBACL,SAAS,EAAE,SAAS,IAAI,IAAI;gBAC5B,IAAI;aACL,CAAC,CAAC;YACH,IAAI,YAAY,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;gBACtC,sBAAsB,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;gBAC3C,MAAM,IAAI,KAAK,CAAC,kBAAkB,IAAI,CAAC,yBAAyB,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC;YAC7E,CAAC;QACH,CAAC;IACH,CAAC;IAED,qDAAqD;IACrD,MAAM,yBAAyB,GAAG,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,gBAAgB,CAAC;IAEnE,IAAI,MAAM,EAAE,CAAC;QACX,sEAAsE;QACtE,uEAAuE;QACvE,MAAM,EAAE,kBAAkB,EAAE,sBAAsB,EAAE,GAAG,MAAM,MAAM,CAAC,0BAA0B,CAAC,CAAC;QAChG,KAAK,MAAM,CAAC,IAAI,kBAAkB,CAAC,OAAO,CAAC,MAAM,EAAE,MAAM,IAAI,CAAC,EAAE,IAAI,CAAC,EAAE,CAAC;YACtE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACjC,CAAC;QACD,KAAK,MAAM,CAAC,IAAI,sBAAsB,CAAC,iBAAiB,EAAE,cAAc,CAAC,EAAE,CAAC;YAC1E,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QACjC,CAAC;QACD,OAAO;YACL,MAAM,EAAE,qBAAqB,CAAC;gBAC5B,KAAK;gBACL,WAAW,EAAE,oBAAoB;gBACjC,YAAY;gBACZ,WAAW;gBACX,QAAQ;gBACR,KAAK;gBACL,YAAY;aACb,CAAC;YACF,QAAQ,EAAE,IAAI;SACf,CAAC;IACJ,CAAC;IAED,iEAAiE;IACjE,IAAI,eAAsG,CAAC;IAC3G,IAAI,MAAM,EAAE,CAAC;QACX,MAAM,EAAE,eAAe,EAAE,GAAG,MAAM,MAAM,CAAC,2BAA2B,CAAC,CAAC;QACtE,MAAM,KAAK,GAAG,eAAe,CAAC,OAAO,CAAC,SAAS,IAAI,kBAAkB,CAAC,CAAC,CAAC;QACxE,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACzC,IAAI,QAAQ,EAAE,IAAI,KAAK,YAAY,EAAE,CAAC;YACpC,eAAe,GAAG,EAAE,CAAC;YACrB,KAAK,MAAM,KAAK,IAAI,QAAQ,CAAC,OAAO,IAAI,EAAE,EAAE,CAAC;gBAC3C,eAAe,CAAC,KAAK,CAAC,SAAS,CAAC,GAAG,KAAK,CAAC,QAAQ,CAAC;YACpD,CAAC;YACD,IAAI,UAAU,EAAE,CAAC;gBACf,MAAM,KAAK,GAAG,MAAM,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;gBACtH,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,gBAAgB,KAAK,kCAAkC,MAAM,IAAI,CAAC,CAAC;YAC1F,CAAC;YACD,6DAA6D;YAC7D,mDAAmD;YACnD,4CAA4C;YAC5C,MAAM,eAAe,GAAG,QAAQ,CAAC,IAAI,EAAE,cAAc,CAAC;YACtD,MAAM,gBAAgB,GAAG,cAAc,KAAK,KAAK,CAAC,CAAC,eAAe;YAClE,IAAI,CAAC,eAAe,IAAI,gBAAgB,EAAE,CAAC;gBACzC,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,wBAAwB,MAAM,gEAAgE;sBAC5F,kEAAkE;sBAClE,gEAAgE,CACnE,CAAC;YACJ,CAAC;iBAAM,IAAI,eAAe,IAAI,CAAC,gBAAgB,EAAE,CAAC;gBAChD,OAAO,CAAC,MAAM,CAAC,KAAK,CAClB,wBAAwB,MAAM,wEAAwE;sBACpG,8DAA8D,CACjE,CAAC;YACJ,CAAC;QACH,CAAC;aAAM,IAAI,QAAQ,EAAE,IAAI,KAAK,kBAAkB,EAAE,CAAC;YACjD,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,gBAAgB,MAAM,6FAA6F,CAAC,CAAC;QAC5I,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,gBAAgB,MAAM,qCAAqC,CAAC,CAAC;QACpF,CAAC;IACH,CAAC;IAED,MAAM,QAAQ,GAAe,cAAc,CAAC,YAAY,CAAC,CAAC;IAC1D,MAAM,aAAa,GAAe,cAAc,CAAC,iBAAiB,IAAI,YAAY,CAAC,CAAC;IACpF,OAAO,yBAAyB,CAAC;QAC/B,WAAW;QACX,cAAc;QACd,kBAAkB;QAClB,QAAQ;QACR,OAAO;QACP,KAAK;QACL,SAAS,EAAE,iBAAiB;QAC5B,KAAK;QACL,UAAU;QACV,OAAO;QACP,YAAY;QACZ,iBAAiB,EAAE,iBAAiB,IAAI,YAAY;QACpD,QAAQ;QACR,aAAa;QACb,SAAS;QACT,OAAO;QACP,KAAK;QACL,IAAI;QACJ,KAAK;QACL,WAAW;QACX,SAAS;QACT,OAAO;QACP,QAAQ;QACR,UAAU;QACV,UAAU;QACV,gBAAgB,EAAE,yBAAyB;QAC3C,OAAO;QACP,KAAK;QACL,eAAe;QACf,QAAQ;QACR,YAAY;QACZ,MAAM;QACN,KAAK;QACL,WAAW;QACX,WAAW;QACX,SAAS;QACT,gBAAgB;QAChB,YAAY;QACZ,MAAM;QACN,cAAc;QACd,KAAK;QACL,IAAI;QACJ,MAAM;QACN,YAAY;KACb,CAAC,CAAC;AACL,CAAC;AAeD,2EAA2E;AAC3E,0EAA0E;AAC1E,8EAA8E;AAC9E,sCAAsC;AACtC,MAAM,mBAAmB,GAAG,CAAC,CAA6B,EAAsB,EAAE,CAAC,CAAC,EAAE,iBAAiB,CAAC;AAExG,yEAAyE;AACzE,MAAM,iBAAiB,GAAyF;IAC9G,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,gBAAgB;IAChC,UAAU,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,aAAa;CACpC,CAAC;AAEF,4EAA4E;AAC5E,8EAA8E;AAC9E,kFAAkF;AAClF,iEAAiE;AACjE,MAAM,gBAAgB,GAAoF;IACxG,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,YAAY;IAC5B,QAAQ,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,gBAAgB;IACpC,KAAK,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,EAAE,aAAa;CAC/B,CAAC;AAEF,SAAS,gBAAgB,CAAC,IAAc,EAAE,OAAe,EAAE,SAAgE;IACzH,MAAM,MAAM,GAAG,IAAI;SAChB,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;SAC/C,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC;IACrD,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IACrC,OAAO,EAAE,MAAM,EAAE,GAAG,kBAAkB,CAAC,MAAM,CAAC,EAAE,CAAC;AACnD,CAAC;AAED,SAAS,qBAAqB,CAAC,OAAiB,EAAE,OAAiB,EAAE,KAAa,EAAE,KAAa;IAC/F,MAAM,CAAC,GAAG,KAAK,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IAClC,MAAM,EAAE,GAAG,UAAU,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;IACxC,MAAM,QAAQ,GAAG,MAAM,CAAC,CAAC,KAAK,GAAG,KAAK,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;IACpD,OAAO;QACL,QAAQ;QACR,UAAU,EAAE,CAAC,CAAC,UAAU;QACxB,EAAE,EAAE,CAAC,CAAC,EAAE;QACR,WAAW,EAAE,CAAC,CAAC,WAAW;QAC1B,UAAU,EAAE,EAAE;KACf,CAAC;AACJ,CAAC;AAED;;;;;;;;;GASG;AACH,SAAS,mBAAmB,CAAC,IAAc;IACzC,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,SAAS,CAAC;IACtC,MAAM,QAAQ,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,IAAI,EAAE,CAAC;IAC7C,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IAE5C,8DAA8D;IAC9D,MAAM,mBAAmB,GAA+B,EAAE,CAAC;IAC3D,MAAM,eAAe,GAAsF,EAAE,CAAC;IAE9G,MAAM,sBAAsB,GAAa,EAAE,CAAC;IAC5C,MAAM,GAAG,GAA6B,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC;IAEvF,KAAK,IAAI,MAAM,GAAG,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,CAAC;QACpD,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,CAAC;QACzB,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,MAAM,SAAS,GAAa,EAAE,CAAC;YAC/B,KAAK,MAAM,KAAK,IAAI,GAAG,CAAC,OAAO,IAAI,EAAE,EAAE,CAAC;gBACtC,MAAM,CAAC,GAAG,KAAK,CAAC,QAAQ,EAAE,CAAC,OAAO,CAAC,CAAC;gBACpC,IAAI,CAAC,CAAC,IAAI,OAAO,CAAC,CAAC,cAAc,KAAK,QAAQ,IAAI,CAAC,CAAC,cAAc,IAAI,CAAC;oBAAE,SAAS;gBAClF,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC;YACnC,CAAC;YACD,GAAG,CAAC,OAAO,CAAC,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;QAChD,CAAC;QACD,iDAAiD;QACjD,MAAM,WAAW,GAAG,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,EAAE,MAAM,IAAI,CAAC,CAAC;QAClD,sBAAsB,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QACzC,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,IAAI,CAAC,mBAAmB,CAAC,OAAO,CAAC;gBAAE,mBAAmB,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC;YACrE,mBAAmB,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,GAAG,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YAErD,2DAA2D;YAC3D,MAAM,EAAE,GAAG,eAAe,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,CAAC;YACrD,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC;gBAAE,eAAe,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC;YAC7D,eAAe,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC;gBAC5B,CAAC,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC,MAAM;gBACtB,IAAI,EAAE,EAAE,CAAC,QAAQ;gBACjB,KAAK,EAAE,EAAE,CAAC,GAAG;gBACb,MAAM,EAAE,EAAE,CAAC,IAAI;aAChB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,MAAM,QAAQ,GAA+B,EAAE,CAAC;IAChD,IAAI,IAAI,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;QACrB,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,MAAM,UAAU,GAAG,mBAAmB,CAAC,OAAO,CAAC,CAAC;YAChD,IAAI,CAAC,UAAU;gBAAE,SAAS;YAC1B,MAAM,CAAC,GAAG,mBAAmB,CAAC,UAAU,EAAE,oBAAoB,CAAC,CAAC;YAChE,QAAQ,CAAC,OAAO,CAAC,GAAG;gBAClB,SAAS,EAAE,CAAC,CAAC,SAAS;gBACtB,GAAG,EAAE,CAAC,CAAC,GAAG;gBACV,UAAU,EAAE,CAAC,CAAC,UAAU;gBACxB,MAAM,EAAE,CAAC,CAAC,MAAM;gBAChB,SAAS,EAAE,CAAC,CAAC,SAAS;gBACtB,MAAM,EAAE,CAAC,CAAC,MAAM;aACjB,CAAC;QACJ,CAAC;IACH,CAAC;IAED,OAAO;QACL,sBAAsB;QACtB,UAAU,EAAE,eAAe;QAC3B,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC1D,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,IAAc;IAC9C,IAAI,IAAI,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;QACrB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,QAAQ,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,IAAI,EAAE,CAAC;IAC7C,MAAM,UAAU,GAAoC,EAAE,CAAC;IACvD,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,6CAA6C;QAC7C,MAAM,SAAS,GAAG,gBAAgB,CAAC,IAAI,EAAE,OAAO,EAAE,mBAAmB,CAAC,CAAC;QACvE,IAAI,CAAC,SAAS;YAAE,SAAS;QAEzB,MAAM,QAAQ,GAA2D,EAAE,CAAC;QAC5E,MAAM,IAAI,GAAG,gBAAgB,CAAC,IAAI,EAAE,OAAO,EAAE,iBAAiB,CAAC,IAAI,CAAC,CAAC;QACrE,IAAI,IAAI;YAAE,QAAQ,CAAC,IAAI,GAAG,IAAI,CAAC;QAC/B,MAAM,UAAU,GAAG,gBAAgB,CAAC,IAAI,EAAE,OAAO,EAAE,iBAAiB,CAAC,UAAU,CAAC,CAAC;QACjF,IAAI,UAAU;YAAE,QAAQ,CAAC,UAAU,GAAG,UAAU,CAAC;QAEjD,uFAAuF;QACvF,MAAM,OAAO,GAAsD,EAAE,CAAC;QACtE,KAAK,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE,UAAU,EAAE,OAAO,CAAU,EAAE,CAAC;YACzD,MAAM,UAAU,GAAG,gBAAgB,CAAC,IAAI,EAAE,OAAO,EAAE,gBAAgB,CAAC,GAAG,CAAC,CAAC,CAAC;YAC1E,IAAI,UAAU;gBAAE,OAAO,CAAC,GAAG,CAAC,GAAG,UAAU,CAAC;QAC5C,CAAC;QAED,UAAU,CAAC,OAAO,CAAC,GAAG;YACpB,GAAG,SAAS;YACZ,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACzD,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACxD,CAAC;IACJ,CAAC;IAED,MAAM,WAAW,GAAyB,EAAE,CAAC;IAC7C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACzC,KAAK,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;YAC7C,MAAM,EAAE,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;YACnC,MAAM,EAAE,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;YACnC,IAAI,CAAC,EAAE,IAAI,CAAC,EAAE;gBAAE,SAAS;YAEzB,MAAM,aAAa,GAAG,qBAAqB,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC;YAEpF,MAAM,YAAY,GAAqE,EAAE,CAAC;YAC1F,KAAK,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE,YAAY,CAAU,EAAE,CAAC;gBAClD,MAAM,EAAE,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,GAAG,CAAC,CAAC;gBAC9B,MAAM,EAAE,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,GAAG,CAAC,CAAC;gBAC9B,IAAI,EAAE,IAAI,EAAE,EAAE,CAAC;oBACb,YAAY,CAAC,GAAG,CAAC,GAAG,qBAAqB,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC;gBACpF,CAAC;YACH,CAAC;YAED,qFAAqF;YACrF,MAAM,WAAW,GAAgE,EAAE,CAAC;YACpF,KAAK,MAAM,GAAG,IAAI,CAAC,MAAM,EAAE,UAAU,EAAE,OAAO,CAAU,EAAE,CAAC;gBACzD,MAAM,EAAE,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,CAAC,CAAC;gBAC7B,MAAM,EAAE,GAAG,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,CAAC,CAAC;gBAC7B,IAAI,EAAE,IAAI,EAAE,EAAE,CAAC;oBACb,WAAW,CAAC,GAAG,CAAC,GAAG,qBAAqB,CAAC,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,EAAE,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,CAAC;gBACnF,CAAC;YACH,CAAC;YAED,WAAW,CAAC,IAAI,CAAC;gBACf,CAAC,EAAE,QAAQ,CAAC,CAAC,CAAC;gBACd,CAAC,EAAE,QAAQ,CAAC,CAAC,CAAC;gBACd,GAAG,aAAa;gBAChB,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,YAAY,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC3E,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aACzE,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,MAAM,UAAU,GAAG,mBAAmB,CAAC,IAAI,CAAC,CAAC;IAC7C,OAAO;QACL,IAAI,EAAE,IAAI,CAAC,MAAM;QACjB,UAAU;QACV,WAAW;QACX,GAAG,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KACtC,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,kBAAkB,CAAC,EACvC,QAAQ,EACR,KAAK,GAAG,aAAa,EACrB,SAAS,GAAG,kBAAkB,EAC9B,OAAO,EACP,KAAK,EACL,IAAI,EACJ,OAAO,GAAG,KAAK,EACf,MAAM,GAAG,KAAK,EACd,WAAW,GAAG,CAAC,EACf,SAAS,EACT,YAAY,GAAG,QAAQ,EACvB,QAAQ,GAAG,IAAI,EACf,UAAU,GAAG,IAAI,EACjB,UAAU,GAAG,IAAI,EACjB,eAAe,GAAG,IAAI,EACtB,gBAAgB,GAAG,KAAK,EACxB,UAAU,GAAG,KAAK,EAClB,IAAI,GAAG,IAAI,EACX,SAAS,EACT,OAAO,GAAG,KAAK,EACf,MAAM,EACN,WAAW,EACX,WAAW,EACX,SAAS,EACT,gBAAgB,EAChB,YAAY,EACZ,MAAM,EACN,OAAO,GAAG,KAAK,EACf,cAAc,EACd,oBAAoB,GACM;IAC1B,qFAAqF;IACrF,8DAA8D;IAC9D,MAAM,oBAAoB,GAA8C,WAAW,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC;QAC3G,CAAC,CAAC,WAAW;QACb,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,WAAW,EAAE,CAAC,CAAC;IACrD,MAAM,UAAU,GAAG,oBAAoB,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;IACjD,MAAM,iBAAiB,GAAG,oBAAoB,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;IAC3D,MAAM,YAAY,GAAG,mBAAmB,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,CAAC;IAC5D,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC9B,MAAM,IAAI,KAAK,CAAC,+CAA+C,QAAQ,EAAE,CAAC,CAAC;IAC7E,CAAC;IAED,IAAI,MAAM,EAAE,CAAC;QACX,oEAAoE;QACpE,qDAAqD;QACrD,yDAAyD;QACzD,+DAA+D;QAC/D,MAAM,WAAW,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC;QACtC,MAAM,YAAY,GAAuB,EAAE,CAAC;QAC5C,KAAK,MAAM,KAAK,IAAI,YAAY,EAAE,CAAC;YACjC,MAAM,cAAc,GAAG,gBAAgB,CACrC,WAAW,EACX,CAAC,UAAU,EAAE,KAAK,CAAC,SAAS,CAAC,EAC7B,EAAE,cAAc,EAAE,oBAAoB,EAAE,CACzC,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE;gBACjB,IAAI,QAAQ,CAAC,IAAI,KAAK,KAAK,CAAC,SAAS,EAAE,CAAC;oBACtC,OAAO,EAAE,GAAG,QAAQ,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,cAAc,EAAE,WAAoB,EAAE,CAAC;gBACjF,CAAC;gBACD,OAAO,EAAE,GAAG,QAAQ,EAAE,cAAc,EAAE,SAAkB,EAAE,CAAC;YAC7D,CAAC,CAAC,CAAC;YACH,IAAI,WAAyB,CAAC;YAC9B,IAAI,CAAC;gBACH,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC;oBACjC,WAAW,EAAE,KAAK,CAAC,WAAW;oBAC9B,QAAQ;oBACR,SAAS,EAAE,cAAc;oBACzB,KAAK;oBACL,YAAY;oBACZ,MAAM,EAAE,IAAI;oBACZ,OAAO;oBACP,SAAS;oBACT,IAAI;oBACJ,SAAS;oBACT,cAAc;oBACd,oBAAoB;oBACpB,wDAAwD;oBACxD,oDAAoD;oBACpD,MAAM;oBACN,WAAW;oBACX,WAAW,EAAE,oBAAoB;oBACjC,SAAS;oBACT,gBAAgB;oBAChB,YAAY;oBACZ,MAAM;oBACN,OAAO;oBACP,OAAO;oBACP,WAAW;oBACX,gBAAgB;oBAChB,UAAU;oBACV,iCAAiC;oBACjC,QAAQ,EAAE,IAAI;oBACd,UAAU,EAAE,KAAK;oBACjB,SAAS,EAAE,IAAI;iBAChB,CAAC,CAAC;gBACH,WAAW,GAAG,MAAM,CAAC,MAAsB,CAAC;YAC9C,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,mDAAmD;gBACnD,IAAI,GAAG,YAAY,KAAK,IAAI,GAAG,CAAC,OAAO,CAAC,UAAU,CAAC,gBAAgB,CAAC,EAAE,CAAC;oBACrE,MAAM,IAAI,KAAK,CAAC,GAAG,GAAG,CAAC,OAAO,WAAW,KAAK,CAAC,IAAI,GAAG,CAAC,CAAC;gBAC1D,CAAC;gBACD,MAAM,GAAG,CAAC;YACZ,CAAC;YACD,yFAAyF;YACzF,YAAY,CAAC,IAAI,CAAC;gBAChB,IAAI,EAAE,KAAK,CAAC,IAAI;gBAChB,WAAW,EAAE,KAAK,CAAC,WAAW;gBAC9B,WAAW,EAAE,WAAW,CAAC,UAAU,GAAG,WAAW,CAAC,QAAQ,CAAC,MAAM;gBACjE,SAAS,EAAE,WAAW,CAAC,UAAU;aAClC,CAAC,CAAC;QACL,CAAC;QAED,OAAO;YACL,MAAM,EAAE;gBACN,MAAM,EAAE,IAAI;gBACZ,KAAK,EAAE,IAAI;gBACX,KAAK;gBACL,WAAW,EAAE,oBAAoB;gBACjC,QAAQ,EAAE,YAAY;gBACtB,QAAQ;gBACR,cAAc,EAAE,YAAY,CAAC,MAAM;gBACnC,UAAU,EAAE,YAAY,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC;gBACjE,SAAS,EAAE,YAAY;aACxB;YACD,QAAQ,EAAE,IAAI;SACf,CAAC;IACJ,CAAC;IACD,OAAO,0BAA0B,CAAC;QAChC,QAAQ;QACR,YAAY;QACZ,KAAK;QACL,UAAU;QACV,SAAS;QACT,OAAO;QACP,KAAK;QACL,IAAI;QACJ,OAAO;QACP,WAAW;QACX,SAAS;QACT,YAAY;QACZ,iBAAiB;QACjB,QAAQ;QACR,UAAU;QACV,UAAU;QACV,eAAe;QACf,gBAAgB;QAChB,UAAU;QACV,IAAI;QACJ,SAAS;QACT,OAAO;QACP,MAAM;QACN,WAAW;QACX,WAAW;QACX,SAAS;QACT,gBAAgB;QAChB,YAAY;QACZ,MAAM;QACN,OAAO;QACP,cAAc;QACd,oBAAoB;QACpB,mBAAmB,EAAE,KAAK,EAAE,OAAO,EAAE,EAAE;YACrC,yEAAyE;YACzE,IAAI,MAAM,IAAI,MAAM,GAAG,CAAC,EAAE,CAAC;gBACzB,MAAM,KAAK,GAAG,MAAM,WAAW,CAAC,EAAE,GAAG,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,WAAW,EAAE,WAAW,EAAE,SAAS,EAAE,gBAAgB,EAAE,YAAY,EAAE,MAAM,EAAE,CAAC,CAAC;gBAClJ,OAAO,EAAE,MAAM,EAAE,KAAK,CAAC,MAA0B,EAAE,QAAQ,EAAE,KAAK,CAAC,QAAQ,EAAE,CAAC;YAChF,CAAC;YACD,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,EAAE,GAAG,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,WAAW,EAAE,WAAW,EAAE,SAAS,EAAE,gBAAgB,EAAE,YAAY,EAAE,MAAM,EAAE,CAAC,CAAC;YAC7I,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,MAA0B,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC;QAClF,CAAC;KACF,CAAC,CAAC;AACL,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,EAAE,MAAM,GAAG,CAAC,EAAE,gBAAgB,EAAE,GAAG,MAAM,EAAsB;IAC/F,MAAM,IAAI,GAAa,EAAE,CAAC;IAC1B,MAAM,cAAc,GAAG,MAAM,CAAC,SAAS,CAAC;IAExC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAChC,gBAAgB,EAAE,CAAC,EAAE,GAAG,EAAE,CAAC,GAAG,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,CAAC,CAAC;QAClD,MAAM,MAAM,GAAG,CAAC,KAAK,MAAM,GAAG,CAAC,CAAC;QAChC,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,aAAa,CAAC;YACrC,GAAG,MAAM;YACT,SAAS,EAAE,MAAM,CAAC,CAAC,CAAC,cAAc,CAAC,CAAC,CAAC,IAAI;YACzC,UAAU,EAAE,MAAM;SACnB,CAAC,CAAC;QACH,IAAI,CAAC,IAAI,CAAC,MAAgB,CAAC,CAAC;IAC9B,CAAC;IAED,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACrC,MAAM,UAAU,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC;IAC3C,IAAI,QAAQ,GAAkB,IAAI,CAAC;IACnC,IAAI,UAAU,EAAE,CAAC;QACf,MAAM,CAAC,QAAQ,GAAG,UAAU,CAAC;QAC7B,gDAAgD;QAChD,QAAQ,GAAG,aAAa,CAAC,MAAM,EAAE,cAAc,IAAI,kBAAkB,CAAC,CAAC;IACzE,CAAC;IAED,OAAO,EAAE,MAAM,EAAE,UAAU,EAAE,QAAQ,EAAE,CAAC;AAC1C,CAAC"}
@@ -1,3 +1,3 @@
1
1
  import type { ExecResult, ExecutorInput } from '../types/index.js';
2
- export declare function claudeCliExecutor({ model, system, prompt, cwd, skillDir, timeoutMs, allowedSkills }: ExecutorInput): Promise<ExecResult>;
2
+ export declare function claudeCliExecutor({ model, system, prompt, cwd, skillDir, timeoutMs, allowedSkills, mocks, mocksBaseDir, mocksStrict, lean, effort }: ExecutorInput): Promise<ExecResult>;
3
3
  //# sourceMappingURL=claude-cli.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"claude-cli.d.ts","sourceRoot":"","sources":["../../../src/executors/claude-cli.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAgDnE,wBAAsB,iBAAiB,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,QAAQ,EAAE,SAA8B,EAAE,aAAa,EAAE,EAAE,aAAa,GAAG,OAAO,CAAC,UAAU,CAAC,CAgGnK"}
1
+ {"version":3,"file":"claude-cli.d.ts","sourceRoot":"","sources":["../../../src/executors/claude-cli.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAiDnE,wBAAsB,iBAAiB,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,QAAQ,EAAE,SAA8B,EAAE,aAAa,EAAE,KAAK,EAAE,YAAY,EAAE,WAAW,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,aAAa,GAAG,OAAO,CAAC,UAAU,CAAC,CAgJnN"}
@@ -1,5 +1,6 @@
1
1
  import { extractAgentTrace, isClaudeSdkResultMessage } from './claude-sdk-trace.js';
2
2
  import { buildExecEnv, DEFAULT_TIMEOUT_MS, errorMessage, interruptedExecResult, MAX_BUFFER, spawnWithSigintPropagation, timeoutExecResult, } from './shared.js';
3
+ import { materializeForCliConfigDir } from '../eval-core/mocks-runtime.js';
3
4
  // claude CLI 用 `--disable-slash-commands` (文档:"Disable all skills") +
4
5
  // `--disallowedTools Skill` 实现与 SDK 等价的完全隔离。但 CLI 没有 partial whitelist
5
6
  // 的 flag,所以 [name1, ...] 必须 throw。
@@ -32,12 +33,48 @@ function parseStreamJson(stdout) {
32
33
  }
33
34
  return messages;
34
35
  }
35
- export async function claudeCliExecutor({ model, system, prompt, cwd, skillDir, timeoutMs = DEFAULT_TIMEOUT_MS, allowedSkills }) {
36
- const args = ['-p', prompt, '--output-format', 'stream-json', '--verbose', '--model', model];
36
+ export async function claudeCliExecutor({ model, system, prompt, cwd, skillDir, timeoutMs = DEFAULT_TIMEOUT_MS, allowedSkills, mocks, mocksBaseDir, mocksStrict, lean, effort }) {
37
+ const args = ['-p', prompt, '--output-format', 'stream-json', '--verbose', '--model', model,
38
+ // 评测必须 bypass permission,否则 Bash / Edit / Write 等工具调用会卡在交互式确认。
39
+ // sdk executor 用 options.permissionMode='bypassPermissions',cli 用此 flag 等价。
40
+ '--permission-mode', 'bypassPermissions'];
37
41
  if (system)
38
42
  args.push('--system-prompt', system);
43
+ // effort 决策:
44
+ // - lean=true(纯文本生成):默认 'low',但允许调用方显式覆盖(如 doctor 对大 skill 需要 'medium')。
45
+ // - 否则用调用方传入的 effort,或 sonnet 默认(不传 flag = claude CLI 自己定)。
46
+ const effectiveEffort = lean ? (effort ?? 'low') : effort;
47
+ if (lean) {
48
+ args.push('--allowedTools', '', '--disable-slash-commands');
49
+ }
50
+ if (effectiveEffort) {
51
+ args.push('--effort', effectiveEffort);
52
+ }
39
53
  applySkillIsolationToCliArgs(args, allowedSkills);
40
54
  const env = buildExecEnv(skillDir);
55
+ // mock 注入:mktemp 临时 settings.json,通过 `claude --settings <file>` 追加(不覆盖 ~/.claude/)
56
+ // 这样 OAuth 登录态 / 用户主配置全部保留,只往里加 PreToolUse hook。
57
+ // 跑完(成功/失败/超时/abort)cleanup 必删整个临时目录。
58
+ const mockHandle = mocks && mocks.length > 0
59
+ ? materializeForCliConfigDir(mocks, mocksBaseDir, !!mocksStrict)
60
+ : null;
61
+ if (mockHandle) {
62
+ args.push('--settings', mockHandle.settingsFile);
63
+ if (mockHandle.mcpConfigFile) {
64
+ args.push('--mcp-config', mockHandle.mcpConfigFile, '--strict-mcp-config');
65
+ }
66
+ Object.assign(env, mockHandle.env);
67
+ }
68
+ const captureMockStats = () => {
69
+ if (!mockHandle)
70
+ return undefined;
71
+ try {
72
+ return mockHandle.readStats();
73
+ }
74
+ catch {
75
+ return undefined;
76
+ }
77
+ };
41
78
  const start = Date.now();
42
79
  try {
43
80
  const { child, done } = spawnWithSigintPropagation('claude', args, {
@@ -54,17 +91,20 @@ export async function claudeCliExecutor({ model, system, prompt, cwd, skillDir,
54
91
  // 提取 result 消息
55
92
  const resultMsgs = messages.filter(isClaudeSdkResultMessage);
56
93
  if (resultMsgs.length === 0) {
94
+ const ms = captureMockStats();
57
95
  return {
58
96
  ok: false, error: 'no result message in stream-json output',
59
97
  durationMs, durationApiMs: 0,
60
98
  inputTokens: 0, outputTokens: 0, cacheReadTokens: 0, cacheCreationTokens: 0,
61
99
  costUSD: 0, output: null, stopReason: 'error', numTurns: 0,
100
+ ...(ms && { mockStats: ms }),
62
101
  };
63
102
  }
64
103
  const last = resultMsgs[resultMsgs.length - 1];
65
104
  const usage = last.usage || {};
66
105
  // 提取 trace
67
106
  const trace = extractAgentTrace(messages);
107
+ const ms = captureMockStats();
68
108
  return {
69
109
  ok: !last.errors?.length && last.subtype !== 'error',
70
110
  durationMs: last.duration_ms || durationMs,
@@ -81,15 +121,20 @@ export async function claudeCliExecutor({ model, system, prompt, cwd, skillDir,
81
121
  numSubAgents: trace.numSubAgents,
82
122
  ...(trace.turns.length > 0 && { turns: trace.turns }),
83
123
  ...(trace.toolCalls.length > 0 && { toolCalls: trace.toolCalls }),
124
+ ...(ms && { mockStats: ms }),
84
125
  };
85
126
  }
86
127
  catch (err) {
87
128
  const durationMs = Date.now() - start;
88
129
  const details = err;
89
- if (details.killedByTimeout)
90
- return timeoutExecResult(timeoutMs, durationMs);
91
- if (details.killedBySignal)
92
- return interruptedExecResult(durationMs);
130
+ if (details.killedByTimeout) {
131
+ const ms = captureMockStats();
132
+ return { ...timeoutExecResult(timeoutMs, durationMs), ...(ms && { mockStats: ms }) };
133
+ }
134
+ if (details.killedBySignal) {
135
+ const ms = captureMockStats();
136
+ return { ...interruptedExecResult(durationMs), ...(ms && { mockStats: ms }) };
137
+ }
93
138
  // 尝试从 stdout 解析 stream-json(即使进程退出码非 0 也可能有 result)
94
139
  const messages = parseStreamJson(details.stdout || '');
95
140
  const resultMsgs = messages.filter(isClaudeSdkResultMessage);
@@ -97,6 +142,7 @@ export async function claudeCliExecutor({ model, system, prompt, cwd, skillDir,
97
142
  const last = resultMsgs[resultMsgs.length - 1];
98
143
  const usage = last.usage || {};
99
144
  const trace = extractAgentTrace(messages);
145
+ const ms = captureMockStats();
100
146
  return {
101
147
  ok: false,
102
148
  error: last.errors?.join('; ') || last.result || errorMessage(err),
@@ -114,15 +160,22 @@ export async function claudeCliExecutor({ model, system, prompt, cwd, skillDir,
114
160
  numSubAgents: trace.numSubAgents,
115
161
  ...(trace.turns.length > 0 && { turns: trace.turns }),
116
162
  ...(trace.toolCalls.length > 0 && { toolCalls: trace.toolCalls }),
163
+ ...(ms && { mockStats: ms }),
117
164
  };
118
165
  }
166
+ const ms = captureMockStats();
119
167
  return {
120
168
  ok: false,
121
169
  error: errorMessage(err),
122
170
  durationMs, durationApiMs: 0,
123
171
  inputTokens: 0, outputTokens: 0, cacheReadTokens: 0, cacheCreationTokens: 0,
124
172
  costUSD: 0, output: null, stopReason: 'error', numTurns: 0,
173
+ ...(ms && { mockStats: ms }),
125
174
  };
126
175
  }
176
+ finally {
177
+ // mock 注入路径:无论 try 走哪条出口,cleanup 必删临时 CLAUDE_CONFIG_DIR
178
+ mockHandle?.cleanup();
179
+ }
127
180
  }
128
181
  //# sourceMappingURL=claude-cli.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"claude-cli.js","sourceRoot":"","sources":["../../../src/executors/claude-cli.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,iBAAiB,EAAE,wBAAwB,EAAE,MAAM,uBAAuB,CAAC;AAEpF,OAAO,EACL,YAAY,EACZ,kBAAkB,EAClB,YAAY,EACZ,qBAAqB,EACrB,UAAU,EACV,0BAA0B,EAC1B,iBAAiB,GAElB,MAAM,aAAa,CAAC;AAErB,sEAAsE;AACtE,uEAAuE;AACvE,mCAAmC;AACnC,EAAE;AACF,6CAA6C;AAC7C,6EAA6E;AAC7E,iFAAiF;AACjF,+DAA+D;AAE/D,SAAS,4BAA4B,CAAC,IAAc,EAAE,aAAmC;IACvF,IAAI,aAAa,KAAK,SAAS;QAAE,OAAO;IACxC,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC7B,MAAM,IAAI,KAAK,CACb,2DAA2D,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,MAAM;cAC5F,oFAAoF;cACpF,mEAAmE,CACtE,CAAC;IACJ,CAAC;IACD,oDAAoD;IACpD,IAAI,CAAC,IAAI,CAAC,0BAA0B,EAAE,mBAAmB,EAAE,OAAO,CAAC,CAAC;AACtE,CAAC;AAED,SAAS,eAAe,CAAC,MAAc;IACrC,MAAM,QAAQ,GAA2B,EAAE,CAAC;IAC5C,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QACtC,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QAC5B,IAAI,CAAC,OAAO;YAAE,SAAS;QACvB,IAAI,CAAC;YACH,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAyB,CAAC,CAAC;QAC7D,CAAC;QAAC,MAAM,CAAC,CAAC,yBAAyB,CAAC,CAAC;IACvC,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,QAAQ,EAAE,SAAS,GAAG,kBAAkB,EAAE,aAAa,EAAiB;IAC5I,MAAM,IAAI,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,iBAAiB,EAAE,aAAa,EAAE,WAAW,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;IAC7F,IAAI,MAAM;QAAE,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,MAAM,CAAC,CAAC;IACjD,4BAA4B,CAAC,IAAI,EAAE,aAAa,CAAC,CAAC;IAElD,MAAM,GAAG,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;IAEnC,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACzB,IAAI,CAAC;QACH,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,0BAA0B,CAAC,QAAQ,EAAE,IAAI,EAAE;YACjE,SAAS,EAAE,UAAU;YACrB,SAAS;YACT,GAAG;YACH,GAAG,CAAC,GAAG,IAAI,EAAE,GAAG,EAAE,CAAC;SACpB,CAAC,CAAC;QACH,mEAAmE;QACnE,KAAK,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC;QACnB,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC;QAC9B,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;QACtC,MAAM,QAAQ,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC;QAEzC,eAAe;QACf,MAAM,UAAU,GAAG,QAAQ,CAAC,MAAM,CAAC,wBAAwB,CAA6B,CAAC;QACzF,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC5B,OAAO;gBACL,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,yCAAyC;gBAC3D,UAAU,EAAE,aAAa,EAAE,CAAC;gBAC5B,WAAW,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,eAAe,EAAE,CAAC,EAAE,mBAAmB,EAAE,CAAC;gBAC3E,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC;aAC3D,CAAC;QACJ,CAAC;QAED,MAAM,IAAI,GAAG,UAAU,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAC/C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC;QAE/B,WAAW;QACX,MAAM,KAAK,GAAG,iBAAiB,CAAC,QAAQ,CAAC,CAAC;QAE1C,OAAO;YACL,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,IAAI,IAAI,CAAC,OAAO,KAAK,OAAO;YACpD,UAAU,EAAE,IAAI,CAAC,WAAW,IAAI,UAAU;YAC1C,aAAa,EAAE,IAAI,CAAC,eAAe,IAAI,CAAC;YACxC,WAAW,EAAE,KAAK,CAAC,YAAY,IAAI,CAAC;YACpC,YAAY,EAAE,KAAK,CAAC,aAAa,IAAI,CAAC;YACtC,eAAe,EAAE,KAAK,CAAC,uBAAuB,IAAI,CAAC;YACnD,mBAAmB,EAAE,KAAK,CAAC,2BAA2B,IAAI,CAAC;YAC3D,OAAO,EAAE,IAAI,CAAC,cAAc,IAAI,CAAC;YACjC,MAAM,EAAE,IAAI,CAAC,MAAM,IAAI,EAAE;YACzB,UAAU,EAAE,IAAI,CAAC,OAAO,IAAI,SAAS;YACrC,QAAQ,EAAE,IAAI,CAAC,SAAS,IAAI,CAAC;YAC7B,YAAY,EAAE,KAAK,CAAC,YAAY;YAChC,YAAY,EAAE,KAAK,CAAC,YAAY;YAChC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC;YACrD,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,CAAC;SAClE,CAAC;IACJ,CAAC;IAAC,OAAO,GAAY,EAAE,CAAC;QACtB,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;QACtC,MAAM,OAAO,GAAG,GAAuB,CAAC;QACxC,IAAI,OAAO,CAAC,eAAe;YAAE,OAAO,iBAAiB,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;QAC7E,IAAI,OAAO,CAAC,cAAc;YAAE,OAAO,qBAAqB,CAAC,UAAU,CAAC,CAAC;QAErE,oDAAoD;QACpD,MAAM,QAAQ,GAAG,eAAe,CAAC,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;QACvD,MAAM,UAAU,GAAG,QAAQ,CAAC,MAAM,CAAC,wBAAwB,CAA6B,CAAC;QACzF,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1B,MAAM,IAAI,GAAG,UAAU,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAC/C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC;YAC/B,MAAM,KAAK,GAAG,iBAAiB,CAAC,QAAQ,CAAC,CAAC;YAC1C,OAAO;gBACL,EAAE,EAAE,KAAK;gBACT,KAAK,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,MAAM,IAAI,YAAY,CAAC,GAAG,CAAC;gBAClE,UAAU,EAAE,IAAI,CAAC,WAAW,IAAI,UAAU;gBAC1C,aAAa,EAAE,IAAI,CAAC,eAAe,IAAI,CAAC;gBACxC,WAAW,EAAE,KAAK,CAAC,YAAY,IAAI,CAAC;gBACpC,YAAY,EAAE,KAAK,CAAC,aAAa,IAAI,CAAC;gBACtC,eAAe,EAAE,KAAK,CAAC,uBAAuB,IAAI,CAAC;gBACnD,mBAAmB,EAAE,KAAK,CAAC,2BAA2B,IAAI,CAAC;gBAC3D,OAAO,EAAE,IAAI,CAAC,cAAc,IAAI,CAAC;gBACjC,MAAM,EAAE,IAAI,CAAC,MAAM,IAAI,IAAI;gBAC3B,UAAU,EAAE,OAAO;gBACnB,QAAQ,EAAE,IAAI,CAAC,SAAS,IAAI,CAAC;gBAC7B,YAAY,EAAE,KAAK,CAAC,YAAY;gBAChC,YAAY,EAAE,KAAK,CAAC,YAAY;gBAChC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC;gBACrD,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,CAAC;aAClE,CAAC;QACJ,CAAC;QAED,OAAO;YACL,EAAE,EAAE,KAAK;YACT,KAAK,EAAE,YAAY,CAAC,GAAG,CAAC;YACxB,UAAU,EAAE,aAAa,EAAE,CAAC;YAC5B,WAAW,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,eAAe,EAAE,CAAC,EAAE,mBAAmB,EAAE,CAAC;YAC3E,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC;SAC3D,CAAC;IACJ,CAAC;AACH,CAAC"}
1
+ {"version":3,"file":"claude-cli.js","sourceRoot":"","sources":["../../../src/executors/claude-cli.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,iBAAiB,EAAE,wBAAwB,EAAE,MAAM,uBAAuB,CAAC;AAEpF,OAAO,EACL,YAAY,EACZ,kBAAkB,EAClB,YAAY,EACZ,qBAAqB,EACrB,UAAU,EACV,0BAA0B,EAC1B,iBAAiB,GAElB,MAAM,aAAa,CAAC;AACrB,OAAO,EAAE,0BAA0B,EAAE,MAAM,+BAA+B,CAAC;AAE3E,sEAAsE;AACtE,uEAAuE;AACvE,mCAAmC;AACnC,EAAE;AACF,6CAA6C;AAC7C,6EAA6E;AAC7E,iFAAiF;AACjF,+DAA+D;AAE/D,SAAS,4BAA4B,CAAC,IAAc,EAAE,aAAmC;IACvF,IAAI,aAAa,KAAK,SAAS;QAAE,OAAO;IACxC,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC7B,MAAM,IAAI,KAAK,CACb,2DAA2D,IAAI,CAAC,SAAS,CAAC,aAAa,CAAC,MAAM;cAC5F,oFAAoF;cACpF,mEAAmE,CACtE,CAAC;IACJ,CAAC;IACD,oDAAoD;IACpD,IAAI,CAAC,IAAI,CAAC,0BAA0B,EAAE,mBAAmB,EAAE,OAAO,CAAC,CAAC;AACtE,CAAC;AAED,SAAS,eAAe,CAAC,MAAc;IACrC,MAAM,QAAQ,GAA2B,EAAE,CAAC;IAC5C,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QACtC,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QAC5B,IAAI,CAAC,OAAO;YAAE,SAAS;QACvB,IAAI,CAAC;YACH,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAyB,CAAC,CAAC;QAC7D,CAAC;QAAC,MAAM,CAAC,CAAC,yBAAyB,CAAC,CAAC;IACvC,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,QAAQ,EAAE,SAAS,GAAG,kBAAkB,EAAE,aAAa,EAAE,KAAK,EAAE,YAAY,EAAE,WAAW,EAAE,IAAI,EAAE,MAAM,EAAiB;IAC5L,MAAM,IAAI,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,iBAAiB,EAAE,aAAa,EAAE,WAAW,EAAE,SAAS,EAAE,KAAK;QACzF,+DAA+D;QAC/D,4EAA4E;QAC5E,mBAAmB,EAAE,mBAAmB,CAAC,CAAC;IAC5C,IAAI,MAAM;QAAE,IAAI,CAAC,IAAI,CAAC,iBAAiB,EAAE,MAAM,CAAC,CAAC;IACjD,aAAa;IACb,2EAA2E;IAC3E,8DAA8D;IAC9D,MAAM,eAAe,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,MAAM,IAAI,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC;IAC1D,IAAI,IAAI,EAAE,CAAC;QACT,IAAI,CAAC,IAAI,CAAC,gBAAgB,EAAE,EAAE,EAAE,0BAA0B,CAAC,CAAC;IAC9D,CAAC;IACD,IAAI,eAAe,EAAE,CAAC;QACpB,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,eAAe,CAAC,CAAC;IACzC,CAAC;IACD,4BAA4B,CAAC,IAAI,EAAE,aAAa,CAAC,CAAC;IAElD,MAAM,GAAG,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;IAEnC,mFAAmF;IACnF,iDAAiD;IACjD,sCAAsC;IACtC,MAAM,UAAU,GAAG,KAAK,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC;QAC1C,CAAC,CAAC,0BAA0B,CAAC,KAAK,EAAE,YAAY,EAAE,CAAC,CAAC,WAAW,CAAC;QAChE,CAAC,CAAC,IAAI,CAAC;IACT,IAAI,UAAU,EAAE,CAAC;QACf,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,UAAU,CAAC,YAAY,CAAC,CAAC;QACjD,IAAI,UAAU,CAAC,aAAa,EAAE,CAAC;YAC7B,IAAI,CAAC,IAAI,CAAC,cAAc,EAAE,UAAU,CAAC,aAAa,EAAE,qBAAqB,CAAC,CAAC;QAC7E,CAAC;QACD,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,UAAU,CAAC,GAAG,CAAC,CAAC;IACrC,CAAC;IACD,MAAM,gBAAgB,GAAG,GAAwC,EAAE;QACjE,IAAI,CAAC,UAAU;YAAE,OAAO,SAAS,CAAC;QAClC,IAAI,CAAC;YAAC,OAAO,UAAU,CAAC,SAAS,EAAE,CAAC;QAAC,CAAC;QAAC,MAAM,CAAC;YAAC,OAAO,SAAS,CAAC;QAAC,CAAC;IACpE,CAAC,CAAC;IAEF,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;IACzB,IAAI,CAAC;QACH,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,0BAA0B,CAAC,QAAQ,EAAE,IAAI,EAAE;YACjE,SAAS,EAAE,UAAU;YACrB,SAAS;YACT,GAAG;YACH,GAAG,CAAC,GAAG,IAAI,EAAE,GAAG,EAAE,CAAC;SACpB,CAAC,CAAC;QACH,mEAAmE;QACnE,KAAK,CAAC,KAAK,EAAE,GAAG,EAAE,CAAC;QACnB,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC;QAC9B,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;QACtC,MAAM,QAAQ,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC;QAEzC,eAAe;QACf,MAAM,UAAU,GAAG,QAAQ,CAAC,MAAM,CAAC,wBAAwB,CAA6B,CAAC;QACzF,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC5B,MAAM,EAAE,GAAG,gBAAgB,EAAE,CAAC;YAC9B,OAAO;gBACL,EAAE,EAAE,KAAK,EAAE,KAAK,EAAE,yCAAyC;gBAC3D,UAAU,EAAE,aAAa,EAAE,CAAC;gBAC5B,WAAW,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,eAAe,EAAE,CAAC,EAAE,mBAAmB,EAAE,CAAC;gBAC3E,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC;gBAC1D,GAAG,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC;aAC7B,CAAC;QACJ,CAAC;QAED,MAAM,IAAI,GAAG,UAAU,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAC/C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC;QAE/B,WAAW;QACX,MAAM,KAAK,GAAG,iBAAiB,CAAC,QAAQ,CAAC,CAAC;QAE1C,MAAM,EAAE,GAAG,gBAAgB,EAAE,CAAC;QAC9B,OAAO;YACL,EAAE,EAAE,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,IAAI,IAAI,CAAC,OAAO,KAAK,OAAO;YACpD,UAAU,EAAE,IAAI,CAAC,WAAW,IAAI,UAAU;YAC1C,aAAa,EAAE,IAAI,CAAC,eAAe,IAAI,CAAC;YACxC,WAAW,EAAE,KAAK,CAAC,YAAY,IAAI,CAAC;YACpC,YAAY,EAAE,KAAK,CAAC,aAAa,IAAI,CAAC;YACtC,eAAe,EAAE,KAAK,CAAC,uBAAuB,IAAI,CAAC;YACnD,mBAAmB,EAAE,KAAK,CAAC,2BAA2B,IAAI,CAAC;YAC3D,OAAO,EAAE,IAAI,CAAC,cAAc,IAAI,CAAC;YACjC,MAAM,EAAE,IAAI,CAAC,MAAM,IAAI,EAAE;YACzB,UAAU,EAAE,IAAI,CAAC,OAAO,IAAI,SAAS;YACrC,QAAQ,EAAE,IAAI,CAAC,SAAS,IAAI,CAAC;YAC7B,YAAY,EAAE,KAAK,CAAC,YAAY;YAChC,YAAY,EAAE,KAAK,CAAC,YAAY;YAChC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC;YACrD,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,CAAC;YACjE,GAAG,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC;SAC7B,CAAC;IACJ,CAAC;IAAC,OAAO,GAAY,EAAE,CAAC;QACtB,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,KAAK,CAAC;QACtC,MAAM,OAAO,GAAG,GAAuB,CAAC;QACxC,IAAI,OAAO,CAAC,eAAe,EAAE,CAAC;YAC5B,MAAM,EAAE,GAAG,gBAAgB,EAAE,CAAC;YAC9B,OAAO,EAAE,GAAG,iBAAiB,CAAC,SAAS,EAAE,UAAU,CAAC,EAAE,GAAG,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC;QACvF,CAAC;QACD,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;YAC3B,MAAM,EAAE,GAAG,gBAAgB,EAAE,CAAC;YAC9B,OAAO,EAAE,GAAG,qBAAqB,CAAC,UAAU,CAAC,EAAE,GAAG,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC;QAChF,CAAC;QAED,oDAAoD;QACpD,MAAM,QAAQ,GAAG,eAAe,CAAC,OAAO,CAAC,MAAM,IAAI,EAAE,CAAC,CAAC;QACvD,MAAM,UAAU,GAAG,QAAQ,CAAC,MAAM,CAAC,wBAAwB,CAA6B,CAAC;QACzF,IAAI,UAAU,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1B,MAAM,IAAI,GAAG,UAAU,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAC/C,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC;YAC/B,MAAM,KAAK,GAAG,iBAAiB,CAAC,QAAQ,CAAC,CAAC;YAC1C,MAAM,EAAE,GAAG,gBAAgB,EAAE,CAAC;YAC9B,OAAO;gBACL,EAAE,EAAE,KAAK;gBACT,KAAK,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,MAAM,IAAI,YAAY,CAAC,GAAG,CAAC;gBAClE,UAAU,EAAE,IAAI,CAAC,WAAW,IAAI,UAAU;gBAC1C,aAAa,EAAE,IAAI,CAAC,eAAe,IAAI,CAAC;gBACxC,WAAW,EAAE,KAAK,CAAC,YAAY,IAAI,CAAC;gBACpC,YAAY,EAAE,KAAK,CAAC,aAAa,IAAI,CAAC;gBACtC,eAAe,EAAE,KAAK,CAAC,uBAAuB,IAAI,CAAC;gBACnD,mBAAmB,EAAE,KAAK,CAAC,2BAA2B,IAAI,CAAC;gBAC3D,OAAO,EAAE,IAAI,CAAC,cAAc,IAAI,CAAC;gBACjC,MAAM,EAAE,IAAI,CAAC,MAAM,IAAI,IAAI;gBAC3B,UAAU,EAAE,OAAO;gBACnB,QAAQ,EAAE,IAAI,CAAC,SAAS,IAAI,CAAC;gBAC7B,YAAY,EAAE,KAAK,CAAC,YAAY;gBAChC,YAAY,EAAE,KAAK,CAAC,YAAY;gBAChC,GAAG,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC;gBACrD,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,CAAC;gBACjE,GAAG,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC;aAC7B,CAAC;QACJ,CAAC;QAED,MAAM,EAAE,GAAG,gBAAgB,EAAE,CAAC;QAC9B,OAAO;YACL,EAAE,EAAE,KAAK;YACT,KAAK,EAAE,YAAY,CAAC,GAAG,CAAC;YACxB,UAAU,EAAE,aAAa,EAAE,CAAC;YAC5B,WAAW,EAAE,CAAC,EAAE,YAAY,EAAE,CAAC,EAAE,eAAe,EAAE,CAAC,EAAE,mBAAmB,EAAE,CAAC;YAC3E,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC;YAC1D,GAAG,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,EAAE,EAAE,CAAC;SAC7B,CAAC;IACJ,CAAC;YAAS,CAAC;QACT,wDAAwD;QACxD,UAAU,EAAE,OAAO,EAAE,CAAC;IACxB,CAAC;AACH,CAAC"}
@@ -1 +1 @@
1
- {"version":3,"file":"claude-sdk-trace.d.ts","sourceRoot":"","sources":["../../../src/executors/claude-sdk-trace.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAChE,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAExD,wBAAgB,wBAAwB,CAAC,OAAO,EAAE,oBAAoB,GAAG,OAAO,CAE/E;AAED,wBAAgB,iBAAiB,CAAC,QAAQ,EAAE,oBAAoB,EAAE,EAAE,UAAU,CAAC,EAAE,MAAM,EAAE,GAAG;IAAE,KAAK,EAAE,QAAQ,EAAE,CAAC;IAAC,SAAS,EAAE,YAAY,EAAE,CAAC;IAAC,YAAY,EAAE,MAAM,CAAC;IAAC,YAAY,EAAE,MAAM,CAAA;CAAE,CAgGvL"}
1
+ {"version":3,"file":"claude-sdk-trace.d.ts","sourceRoot":"","sources":["../../../src/executors/claude-sdk-trace.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAChE,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAGxD,wBAAgB,wBAAwB,CAAC,OAAO,EAAE,oBAAoB,GAAG,OAAO,CAE/E;AAED,wBAAgB,iBAAiB,CAAC,QAAQ,EAAE,oBAAoB,EAAE,EAAE,UAAU,CAAC,EAAE,MAAM,EAAE,GAAG;IAAE,KAAK,EAAE,QAAQ,EAAE,CAAC;IAAC,SAAS,EAAE,YAAY,EAAE,CAAC;IAAC,YAAY,EAAE,MAAM,CAAC;IAAC,YAAY,EAAE,MAAM,CAAA;CAAE,CAsGvL"}
@@ -1,3 +1,4 @@
1
+ import { safeSliceForJson } from '../util/safe-slice.js';
1
2
  export function isClaudeSdkResultMessage(message) {
2
3
  return message.type === 'result';
3
4
  }
@@ -63,11 +64,16 @@ export function extractAgentTrace(messages, timestamps) {
63
64
  : Array.isArray(resultContent)
64
65
  ? resultContent.map((c) => c.text || '').join('')
65
66
  : '';
67
+ // Mock 命中:omk 用 permissionDecision='deny' 把 stub 数据塞进 result.content,
68
+ // is_error 因此为 true,但语义上是"mock 成功返回"。识别前缀 → 覆盖 success=true。
69
+ // 见 src/eval-core/mocks-runtime.ts 的 wrappedReason 前缀。
70
+ const isMockHit = outputText.startsWith('[mock] simulated tool output');
71
+ const effectiveSuccess = isMockHit ? true : !isError;
66
72
  const tc = {
67
73
  tool: pending?.tool || 'unknown',
68
74
  input: pending?.input || null,
69
- output: outputText.slice(0, 500),
70
- success: !isError,
75
+ output: safeSliceForJson(outputText, 500, ''),
76
+ success: effectiveSuccess,
71
77
  };
72
78
  toolCalls.push(tc);
73
79
  if (pending) {
@@ -77,7 +83,7 @@ export function extractAgentTrace(messages, timestamps) {
77
83
  const placeholder = turn.toolCalls.find((t) => t.tool === pending.tool && t.output === null);
78
84
  if (placeholder) {
79
85
  placeholder.output = tc.output;
80
- placeholder.success = !isError;
86
+ placeholder.success = effectiveSuccess;
81
87
  break;
82
88
  }
83
89
  }
@@ -86,7 +92,7 @@ export function extractAgentTrace(messages, timestamps) {
86
92
  const toolDur = msgTs && lastTurnTs ? msgTs - lastTurnTs : undefined;
87
93
  turns.push({
88
94
  role: 'tool',
89
- content: outputText.slice(0, 500),
95
+ content: safeSliceForJson(outputText, 500, ''),
90
96
  ...(toolDur != null && toolDur > 0 && { durationMs: toolDur }),
91
97
  });
92
98
  if (msgTs)
@@ -1 +1 @@
1
- {"version":3,"file":"claude-sdk-trace.js","sourceRoot":"","sources":["../../../src/executors/claude-sdk-trace.ts"],"names":[],"mappings":"AAGA,MAAM,UAAU,wBAAwB,CAAC,OAA6B;IACpE,OAAO,OAAO,CAAC,IAAI,KAAK,QAAQ,CAAC;AACnC,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,QAAgC,EAAE,UAAqB;IACvF,MAAM,KAAK,GAAe,EAAE,CAAC;IAC7B,MAAM,SAAS,GAAmB,EAAE,CAAC;IACrC,MAAM,cAAc,GAAG,IAAI,GAAG,EAA4C,CAAC;IAC3E,IAAI,UAAU,GAAG,UAAU,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IACtC,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,YAAY,GAAG,CAAC,CAAC;IAErB,KAAK,IAAI,MAAM,GAAG,CAAC,EAAE,MAAM,GAAG,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,CAAC;QACxD,MAAM,GAAG,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC;QAC7B,MAAM,KAAK,GAAG,UAAU,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QACxC,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ,IAAI,GAAG,CAAC,IAAI,KAAK,kBAAkB;YAAE,SAAS;QAEhG,MAAM,OAAO,GAAG,GAAG,CAAC,OAAO,EAAE,OAAO,CAAC;QACrC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;YAAE,SAAS;QAEtC,IAAI,GAAG,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YAC7B,MAAM,SAAS,GAAa,EAAE,CAAC;YAC/B,MAAM,aAAa,GAAmB,EAAE,CAAC;YACzC,IAAI,cAAc,GAAG,KAAK,CAAC;YAE3B,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;gBAC5B,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;oBACxC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;oBAC3B,cAAc,GAAG,IAAI,CAAC;gBACxB,CAAC;qBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;oBACnD,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;oBAC7E,aAAa,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;oBAC1F,cAAc,GAAG,IAAI,CAAC;oBACtB,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO;wBAAE,YAAY,EAAE,CAAC;gBAC7C,CAAC;qBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;oBACrC,cAAc,GAAG,IAAI,CAAC;gBACxB,CAAC;YACH,CAAC;YACD,IAAI,cAAc;gBAAE,YAAY,EAAE,CAAC;YAEnC,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACrD,MAAM,GAAG,GAAG,KAAK,IAAI,UAAU,CAAC,CAAC,CAAC,KAAK,GAAG,UAAU,CAAC,CAAC,CAAC,SAAS,CAAC;gBACjE,KAAK,CAAC,IAAI,CAAC;oBACT,IAAI,EAAE,WAAW;oBACjB,OAAO,EAAE,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC;oBAC7B,GAAG,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,SAAS,EAAE,aAAa,EAAE,CAAC;oBAC7D,GAAG,CAAC,GAAG,IAAI,IAAI,IAAI,GAAG,GAAG,CAAC,IAAI,EAAE,UAAU,EAAE,GAAG,EAAE,CAAC;iBACnD,CAAC,CAAC;gBACH,IAAI,KAAK;oBAAE,UAAU,GAAG,KAAK,CAAC;YAChC,CAAC;QACH,CAAC;QAED,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACxB,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;gBAC5B,IAAI,KAAK,CAAC,IAAI,KAAK,aAAa;oBAAE,SAAS;gBAC3C,MAAM,SAAS,GAAI,KAA6C,CAAC,WAAW,IAAI,EAAE,CAAC;gBACnF,MAAM,OAAO,GAAG,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;gBAC9C,MAAM,OAAO,GAAI,KAA2C,CAAC,QAAQ,IAAI,KAAK,CAAC;gBAC/E,MAAM,aAAa,GAAI,KAAkF,CAAC,OAAO,CAAC;gBAClH,MAAM,UAAU,GAAG,OAAO,aAAa,KAAK,QAAQ;oBAClD,CAAC,CAAC,aAAa;oBACf,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,aAAa,CAAC;wBAC5B,CAAC,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;wBACjD,CAAC,CAAC,EAAE,CAAC;gBAET,MAAM,EAAE,GAAiB;oBACvB,IAAI,EAAE,OAAO,EAAE,IAAI,IAAI,SAAS;oBAChC,KAAK,EAAE,OAAO,EAAE,KAAK,IAAI,IAAI;oBAC7B,MAAM,EAAE,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;oBAChC,OAAO,EAAE,CAAC,OAAO;iBAClB,CAAC;gBACF,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBAEnB,IAAI,OAAO,EAAE,CAAC;oBACZ,KAAK,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;wBAC3C,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;wBACtB,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;4BAChD,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,IAAI,IAAI,CAAC,CAAC,MAAM,KAAK,IAAI,CAAC,CAAC;4BAC7F,IAAI,WAAW,EAAE,CAAC;gCAChB,WAAW,CAAC,MAAM,GAAG,EAAE,CAAC,MAAM,CAAC;gCAC/B,WAAW,CAAC,OAAO,GAAG,CAAC,OAAO,CAAC;gCAC/B,MAAM;4BACR,CAAC;wBACH,CAAC;oBACH,CAAC;gBACH,CAAC;gBAED,MAAM,OAAO,GAAG,KAAK,IAAI,UAAU,CAAC,CAAC,CAAC,KAAK,GAAG,UAAU,CAAC,CAAC,CAAC,SAAS,CAAC;gBACrE,KAAK,CAAC,IAAI,CAAC;oBACT,IAAI,EAAE,MAAM;oBACZ,OAAO,EAAE,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;oBACjC,GAAG,CAAC,OAAO,IAAI,IAAI,IAAI,OAAO,GAAG,CAAC,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,CAAC;iBAC/D,CAAC,CAAC;gBACH,IAAI,KAAK;oBAAE,UAAU,GAAG,KAAK,CAAC;gBAC9B,cAAc,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YACnC,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,YAAY,EAAE,YAAY,EAAE,CAAC;AAC1D,CAAC"}
1
+ {"version":3,"file":"claude-sdk-trace.js","sourceRoot":"","sources":["../../../src/executors/claude-sdk-trace.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AAEzD,MAAM,UAAU,wBAAwB,CAAC,OAA6B;IACpE,OAAO,OAAO,CAAC,IAAI,KAAK,QAAQ,CAAC;AACnC,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,QAAgC,EAAE,UAAqB;IACvF,MAAM,KAAK,GAAe,EAAE,CAAC;IAC7B,MAAM,SAAS,GAAmB,EAAE,CAAC;IACrC,MAAM,cAAc,GAAG,IAAI,GAAG,EAA4C,CAAC;IAC3E,IAAI,UAAU,GAAG,UAAU,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IACtC,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,YAAY,GAAG,CAAC,CAAC;IAErB,KAAK,IAAI,MAAM,GAAG,CAAC,EAAE,MAAM,GAAG,QAAQ,CAAC,MAAM,EAAE,MAAM,EAAE,EAAE,CAAC;QACxD,MAAM,GAAG,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC;QAC7B,MAAM,KAAK,GAAG,UAAU,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QACxC,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ,IAAI,GAAG,CAAC,IAAI,KAAK,kBAAkB;YAAE,SAAS;QAEhG,MAAM,OAAO,GAAG,GAAG,CAAC,OAAO,EAAE,OAAO,CAAC;QACrC,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,CAAC;YAAE,SAAS;QAEtC,IAAI,GAAG,CAAC,IAAI,KAAK,WAAW,EAAE,CAAC;YAC7B,MAAM,SAAS,GAAa,EAAE,CAAC;YAC/B,MAAM,aAAa,GAAmB,EAAE,CAAC;YACzC,IAAI,cAAc,GAAG,KAAK,CAAC;YAE3B,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;gBAC5B,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;oBACxC,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;oBAC3B,cAAc,GAAG,IAAI,CAAC;gBACxB,CAAC;qBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;oBACnD,cAAc,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC,CAAC;oBAC7E,aAAa,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;oBAC1F,cAAc,GAAG,IAAI,CAAC;oBACtB,IAAI,KAAK,CAAC,IAAI,KAAK,OAAO;wBAAE,YAAY,EAAE,CAAC;gBAC7C,CAAC;qBAAM,IAAI,KAAK,CAAC,IAAI,KAAK,UAAU,EAAE,CAAC;oBACrC,cAAc,GAAG,IAAI,CAAC;gBACxB,CAAC;YACH,CAAC;YACD,IAAI,cAAc;gBAAE,YAAY,EAAE,CAAC;YAEnC,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACrD,MAAM,GAAG,GAAG,KAAK,IAAI,UAAU,CAAC,CAAC,CAAC,KAAK,GAAG,UAAU,CAAC,CAAC,CAAC,SAAS,CAAC;gBACjE,KAAK,CAAC,IAAI,CAAC;oBACT,IAAI,EAAE,WAAW;oBACjB,OAAO,EAAE,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC;oBAC7B,GAAG,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,SAAS,EAAE,aAAa,EAAE,CAAC;oBAC7D,GAAG,CAAC,GAAG,IAAI,IAAI,IAAI,GAAG,GAAG,CAAC,IAAI,EAAE,UAAU,EAAE,GAAG,EAAE,CAAC;iBACnD,CAAC,CAAC;gBACH,IAAI,KAAK;oBAAE,UAAU,GAAG,KAAK,CAAC;YAChC,CAAC;QACH,CAAC;QAED,IAAI,GAAG,CAAC,IAAI,KAAK,MAAM,EAAE,CAAC;YACxB,KAAK,MAAM,KAAK,IAAI,OAAO,EAAE,CAAC;gBAC5B,IAAI,KAAK,CAAC,IAAI,KAAK,aAAa;oBAAE,SAAS;gBAC3C,MAAM,SAAS,GAAI,KAA6C,CAAC,WAAW,IAAI,EAAE,CAAC;gBACnF,MAAM,OAAO,GAAG,cAAc,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;gBAC9C,MAAM,OAAO,GAAI,KAA2C,CAAC,QAAQ,IAAI,KAAK,CAAC;gBAC/E,MAAM,aAAa,GAAI,KAAkF,CAAC,OAAO,CAAC;gBAClH,MAAM,UAAU,GAAG,OAAO,aAAa,KAAK,QAAQ;oBAClD,CAAC,CAAC,aAAa;oBACf,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,aAAa,CAAC;wBAC5B,CAAC,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC;wBACjD,CAAC,CAAC,EAAE,CAAC;gBAET,sEAAsE;gBACtE,6DAA6D;gBAC7D,uDAAuD;gBACvD,MAAM,SAAS,GAAG,UAAU,CAAC,UAAU,CAAC,8BAA8B,CAAC,CAAC;gBACxE,MAAM,gBAAgB,GAAG,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;gBAErD,MAAM,EAAE,GAAiB;oBACvB,IAAI,EAAE,OAAO,EAAE,IAAI,IAAI,SAAS;oBAChC,KAAK,EAAE,OAAO,EAAE,KAAK,IAAI,IAAI;oBAC7B,MAAM,EAAE,gBAAgB,CAAC,UAAU,EAAE,GAAG,EAAE,EAAE,CAAC;oBAC7C,OAAO,EAAE,gBAAgB;iBAC1B,CAAC;gBACF,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;gBAEnB,IAAI,OAAO,EAAE,CAAC;oBACZ,KAAK,IAAI,CAAC,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,IAAI,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;wBAC3C,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;wBACtB,IAAI,IAAI,CAAC,IAAI,KAAK,WAAW,IAAI,IAAI,CAAC,SAAS,EAAE,CAAC;4BAChD,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,IAAI,IAAI,CAAC,CAAC,MAAM,KAAK,IAAI,CAAC,CAAC;4BAC7F,IAAI,WAAW,EAAE,CAAC;gCAChB,WAAW,CAAC,MAAM,GAAG,EAAE,CAAC,MAAM,CAAC;gCAC/B,WAAW,CAAC,OAAO,GAAG,gBAAgB,CAAC;gCACvC,MAAM;4BACR,CAAC;wBACH,CAAC;oBACH,CAAC;gBACH,CAAC;gBAED,MAAM,OAAO,GAAG,KAAK,IAAI,UAAU,CAAC,CAAC,CAAC,KAAK,GAAG,UAAU,CAAC,CAAC,CAAC,SAAS,CAAC;gBACrE,KAAK,CAAC,IAAI,CAAC;oBACT,IAAI,EAAE,MAAM;oBACZ,OAAO,EAAE,gBAAgB,CAAC,UAAU,EAAE,GAAG,EAAE,EAAE,CAAC;oBAC9C,GAAG,CAAC,OAAO,IAAI,IAAI,IAAI,OAAO,GAAG,CAAC,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,CAAC;iBAC/D,CAAC,CAAC;gBACH,IAAI,KAAK;oBAAE,UAAU,GAAG,KAAK,CAAC;gBAC9B,cAAc,CAAC,MAAM,CAAC,SAAS,CAAC,CAAC;YACnC,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,EAAE,KAAK,EAAE,SAAS,EAAE,YAAY,EAAE,YAAY,EAAE,CAAC;AAC1D,CAAC"}
@@ -12,5 +12,5 @@ export declare function buildSdkIsolationOptions(allowedSkills: string[] | undef
12
12
  skills?: string[];
13
13
  disallowedTools?: string[];
14
14
  };
15
- export declare function claudeSdkExecutor({ model, system, prompt, cwd, skillDir, timeoutMs, verbose, allowedSkills }: ExecutorInput): Promise<ExecResult>;
15
+ export declare function claudeSdkExecutor({ model, system, prompt, cwd, skillDir, timeoutMs, verbose, allowedSkills, mocks, mocksBaseDir, mocksStrict, lean, effort }: ExecutorInput): Promise<ExecResult>;
16
16
  //# sourceMappingURL=claude-sdk.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"claude-sdk.d.ts","sourceRoot":"","sources":["../../../src/executors/claude-sdk.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAOnE;;;;;;;;GAQG;AACH,wBAAgB,wBAAwB,CAAC,aAAa,EAAE,MAAM,EAAE,GAAG,SAAS,GAAG;IAC7E,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAClB,eAAe,CAAC,EAAE,MAAM,EAAE,CAAC;CAC5B,CAIA;AAUD,wBAAsB,iBAAiB,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,QAAQ,EAAE,SAA8B,EAAE,OAAe,EAAE,aAAa,EAAE,EAAE,aAAa,GAAG,OAAO,CAAC,UAAU,CAAC,CAuJpL"}
1
+ {"version":3,"file":"claude-sdk.d.ts","sourceRoot":"","sources":["../../../src/executors/claude-sdk.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAQnE;;;;;;;;GAQG;AACH,wBAAgB,wBAAwB,CAAC,aAAa,EAAE,MAAM,EAAE,GAAG,SAAS,GAAG;IAC7E,MAAM,CAAC,EAAE,MAAM,EAAE,CAAC;IAClB,eAAe,CAAC,EAAE,MAAM,EAAE,CAAC;CAC5B,CAIA;AAUD,wBAAsB,iBAAiB,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,QAAQ,EAAE,SAA8B,EAAE,OAAe,EAAE,aAAa,EAAE,KAAK,EAAE,YAAY,EAAE,WAAW,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,aAAa,GAAG,OAAO,CAAC,UAAU,CAAC,CA8KpO"}
@@ -3,6 +3,7 @@ import { mkdirSync, writeFileSync } from 'node:fs';
3
3
  import { tmpdir } from 'node:os';
4
4
  import { extractAgentTrace, isClaudeSdkResultMessage } from './claude-sdk-trace.js';
5
5
  import { asErrorLike, buildExecEnv, DEFAULT_TIMEOUT_MS, errorMessage } from './shared.js';
6
+ import { buildSdkHookCallback } from '../eval-core/mocks-runtime.js';
6
7
  let sdkQuery = null;
7
8
  /**
8
9
  * Map ExecutorInput.allowedSkills to SDK query options for skill isolation.
@@ -27,16 +28,32 @@ async function getSdkQuery() {
27
28
  }
28
29
  return sdkQuery;
29
30
  }
30
- export async function claudeSdkExecutor({ model, system, prompt, cwd, skillDir, timeoutMs = DEFAULT_TIMEOUT_MS, verbose = false, allowedSkills }) {
31
+ export async function claudeSdkExecutor({ model, system, prompt, cwd, skillDir, timeoutMs = DEFAULT_TIMEOUT_MS, verbose = false, allowedSkills, mocks, mocksBaseDir, mocksStrict, lean, effort }) {
31
32
  const start = Date.now();
32
33
  const abortController = new AbortController();
33
34
  const timer = setTimeout(() => abortController.abort(), timeoutMs);
34
35
  const env = buildExecEnv(skillDir);
35
36
  const messages = [];
36
37
  const messageTimestamps = [];
38
+ // mock 注入:in-process PreToolUse hook,无 spawn / 无文件 IO,跑完就消失。
39
+ const hookHandle = mocks && mocks.length > 0
40
+ ? buildSdkHookCallback(mocks, mocksBaseDir, !!mocksStrict)
41
+ : null;
42
+ const hooksOpts = hookHandle
43
+ ? { hooks: { PreToolUse: [{ hooks: [hookHandle.callback] }] } }
44
+ : {};
45
+ const mockStatsOf = () => hookHandle ? { ...hookHandle.stats } : undefined;
37
46
  try {
38
47
  const query = await getSdkQuery();
39
- const isolationOpts = buildSdkIsolationOptions(allowedSkills);
48
+ // lean 模式:纯文本生成路径,不需要工具循环 / skill 发现,
49
+ // 用 disallowedTools:['*'] + skills:[] 直接堵住,优先级高于 isolationOpts。
50
+ const isolationOpts = lean
51
+ ? { skills: [], disallowedTools: ['*'] }
52
+ : buildSdkIsolationOptions(allowedSkills);
53
+ // effort:lean 强制 'low'(生成路径不需要思考),否则透传调用方传入。
54
+ // SDK 暴露 EffortLevel = 'low' | 'medium' | 'high' | 'xhigh' | 'max',直接对应。
55
+ const effectiveEffort = lean ? 'low' : effort;
56
+ const effortOpts = effectiveEffort ? { effort: effectiveEffort } : {};
40
57
  const stream = query({
41
58
  prompt,
42
59
  options: {
@@ -48,6 +65,8 @@ export async function claudeSdkExecutor({ model, system, prompt, cwd, skillDir,
48
65
  abortController,
49
66
  env,
50
67
  ...isolationOpts,
68
+ ...effortOpts,
69
+ ...hooksOpts,
51
70
  },
52
71
  });
53
72
  const resultMsgs = [];
@@ -79,6 +98,7 @@ export async function claudeSdkExecutor({ model, system, prompt, cwd, skillDir,
79
98
  durationMs, durationApiMs: 0,
80
99
  inputTokens: 0, outputTokens: 0, cacheReadTokens: 0, cacheCreationTokens: 0,
81
100
  costUSD: 0, output: null, stopReason: 'error', numTurns: 0,
101
+ ...(mockStatsOf() && { mockStats: mockStatsOf() }),
82
102
  };
83
103
  }
84
104
  let output = '';
@@ -133,6 +153,7 @@ export async function claudeSdkExecutor({ model, system, prompt, cwd, skillDir,
133
153
  numSubAgents: trace.numSubAgents,
134
154
  ...(trace.turns.length > 0 && { turns: trace.turns }),
135
155
  ...(trace.toolCalls.length > 0 && { toolCalls: trace.toolCalls }),
156
+ ...(mockStatsOf() && { mockStats: mockStatsOf() }),
136
157
  };
137
158
  }
138
159
  return {
@@ -151,6 +172,7 @@ export async function claudeSdkExecutor({ model, system, prompt, cwd, skillDir,
151
172
  numSubAgents: trace.numSubAgents,
152
173
  ...(trace.turns.length > 0 && { turns: trace.turns }),
153
174
  ...(trace.toolCalls.length > 0 && { toolCalls: trace.toolCalls }),
175
+ ...(mockStatsOf() && { mockStats: mockStatsOf() }),
154
176
  };
155
177
  }
156
178
  catch (err) {
@@ -172,6 +194,7 @@ export async function claudeSdkExecutor({ model, system, prompt, cwd, skillDir,
172
194
  costUSD: 0, output: null,
173
195
  stopReason: isAbort ? 'timeout' : 'error',
174
196
  numTurns: 0,
197
+ ...(mockStatsOf() && { mockStats: mockStatsOf() }),
175
198
  };
176
199
  }
177
200
  }