oh-my-knowledge 0.31.0 → 0.32.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (1096) hide show
  1. package/README.md +31 -842
  2. package/README.zh.md +43 -854
  3. package/dist/analysis/coverage-analyzer.d.ts.map +1 -0
  4. package/dist/analysis/coverage-analyzer.js.map +1 -0
  5. package/dist/analysis/failure-clusterer.d.ts.map +1 -0
  6. package/dist/analysis/failure-clusterer.js.map +1 -0
  7. package/dist/analysis/gap-analyzer.d.ts +121 -0
  8. package/dist/analysis/gap-analyzer.d.ts.map +1 -0
  9. package/dist/analysis/gap-analyzer.js +471 -0
  10. package/dist/analysis/gap-analyzer.js.map +1 -0
  11. package/dist/analysis/hedging-classifier.d.ts.map +1 -0
  12. package/dist/analysis/hedging-classifier.js.map +1 -0
  13. package/dist/analysis/report-diagnostics.d.ts +34 -0
  14. package/dist/analysis/report-diagnostics.d.ts.map +1 -0
  15. package/dist/analysis/report-diagnostics.js +753 -0
  16. package/dist/analysis/report-diagnostics.js.map +1 -0
  17. package/dist/analysis/sample-diagnostics.d.ts.map +1 -0
  18. package/dist/analysis/sample-diagnostics.js.map +1 -0
  19. package/dist/analysis/saturation.d.ts.map +1 -0
  20. package/dist/analysis/saturation.js.map +1 -0
  21. package/dist/authoring/evolver.d.ts.map +1 -0
  22. package/dist/authoring/evolver.js.map +1 -0
  23. package/dist/authoring/generator.d.ts.map +1 -0
  24. package/dist/authoring/generator.js +720 -0
  25. package/dist/authoring/generator.js.map +1 -0
  26. package/dist/authoring/sample-fixer.d.ts.map +1 -0
  27. package/dist/authoring/sample-fixer.js.map +1 -0
  28. package/dist/cli/commands/doctor.d.ts +26 -0
  29. package/dist/cli/commands/doctor.d.ts.map +1 -0
  30. package/dist/cli/commands/doctor.js +302 -0
  31. package/dist/cli/commands/doctor.js.map +1 -0
  32. package/dist/cli/commands/eval/gold/compare.d.ts.map +1 -0
  33. package/dist/cli/commands/eval/gold/compare.js.map +1 -0
  34. package/dist/cli/commands/eval/gold/index.d.ts.map +1 -0
  35. package/dist/cli/commands/eval/gold/index.js.map +1 -0
  36. package/dist/cli/commands/eval/gold/init.d.ts.map +1 -0
  37. package/dist/cli/commands/eval/gold/init.js.map +1 -0
  38. package/dist/cli/commands/eval/gold/validate.d.ts.map +1 -0
  39. package/dist/cli/commands/eval/gold/validate.js.map +1 -0
  40. package/dist/cli/commands/eval/index.d.ts.map +1 -0
  41. package/dist/cli/commands/eval/index.js +465 -0
  42. package/dist/cli/commands/eval/index.js.map +1 -0
  43. package/dist/cli/commands/evolve.d.ts.map +1 -0
  44. package/dist/cli/commands/evolve.js +283 -0
  45. package/dist/cli/commands/evolve.js.map +1 -0
  46. package/dist/cli/commands/init.d.ts.map +1 -0
  47. package/dist/cli/commands/init.js.map +1 -0
  48. package/dist/cli/commands/observe/inbox.d.ts.map +1 -0
  49. package/dist/cli/commands/observe/inbox.js +260 -0
  50. package/dist/cli/commands/observe/inbox.js.map +1 -0
  51. package/dist/cli/commands/observe/index.d.ts.map +1 -0
  52. package/dist/cli/commands/observe/index.js.map +1 -0
  53. package/dist/cli/commands/observe/ingest.d.ts.map +1 -0
  54. package/dist/cli/commands/observe/ingest.js +71 -0
  55. package/dist/cli/commands/observe/ingest.js.map +1 -0
  56. package/dist/cli/commands/observe/show.d.ts.map +1 -0
  57. package/dist/cli/commands/observe/show.js.map +1 -0
  58. package/dist/cli/commands/sample.d.ts.map +1 -0
  59. package/dist/cli/commands/sample.js +487 -0
  60. package/dist/cli/commands/sample.js.map +1 -0
  61. package/dist/cli/commands/studio.d.ts.map +1 -0
  62. package/dist/cli/commands/studio.js +158 -0
  63. package/dist/cli/commands/studio.js.map +1 -0
  64. package/dist/cli/index.d.ts.map +1 -0
  65. package/dist/cli/index.js.map +1 -0
  66. package/dist/cli/lib/cli-exit.d.ts.map +1 -0
  67. package/dist/cli/lib/cli-exit.js.map +1 -0
  68. package/dist/cli/lib/cmd-flags.d.ts +224 -0
  69. package/dist/cli/lib/cmd-flags.d.ts.map +1 -0
  70. package/dist/cli/lib/cmd-flags.js.map +1 -0
  71. package/dist/cli/lib/i18n-dict/common.d.ts +4 -0
  72. package/dist/cli/lib/i18n-dict/common.d.ts.map +1 -0
  73. package/dist/cli/lib/i18n-dict/common.js +67 -0
  74. package/dist/cli/lib/i18n-dict/common.js.map +1 -0
  75. package/dist/cli/lib/i18n-dict/evolve.d.ts +4 -0
  76. package/dist/cli/lib/i18n-dict/evolve.d.ts.map +1 -0
  77. package/dist/cli/lib/i18n-dict/evolve.js +43 -0
  78. package/dist/cli/lib/i18n-dict/evolve.js.map +1 -0
  79. package/dist/cli/lib/i18n-dict/gen.d.ts +4 -0
  80. package/dist/cli/lib/i18n-dict/gen.d.ts.map +1 -0
  81. package/dist/cli/lib/i18n-dict/gen.js +63 -0
  82. package/dist/cli/lib/i18n-dict/gen.js.map +1 -0
  83. package/dist/cli/lib/i18n-dict/help.d.ts +4 -0
  84. package/dist/cli/lib/i18n-dict/help.d.ts.map +1 -0
  85. package/dist/cli/lib/i18n-dict/help.js +281 -0
  86. package/dist/cli/lib/i18n-dict/help.js.map +1 -0
  87. package/dist/cli/lib/i18n-dict/init.d.ts +4 -0
  88. package/dist/cli/lib/i18n-dict/init.d.ts.map +1 -0
  89. package/dist/cli/lib/i18n-dict/init.js +27 -0
  90. package/dist/cli/lib/i18n-dict/init.js.map +1 -0
  91. package/dist/cli/lib/i18n-dict/run.d.ts +4 -0
  92. package/dist/cli/lib/i18n-dict/run.d.ts.map +1 -0
  93. package/dist/cli/lib/i18n-dict/run.js +143 -0
  94. package/dist/cli/lib/i18n-dict/run.js.map +1 -0
  95. package/dist/cli/lib/i18n-dict/types.d.ts +5 -0
  96. package/dist/cli/lib/i18n-dict/types.d.ts.map +1 -0
  97. package/dist/cli/lib/i18n-dict/types.js +2 -0
  98. package/dist/cli/lib/i18n-dict/types.js.map +1 -0
  99. package/dist/cli/lib/i18n-dict.d.ts +63 -0
  100. package/dist/cli/lib/i18n-dict.d.ts.map +1 -0
  101. package/dist/cli/lib/i18n-dict.js +67 -0
  102. package/dist/cli/lib/i18n-dict.js.map +1 -0
  103. package/dist/cli/lib/i18n.d.ts.map +1 -0
  104. package/dist/cli/lib/i18n.js.map +1 -0
  105. package/dist/cli/lib/parse-run-config/judge-models.d.ts +24 -0
  106. package/dist/cli/lib/parse-run-config/judge-models.d.ts.map +1 -0
  107. package/dist/cli/lib/parse-run-config/judge-models.js +55 -0
  108. package/dist/cli/lib/parse-run-config/judge-models.js.map +1 -0
  109. package/dist/cli/lib/parse-run-config/samples-discovery.d.ts +19 -0
  110. package/dist/cli/lib/parse-run-config/samples-discovery.d.ts.map +1 -0
  111. package/dist/cli/lib/parse-run-config/samples-discovery.js +53 -0
  112. package/dist/cli/lib/parse-run-config/samples-discovery.js.map +1 -0
  113. package/dist/cli/lib/parse-run-config/variant-resolution.d.ts +18 -0
  114. package/dist/cli/lib/parse-run-config/variant-resolution.d.ts.map +1 -0
  115. package/dist/cli/lib/parse-run-config/variant-resolution.js +59 -0
  116. package/dist/cli/lib/parse-run-config/variant-resolution.js.map +1 -0
  117. package/dist/cli/lib/parse-run-config.d.ts +93 -0
  118. package/dist/cli/lib/parse-run-config.d.ts.map +1 -0
  119. package/dist/cli/lib/parse-run-config.js +157 -0
  120. package/dist/cli/lib/parse-run-config.js.map +1 -0
  121. package/dist/cli/lib/progress.d.ts.map +1 -0
  122. package/dist/cli/lib/progress.js.map +1 -0
  123. package/dist/cli/lib/resolve-skill-input.d.ts +8 -0
  124. package/dist/cli/lib/resolve-skill-input.d.ts.map +1 -0
  125. package/dist/cli/lib/resolve-skill-input.js +38 -0
  126. package/dist/cli/lib/resolve-skill-input.js.map +1 -0
  127. package/dist/cli/lib/run-tally.d.ts.map +1 -0
  128. package/dist/cli/lib/run-tally.js.map +1 -0
  129. package/dist/cli/lib/shared.d.ts.map +1 -0
  130. package/dist/cli/lib/shared.js.map +1 -0
  131. package/dist/cli/lib/update-check.d.ts +9 -0
  132. package/dist/cli/lib/update-check.d.ts.map +1 -0
  133. package/dist/cli/lib/update-check.js +113 -0
  134. package/dist/cli/lib/update-check.js.map +1 -0
  135. package/dist/cli/oclif/base-command.d.ts.map +1 -0
  136. package/dist/cli/oclif/base-command.js.map +1 -0
  137. package/dist/cli/oclif/help.d.ts.map +1 -0
  138. package/dist/cli/oclif/help.js.map +1 -0
  139. package/dist/cli/oclif/i18n.d.ts.map +1 -0
  140. package/dist/cli/oclif/i18n.js.map +1 -0
  141. package/dist/cli/oclif/parsers.d.ts.map +1 -0
  142. package/dist/cli/oclif/parsers.js.map +1 -0
  143. package/dist/cli/oclif/projection.d.ts.map +1 -0
  144. package/dist/cli/oclif/projection.js.map +1 -0
  145. package/dist/cli/oclif/run.d.ts.map +1 -0
  146. package/dist/cli/oclif/run.js +11 -0
  147. package/dist/cli/oclif/run.js.map +1 -0
  148. package/dist/diagnosis/observe-mapper.d.ts.map +1 -0
  149. package/dist/diagnosis/observe-mapper.js.map +1 -0
  150. package/dist/diagnosis/observe-producer.d.ts.map +1 -0
  151. package/dist/diagnosis/observe-producer.js +199 -0
  152. package/dist/diagnosis/observe-producer.js.map +1 -0
  153. package/dist/diagnosis/studio-projection.d.ts +7 -0
  154. package/dist/diagnosis/studio-projection.d.ts.map +1 -0
  155. package/dist/diagnosis/studio-projection.js.map +1 -0
  156. package/dist/diagnosis/types.d.ts +4 -0
  157. package/dist/diagnosis/types.d.ts.map +1 -0
  158. package/dist/diagnosis/types.js +20 -0
  159. package/dist/diagnosis/types.js.map +1 -0
  160. package/dist/doctor/fixer.d.ts.map +1 -0
  161. package/dist/doctor/fixer.js.map +1 -0
  162. package/dist/doctor/health/builtin-dimensions.d.ts.map +1 -0
  163. package/dist/doctor/health/builtin-dimensions.js.map +1 -0
  164. package/dist/doctor/health/composer.d.ts.map +1 -0
  165. package/dist/doctor/health/composer.js +296 -0
  166. package/dist/doctor/health/composer.js.map +1 -0
  167. package/dist/doctor/health/dimension-registry.d.ts.map +1 -0
  168. package/dist/doctor/health/dimension-registry.js.map +1 -0
  169. package/dist/doctor/health/dimension-spec.d.ts +47 -0
  170. package/dist/doctor/health/dimension-spec.d.ts.map +1 -0
  171. package/dist/doctor/health/dimension-spec.js.map +1 -0
  172. package/dist/doctor/health/parser.d.ts.map +1 -0
  173. package/dist/doctor/health/parser.js.map +1 -0
  174. package/dist/doctor/health/prompt-builder.d.ts.map +1 -0
  175. package/dist/doctor/health/prompt-builder.js.map +1 -0
  176. package/dist/doctor/health/register.d.ts.map +1 -0
  177. package/dist/doctor/health/register.js.map +1 -0
  178. package/dist/doctor/index.d.ts.map +1 -0
  179. package/dist/doctor/index.js.map +1 -0
  180. package/dist/doctor/messages.d.ts +21 -0
  181. package/dist/doctor/messages.d.ts.map +1 -0
  182. package/dist/doctor/messages.js +217 -0
  183. package/dist/doctor/messages.js.map +1 -0
  184. package/dist/doctor/preflight.d.ts.map +1 -0
  185. package/dist/doctor/preflight.js.map +1 -0
  186. package/dist/doctor/renderer.d.ts +17 -0
  187. package/dist/doctor/renderer.d.ts.map +1 -0
  188. package/dist/doctor/renderer.js +122 -0
  189. package/dist/doctor/renderer.js.map +1 -0
  190. package/dist/doctor/rules.d.ts.map +1 -0
  191. package/dist/doctor/rules.js +289 -0
  192. package/dist/doctor/rules.js.map +1 -0
  193. package/dist/eval-core/bootstrap.d.ts.map +1 -0
  194. package/dist/eval-core/bootstrap.js.map +1 -0
  195. package/dist/eval-core/cache.d.ts.map +1 -0
  196. package/dist/eval-core/cache.js.map +1 -0
  197. package/dist/eval-core/comparability.d.ts.map +1 -0
  198. package/dist/eval-core/comparability.js.map +1 -0
  199. package/dist/eval-core/dependency-checker.d.ts +37 -0
  200. package/dist/eval-core/dependency-checker.d.ts.map +1 -0
  201. package/dist/eval-core/dependency-checker.js.map +1 -0
  202. package/dist/eval-core/evaluation-execution.d.ts.map +1 -0
  203. package/dist/eval-core/evaluation-execution.js.map +1 -0
  204. package/dist/eval-core/evaluation-job.d.ts.map +1 -0
  205. package/dist/eval-core/evaluation-job.js.map +1 -0
  206. package/dist/eval-core/evaluation-reporting.d.ts.map +1 -0
  207. package/dist/eval-core/evaluation-reporting.js.map +1 -0
  208. package/dist/eval-core/execution-strategy.d.ts.map +1 -0
  209. package/dist/eval-core/execution-strategy.js +165 -0
  210. package/dist/eval-core/execution-strategy.js.map +1 -0
  211. package/dist/eval-core/fact-checker.d.ts.map +1 -0
  212. package/dist/eval-core/fact-checker.js.map +1 -0
  213. package/dist/eval-core/layer-gates.d.ts.map +1 -0
  214. package/dist/eval-core/layer-gates.js.map +1 -0
  215. package/dist/eval-core/mocks-runtime.d.ts.map +1 -0
  216. package/dist/eval-core/mocks-runtime.js +559 -0
  217. package/dist/eval-core/mocks-runtime.js.map +1 -0
  218. package/dist/eval-core/schema.d.ts.map +1 -0
  219. package/dist/eval-core/schema.js.map +1 -0
  220. package/dist/eval-core/statistics.d.ts.map +1 -0
  221. package/dist/eval-core/statistics.js.map +1 -0
  222. package/dist/eval-core/task-planner.d.ts.map +1 -0
  223. package/dist/eval-core/task-planner.js.map +1 -0
  224. package/dist/eval-core/verdict.d.ts.map +1 -0
  225. package/dist/eval-core/verdict.js.map +1 -0
  226. package/dist/eval-workflows/batch-evaluation-workflow.d.ts.map +1 -0
  227. package/dist/eval-workflows/batch-evaluation-workflow.js.map +1 -0
  228. package/dist/eval-workflows/evaluation-pipeline/preflight-warnings.d.ts +22 -0
  229. package/dist/eval-workflows/evaluation-pipeline/preflight-warnings.d.ts.map +1 -0
  230. package/dist/eval-workflows/evaluation-pipeline/preflight-warnings.js +67 -0
  231. package/dist/eval-workflows/evaluation-pipeline/preflight-warnings.js.map +1 -0
  232. package/dist/eval-workflows/evaluation-pipeline/report-finalize.d.ts +32 -0
  233. package/dist/eval-workflows/evaluation-pipeline/report-finalize.d.ts.map +1 -0
  234. package/dist/eval-workflows/evaluation-pipeline/report-finalize.js +57 -0
  235. package/dist/eval-workflows/evaluation-pipeline/report-finalize.js.map +1 -0
  236. package/dist/eval-workflows/evaluation-pipeline/run-state.d.ts +60 -0
  237. package/dist/eval-workflows/evaluation-pipeline/run-state.d.ts.map +1 -0
  238. package/dist/eval-workflows/evaluation-pipeline/run-state.js +88 -0
  239. package/dist/eval-workflows/evaluation-pipeline/run-state.js.map +1 -0
  240. package/dist/eval-workflows/evaluation-pipeline/test-set-hash.d.ts +21 -0
  241. package/dist/eval-workflows/evaluation-pipeline/test-set-hash.d.ts.map +1 -0
  242. package/dist/eval-workflows/evaluation-pipeline/test-set-hash.js +46 -0
  243. package/dist/eval-workflows/evaluation-pipeline/test-set-hash.js.map +1 -0
  244. package/dist/eval-workflows/evaluation-pipeline.d.ts +97 -0
  245. package/dist/eval-workflows/evaluation-pipeline.d.ts.map +1 -0
  246. package/dist/eval-workflows/evaluation-pipeline.js +179 -0
  247. package/dist/eval-workflows/evaluation-pipeline.js.map +1 -0
  248. package/dist/eval-workflows/evaluation-preparation.d.ts.map +1 -0
  249. package/dist/eval-workflows/evaluation-preparation.js.map +1 -0
  250. package/dist/eval-workflows/messages.d.ts +4 -0
  251. package/dist/eval-workflows/messages.d.ts.map +1 -0
  252. package/dist/eval-workflows/messages.js +30 -0
  253. package/dist/eval-workflows/messages.js.map +1 -0
  254. package/dist/eval-workflows/run-evaluation.d.ts.map +1 -0
  255. package/dist/eval-workflows/run-evaluation.js +528 -0
  256. package/dist/eval-workflows/run-evaluation.js.map +1 -0
  257. package/dist/executors/anthropic-api.d.ts.map +1 -0
  258. package/dist/executors/anthropic-api.js.map +1 -0
  259. package/dist/executors/claude-cli.d.ts.map +1 -0
  260. package/dist/executors/claude-cli.js.map +1 -0
  261. package/dist/executors/claude-sdk-trace.d.ts.map +1 -0
  262. package/dist/executors/claude-sdk-trace.js.map +1 -0
  263. package/dist/executors/claude-sdk.d.ts.map +1 -0
  264. package/dist/executors/claude-sdk.js.map +1 -0
  265. package/dist/executors/codex-cli-trace.d.ts.map +1 -0
  266. package/dist/executors/codex-cli-trace.js.map +1 -0
  267. package/dist/executors/codex-cli.d.ts.map +1 -0
  268. package/dist/executors/codex-cli.js.map +1 -0
  269. package/dist/executors/codex-sdk.d.ts.map +1 -0
  270. package/dist/executors/codex-sdk.js.map +1 -0
  271. package/dist/executors/gemini.d.ts.map +1 -0
  272. package/dist/executors/gemini.js.map +1 -0
  273. package/dist/executors/index.d.ts.map +1 -0
  274. package/dist/executors/index.js.map +1 -0
  275. package/dist/executors/openai-api.d.ts.map +1 -0
  276. package/dist/executors/openai-api.js.map +1 -0
  277. package/dist/executors/runtime-fingerprint.d.ts.map +1 -0
  278. package/dist/executors/runtime-fingerprint.js.map +1 -0
  279. package/dist/executors/script.d.ts.map +1 -0
  280. package/dist/executors/script.js.map +1 -0
  281. package/dist/executors/shared.d.ts +194 -0
  282. package/dist/executors/shared.d.ts.map +1 -0
  283. package/dist/executors/shared.js +253 -0
  284. package/dist/executors/shared.js.map +1 -0
  285. package/dist/grading/assertions.d.ts.map +1 -0
  286. package/dist/grading/assertions.js.map +1 -0
  287. package/dist/grading/debias-validate.d.ts.map +1 -0
  288. package/dist/grading/debias-validate.js.map +1 -0
  289. package/dist/grading/diagnostic.d.ts.map +1 -0
  290. package/dist/grading/diagnostic.js.map +1 -0
  291. package/dist/grading/gold-cli.d.ts.map +1 -0
  292. package/dist/grading/gold-cli.js.map +1 -0
  293. package/dist/grading/gold-dataset.d.ts.map +1 -0
  294. package/dist/grading/gold-dataset.js.map +1 -0
  295. package/dist/grading/human-gold.d.ts.map +1 -0
  296. package/dist/grading/human-gold.js.map +1 -0
  297. package/dist/grading/index.d.ts.map +1 -0
  298. package/dist/grading/index.js.map +1 -0
  299. package/dist/grading/judge.d.ts.map +1 -0
  300. package/dist/grading/judge.js.map +1 -0
  301. package/dist/grading/layered-scores.d.ts.map +1 -0
  302. package/dist/grading/layered-scores.js.map +1 -0
  303. package/dist/inputs/eval-config.d.ts.map +1 -0
  304. package/dist/inputs/eval-config.js.map +1 -0
  305. package/dist/inputs/load-samples.d.ts.map +1 -0
  306. package/dist/inputs/load-samples.js.map +1 -0
  307. package/dist/inputs/mcp-resolver.d.ts.map +1 -0
  308. package/dist/inputs/mcp-resolver.js.map +1 -0
  309. package/dist/inputs/skill-loader.d.ts.map +1 -0
  310. package/dist/inputs/skill-loader.js +261 -0
  311. package/dist/inputs/skill-loader.js.map +1 -0
  312. package/dist/inputs/url-fetcher.d.ts.map +1 -0
  313. package/dist/inputs/url-fetcher.js.map +1 -0
  314. package/dist/observability/experience-frontmatter.d.ts +37 -0
  315. package/dist/observability/experience-frontmatter.d.ts.map +1 -0
  316. package/dist/observability/experience-frontmatter.js +100 -0
  317. package/dist/observability/experience-frontmatter.js.map +1 -0
  318. package/dist/observability/experience.d.ts +23 -0
  319. package/dist/observability/experience.d.ts.map +1 -0
  320. package/dist/observability/experience.js +3438 -0
  321. package/dist/observability/experience.js.map +1 -0
  322. package/dist/observability/feedback-matchers.d.ts +37 -0
  323. package/dist/observability/feedback-matchers.d.ts.map +1 -0
  324. package/dist/observability/feedback-matchers.js +232 -0
  325. package/dist/observability/feedback-matchers.js.map +1 -0
  326. package/dist/observability/feedback-projection.d.ts +21 -0
  327. package/dist/observability/feedback-projection.d.ts.map +1 -0
  328. package/dist/observability/feedback-projection.js +20 -0
  329. package/dist/observability/feedback-projection.js.map +1 -0
  330. package/dist/observability/inbox-view-model.d.ts +43 -0
  331. package/dist/observability/inbox-view-model.d.ts.map +1 -0
  332. package/dist/observability/inbox-view-model.js +180 -0
  333. package/dist/observability/inbox-view-model.js.map +1 -0
  334. package/dist/observability/inbox.d.ts +28 -0
  335. package/dist/observability/inbox.d.ts.map +1 -0
  336. package/dist/observability/inbox.js +765 -0
  337. package/dist/observability/inbox.js.map +1 -0
  338. package/dist/observability/problem-patterns.d.ts +12 -0
  339. package/dist/observability/problem-patterns.d.ts.map +1 -0
  340. package/dist/observability/problem-patterns.js +244 -0
  341. package/dist/observability/problem-patterns.js.map +1 -0
  342. package/dist/observability/prompts/llm-enhanced-review.prompt.md +224 -0
  343. package/dist/observability/resolved-review.d.ts +37 -0
  344. package/dist/observability/resolved-review.d.ts.map +1 -0
  345. package/dist/observability/resolved-review.js +552 -0
  346. package/dist/observability/resolved-review.js.map +1 -0
  347. package/dist/observability/review-state.d.ts +20 -0
  348. package/dist/observability/review-state.d.ts.map +1 -0
  349. package/dist/observability/review-state.js.map +1 -0
  350. package/dist/observability/skill-chain-advisories.d.ts +16 -0
  351. package/dist/observability/skill-chain-advisories.d.ts.map +1 -0
  352. package/dist/observability/skill-chain-advisories.js.map +1 -0
  353. package/dist/observability/skill-chain.d.ts +7 -0
  354. package/dist/observability/skill-chain.d.ts.map +1 -0
  355. package/dist/observability/skill-chain.js +474 -0
  356. package/dist/observability/skill-chain.js.map +1 -0
  357. package/dist/observability/skill-health-analyzer.d.ts.map +1 -0
  358. package/dist/observability/skill-health-analyzer.js.map +1 -0
  359. package/dist/observability/soft-standards/constants.d.ts +5 -0
  360. package/dist/observability/soft-standards/constants.d.ts.map +1 -0
  361. package/dist/observability/soft-standards/constants.js +10 -0
  362. package/dist/observability/soft-standards/constants.js.map +1 -0
  363. package/dist/observability/soft-standards/index.d.ts +16 -0
  364. package/dist/observability/soft-standards/index.d.ts.map +1 -0
  365. package/dist/observability/soft-standards/index.js +15 -0
  366. package/dist/observability/soft-standards/index.js.map +1 -0
  367. package/dist/observability/soft-standards/llm-extractor.d.ts +6 -0
  368. package/dist/observability/soft-standards/llm-extractor.d.ts.map +1 -0
  369. package/dist/observability/soft-standards/llm-extractor.js +692 -0
  370. package/dist/observability/soft-standards/llm-extractor.js.map +1 -0
  371. package/dist/observability/soft-standards/runtime-evaluator.d.ts +12 -0
  372. package/dist/observability/soft-standards/runtime-evaluator.d.ts.map +1 -0
  373. package/dist/observability/soft-standards/runtime-evaluator.js +385 -0
  374. package/dist/observability/soft-standards/runtime-evaluator.js.map +1 -0
  375. package/dist/observability/soft-standards/skill-standards-store.d.ts +11 -0
  376. package/dist/observability/soft-standards/skill-standards-store.d.ts.map +1 -0
  377. package/dist/observability/soft-standards/skill-standards-store.js +158 -0
  378. package/dist/observability/soft-standards/skill-standards-store.js.map +1 -0
  379. package/dist/observability/soft-standards/types.d.ts +212 -0
  380. package/dist/observability/soft-standards/types.d.ts.map +1 -0
  381. package/dist/observability/soft-standards/types.js +2 -0
  382. package/dist/observability/soft-standards/types.js.map +1 -0
  383. package/dist/observability/text-signals.d.ts +14 -0
  384. package/dist/observability/text-signals.d.ts.map +1 -0
  385. package/dist/observability/text-signals.js +116 -0
  386. package/dist/observability/text-signals.js.map +1 -0
  387. package/dist/observability/trace-adapter.d.ts.map +1 -0
  388. package/dist/observability/trace-adapter.js.map +1 -0
  389. package/dist/observability/trace-attribution.d.ts +56 -0
  390. package/dist/observability/trace-attribution.d.ts.map +1 -0
  391. package/dist/observability/trace-attribution.js +200 -0
  392. package/dist/observability/trace-attribution.js.map +1 -0
  393. package/dist/observability/trace-segmenter.d.ts +52 -0
  394. package/dist/observability/trace-segmenter.d.ts.map +1 -0
  395. package/dist/observability/trace-segmenter.js +322 -0
  396. package/dist/observability/trace-segmenter.js.map +1 -0
  397. package/dist/observability/trace-source.d.ts +92 -0
  398. package/dist/observability/trace-source.d.ts.map +1 -0
  399. package/dist/observability/trace-source.js +502 -0
  400. package/dist/observability/trace-source.js.map +1 -0
  401. package/dist/renderer/html-renderer.d.ts.map +1 -0
  402. package/dist/renderer/html-renderer.js.map +1 -0
  403. package/dist/renderer/layout.d.ts.map +1 -0
  404. package/dist/renderer/layout.js.map +1 -0
  405. package/dist/renderer/observation-inbox/helpers.d.ts +14 -0
  406. package/dist/renderer/observation-inbox/helpers.d.ts.map +1 -0
  407. package/dist/renderer/observation-inbox/helpers.js +75 -0
  408. package/dist/renderer/observation-inbox/helpers.js.map +1 -0
  409. package/dist/renderer/observation-inbox/styles.d.ts +2 -0
  410. package/dist/renderer/observation-inbox/styles.d.ts.map +1 -0
  411. package/dist/renderer/observation-inbox/styles.js +5184 -0
  412. package/dist/renderer/observation-inbox/styles.js.map +1 -0
  413. package/dist/renderer/observation-inbox-renderer.d.ts +5 -0
  414. package/dist/renderer/observation-inbox-renderer.d.ts.map +1 -0
  415. package/dist/renderer/observation-inbox-renderer.js +7182 -0
  416. package/dist/renderer/observation-inbox-renderer.js.map +1 -0
  417. package/dist/renderer/skill-detail-renderer.d.ts +13 -0
  418. package/dist/renderer/skill-detail-renderer.d.ts.map +1 -0
  419. package/dist/renderer/skill-detail-renderer.js.map +1 -0
  420. package/dist/renderer/skill-health-renderer.d.ts.map +1 -0
  421. package/dist/renderer/skill-health-renderer.js.map +1 -0
  422. package/dist/renderer/skill-list-renderer.d.ts +3 -0
  423. package/dist/renderer/skill-list-renderer.d.ts.map +1 -0
  424. package/dist/renderer/skill-list-renderer.js.map +1 -0
  425. package/dist/renderer/summary.d.ts +68 -0
  426. package/dist/renderer/summary.d.ts.map +1 -0
  427. package/dist/renderer/summary.js +1896 -0
  428. package/dist/renderer/summary.js.map +1 -0
  429. package/dist/renderer/table.d.ts.map +1 -0
  430. package/dist/renderer/table.js.map +1 -0
  431. package/dist/renderer/test-view.d.ts.map +1 -0
  432. package/dist/renderer/test-view.js.map +1 -0
  433. package/dist/renderer/trends.d.ts.map +1 -0
  434. package/dist/renderer/trends.js.map +1 -0
  435. package/dist/server/job-store.d.ts.map +1 -0
  436. package/dist/server/job-store.js.map +1 -0
  437. package/dist/server/report-server.d.ts.map +1 -0
  438. package/dist/server/report-server.js +892 -0
  439. package/dist/server/report-server.js.map +1 -0
  440. package/dist/server/report-store.d.ts.map +1 -0
  441. package/dist/server/report-store.js.map +1 -0
  442. package/dist/server/skill-index.d.ts +14 -0
  443. package/dist/server/skill-index.d.ts.map +1 -0
  444. package/dist/server/skill-index.js +381 -0
  445. package/dist/server/skill-index.js.map +1 -0
  446. package/dist/server/skill-insights.d.ts +32 -0
  447. package/dist/server/skill-insights.d.ts.map +1 -0
  448. package/dist/server/skill-insights.js.map +1 -0
  449. package/dist/shared/hard-rules.d.ts.map +1 -0
  450. package/dist/shared/hard-rules.js.map +1 -0
  451. package/dist/shared/llm-prompts/index.d.ts +14 -0
  452. package/dist/shared/llm-prompts/index.d.ts.map +1 -0
  453. package/dist/shared/llm-prompts/index.js +22 -0
  454. package/dist/shared/llm-prompts/index.js.map +1 -0
  455. package/dist/shared/llm-prompts/skill-health.d.ts.map +1 -0
  456. package/dist/shared/llm-prompts/skill-health.js.map +1 -0
  457. package/dist/shared/time.d.ts.map +1 -0
  458. package/dist/shared/time.js.map +1 -0
  459. package/dist/shared/tool-search.d.ts.map +1 -0
  460. package/dist/shared/tool-search.js.map +1 -0
  461. package/dist/types/dependencies.d.ts +23 -0
  462. package/dist/types/dependencies.d.ts.map +1 -0
  463. package/dist/types/dependencies.js +2 -0
  464. package/dist/types/dependencies.js.map +1 -0
  465. package/dist/types/diagnosis.d.ts +88 -0
  466. package/dist/types/diagnosis.d.ts.map +1 -0
  467. package/dist/types/diagnosis.js +2 -0
  468. package/dist/types/diagnosis.js.map +1 -0
  469. package/dist/types/doctor.d.ts +157 -0
  470. package/dist/types/doctor.d.ts.map +1 -0
  471. package/dist/types/doctor.js.map +1 -0
  472. package/dist/types/eval.d.ts +377 -0
  473. package/dist/types/eval.d.ts.map +1 -0
  474. package/dist/types/eval.js.map +1 -0
  475. package/dist/types/executor.d.ts.map +1 -0
  476. package/dist/types/executor.js.map +1 -0
  477. package/dist/types/index.d.ts +12 -0
  478. package/dist/types/index.d.ts.map +1 -0
  479. package/dist/types/index.js +12 -0
  480. package/dist/types/index.js.map +1 -0
  481. package/dist/types/judge.d.ts.map +1 -0
  482. package/dist/types/judge.js.map +1 -0
  483. package/dist/types/observability.d.ts +865 -0
  484. package/dist/types/observability.d.ts.map +1 -0
  485. package/dist/types/observability.js +14 -0
  486. package/dist/types/observability.js.map +1 -0
  487. package/dist/types/report.d.ts +560 -0
  488. package/dist/types/report.d.ts.map +1 -0
  489. package/dist/types/report.js.map +1 -0
  490. package/dist/types/shared.d.ts.map +1 -0
  491. package/dist/types/shared.js.map +1 -0
  492. package/dist/types/skill-index.d.ts +142 -0
  493. package/dist/types/skill-index.d.ts.map +1 -0
  494. package/dist/types/skill-index.js +2 -0
  495. package/dist/types/skill-index.js.map +1 -0
  496. package/dist/types/storage.d.ts.map +1 -0
  497. package/dist/types/storage.js.map +1 -0
  498. package/dist/util/safe-slice.d.ts +23 -0
  499. package/dist/util/safe-slice.d.ts.map +1 -0
  500. package/dist/util/safe-slice.js +33 -0
  501. package/dist/util/safe-slice.js.map +1 -0
  502. package/package.json +20 -13
  503. package/dist/src/analysis/coverage-analyzer.d.ts.map +0 -1
  504. package/dist/src/analysis/coverage-analyzer.js.map +0 -1
  505. package/dist/src/analysis/failure-clusterer.d.ts.map +0 -1
  506. package/dist/src/analysis/failure-clusterer.js.map +0 -1
  507. package/dist/src/analysis/gap-analyzer.d.ts +0 -121
  508. package/dist/src/analysis/gap-analyzer.d.ts.map +0 -1
  509. package/dist/src/analysis/gap-analyzer.js +0 -471
  510. package/dist/src/analysis/gap-analyzer.js.map +0 -1
  511. package/dist/src/analysis/hedging-classifier.d.ts.map +0 -1
  512. package/dist/src/analysis/hedging-classifier.js.map +0 -1
  513. package/dist/src/analysis/report-diagnostics.d.ts +0 -34
  514. package/dist/src/analysis/report-diagnostics.d.ts.map +0 -1
  515. package/dist/src/analysis/report-diagnostics.js +0 -753
  516. package/dist/src/analysis/report-diagnostics.js.map +0 -1
  517. package/dist/src/analysis/sample-diagnostics.d.ts.map +0 -1
  518. package/dist/src/analysis/sample-diagnostics.js.map +0 -1
  519. package/dist/src/analysis/saturation.d.ts.map +0 -1
  520. package/dist/src/analysis/saturation.js.map +0 -1
  521. package/dist/src/authoring/evolver.d.ts.map +0 -1
  522. package/dist/src/authoring/evolver.js.map +0 -1
  523. package/dist/src/authoring/generator.d.ts.map +0 -1
  524. package/dist/src/authoring/generator.js +0 -720
  525. package/dist/src/authoring/generator.js.map +0 -1
  526. package/dist/src/authoring/sample-fixer.d.ts.map +0 -1
  527. package/dist/src/authoring/sample-fixer.js.map +0 -1
  528. package/dist/src/cli/commands/doctor.d.ts +0 -26
  529. package/dist/src/cli/commands/doctor.d.ts.map +0 -1
  530. package/dist/src/cli/commands/doctor.js +0 -283
  531. package/dist/src/cli/commands/doctor.js.map +0 -1
  532. package/dist/src/cli/commands/eval/gold/compare.d.ts.map +0 -1
  533. package/dist/src/cli/commands/eval/gold/compare.js.map +0 -1
  534. package/dist/src/cli/commands/eval/gold/index.d.ts.map +0 -1
  535. package/dist/src/cli/commands/eval/gold/index.js.map +0 -1
  536. package/dist/src/cli/commands/eval/gold/init.d.ts.map +0 -1
  537. package/dist/src/cli/commands/eval/gold/init.js.map +0 -1
  538. package/dist/src/cli/commands/eval/gold/validate.d.ts.map +0 -1
  539. package/dist/src/cli/commands/eval/gold/validate.js.map +0 -1
  540. package/dist/src/cli/commands/eval/index.d.ts.map +0 -1
  541. package/dist/src/cli/commands/eval/index.js +0 -465
  542. package/dist/src/cli/commands/eval/index.js.map +0 -1
  543. package/dist/src/cli/commands/evolve.d.ts.map +0 -1
  544. package/dist/src/cli/commands/evolve.js +0 -276
  545. package/dist/src/cli/commands/evolve.js.map +0 -1
  546. package/dist/src/cli/commands/init.d.ts.map +0 -1
  547. package/dist/src/cli/commands/init.js.map +0 -1
  548. package/dist/src/cli/commands/observe/inbox.d.ts.map +0 -1
  549. package/dist/src/cli/commands/observe/inbox.js +0 -258
  550. package/dist/src/cli/commands/observe/inbox.js.map +0 -1
  551. package/dist/src/cli/commands/observe/index.d.ts.map +0 -1
  552. package/dist/src/cli/commands/observe/index.js.map +0 -1
  553. package/dist/src/cli/commands/observe/ingest.d.ts.map +0 -1
  554. package/dist/src/cli/commands/observe/ingest.js +0 -69
  555. package/dist/src/cli/commands/observe/ingest.js.map +0 -1
  556. package/dist/src/cli/commands/observe/show.d.ts.map +0 -1
  557. package/dist/src/cli/commands/observe/show.js.map +0 -1
  558. package/dist/src/cli/commands/sample.d.ts.map +0 -1
  559. package/dist/src/cli/commands/sample.js +0 -488
  560. package/dist/src/cli/commands/sample.js.map +0 -1
  561. package/dist/src/cli/commands/skill-extract.d.ts +0 -20
  562. package/dist/src/cli/commands/skill-extract.d.ts.map +0 -1
  563. package/dist/src/cli/commands/skill-extract.js +0 -84
  564. package/dist/src/cli/commands/skill-extract.js.map +0 -1
  565. package/dist/src/cli/commands/studio.d.ts.map +0 -1
  566. package/dist/src/cli/commands/studio.js +0 -158
  567. package/dist/src/cli/commands/studio.js.map +0 -1
  568. package/dist/src/cli/index.d.ts.map +0 -1
  569. package/dist/src/cli/index.js.map +0 -1
  570. package/dist/src/cli/lib/cli-exit.d.ts.map +0 -1
  571. package/dist/src/cli/lib/cli-exit.js.map +0 -1
  572. package/dist/src/cli/lib/cmd-flags.d.ts +0 -236
  573. package/dist/src/cli/lib/cmd-flags.d.ts.map +0 -1
  574. package/dist/src/cli/lib/cmd-flags.js.map +0 -1
  575. package/dist/src/cli/lib/i18n-dict.d.ts +0 -54
  576. package/dist/src/cli/lib/i18n-dict.d.ts.map +0 -1
  577. package/dist/src/cli/lib/i18n-dict.js +0 -900
  578. package/dist/src/cli/lib/i18n-dict.js.map +0 -1
  579. package/dist/src/cli/lib/i18n.d.ts.map +0 -1
  580. package/dist/src/cli/lib/i18n.js.map +0 -1
  581. package/dist/src/cli/lib/parse-run-config.d.ts +0 -89
  582. package/dist/src/cli/lib/parse-run-config.d.ts.map +0 -1
  583. package/dist/src/cli/lib/parse-run-config.js +0 -252
  584. package/dist/src/cli/lib/parse-run-config.js.map +0 -1
  585. package/dist/src/cli/lib/progress.d.ts.map +0 -1
  586. package/dist/src/cli/lib/progress.js.map +0 -1
  587. package/dist/src/cli/lib/run-tally.d.ts.map +0 -1
  588. package/dist/src/cli/lib/run-tally.js.map +0 -1
  589. package/dist/src/cli/lib/shared.d.ts.map +0 -1
  590. package/dist/src/cli/lib/shared.js.map +0 -1
  591. package/dist/src/cli/lib/update-check.d.ts +0 -3
  592. package/dist/src/cli/lib/update-check.d.ts.map +0 -1
  593. package/dist/src/cli/lib/update-check.js +0 -37
  594. package/dist/src/cli/lib/update-check.js.map +0 -1
  595. package/dist/src/cli/oclif/base-command.d.ts.map +0 -1
  596. package/dist/src/cli/oclif/base-command.js.map +0 -1
  597. package/dist/src/cli/oclif/help.d.ts.map +0 -1
  598. package/dist/src/cli/oclif/help.js.map +0 -1
  599. package/dist/src/cli/oclif/i18n.d.ts.map +0 -1
  600. package/dist/src/cli/oclif/i18n.js.map +0 -1
  601. package/dist/src/cli/oclif/parsers.d.ts.map +0 -1
  602. package/dist/src/cli/oclif/parsers.js.map +0 -1
  603. package/dist/src/cli/oclif/projection.d.ts.map +0 -1
  604. package/dist/src/cli/oclif/projection.js.map +0 -1
  605. package/dist/src/cli/oclif/run.d.ts.map +0 -1
  606. package/dist/src/cli/oclif/run.js +0 -11
  607. package/dist/src/cli/oclif/run.js.map +0 -1
  608. package/dist/src/diagnosis/observe-mapper.d.ts.map +0 -1
  609. package/dist/src/diagnosis/observe-mapper.js.map +0 -1
  610. package/dist/src/diagnosis/observe-producer.d.ts.map +0 -1
  611. package/dist/src/diagnosis/observe-producer.js +0 -197
  612. package/dist/src/diagnosis/observe-producer.js.map +0 -1
  613. package/dist/src/diagnosis/studio-projection.d.ts +0 -14
  614. package/dist/src/diagnosis/studio-projection.d.ts.map +0 -1
  615. package/dist/src/diagnosis/studio-projection.js.map +0 -1
  616. package/dist/src/diagnosis/types.d.ts +0 -79
  617. package/dist/src/diagnosis/types.d.ts.map +0 -1
  618. package/dist/src/diagnosis/types.js +0 -20
  619. package/dist/src/diagnosis/types.js.map +0 -1
  620. package/dist/src/doctor/fixer.d.ts.map +0 -1
  621. package/dist/src/doctor/fixer.js.map +0 -1
  622. package/dist/src/doctor/health/builtin-dimensions.d.ts.map +0 -1
  623. package/dist/src/doctor/health/builtin-dimensions.js.map +0 -1
  624. package/dist/src/doctor/health/composer.d.ts.map +0 -1
  625. package/dist/src/doctor/health/composer.js +0 -296
  626. package/dist/src/doctor/health/composer.js.map +0 -1
  627. package/dist/src/doctor/health/dimension-registry.d.ts.map +0 -1
  628. package/dist/src/doctor/health/dimension-registry.js.map +0 -1
  629. package/dist/src/doctor/health/dimension-spec.d.ts +0 -47
  630. package/dist/src/doctor/health/dimension-spec.d.ts.map +0 -1
  631. package/dist/src/doctor/health/dimension-spec.js.map +0 -1
  632. package/dist/src/doctor/health/parser.d.ts.map +0 -1
  633. package/dist/src/doctor/health/parser.js.map +0 -1
  634. package/dist/src/doctor/health/prompt-builder.d.ts.map +0 -1
  635. package/dist/src/doctor/health/prompt-builder.js.map +0 -1
  636. package/dist/src/doctor/health/register.d.ts.map +0 -1
  637. package/dist/src/doctor/health/register.js.map +0 -1
  638. package/dist/src/doctor/html-renderer.d.ts +0 -20
  639. package/dist/src/doctor/html-renderer.d.ts.map +0 -1
  640. package/dist/src/doctor/html-renderer.js +0 -376
  641. package/dist/src/doctor/html-renderer.js.map +0 -1
  642. package/dist/src/doctor/index.d.ts.map +0 -1
  643. package/dist/src/doctor/index.js.map +0 -1
  644. package/dist/src/doctor/preflight.d.ts.map +0 -1
  645. package/dist/src/doctor/preflight.js.map +0 -1
  646. package/dist/src/doctor/renderer.d.ts +0 -17
  647. package/dist/src/doctor/renderer.d.ts.map +0 -1
  648. package/dist/src/doctor/renderer.js +0 -123
  649. package/dist/src/doctor/renderer.js.map +0 -1
  650. package/dist/src/doctor/rules.d.ts.map +0 -1
  651. package/dist/src/doctor/rules.js +0 -289
  652. package/dist/src/doctor/rules.js.map +0 -1
  653. package/dist/src/eval-core/bootstrap.d.ts.map +0 -1
  654. package/dist/src/eval-core/bootstrap.js.map +0 -1
  655. package/dist/src/eval-core/cache.d.ts.map +0 -1
  656. package/dist/src/eval-core/cache.js.map +0 -1
  657. package/dist/src/eval-core/comparability.d.ts.map +0 -1
  658. package/dist/src/eval-core/comparability.js.map +0 -1
  659. package/dist/src/eval-core/dependency-checker.d.ts +0 -58
  660. package/dist/src/eval-core/dependency-checker.d.ts.map +0 -1
  661. package/dist/src/eval-core/dependency-checker.js.map +0 -1
  662. package/dist/src/eval-core/evaluation-execution.d.ts.map +0 -1
  663. package/dist/src/eval-core/evaluation-execution.js.map +0 -1
  664. package/dist/src/eval-core/evaluation-job.d.ts.map +0 -1
  665. package/dist/src/eval-core/evaluation-job.js.map +0 -1
  666. package/dist/src/eval-core/evaluation-reporting.d.ts.map +0 -1
  667. package/dist/src/eval-core/evaluation-reporting.js.map +0 -1
  668. package/dist/src/eval-core/execution-strategy.d.ts.map +0 -1
  669. package/dist/src/eval-core/execution-strategy.js +0 -165
  670. package/dist/src/eval-core/execution-strategy.js.map +0 -1
  671. package/dist/src/eval-core/fact-checker.d.ts.map +0 -1
  672. package/dist/src/eval-core/fact-checker.js.map +0 -1
  673. package/dist/src/eval-core/layer-gates.d.ts.map +0 -1
  674. package/dist/src/eval-core/layer-gates.js.map +0 -1
  675. package/dist/src/eval-core/mocks-runtime.d.ts.map +0 -1
  676. package/dist/src/eval-core/mocks-runtime.js +0 -559
  677. package/dist/src/eval-core/mocks-runtime.js.map +0 -1
  678. package/dist/src/eval-core/schema.d.ts.map +0 -1
  679. package/dist/src/eval-core/schema.js.map +0 -1
  680. package/dist/src/eval-core/statistics.d.ts.map +0 -1
  681. package/dist/src/eval-core/statistics.js.map +0 -1
  682. package/dist/src/eval-core/task-planner.d.ts.map +0 -1
  683. package/dist/src/eval-core/task-planner.js.map +0 -1
  684. package/dist/src/eval-core/verdict.d.ts.map +0 -1
  685. package/dist/src/eval-core/verdict.js.map +0 -1
  686. package/dist/src/eval-workflows/batch-evaluation-workflow.d.ts.map +0 -1
  687. package/dist/src/eval-workflows/batch-evaluation-workflow.js.map +0 -1
  688. package/dist/src/eval-workflows/evaluation-pipeline.d.ts +0 -109
  689. package/dist/src/eval-workflows/evaluation-pipeline.d.ts.map +0 -1
  690. package/dist/src/eval-workflows/evaluation-pipeline.js +0 -373
  691. package/dist/src/eval-workflows/evaluation-pipeline.js.map +0 -1
  692. package/dist/src/eval-workflows/evaluation-preparation.d.ts.map +0 -1
  693. package/dist/src/eval-workflows/evaluation-preparation.js.map +0 -1
  694. package/dist/src/eval-workflows/run-evaluation.d.ts.map +0 -1
  695. package/dist/src/eval-workflows/run-evaluation.js +0 -528
  696. package/dist/src/eval-workflows/run-evaluation.js.map +0 -1
  697. package/dist/src/executors/anthropic-api.d.ts.map +0 -1
  698. package/dist/src/executors/anthropic-api.js.map +0 -1
  699. package/dist/src/executors/claude-cli.d.ts.map +0 -1
  700. package/dist/src/executors/claude-cli.js.map +0 -1
  701. package/dist/src/executors/claude-sdk-trace.d.ts.map +0 -1
  702. package/dist/src/executors/claude-sdk-trace.js.map +0 -1
  703. package/dist/src/executors/claude-sdk.d.ts.map +0 -1
  704. package/dist/src/executors/claude-sdk.js.map +0 -1
  705. package/dist/src/executors/codex-cli-trace.d.ts.map +0 -1
  706. package/dist/src/executors/codex-cli-trace.js.map +0 -1
  707. package/dist/src/executors/codex-cli.d.ts.map +0 -1
  708. package/dist/src/executors/codex-cli.js.map +0 -1
  709. package/dist/src/executors/codex-sdk.d.ts.map +0 -1
  710. package/dist/src/executors/codex-sdk.js.map +0 -1
  711. package/dist/src/executors/gemini.d.ts.map +0 -1
  712. package/dist/src/executors/gemini.js.map +0 -1
  713. package/dist/src/executors/index.d.ts.map +0 -1
  714. package/dist/src/executors/index.js.map +0 -1
  715. package/dist/src/executors/openai-api.d.ts.map +0 -1
  716. package/dist/src/executors/openai-api.js.map +0 -1
  717. package/dist/src/executors/runtime-fingerprint.d.ts.map +0 -1
  718. package/dist/src/executors/runtime-fingerprint.js.map +0 -1
  719. package/dist/src/executors/script.d.ts.map +0 -1
  720. package/dist/src/executors/script.js.map +0 -1
  721. package/dist/src/executors/shared.d.ts +0 -194
  722. package/dist/src/executors/shared.d.ts.map +0 -1
  723. package/dist/src/executors/shared.js +0 -256
  724. package/dist/src/executors/shared.js.map +0 -1
  725. package/dist/src/grading/assertions.d.ts.map +0 -1
  726. package/dist/src/grading/assertions.js.map +0 -1
  727. package/dist/src/grading/debias-validate.d.ts.map +0 -1
  728. package/dist/src/grading/debias-validate.js.map +0 -1
  729. package/dist/src/grading/diagnostic.d.ts.map +0 -1
  730. package/dist/src/grading/diagnostic.js.map +0 -1
  731. package/dist/src/grading/gold-cli.d.ts.map +0 -1
  732. package/dist/src/grading/gold-cli.js.map +0 -1
  733. package/dist/src/grading/gold-dataset.d.ts.map +0 -1
  734. package/dist/src/grading/gold-dataset.js.map +0 -1
  735. package/dist/src/grading/human-gold.d.ts.map +0 -1
  736. package/dist/src/grading/human-gold.js.map +0 -1
  737. package/dist/src/grading/index.d.ts.map +0 -1
  738. package/dist/src/grading/index.js.map +0 -1
  739. package/dist/src/grading/judge.d.ts.map +0 -1
  740. package/dist/src/grading/judge.js.map +0 -1
  741. package/dist/src/grading/layered-scores.d.ts.map +0 -1
  742. package/dist/src/grading/layered-scores.js.map +0 -1
  743. package/dist/src/inputs/eval-config.d.ts.map +0 -1
  744. package/dist/src/inputs/eval-config.js.map +0 -1
  745. package/dist/src/inputs/load-samples.d.ts.map +0 -1
  746. package/dist/src/inputs/load-samples.js.map +0 -1
  747. package/dist/src/inputs/mcp-resolver.d.ts.map +0 -1
  748. package/dist/src/inputs/mcp-resolver.js.map +0 -1
  749. package/dist/src/inputs/skill-loader.d.ts.map +0 -1
  750. package/dist/src/inputs/skill-loader.js +0 -253
  751. package/dist/src/inputs/skill-loader.js.map +0 -1
  752. package/dist/src/inputs/url-fetcher.d.ts.map +0 -1
  753. package/dist/src/inputs/url-fetcher.js.map +0 -1
  754. package/dist/src/observability/experience.d.ts +0 -441
  755. package/dist/src/observability/experience.d.ts.map +0 -1
  756. package/dist/src/observability/experience.js +0 -2400
  757. package/dist/src/observability/experience.js.map +0 -1
  758. package/dist/src/observability/inbox-view-model.d.ts +0 -30
  759. package/dist/src/observability/inbox-view-model.d.ts.map +0 -1
  760. package/dist/src/observability/inbox-view-model.js +0 -144
  761. package/dist/src/observability/inbox-view-model.js.map +0 -1
  762. package/dist/src/observability/inbox.d.ts +0 -127
  763. package/dist/src/observability/inbox.d.ts.map +0 -1
  764. package/dist/src/observability/inbox.js +0 -755
  765. package/dist/src/observability/inbox.js.map +0 -1
  766. package/dist/src/observability/problem-patterns.d.ts +0 -52
  767. package/dist/src/observability/problem-patterns.d.ts.map +0 -1
  768. package/dist/src/observability/problem-patterns.js +0 -205
  769. package/dist/src/observability/problem-patterns.js.map +0 -1
  770. package/dist/src/observability/resolved-review.d.ts +0 -25
  771. package/dist/src/observability/resolved-review.d.ts.map +0 -1
  772. package/dist/src/observability/resolved-review.js +0 -231
  773. package/dist/src/observability/resolved-review.js.map +0 -1
  774. package/dist/src/observability/review-state.d.ts +0 -61
  775. package/dist/src/observability/review-state.d.ts.map +0 -1
  776. package/dist/src/observability/review-state.js.map +0 -1
  777. package/dist/src/observability/skill-chain-advisories.d.ts +0 -25
  778. package/dist/src/observability/skill-chain-advisories.d.ts.map +0 -1
  779. package/dist/src/observability/skill-chain-advisories.js.map +0 -1
  780. package/dist/src/observability/skill-chain.d.ts +0 -62
  781. package/dist/src/observability/skill-chain.d.ts.map +0 -1
  782. package/dist/src/observability/skill-chain.js +0 -270
  783. package/dist/src/observability/skill-chain.js.map +0 -1
  784. package/dist/src/observability/skill-health-analyzer.d.ts.map +0 -1
  785. package/dist/src/observability/skill-health-analyzer.js.map +0 -1
  786. package/dist/src/observability/soft-standards.d.ts +0 -130
  787. package/dist/src/observability/soft-standards.d.ts.map +0 -1
  788. package/dist/src/observability/soft-standards.js +0 -426
  789. package/dist/src/observability/soft-standards.js.map +0 -1
  790. package/dist/src/observability/text-signals.d.ts +0 -14
  791. package/dist/src/observability/text-signals.d.ts.map +0 -1
  792. package/dist/src/observability/text-signals.js +0 -106
  793. package/dist/src/observability/text-signals.js.map +0 -1
  794. package/dist/src/observability/trace-adapter.d.ts.map +0 -1
  795. package/dist/src/observability/trace-adapter.js.map +0 -1
  796. package/dist/src/observability/trace-attribution.d.ts +0 -56
  797. package/dist/src/observability/trace-attribution.d.ts.map +0 -1
  798. package/dist/src/observability/trace-attribution.js +0 -200
  799. package/dist/src/observability/trace-attribution.js.map +0 -1
  800. package/dist/src/observability/trace-segmenter.d.ts +0 -52
  801. package/dist/src/observability/trace-segmenter.d.ts.map +0 -1
  802. package/dist/src/observability/trace-segmenter.js +0 -322
  803. package/dist/src/observability/trace-segmenter.js.map +0 -1
  804. package/dist/src/observability/trace-source.d.ts +0 -99
  805. package/dist/src/observability/trace-source.d.ts.map +0 -1
  806. package/dist/src/observability/trace-source.js +0 -502
  807. package/dist/src/observability/trace-source.js.map +0 -1
  808. package/dist/src/renderer/html-renderer.d.ts.map +0 -1
  809. package/dist/src/renderer/html-renderer.js.map +0 -1
  810. package/dist/src/renderer/layout.d.ts.map +0 -1
  811. package/dist/src/renderer/layout.js.map +0 -1
  812. package/dist/src/renderer/observation-inbox-renderer.d.ts +0 -4
  813. package/dist/src/renderer/observation-inbox-renderer.d.ts.map +0 -1
  814. package/dist/src/renderer/observation-inbox-renderer.js +0 -10366
  815. package/dist/src/renderer/observation-inbox-renderer.js.map +0 -1
  816. package/dist/src/renderer/skill-detail-renderer.d.ts +0 -15
  817. package/dist/src/renderer/skill-detail-renderer.d.ts.map +0 -1
  818. package/dist/src/renderer/skill-detail-renderer.js.map +0 -1
  819. package/dist/src/renderer/skill-health-renderer.d.ts.map +0 -1
  820. package/dist/src/renderer/skill-health-renderer.js.map +0 -1
  821. package/dist/src/renderer/skill-list-renderer.d.ts +0 -4
  822. package/dist/src/renderer/skill-list-renderer.d.ts.map +0 -1
  823. package/dist/src/renderer/skill-list-renderer.js.map +0 -1
  824. package/dist/src/renderer/summary.d.ts +0 -68
  825. package/dist/src/renderer/summary.d.ts.map +0 -1
  826. package/dist/src/renderer/summary.js +0 -1896
  827. package/dist/src/renderer/summary.js.map +0 -1
  828. package/dist/src/renderer/table.d.ts.map +0 -1
  829. package/dist/src/renderer/table.js.map +0 -1
  830. package/dist/src/renderer/test-view.d.ts.map +0 -1
  831. package/dist/src/renderer/test-view.js.map +0 -1
  832. package/dist/src/renderer/trends.d.ts.map +0 -1
  833. package/dist/src/renderer/trends.js.map +0 -1
  834. package/dist/src/server/job-store.d.ts.map +0 -1
  835. package/dist/src/server/job-store.js.map +0 -1
  836. package/dist/src/server/report-server.d.ts.map +0 -1
  837. package/dist/src/server/report-server.js +0 -894
  838. package/dist/src/server/report-server.js.map +0 -1
  839. package/dist/src/server/report-store.d.ts.map +0 -1
  840. package/dist/src/server/report-store.js.map +0 -1
  841. package/dist/src/server/skill-index.d.ts +0 -81
  842. package/dist/src/server/skill-index.d.ts.map +0 -1
  843. package/dist/src/server/skill-index.js +0 -377
  844. package/dist/src/server/skill-index.js.map +0 -1
  845. package/dist/src/server/skill-insights.d.ts +0 -101
  846. package/dist/src/server/skill-insights.d.ts.map +0 -1
  847. package/dist/src/server/skill-insights.js.map +0 -1
  848. package/dist/src/shared/hard-rules.d.ts.map +0 -1
  849. package/dist/src/shared/hard-rules.js.map +0 -1
  850. package/dist/src/shared/llm-prompts/index.d.ts +0 -14
  851. package/dist/src/shared/llm-prompts/index.d.ts.map +0 -1
  852. package/dist/src/shared/llm-prompts/index.js +0 -35
  853. package/dist/src/shared/llm-prompts/index.js.map +0 -1
  854. package/dist/src/shared/llm-prompts/skill-health.d.ts.map +0 -1
  855. package/dist/src/shared/llm-prompts/skill-health.js.map +0 -1
  856. package/dist/src/shared/time.d.ts.map +0 -1
  857. package/dist/src/shared/time.js.map +0 -1
  858. package/dist/src/shared/tool-search.d.ts.map +0 -1
  859. package/dist/src/shared/tool-search.js.map +0 -1
  860. package/dist/src/types/doctor.d.ts +0 -157
  861. package/dist/src/types/doctor.d.ts.map +0 -1
  862. package/dist/src/types/doctor.js.map +0 -1
  863. package/dist/src/types/eval.d.ts +0 -377
  864. package/dist/src/types/eval.d.ts.map +0 -1
  865. package/dist/src/types/eval.js.map +0 -1
  866. package/dist/src/types/executor.d.ts.map +0 -1
  867. package/dist/src/types/executor.js.map +0 -1
  868. package/dist/src/types/index.d.ts +0 -8
  869. package/dist/src/types/index.d.ts.map +0 -1
  870. package/dist/src/types/index.js +0 -8
  871. package/dist/src/types/index.js.map +0 -1
  872. package/dist/src/types/judge.d.ts.map +0 -1
  873. package/dist/src/types/judge.js.map +0 -1
  874. package/dist/src/types/report.d.ts +0 -557
  875. package/dist/src/types/report.d.ts.map +0 -1
  876. package/dist/src/types/report.js.map +0 -1
  877. package/dist/src/types/shared.d.ts.map +0 -1
  878. package/dist/src/types/shared.js.map +0 -1
  879. package/dist/src/types/storage.d.ts.map +0 -1
  880. package/dist/src/types/storage.js.map +0 -1
  881. package/dist/src/util/safe-slice.d.ts +0 -23
  882. package/dist/src/util/safe-slice.d.ts.map +0 -1
  883. package/dist/src/util/safe-slice.js +0 -33
  884. package/dist/src/util/safe-slice.js.map +0 -1
  885. package/docs/prompts/llm-enhanced-review.prompt.md +0 -111
  886. /package/dist/{src/analysis → analysis}/coverage-analyzer.d.ts +0 -0
  887. /package/dist/{src/analysis → analysis}/coverage-analyzer.js +0 -0
  888. /package/dist/{src/analysis → analysis}/failure-clusterer.d.ts +0 -0
  889. /package/dist/{src/analysis → analysis}/failure-clusterer.js +0 -0
  890. /package/dist/{src/analysis → analysis}/hedging-classifier.d.ts +0 -0
  891. /package/dist/{src/analysis → analysis}/hedging-classifier.js +0 -0
  892. /package/dist/{src/analysis → analysis}/sample-diagnostics.d.ts +0 -0
  893. /package/dist/{src/analysis → analysis}/sample-diagnostics.js +0 -0
  894. /package/dist/{src/analysis → analysis}/saturation.d.ts +0 -0
  895. /package/dist/{src/analysis → analysis}/saturation.js +0 -0
  896. /package/dist/{src/authoring → authoring}/evolver.d.ts +0 -0
  897. /package/dist/{src/authoring → authoring}/evolver.js +0 -0
  898. /package/dist/{src/authoring → authoring}/generator.d.ts +0 -0
  899. /package/dist/{src/authoring → authoring}/sample-fixer.d.ts +0 -0
  900. /package/dist/{src/authoring → authoring}/sample-fixer.js +0 -0
  901. /package/dist/{src/cli → cli}/commands/eval/gold/compare.d.ts +0 -0
  902. /package/dist/{src/cli → cli}/commands/eval/gold/compare.js +0 -0
  903. /package/dist/{src/cli → cli}/commands/eval/gold/index.d.ts +0 -0
  904. /package/dist/{src/cli → cli}/commands/eval/gold/index.js +0 -0
  905. /package/dist/{src/cli → cli}/commands/eval/gold/init.d.ts +0 -0
  906. /package/dist/{src/cli → cli}/commands/eval/gold/init.js +0 -0
  907. /package/dist/{src/cli → cli}/commands/eval/gold/validate.d.ts +0 -0
  908. /package/dist/{src/cli → cli}/commands/eval/gold/validate.js +0 -0
  909. /package/dist/{src/cli → cli}/commands/eval/index.d.ts +0 -0
  910. /package/dist/{src/cli → cli}/commands/evolve.d.ts +0 -0
  911. /package/dist/{src/cli → cli}/commands/init.d.ts +0 -0
  912. /package/dist/{src/cli → cli}/commands/init.js +0 -0
  913. /package/dist/{src/cli → cli}/commands/observe/inbox.d.ts +0 -0
  914. /package/dist/{src/cli → cli}/commands/observe/index.d.ts +0 -0
  915. /package/dist/{src/cli → cli}/commands/observe/index.js +0 -0
  916. /package/dist/{src/cli → cli}/commands/observe/ingest.d.ts +0 -0
  917. /package/dist/{src/cli → cli}/commands/observe/show.d.ts +0 -0
  918. /package/dist/{src/cli → cli}/commands/observe/show.js +0 -0
  919. /package/dist/{src/cli → cli}/commands/sample.d.ts +0 -0
  920. /package/dist/{src/cli → cli}/commands/studio.d.ts +0 -0
  921. /package/dist/{src/cli → cli}/index.d.ts +0 -0
  922. /package/dist/{src/cli → cli}/index.js +0 -0
  923. /package/dist/{src/cli → cli}/lib/cli-exit.d.ts +0 -0
  924. /package/dist/{src/cli → cli}/lib/cli-exit.js +0 -0
  925. /package/dist/{src/cli → cli}/lib/cmd-flags.js +0 -0
  926. /package/dist/{src/cli → cli}/lib/i18n.d.ts +0 -0
  927. /package/dist/{src/cli → cli}/lib/i18n.js +0 -0
  928. /package/dist/{src/cli → cli}/lib/progress.d.ts +0 -0
  929. /package/dist/{src/cli → cli}/lib/progress.js +0 -0
  930. /package/dist/{src/cli → cli}/lib/run-tally.d.ts +0 -0
  931. /package/dist/{src/cli → cli}/lib/run-tally.js +0 -0
  932. /package/dist/{src/cli → cli}/lib/shared.d.ts +0 -0
  933. /package/dist/{src/cli → cli}/lib/shared.js +0 -0
  934. /package/dist/{src/cli → cli}/oclif/base-command.d.ts +0 -0
  935. /package/dist/{src/cli → cli}/oclif/base-command.js +0 -0
  936. /package/dist/{src/cli → cli}/oclif/help.d.ts +0 -0
  937. /package/dist/{src/cli → cli}/oclif/help.js +0 -0
  938. /package/dist/{src/cli → cli}/oclif/i18n.d.ts +0 -0
  939. /package/dist/{src/cli → cli}/oclif/i18n.js +0 -0
  940. /package/dist/{src/cli → cli}/oclif/parsers.d.ts +0 -0
  941. /package/dist/{src/cli → cli}/oclif/parsers.js +0 -0
  942. /package/dist/{src/cli → cli}/oclif/projection.d.ts +0 -0
  943. /package/dist/{src/cli → cli}/oclif/projection.js +0 -0
  944. /package/dist/{src/cli → cli}/oclif/run.d.ts +0 -0
  945. /package/dist/{src/diagnosis → diagnosis}/observe-mapper.d.ts +0 -0
  946. /package/dist/{src/diagnosis → diagnosis}/observe-mapper.js +0 -0
  947. /package/dist/{src/diagnosis → diagnosis}/observe-producer.d.ts +0 -0
  948. /package/dist/{src/diagnosis → diagnosis}/studio-projection.js +0 -0
  949. /package/dist/{src/doctor → doctor}/fixer.d.ts +0 -0
  950. /package/dist/{src/doctor → doctor}/fixer.js +0 -0
  951. /package/dist/{src/doctor → doctor}/health/builtin-dimensions.d.ts +0 -0
  952. /package/dist/{src/doctor → doctor}/health/builtin-dimensions.js +0 -0
  953. /package/dist/{src/doctor → doctor}/health/composer.d.ts +0 -0
  954. /package/dist/{src/doctor → doctor}/health/dimension-registry.d.ts +0 -0
  955. /package/dist/{src/doctor → doctor}/health/dimension-registry.js +0 -0
  956. /package/dist/{src/doctor → doctor}/health/dimension-spec.js +0 -0
  957. /package/dist/{src/doctor → doctor}/health/parser.d.ts +0 -0
  958. /package/dist/{src/doctor → doctor}/health/parser.js +0 -0
  959. /package/dist/{src/doctor → doctor}/health/prompt-builder.d.ts +0 -0
  960. /package/dist/{src/doctor → doctor}/health/prompt-builder.js +0 -0
  961. /package/dist/{src/doctor → doctor}/health/register.d.ts +0 -0
  962. /package/dist/{src/doctor → doctor}/health/register.js +0 -0
  963. /package/dist/{src/doctor → doctor}/index.d.ts +0 -0
  964. /package/dist/{src/doctor → doctor}/index.js +0 -0
  965. /package/dist/{src/doctor → doctor}/preflight.d.ts +0 -0
  966. /package/dist/{src/doctor → doctor}/preflight.js +0 -0
  967. /package/dist/{src/doctor → doctor}/rules.d.ts +0 -0
  968. /package/dist/{src/eval-core → eval-core}/bootstrap.d.ts +0 -0
  969. /package/dist/{src/eval-core → eval-core}/bootstrap.js +0 -0
  970. /package/dist/{src/eval-core → eval-core}/cache.d.ts +0 -0
  971. /package/dist/{src/eval-core → eval-core}/cache.js +0 -0
  972. /package/dist/{src/eval-core → eval-core}/comparability.d.ts +0 -0
  973. /package/dist/{src/eval-core → eval-core}/comparability.js +0 -0
  974. /package/dist/{src/eval-core → eval-core}/dependency-checker.js +0 -0
  975. /package/dist/{src/eval-core → eval-core}/evaluation-execution.d.ts +0 -0
  976. /package/dist/{src/eval-core → eval-core}/evaluation-execution.js +0 -0
  977. /package/dist/{src/eval-core → eval-core}/evaluation-job.d.ts +0 -0
  978. /package/dist/{src/eval-core → eval-core}/evaluation-job.js +0 -0
  979. /package/dist/{src/eval-core → eval-core}/evaluation-reporting.d.ts +0 -0
  980. /package/dist/{src/eval-core → eval-core}/evaluation-reporting.js +0 -0
  981. /package/dist/{src/eval-core → eval-core}/execution-strategy.d.ts +0 -0
  982. /package/dist/{src/eval-core → eval-core}/fact-checker.d.ts +0 -0
  983. /package/dist/{src/eval-core → eval-core}/fact-checker.js +0 -0
  984. /package/dist/{src/eval-core → eval-core}/layer-gates.d.ts +0 -0
  985. /package/dist/{src/eval-core → eval-core}/layer-gates.js +0 -0
  986. /package/dist/{src/eval-core → eval-core}/mock-hook.cjs +0 -0
  987. /package/dist/{src/eval-core → eval-core}/mocks-runtime.d.ts +0 -0
  988. /package/dist/{src/eval-core → eval-core}/schema.d.ts +0 -0
  989. /package/dist/{src/eval-core → eval-core}/schema.js +0 -0
  990. /package/dist/{src/eval-core → eval-core}/statistics.d.ts +0 -0
  991. /package/dist/{src/eval-core → eval-core}/statistics.js +0 -0
  992. /package/dist/{src/eval-core → eval-core}/task-planner.d.ts +0 -0
  993. /package/dist/{src/eval-core → eval-core}/task-planner.js +0 -0
  994. /package/dist/{src/eval-core → eval-core}/verdict.d.ts +0 -0
  995. /package/dist/{src/eval-core → eval-core}/verdict.js +0 -0
  996. /package/dist/{src/eval-workflows → eval-workflows}/batch-evaluation-workflow.d.ts +0 -0
  997. /package/dist/{src/eval-workflows → eval-workflows}/batch-evaluation-workflow.js +0 -0
  998. /package/dist/{src/eval-workflows → eval-workflows}/evaluation-preparation.d.ts +0 -0
  999. /package/dist/{src/eval-workflows → eval-workflows}/evaluation-preparation.js +0 -0
  1000. /package/dist/{src/eval-workflows → eval-workflows}/run-evaluation.d.ts +0 -0
  1001. /package/dist/{src/executors → executors}/anthropic-api.d.ts +0 -0
  1002. /package/dist/{src/executors → executors}/anthropic-api.js +0 -0
  1003. /package/dist/{src/executors → executors}/claude-cli.d.ts +0 -0
  1004. /package/dist/{src/executors → executors}/claude-cli.js +0 -0
  1005. /package/dist/{src/executors → executors}/claude-sdk-trace.d.ts +0 -0
  1006. /package/dist/{src/executors → executors}/claude-sdk-trace.js +0 -0
  1007. /package/dist/{src/executors → executors}/claude-sdk.d.ts +0 -0
  1008. /package/dist/{src/executors → executors}/claude-sdk.js +0 -0
  1009. /package/dist/{src/executors → executors}/codex-cli-trace.d.ts +0 -0
  1010. /package/dist/{src/executors → executors}/codex-cli-trace.js +0 -0
  1011. /package/dist/{src/executors → executors}/codex-cli.d.ts +0 -0
  1012. /package/dist/{src/executors → executors}/codex-cli.js +0 -0
  1013. /package/dist/{src/executors → executors}/codex-sdk.d.ts +0 -0
  1014. /package/dist/{src/executors → executors}/codex-sdk.js +0 -0
  1015. /package/dist/{src/executors → executors}/gemini.d.ts +0 -0
  1016. /package/dist/{src/executors → executors}/gemini.js +0 -0
  1017. /package/dist/{src/executors → executors}/index.d.ts +0 -0
  1018. /package/dist/{src/executors → executors}/index.js +0 -0
  1019. /package/dist/{src/executors → executors}/openai-api.d.ts +0 -0
  1020. /package/dist/{src/executors → executors}/openai-api.js +0 -0
  1021. /package/dist/{src/executors → executors}/runtime-fingerprint.d.ts +0 -0
  1022. /package/dist/{src/executors → executors}/runtime-fingerprint.js +0 -0
  1023. /package/dist/{src/executors → executors}/script.d.ts +0 -0
  1024. /package/dist/{src/executors → executors}/script.js +0 -0
  1025. /package/dist/{src/grading → grading}/assertions.d.ts +0 -0
  1026. /package/dist/{src/grading → grading}/assertions.js +0 -0
  1027. /package/dist/{src/grading → grading}/debias-validate.d.ts +0 -0
  1028. /package/dist/{src/grading → grading}/debias-validate.js +0 -0
  1029. /package/dist/{src/grading → grading}/diagnostic.d.ts +0 -0
  1030. /package/dist/{src/grading → grading}/diagnostic.js +0 -0
  1031. /package/dist/{src/grading → grading}/gold-cli.d.ts +0 -0
  1032. /package/dist/{src/grading → grading}/gold-cli.js +0 -0
  1033. /package/dist/{src/grading → grading}/gold-dataset.d.ts +0 -0
  1034. /package/dist/{src/grading → grading}/gold-dataset.js +0 -0
  1035. /package/dist/{src/grading → grading}/human-gold.d.ts +0 -0
  1036. /package/dist/{src/grading → grading}/human-gold.js +0 -0
  1037. /package/dist/{src/grading → grading}/index.d.ts +0 -0
  1038. /package/dist/{src/grading → grading}/index.js +0 -0
  1039. /package/dist/{src/grading → grading}/judge.d.ts +0 -0
  1040. /package/dist/{src/grading → grading}/judge.js +0 -0
  1041. /package/dist/{src/grading → grading}/layered-scores.d.ts +0 -0
  1042. /package/dist/{src/grading → grading}/layered-scores.js +0 -0
  1043. /package/dist/{src/inputs → inputs}/eval-config.d.ts +0 -0
  1044. /package/dist/{src/inputs → inputs}/eval-config.js +0 -0
  1045. /package/dist/{src/inputs → inputs}/load-samples.d.ts +0 -0
  1046. /package/dist/{src/inputs → inputs}/load-samples.js +0 -0
  1047. /package/dist/{src/inputs → inputs}/mcp-resolver.d.ts +0 -0
  1048. /package/dist/{src/inputs → inputs}/mcp-resolver.js +0 -0
  1049. /package/dist/{src/inputs → inputs}/skill-loader.d.ts +0 -0
  1050. /package/dist/{src/inputs → inputs}/url-fetcher.d.ts +0 -0
  1051. /package/dist/{src/inputs → inputs}/url-fetcher.js +0 -0
  1052. /package/dist/{src/observability → observability}/review-state.js +0 -0
  1053. /package/dist/{src/observability → observability}/skill-chain-advisories.js +0 -0
  1054. /package/dist/{src/observability → observability}/skill-health-analyzer.d.ts +0 -0
  1055. /package/dist/{src/observability → observability}/skill-health-analyzer.js +0 -0
  1056. /package/dist/{src/observability → observability}/trace-adapter.d.ts +0 -0
  1057. /package/dist/{src/observability → observability}/trace-adapter.js +0 -0
  1058. /package/dist/{src/renderer → renderer}/html-renderer.d.ts +0 -0
  1059. /package/dist/{src/renderer → renderer}/html-renderer.js +0 -0
  1060. /package/dist/{src/renderer → renderer}/layout.d.ts +0 -0
  1061. /package/dist/{src/renderer → renderer}/layout.js +0 -0
  1062. /package/dist/{src/renderer → renderer}/skill-detail-renderer.js +0 -0
  1063. /package/dist/{src/renderer → renderer}/skill-health-renderer.d.ts +0 -0
  1064. /package/dist/{src/renderer → renderer}/skill-health-renderer.js +0 -0
  1065. /package/dist/{src/renderer → renderer}/skill-list-renderer.js +0 -0
  1066. /package/dist/{src/renderer → renderer}/table.d.ts +0 -0
  1067. /package/dist/{src/renderer → renderer}/table.js +0 -0
  1068. /package/dist/{src/renderer → renderer}/test-view.d.ts +0 -0
  1069. /package/dist/{src/renderer → renderer}/test-view.js +0 -0
  1070. /package/dist/{src/renderer → renderer}/trends.d.ts +0 -0
  1071. /package/dist/{src/renderer → renderer}/trends.js +0 -0
  1072. /package/dist/{src/server → server}/job-store.d.ts +0 -0
  1073. /package/dist/{src/server → server}/job-store.js +0 -0
  1074. /package/dist/{src/server → server}/report-server.d.ts +0 -0
  1075. /package/dist/{src/server → server}/report-store.d.ts +0 -0
  1076. /package/dist/{src/server → server}/report-store.js +0 -0
  1077. /package/dist/{src/server → server}/skill-insights.js +0 -0
  1078. /package/dist/{src/shared → shared}/hard-rules.d.ts +0 -0
  1079. /package/dist/{src/shared → shared}/hard-rules.js +0 -0
  1080. /package/dist/{src/shared → shared}/llm-prompts/skill-health.d.ts +0 -0
  1081. /package/dist/{src/shared → shared}/llm-prompts/skill-health.js +0 -0
  1082. /package/dist/{src/shared → shared}/time.d.ts +0 -0
  1083. /package/dist/{src/shared → shared}/time.js +0 -0
  1084. /package/dist/{src/shared → shared}/tool-search.d.ts +0 -0
  1085. /package/dist/{src/shared → shared}/tool-search.js +0 -0
  1086. /package/dist/{src/types → types}/doctor.js +0 -0
  1087. /package/dist/{src/types → types}/eval.js +0 -0
  1088. /package/dist/{src/types → types}/executor.d.ts +0 -0
  1089. /package/dist/{src/types → types}/executor.js +0 -0
  1090. /package/dist/{src/types → types}/judge.d.ts +0 -0
  1091. /package/dist/{src/types → types}/judge.js +0 -0
  1092. /package/dist/{src/types → types}/report.js +0 -0
  1093. /package/dist/{src/types → types}/shared.d.ts +0 -0
  1094. /package/dist/{src/types → types}/shared.js +0 -0
  1095. /package/dist/{src/types → types}/storage.d.ts +0 -0
  1096. /package/dist/{src/types → types}/storage.js +0 -0
@@ -0,0 +1 @@
1
+ {"version":3,"file":"i18n-dict.js","sourceRoot":"","sources":["../../../src/cli/lib/i18n-dict.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GAmDG;AAEH,OAAO,EAAE,UAAU,EAAyB,MAAM,uBAAuB,CAAC;AAC1E,OAAO,EAAE,UAAU,EAAyB,MAAM,uBAAuB,CAAC;AAC1E,OAAO,EAAE,OAAO,EAAsB,MAAM,oBAAoB,CAAC;AACjE,OAAO,EAAE,QAAQ,EAAuB,MAAM,qBAAqB,CAAC;AACpE,OAAO,EAAE,QAAQ,EAAuB,MAAM,qBAAqB,CAAC;AACpE,OAAO,EAAE,OAAO,EAAsB,MAAM,oBAAoB,CAAC;AAajE,MAAM,CAAC,MAAM,QAAQ,GAAsC;IACzD,GAAG,UAAU;IACb,GAAG,UAAU;IACb,GAAG,OAAO;IACV,GAAG,QAAQ;IACX,GAAG,QAAQ;IACX,GAAG,OAAO;CACX,CAAC"}
@@ -0,0 +1 @@
1
+ {"version":3,"file":"i18n.d.ts","sourceRoot":"","sources":["../../../src/cli/lib/i18n.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,IAAI,EAAE,MAAM,uBAAuB,CAAC;AAClD,OAAO,EAAY,KAAK,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAE9D,MAAM,MAAM,OAAO,GAAG,IAAI,CAAC;AAK3B;;;GAGG;AACH,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,SAAS,MAAM,EAAE,GAAG,MAAM,GAAG,SAAS,CAO7E;AAED;;;GAGG;AACH,wBAAgB,UAAU,CAAC,SAAS,CAAC,EAAE,MAAM,GAAG,OAAO,CAMtD;AAED;;;GAGG;AACH,wBAAgB,IAAI,CAClB,GAAG,EAAE,aAAa,EAClB,IAAI,GAAE,OAAsB,EAC5B,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC,GACvC,MAAM,CAUR;AAED;;;;;GAKG;AACH,wBAAgB,KAAK,CACnB,GAAG,EAAE,aAAa,EAClB,MAAM,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC,GACvC;IAAE,EAAE,EAAE,MAAM,CAAC;IAAC,EAAE,EAAE,MAAM,CAAA;CAAE,CAK5B"}
@@ -0,0 +1 @@
1
+ {"version":3,"file":"i18n.js","sourceRoot":"","sources":["../../../src/cli/lib/i18n.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,QAAQ,EAAsB,MAAM,gBAAgB,CAAC;AAI9D,MAAM,YAAY,GAAY,IAAI,CAAC;AACnC,MAAM,SAAS,GAAwB,IAAI,GAAG,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC,CAAC;AAE7D;;;GAGG;AACH,MAAM,UAAU,iBAAiB,CAAC,IAAuB;IACvD,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QACrC,MAAM,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC;QAClB,IAAI,CAAC,KAAK,QAAQ,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,MAAM;YAAE,OAAO,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;QAC9D,IAAI,CAAC,IAAI,CAAC,CAAC,UAAU,CAAC,SAAS,CAAC;YAAE,OAAO,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC;IACrE,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,UAAU,CAAC,SAAkB;IAC3C,MAAM,UAAU,GAAG,CAAC,SAAS,EAAE,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IACrD,KAAK,MAAM,CAAC,IAAI,UAAU,EAAE,CAAC;QAC3B,IAAI,CAAC,IAAI,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC;YAAE,OAAO,CAAY,CAAC;IACjD,CAAC;IACD,OAAO,YAAY,CAAC;AACtB,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,IAAI,CAClB,GAAkB,EAClB,OAAgB,YAAY,EAC5B,MAAwC;IAExC,MAAM,KAAK,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC;IAC5B,IAAI,CAAC,KAAK;QAAE,OAAO,GAAG,CAAC;IACvB,IAAI,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,YAAY,CAAC,IAAI,GAAG,CAAC;IACrD,IAAI,MAAM,EAAE,CAAC;QACX,KAAK,MAAM,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YAC5C,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QAC9C,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,KAAK,CACnB,GAAkB,EAClB,MAAwC;IAExC,OAAO;QACL,EAAE,EAAE,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,MAAM,CAAC;QAC3B,EAAE,EAAE,IAAI,CAAC,GAAG,EAAE,IAAI,EAAE,MAAM,CAAC;KAC5B,CAAC;AACJ,CAAC"}
@@ -0,0 +1,24 @@
1
+ /**
2
+ * `--judge-models` CLI 参数解析。
3
+ *
4
+ * 输入格式: `executor:model[,executor:model,...]`
5
+ * - 1 entry = 单评委
6
+ * - ≥ 2 entry = ensemble(是否接受由调用方决定)
7
+ *
8
+ * 校验语义:
9
+ * - 空字符串 / 全空 entry 抛错(避免 silent default)
10
+ * - entry 必须是 `executor:model`,缺一报错
11
+ * - 重复 `executor:model` 拒绝 —— ensemble 聚合用 `Map<judgeId, scores>` 会把
12
+ * 同 id 合并,N 不可信、agreement 失真;而 grading 阶段又会按 entry 数实际跑
13
+ * N 次,产生「跑了但聚合不到」的隐藏成本
14
+ *
15
+ * 两个公开符号:
16
+ * - `parseJudgeModelsArg`: 纯函数,throw Error,供单测断言文案
17
+ * - `parseJudgeModelsArgOrExit`: CLI 友好封装,catch 后 stderr + CliExit(2),
18
+ * 给 `eval` / `evolve` 子命令共用(exit 2 = parser/参数错误,区别于
19
+ * doctor / gate eval failure 的 exit 1)
20
+ */
21
+ import type { JudgeConfig } from '../../../types/index.js';
22
+ export declare function parseJudgeModelsArg(raw: string): JudgeConfig[];
23
+ export declare function parseJudgeModelsArgOrExit(raw: string): JudgeConfig[];
24
+ //# sourceMappingURL=judge-models.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"judge-models.d.ts","sourceRoot":"","sources":["../../../../src/cli/lib/parse-run-config/judge-models.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;GAmBG;AAGH,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,yBAAyB,CAAC;AAE3D,wBAAgB,mBAAmB,CAAC,GAAG,EAAE,MAAM,GAAG,WAAW,EAAE,CAsB9D;AAED,wBAAgB,yBAAyB,CAAC,GAAG,EAAE,MAAM,GAAG,WAAW,EAAE,CAQpE"}
@@ -0,0 +1,55 @@
1
+ /**
2
+ * `--judge-models` CLI 参数解析。
3
+ *
4
+ * 输入格式: `executor:model[,executor:model,...]`
5
+ * - 1 entry = 单评委
6
+ * - ≥ 2 entry = ensemble(是否接受由调用方决定)
7
+ *
8
+ * 校验语义:
9
+ * - 空字符串 / 全空 entry 抛错(避免 silent default)
10
+ * - entry 必须是 `executor:model`,缺一报错
11
+ * - 重复 `executor:model` 拒绝 —— ensemble 聚合用 `Map<judgeId, scores>` 会把
12
+ * 同 id 合并,N 不可信、agreement 失真;而 grading 阶段又会按 entry 数实际跑
13
+ * N 次,产生「跑了但聚合不到」的隐藏成本
14
+ *
15
+ * 两个公开符号:
16
+ * - `parseJudgeModelsArg`: 纯函数,throw Error,供单测断言文案
17
+ * - `parseJudgeModelsArgOrExit`: CLI 友好封装,catch 后 stderr + CliExit(2),
18
+ * 给 `eval` / `evolve` 子命令共用(exit 2 = parser/参数错误,区别于
19
+ * doctor / gate eval failure 的 exit 1)
20
+ */
21
+ import { CliExit } from '../cli-exit.js';
22
+ export function parseJudgeModelsArg(raw) {
23
+ const parts = raw.split(',').map((s) => s.trim()).filter(Boolean);
24
+ if (parts.length === 0) {
25
+ throw new Error(`--judge-models cannot be empty`);
26
+ }
27
+ const result = [];
28
+ const seen = new Set();
29
+ for (const p of parts) {
30
+ const idx = p.indexOf(':');
31
+ if (idx <= 0 || idx === p.length - 1) {
32
+ throw new Error(`--judge-models entry must be 'executor:model' (got "${p}")`);
33
+ }
34
+ const executor = p.slice(0, idx);
35
+ const model = p.slice(idx + 1);
36
+ const key = `${executor}:${model}`;
37
+ if (seen.has(key)) {
38
+ throw new Error(`--judge-models has duplicate entry "${key}"; ensemble 聚合按 executor:model 去重,重复条目会让 N 不可信、agreement 失真`);
39
+ }
40
+ seen.add(key);
41
+ result.push({ executor, model });
42
+ }
43
+ return result;
44
+ }
45
+ export function parseJudgeModelsArgOrExit(raw) {
46
+ try {
47
+ return parseJudgeModelsArg(raw);
48
+ }
49
+ catch (err) {
50
+ const msg = err instanceof Error ? err.message : String(err);
51
+ console.error(`error: ${msg}`);
52
+ throw new CliExit(2);
53
+ }
54
+ }
55
+ //# sourceMappingURL=judge-models.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"judge-models.js","sourceRoot":"","sources":["../../../../src/cli/lib/parse-run-config/judge-models.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;GAmBG;AAEH,OAAO,EAAE,OAAO,EAAE,MAAM,gBAAgB,CAAC;AAGzC,MAAM,UAAU,mBAAmB,CAAC,GAAW;IAC7C,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAClE,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,MAAM,IAAI,KAAK,CAAC,gCAAgC,CAAC,CAAC;IACpD,CAAC;IACD,MAAM,MAAM,GAAkB,EAAE,CAAC;IACjC,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,KAAK,MAAM,CAAC,IAAI,KAAK,EAAE,CAAC;QACtB,MAAM,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QAC3B,IAAI,GAAG,IAAI,CAAC,IAAI,GAAG,KAAK,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACrC,MAAM,IAAI,KAAK,CAAC,uDAAuD,CAAC,IAAI,CAAC,CAAC;QAChF,CAAC;QACD,MAAM,QAAQ,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;QACjC,MAAM,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC;QAC/B,MAAM,GAAG,GAAG,GAAG,QAAQ,IAAI,KAAK,EAAE,CAAC;QACnC,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;YAClB,MAAM,IAAI,KAAK,CAAC,uCAAuC,GAAG,6DAA6D,CAAC,CAAC;QAC3H,CAAC;QACD,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACd,MAAM,CAAC,IAAI,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;IACnC,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,MAAM,UAAU,yBAAyB,CAAC,GAAW;IACnD,IAAI,CAAC;QACH,OAAO,mBAAmB,CAAC,GAAG,CAAC,CAAC;IAClC,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;QAC7D,OAAO,CAAC,KAAK,CAAC,UAAU,GAAG,EAAE,CAAC,CAAC;QAC/B,MAAM,IAAI,OAAO,CAAC,CAAC,CAAC,CAAC;IACvB,CAAC;AACH,CAAC"}
@@ -0,0 +1,19 @@
1
+ /**
2
+ * 当 CLI 未传 `--samples` 时,自动发现 sample 路径。
3
+ *
4
+ * 发现顺序(单 treatment 模式):
5
+ * 1. treatment 是绝对 / 相对路径(文件 / 目录) → 找它所在目录的 `.omk/`
6
+ * 2. fallback 找目录里的 `eval-samples.{json,yaml,yml}`
7
+ * 3. fallback `<skillDir>/<treatmentName>/.omk/`
8
+ * 4. 终极兜底 cwd 下的 `eval-samples.{json,yaml,yml}`
9
+ *
10
+ * `loadSamples` 在下游自己处理「文件 vs 目录」—— 目录模式 glob `*.{json,yaml,yml}`
11
+ * 合并,跳过 reserved 前缀(`report-` / `health-` / `_`)。所以一个 skill 可以把
12
+ * sample 拆到多文件(`workflow.json` + `platform.json`),也可以单 `samples.json`,
13
+ * 两种都行。
14
+ *
15
+ * 多 treatment 评测必须显式传 `--samples`(因为「找哪个 skill 的 bundled samples」
16
+ * 没有唯一答案)。本函数仅处理单 treatment 与零 treatment 情况。
17
+ */
18
+ export declare function discoverSamplesPath(values: Record<string, unknown>, skillDir: string): string;
19
+ //# sourceMappingURL=samples-discovery.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"samples-discovery.d.ts","sourceRoot":"","sources":["../../../../src/cli/lib/parse-run-config/samples-discovery.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAMH,wBAAgB,mBAAmB,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,QAAQ,EAAE,MAAM,GAAG,MAAM,CA0B7F"}
@@ -0,0 +1,53 @@
1
+ /**
2
+ * 当 CLI 未传 `--samples` 时,自动发现 sample 路径。
3
+ *
4
+ * 发现顺序(单 treatment 模式):
5
+ * 1. treatment 是绝对 / 相对路径(文件 / 目录) → 找它所在目录的 `.omk/`
6
+ * 2. fallback 找目录里的 `eval-samples.{json,yaml,yml}`
7
+ * 3. fallback `<skillDir>/<treatmentName>/.omk/`
8
+ * 4. 终极兜底 cwd 下的 `eval-samples.{json,yaml,yml}`
9
+ *
10
+ * `loadSamples` 在下游自己处理「文件 vs 目录」—— 目录模式 glob `*.{json,yaml,yml}`
11
+ * 合并,跳过 reserved 前缀(`report-` / `health-` / `_`)。所以一个 skill 可以把
12
+ * sample 拆到多文件(`workflow.json` + `platform.json`),也可以单 `samples.json`,
13
+ * 两种都行。
14
+ *
15
+ * 多 treatment 评测必须显式传 `--samples`(因为「找哪个 skill 的 bundled samples」
16
+ * 没有唯一答案)。本函数仅处理单 treatment 与零 treatment 情况。
17
+ */
18
+ import { resolve, join, dirname } from 'node:path';
19
+ import { existsSync, statSync } from 'node:fs';
20
+ import { parseVariantCwd } from '../../../inputs/skill-loader.js';
21
+ export function discoverSamplesPath(values, skillDir) {
22
+ const treatmentRaw = values.treatment;
23
+ const treatments = treatmentRaw
24
+ ? treatmentRaw.split(',').map((v) => v.trim()).filter(Boolean)
25
+ : [];
26
+ if (treatments.length === 1) {
27
+ const expr = treatments[0];
28
+ const resolved = resolve(expr);
29
+ if (existsSync(resolved)) {
30
+ const treatmentDir = statSync(resolved).isDirectory() ? resolved : dirname(resolved);
31
+ const omkDir = join(treatmentDir, '.omk');
32
+ if (existsSync(omkDir))
33
+ return omkDir;
34
+ for (const name of ['eval-samples.json', 'eval-samples.yaml', 'eval-samples.yml']) {
35
+ if (existsSync(join(treatmentDir, name)))
36
+ return join(treatmentDir, name);
37
+ }
38
+ }
39
+ const tname = parseVariantCwd(expr).name;
40
+ const omkDir = join(skillDir, tname, '.omk');
41
+ if (existsSync(omkDir))
42
+ return omkDir;
43
+ }
44
+ let cwdFile = 'eval-samples.json';
45
+ if (!existsSync(resolve(cwdFile))) {
46
+ if (existsSync(resolve('eval-samples.yaml')))
47
+ cwdFile = 'eval-samples.yaml';
48
+ else if (existsSync(resolve('eval-samples.yml')))
49
+ cwdFile = 'eval-samples.yml';
50
+ }
51
+ return cwdFile;
52
+ }
53
+ //# sourceMappingURL=samples-discovery.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"samples-discovery.js","sourceRoot":"","sources":["../../../../src/cli/lib/parse-run-config/samples-discovery.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;GAgBG;AAEH,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACnD,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AAC/C,OAAO,EAAE,eAAe,EAAE,MAAM,iCAAiC,CAAC;AAElE,MAAM,UAAU,mBAAmB,CAAC,MAA+B,EAAE,QAAgB;IACnF,MAAM,YAAY,GAAG,MAAM,CAAC,SAA+B,CAAC;IAC5D,MAAM,UAAU,GAAG,YAAY;QAC7B,CAAC,CAAC,YAAY,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC;QAC9D,CAAC,CAAC,EAAE,CAAC;IACP,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC5B,MAAM,IAAI,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC;QAC3B,MAAM,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;QAC/B,IAAI,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;YACzB,MAAM,YAAY,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;YACrF,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,EAAE,MAAM,CAAC,CAAC;YAC1C,IAAI,UAAU,CAAC,MAAM,CAAC;gBAAE,OAAO,MAAM,CAAC;YACtC,KAAK,MAAM,IAAI,IAAI,CAAC,mBAAmB,EAAE,mBAAmB,EAAE,kBAAkB,CAAC,EAAE,CAAC;gBAClF,IAAI,UAAU,CAAC,IAAI,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;oBAAE,OAAO,IAAI,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC;YAC5E,CAAC;QACH,CAAC;QACD,MAAM,KAAK,GAAG,eAAe,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC;QACzC,MAAM,MAAM,GAAG,IAAI,CAAC,QAAQ,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;QAC7C,IAAI,UAAU,CAAC,MAAM,CAAC;YAAE,OAAO,MAAM,CAAC;IACxC,CAAC;IACD,IAAI,OAAO,GAAG,mBAAmB,CAAC;IAClC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,EAAE,CAAC;QAClC,IAAI,UAAU,CAAC,OAAO,CAAC,mBAAmB,CAAC,CAAC;YAAE,OAAO,GAAG,mBAAmB,CAAC;aACvE,IAAI,UAAU,CAAC,OAAO,CAAC,kBAAkB,CAAC,CAAC;YAAE,OAAO,GAAG,kBAAkB,CAAC;IACjF,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC"}
@@ -0,0 +1,18 @@
1
+ /**
2
+ * 解析 `--control` / `--treatment` 与 eval.yaml `variants` 的优先级合并。
3
+ *
4
+ * 三态精度:
5
+ * - CLI roles 出现(--control 或 --treatment 任一) → 完全替换 config.variants
6
+ * (no merging)。CLI 跟 yaml 同时给意味着用户在 override yaml,合并会让
7
+ * control / treatment 角色和「跑哪些 variant」两件事纠缠
8
+ * - 仅 yaml → 用 `configVariantsToSpecs` 转换
9
+ * - 仅 batch 模式 → 留空,batch workflow 自己生成(baseline vs 每个 skill)
10
+ * - 都没有 → throw,附带 skill-dir 下候选 variant 提示,引导显式声明
11
+ *
12
+ * 之后做 variant name 唯一性检查 —— 同名 variant 不能同时在 --control 和
13
+ * --treatment,也不能 --treatment 内重复。否则 ensemble agreement / report 字段
14
+ * 都会按 name 去重,跑了但聚不到。
15
+ */
16
+ import type { EvalConfig, VariantSpec } from '../../../types/index.js';
17
+ export declare function resolveVariantSpecs(values: Record<string, unknown>, evalConfig: EvalConfig | null, skillDir: string): VariantSpec[];
18
+ //# sourceMappingURL=variant-resolution.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"variant-resolution.d.ts","sourceRoot":"","sources":["../../../../src/cli/lib/parse-run-config/variant-resolution.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAIH,OAAO,KAAK,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,yBAAyB,CAAC;AAEvE,wBAAgB,mBAAmB,CACjC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAC/B,UAAU,EAAE,UAAU,GAAG,IAAI,EAC7B,QAAQ,EAAE,MAAM,GACf,WAAW,EAAE,CA4Cf"}
@@ -0,0 +1,59 @@
1
+ /**
2
+ * 解析 `--control` / `--treatment` 与 eval.yaml `variants` 的优先级合并。
3
+ *
4
+ * 三态精度:
5
+ * - CLI roles 出现(--control 或 --treatment 任一) → 完全替换 config.variants
6
+ * (no merging)。CLI 跟 yaml 同时给意味着用户在 override yaml,合并会让
7
+ * control / treatment 角色和「跑哪些 variant」两件事纠缠
8
+ * - 仅 yaml → 用 `configVariantsToSpecs` 转换
9
+ * - 仅 batch 模式 → 留空,batch workflow 自己生成(baseline vs 每个 skill)
10
+ * - 都没有 → throw,附带 skill-dir 下候选 variant 提示,引导显式声明
11
+ *
12
+ * 之后做 variant name 唯一性检查 —— 同名 variant 不能同时在 --control 和
13
+ * --treatment,也不能 --treatment 内重复。否则 ensemble agreement / report 字段
14
+ * 都会按 name 去重,跑了但聚不到。
15
+ */
16
+ import { discoverVariants, parseVariantCwd } from '../../../inputs/skill-loader.js';
17
+ import { configVariantsToSpecs } from '../../../inputs/eval-config.js';
18
+ export function resolveVariantSpecs(values, evalConfig, skillDir) {
19
+ const controlExpr = values.control;
20
+ const treatmentExprs = values.treatment
21
+ ? values.treatment.split(',').map((v) => v.trim()).filter(Boolean)
22
+ : [];
23
+ let variantSpecs;
24
+ if (controlExpr || treatmentExprs.length > 0) {
25
+ // CLI roles present → CLI entirely replaces config.variants (no merging).
26
+ variantSpecs = [];
27
+ if (controlExpr) {
28
+ variantSpecs.push({ name: parseVariantCwd(controlExpr).name, role: 'control', expr: controlExpr });
29
+ }
30
+ for (const expr of treatmentExprs) {
31
+ variantSpecs.push({ name: parseVariantCwd(expr).name, role: 'treatment', expr });
32
+ }
33
+ }
34
+ else if (evalConfig) {
35
+ variantSpecs = configVariantsToSpecs(evalConfig.variants);
36
+ }
37
+ else if (values.batch) {
38
+ // --batch 模式自动用 baseline (control) vs 每个 skill (treatment),
39
+ // 不需要用户显式传 --control / --treatment,校验跳过。
40
+ variantSpecs = [];
41
+ }
42
+ else {
43
+ const discovered = discoverVariants(skillDir);
44
+ const hint = discovered.length > 0 ? `\n skill-dir (${skillDir}) 下发现的候选:${discovered.join(', ')}` : '';
45
+ throw new Error(`请通过 --control / --treatment 或 --config eval.yaml 声明 variant 角色。\n`
46
+ + ` 示例:omk eval --control baseline --treatment my-skill${hint}\n`
47
+ + ` --batch 模式下自动用 baseline vs 每个 skill,无需显式声明\n`
48
+ + ` 术语见 docs/specs/terminology-spec.md(v0.16 起废除 --variants,改用 experiment role 显式声明)`);
49
+ }
50
+ const seenNames = new Set();
51
+ for (const spec of variantSpecs) {
52
+ if (seenNames.has(spec.name)) {
53
+ throw new Error(`variant "${spec.name}" 重复出现——同一 variant 不能同时属于 --control 与 --treatment,也不能在 --treatment 中重复。`);
54
+ }
55
+ seenNames.add(spec.name);
56
+ }
57
+ return variantSpecs;
58
+ }
59
+ //# sourceMappingURL=variant-resolution.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"variant-resolution.js","sourceRoot":"","sources":["../../../../src/cli/lib/parse-run-config/variant-resolution.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAEH,OAAO,EAAE,gBAAgB,EAAE,eAAe,EAAE,MAAM,iCAAiC,CAAC;AACpF,OAAO,EAAE,qBAAqB,EAAE,MAAM,gCAAgC,CAAC;AAGvE,MAAM,UAAU,mBAAmB,CACjC,MAA+B,EAC/B,UAA6B,EAC7B,QAAgB;IAEhB,MAAM,WAAW,GAAG,MAAM,CAAC,OAA6B,CAAC;IACzD,MAAM,cAAc,GAAa,MAAM,CAAC,SAAS;QAC/C,CAAC,CAAE,MAAM,CAAC,SAAoB,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAS,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC;QACtF,CAAC,CAAC,EAAE,CAAC;IAEP,IAAI,YAA2B,CAAC;IAChC,IAAI,WAAW,IAAI,cAAc,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC7C,0EAA0E;QAC1E,YAAY,GAAG,EAAE,CAAC;QAClB,IAAI,WAAW,EAAE,CAAC;YAChB,YAAY,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,eAAe,CAAC,WAAW,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC,CAAC;QACrG,CAAC;QACD,KAAK,MAAM,IAAI,IAAI,cAAc,EAAE,CAAC;YAClC,YAAY,CAAC,IAAI,CAAC,EAAE,IAAI,EAAE,eAAe,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC,CAAC;QACnF,CAAC;IACH,CAAC;SAAM,IAAI,UAAU,EAAE,CAAC;QACtB,YAAY,GAAG,qBAAqB,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAC;IAC5D,CAAC;SAAM,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;QACxB,4DAA4D;QAC5D,yCAAyC;QACzC,YAAY,GAAG,EAAE,CAAC;IACpB,CAAC;SAAM,CAAC;QACN,MAAM,UAAU,GAAG,gBAAgB,CAAC,QAAQ,CAAC,CAAC;QAC9C,MAAM,IAAI,GAAG,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,kBAAkB,QAAQ,YAAY,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACxG,MAAM,IAAI,KAAK,CACb,mEAAmE;cACjE,wDAAwD,IAAI,IAAI;cAChE,gDAAgD;cAChD,oFAAoF,CACvF,CAAC;IACJ,CAAC;IAED,MAAM,SAAS,GAAG,IAAI,GAAG,EAAU,CAAC;IACpC,KAAK,MAAM,IAAI,IAAI,YAAY,EAAE,CAAC;QAChC,IAAI,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;YAC7B,MAAM,IAAI,KAAK,CACb,YAAY,IAAI,CAAC,IAAI,yEAAyE,CAC/F,CAAC;QACJ,CAAC;QACD,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC3B,CAAC;IAED,OAAO,YAAY,CAAC;AACtB,CAAC"}
@@ -0,0 +1,93 @@
1
+ /**
2
+ * oclif typed flags → `RunConfig` 装配。
3
+ *
4
+ * 主体 `parseRunConfig` 是「CLI > eval.yaml > 硬编码 default」精度链的统一落点 ——
5
+ * 把 oclif strict 模式接受过的 flag values + 可选 eval.yaml 合并成 eval 子命令运行
6
+ * 所需的完整 `RunConfig`,后续 `executeEvaluationPipeline` 与 doctor / batch 都从这
7
+ * 里读字段。
8
+ *
9
+ * 3 个 sub-routine 拆到同级 parse-run-config/ 目录,主文件保留它们的 re-export
10
+ * 让外部 import surface(`parseJudgeModelsArg` / `parseJudgeModelsArgOrExit`)
11
+ * 不动:
12
+ * - judge-models.ts: --judge-models 字符串解析
13
+ * - samples-discovery.ts: 未传 --samples 时的路径发现
14
+ * - variant-resolution.ts: --control / --treatment / eval.yaml.variants 三态合并
15
+ *
16
+ * 主体 parseRunConfig 自身保留约 100 行的 field-default fanout —— 每个字段一行
17
+ * `cli ?? evalConfig ?? default`,刻意不再细拆,否则只是把一长串 ?? 散到多文件,
18
+ * 反而失去「精度链一目了然」的可读性。
19
+ */
20
+ import type { EvalConfig, VariantSpec, JudgeConfig, EvalBudget, ProgressCallback } from '../../types/index.js';
21
+ export { parseJudgeModelsArg, parseJudgeModelsArgOrExit } from './parse-run-config/judge-models.js';
22
+ export interface RunConfig {
23
+ samplesPath: string;
24
+ skillDir: string;
25
+ variantSpecs: VariantSpec[];
26
+ model: string | undefined;
27
+ outputDir: string;
28
+ noJudge: boolean | undefined;
29
+ noCache: boolean | undefined;
30
+ dryRun: boolean | undefined;
31
+ concurrency: number;
32
+ timeoutMs: number;
33
+ executorName: string | undefined;
34
+ /** 跳过 LLM 模型连通性检测。--resume 时自动 true(已经验过)。 */
35
+ skipConnectivity: boolean | undefined;
36
+ /** 跳过 doctor 健康检查门禁(--skip-doctor)。escape hatch — 默认 false。
37
+ * 开启后 doctor 整段不跑(节省静态检查时间);doctor 失败也不再阻断 eval。
38
+ * 典型场景:依赖在评测环境中通过 mock / stub 提供,doctor 的物理路径检查
39
+ * 会误报。开启意味着用户接受 garbage-in 风险,自己负责依赖正确性。 */
40
+ skipDoctor: boolean | undefined;
41
+ /** 用户语言, 透传给 doctor 报告渲染。 */
42
+ lang: 'zh' | 'en' | undefined;
43
+ mcpConfig: string | undefined;
44
+ verbose: boolean | undefined;
45
+ blind?: boolean | undefined;
46
+ retry?: number;
47
+ resume?: string;
48
+ layeredStats?: boolean;
49
+ /** --judge-repeat N. Calls LLM judge N times per (sample × dimension). Default 1. */
50
+ judgeRepeat?: number;
51
+ /** Unified judge config. Always non-empty; 1 entry = single judge, ≥ 2 = ensemble.
52
+ * parseRunConfig guarantees at least `[{executor: <executor>, model: 'haiku'}]`. */
53
+ judgeModels: JudgeConfig[];
54
+ /** --bootstrap. Adds bootstrap CI to summary (per-variant mean + pairwise diff). */
55
+ bootstrap?: boolean;
56
+ /** --bootstrap-samples N. Bootstrap resamples count, default 1000. */
57
+ bootstrapSamples?: number;
58
+ /** length-debias toggle. Default true; --no-debias-length sets false. */
59
+ lengthDebias?: boolean;
60
+ /** hard budget caps from CLI or config. */
61
+ budget?: EvalBudget;
62
+ /** Skill isolation default for baseline-kind variants. Default true.
63
+ * CLI flag --no-strict-baseline disables strict isolation. */
64
+ strictBaseline?: boolean;
65
+ /** Per-variant allowedSkills override extracted from eval.yaml. Always wins
66
+ * over strictBaseline default. Keyed by variant name. */
67
+ variantAllowedSkills?: Record<string, string[]>;
68
+ /** Reasoning effort for the executor LLM(被评测的模型,不是 judge)。
69
+ * Default 'low' — sonnet 默认会做大量扩展思考(13K thinking tokens / 单次),
70
+ * 对结构化任务是浪费。低 effort 大幅省时间/成本但可能损失复杂推理质量,
71
+ * 跨 effort 的报告不能严格比较。`undefined` 走 claude CLI / SDK 自身默认。 */
72
+ effort?: 'low' | 'medium' | 'high' | 'xhigh' | 'max';
73
+ /** 关闭 diagnostic LLM call。Default false(总是给 failed sample 跑诊断)。
74
+ * 跟 noJudge 完全独立 — judge 答打分,diagnostic 答怎么改。 */
75
+ noDiagnostic?: boolean;
76
+ onProgress?: ProgressCallback | null;
77
+ }
78
+ export interface ParseRunConfigResult {
79
+ values: Record<string, string | boolean | undefined>;
80
+ config: RunConfig;
81
+ /** Loaded eval.yaml when --config was provided. `commands/eval-runner.ts` uses it to apply
82
+ * CLI > eval.yaml > default fallback for fields not propagated by parseRunConfig
83
+ * (e.g. repeat / judgeRepeat / bootstrap — handled in `commands/eval-runner.ts` for input validation). */
84
+ evalConfig: EvalConfig | null;
85
+ }
86
+ export declare const DEFAULT_REPORTS_DIR: string;
87
+ /**
88
+ * 接 typed flags(来自 oclif Command.parse() 输出)。oclif strict 模式已经在
89
+ * 上游对未知 flag 拦截 exit 2,这里不再 parseArgs。eval-runner 等业务 caller
90
+ * 把 oclif flags 当 values 喂进来。
91
+ */
92
+ export declare function parseRunConfig(values: Record<string, unknown>): ParseRunConfigResult;
93
+ //# sourceMappingURL=parse-run-config.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"parse-run-config.d.ts","sourceRoot":"","sources":["../../../src/cli/lib/parse-run-config.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG;AAMH,OAAO,KAAK,EACV,UAAU,EACV,WAAW,EACX,WAAW,EACX,UAAU,EACV,gBAAgB,EACjB,MAAM,sBAAsB,CAAC;AAK9B,OAAO,EAAE,mBAAmB,EAAE,yBAAyB,EAAE,MAAM,oCAAoC,CAAC;AAEpG,MAAM,WAAW,SAAS;IACxB,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,WAAW,EAAE,CAAC;IAC5B,KAAK,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,OAAO,GAAG,SAAS,CAAC;IAC7B,OAAO,EAAE,OAAO,GAAG,SAAS,CAAC;IAC7B,MAAM,EAAE,OAAO,GAAG,SAAS,CAAC;IAC5B,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,YAAY,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC,8CAA8C;IAC9C,gBAAgB,EAAE,OAAO,GAAG,SAAS,CAAC;IACtC;;;iDAG6C;IAC7C,UAAU,EAAE,OAAO,GAAG,SAAS,CAAC;IAChC,6BAA6B;IAC7B,IAAI,EAAE,IAAI,GAAG,IAAI,GAAG,SAAS,CAAC;IAC9B,SAAS,EAAE,MAAM,GAAG,SAAS,CAAC;IAC9B,OAAO,EAAE,OAAO,GAAG,SAAS,CAAC;IAC7B,KAAK,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAC5B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,qFAAqF;IACrF,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB;yFACqF;IACrF,WAAW,EAAE,WAAW,EAAE,CAAC;IAC3B,oFAAoF;IACpF,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,sEAAsE;IACtE,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,yEAAyE;IACzE,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,2CAA2C;IAC3C,MAAM,CAAC,EAAE,UAAU,CAAC;IACpB;mEAC+D;IAC/D,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB;8DAC0D;IAC1D,oBAAoB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;IAChD;;;kEAG8D;IAC9D,MAAM,CAAC,EAAE,KAAK,GAAG,QAAQ,GAAG,MAAM,GAAG,OAAO,GAAG,KAAK,CAAC;IACrD;sDACkD;IAClD,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,UAAU,CAAC,EAAE,gBAAgB,GAAG,IAAI,CAAC;CACtC;AAED,MAAM,WAAW,oBAAoB;IACnC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,GAAG,SAAS,CAAC,CAAC;IACrD,MAAM,EAAE,SAAS,CAAC;IAClB;;+GAE2G;IAC3G,UAAU,EAAE,UAAU,GAAG,IAAI,CAAC;CAC/B;AAED,eAAO,MAAM,mBAAmB,EAAE,MAAuD,CAAC;AAE1F;;;;GAIG;AACH,wBAAgB,cAAc,CAC5B,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAC9B,oBAAoB,CAsItB"}
@@ -0,0 +1,157 @@
1
+ /**
2
+ * oclif typed flags → `RunConfig` 装配。
3
+ *
4
+ * 主体 `parseRunConfig` 是「CLI > eval.yaml > 硬编码 default」精度链的统一落点 ——
5
+ * 把 oclif strict 模式接受过的 flag values + 可选 eval.yaml 合并成 eval 子命令运行
6
+ * 所需的完整 `RunConfig`,后续 `executeEvaluationPipeline` 与 doctor / batch 都从这
7
+ * 里读字段。
8
+ *
9
+ * 3 个 sub-routine 拆到同级 parse-run-config/ 目录,主文件保留它们的 re-export
10
+ * 让外部 import surface(`parseJudgeModelsArg` / `parseJudgeModelsArgOrExit`)
11
+ * 不动:
12
+ * - judge-models.ts: --judge-models 字符串解析
13
+ * - samples-discovery.ts: 未传 --samples 时的路径发现
14
+ * - variant-resolution.ts: --control / --treatment / eval.yaml.variants 三态合并
15
+ *
16
+ * 主体 parseRunConfig 自身保留约 100 行的 field-default fanout —— 每个字段一行
17
+ * `cli ?? evalConfig ?? default`,刻意不再细拆,否则只是把一长串 ?? 散到多文件,
18
+ * 反而失去「精度链一目了然」的可读性。
19
+ */
20
+ import { resolve, join } from 'node:path';
21
+ import { homedir } from 'node:os';
22
+ import { loadEvalConfig } from '../../inputs/eval-config.js';
23
+ import { DEFAULT_MODEL } from '../../executors/shared.js';
24
+ import { parseJudgeModelsArgOrExit } from './parse-run-config/judge-models.js';
25
+ import { discoverSamplesPath } from './parse-run-config/samples-discovery.js';
26
+ import { resolveVariantSpecs } from './parse-run-config/variant-resolution.js';
27
+ export { parseJudgeModelsArg, parseJudgeModelsArgOrExit } from './parse-run-config/judge-models.js';
28
+ export const DEFAULT_REPORTS_DIR = join(homedir(), '.oh-my-knowledge', 'reports');
29
+ /**
30
+ * 接 typed flags(来自 oclif Command.parse() 输出)。oclif strict 模式已经在
31
+ * 上游对未知 flag 拦截 exit 2,这里不再 parseArgs。eval-runner 等业务 caller
32
+ * 把 oclif flags 当 values 喂进来。
33
+ */
34
+ export function parseRunConfig(values) {
35
+ if (values.variants !== undefined) {
36
+ throw new Error(`--variants 已在 v0.16 废除,请改用 --control <expr> 与 --treatment <v1,v2,...>\n`
37
+ + ` 迁移示例:--variants baseline,my-skill → --control baseline --treatment my-skill\n`
38
+ + ` 复杂场景可用 --config eval.yaml(参见 docs/specs/terminology-spec.md)`);
39
+ }
40
+ // 1) Load --config (if provided). All subsequent fields fall back to it when CLI is silent.
41
+ const evalConfig = values.config
42
+ ? loadEvalConfig(values.config)
43
+ : null;
44
+ const skillDir = resolve(values['skill-dir'] ?? 'skills');
45
+ // 2) Resolve samples path: CLI > config > <skillDir>/<treatment>/.omk/ discovery > cwd default.
46
+ // The .omk/ discovery only fires when exactly one --treatment is given, so omk knows
47
+ // which skill's bundled samples to use. The dir form (loadSamples handles both file + dir)
48
+ // means a skill can split samples across multiple files (workflow.json / platform.json / ...).
49
+ const cliSamples = values.samples;
50
+ let samplesFile;
51
+ if (cliSamples) {
52
+ samplesFile = cliSamples;
53
+ }
54
+ else if (evalConfig?.samples) {
55
+ samplesFile = evalConfig.samples; // already resolved against config file dir
56
+ }
57
+ else {
58
+ samplesFile = discoverSamplesPath(values, skillDir);
59
+ }
60
+ // 3) Resolve variantSpecs: CLI > config > batch > error。dedup 在 helper 里。
61
+ const variantSpecs = resolveVariantSpecs(values, evalConfig, skillDir);
62
+ // 4) Apply CLI > config > hard-coded default for all other fields.
63
+ const executorName = values.executor ?? evalConfig?.executor ?? 'claude';
64
+ // model fallback 链:CLI > eval.yaml > DEFAULT_MODEL(opus 4.7)。
65
+ // 改 default 时同步 src/cli/commands/eval.ts 里 --model flag description 的默认值文案。
66
+ const model = values.model ?? evalConfig?.model ?? DEFAULT_MODEL;
67
+ // judgeModels: unified judge config. Parse --judge-models (CLI) or evalConfig.judgeModels (yaml).
68
+ // 1 entry = single judge, ≥ 2 entries = ensemble. Format `executor:model[,executor:model]`.
69
+ // 出口 RunConfig.judgeModels 保证非空 (default `[{executor, model: 'haiku'}]`)。
70
+ const cliJudgesRaw = values['judge-models'];
71
+ const parsedJudges = cliJudgesRaw !== undefined ? parseJudgeModelsArgOrExit(cliJudgesRaw) : undefined;
72
+ const judgeModels = parsedJudges
73
+ ?? evalConfig?.judgeModels
74
+ ?? [{ executor: executorName, model: 'haiku' }];
75
+ const outputDir = resolve(values['output-dir'] ?? DEFAULT_REPORTS_DIR);
76
+ const concurrencyRaw = values.concurrency !== undefined
77
+ ? Number(values.concurrency)
78
+ : evalConfig?.concurrency ?? 1;
79
+ const concurrency = Math.max(1, Number(concurrencyRaw) || 1);
80
+ const timeoutSec = values.timeout !== undefined
81
+ ? Number(values.timeout)
82
+ : evalConfig?.timeoutMs
83
+ ? evalConfig.timeoutMs / 1000
84
+ : 120;
85
+ const timeoutMs = Math.max(1, Number(timeoutSec) || 120) * 1000;
86
+ const noJudge = values['no-judge'] ?? evalConfig?.noJudge ?? false;
87
+ const noCache = values['no-cache'] ?? evalConfig?.noCache ?? false;
88
+ const dryRun = values['dry-run'] ?? false;
89
+ const skipConnectivity = values['skip-connectivity'] ?? false;
90
+ const skipDoctor = values['skip-doctor'] ?? evalConfig?.skipDoctor ?? false;
91
+ const mcpConfig = values['mcp-config'] ?? evalConfig?.mcpConfig;
92
+ const verbose = values.verbose ?? false;
93
+ const retry = Math.max(0, Number(values.retry ?? 0) || 0);
94
+ const resume = values.resume;
95
+ const blind = values.blind ?? evalConfig?.blind ?? false;
96
+ const layeredStats = values['layered-stats'] ?? false;
97
+ // strict-baseline default true. Reconcile both flag forms with eval.yaml fallback.
98
+ // Priority: --no-strict-baseline > --strict-baseline > eval.yaml strictBaseline > true。
99
+ const noStrictFlag = values['no-strict-baseline'];
100
+ const strictFlag = values['strict-baseline'];
101
+ const strictBaseline = noStrictFlag === true
102
+ ? false
103
+ : strictFlag === true
104
+ ? true
105
+ : (evalConfig?.strictBaseline ?? true);
106
+ // extract eval.yaml variant.allowedSkills overrides (per-variant). Always
107
+ // wins over strictBaseline default. Empty object when no eval.yaml or no overrides.
108
+ const variantAllowedSkills = {};
109
+ if (evalConfig?.variants) {
110
+ for (const v of evalConfig.variants) {
111
+ if (v.allowedSkills !== undefined) {
112
+ variantAllowedSkills[v.name] = v.allowedSkills;
113
+ }
114
+ }
115
+ }
116
+ // effort:CLI > evalConfig > 默认 'low'。校验合法值,不合法就 throw(early surface error)。
117
+ const VALID_EFFORTS = new Set(['low', 'medium', 'high', 'xhigh', 'max']);
118
+ const effortRaw = values.effort ?? evalConfig?.effort ?? 'low';
119
+ if (!VALID_EFFORTS.has(effortRaw)) {
120
+ throw new Error(`--effort must be one of low/medium/high/xhigh/max (got "${effortRaw}")`);
121
+ }
122
+ const effort = effortRaw;
123
+ const noDiagnostic = values['no-diagnostic'] ?? evalConfig?.noDiagnostic ?? false;
124
+ return {
125
+ values: values,
126
+ config: {
127
+ samplesPath: resolve(samplesFile),
128
+ skillDir,
129
+ variantSpecs,
130
+ model,
131
+ outputDir,
132
+ noJudge,
133
+ noCache,
134
+ dryRun,
135
+ concurrency,
136
+ timeoutMs,
137
+ executorName,
138
+ skipConnectivity,
139
+ skipDoctor,
140
+ lang: undefined, // CLI 入口在 commands/eval-runner.ts 里注入
141
+ mcpConfig,
142
+ verbose,
143
+ retry,
144
+ resume,
145
+ blind,
146
+ layeredStats,
147
+ budget: evalConfig?.budget,
148
+ strictBaseline,
149
+ judgeModels,
150
+ effort,
151
+ noDiagnostic,
152
+ ...(Object.keys(variantAllowedSkills).length > 0 && { variantAllowedSkills }),
153
+ },
154
+ evalConfig,
155
+ };
156
+ }
157
+ //# sourceMappingURL=parse-run-config.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"parse-run-config.js","sourceRoot":"","sources":["../../../src/cli/lib/parse-run-config.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;GAkBG;AAEH,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,EAAE,cAAc,EAAE,MAAM,6BAA6B,CAAC;AAC7D,OAAO,EAAE,aAAa,EAAE,MAAM,2BAA2B,CAAC;AAQ1D,OAAO,EAAE,yBAAyB,EAAE,MAAM,oCAAoC,CAAC;AAC/E,OAAO,EAAE,mBAAmB,EAAE,MAAM,yCAAyC,CAAC;AAC9E,OAAO,EAAE,mBAAmB,EAAE,MAAM,0CAA0C,CAAC;AAE/E,OAAO,EAAE,mBAAmB,EAAE,yBAAyB,EAAE,MAAM,oCAAoC,CAAC;AAoEpG,MAAM,CAAC,MAAM,mBAAmB,GAAW,IAAI,CAAC,OAAO,EAAE,EAAE,kBAAkB,EAAE,SAAS,CAAC,CAAC;AAE1F;;;;GAIG;AACH,MAAM,UAAU,cAAc,CAC5B,MAA+B;IAE/B,IAAI,MAAM,CAAC,QAAQ,KAAK,SAAS,EAAE,CAAC;QAClC,MAAM,IAAI,KAAK,CACb,yEAAyE;cACvE,mFAAmF;cACnF,gEAAgE,CACnE,CAAC;IACJ,CAAC;IACD,4FAA4F;IAC5F,MAAM,UAAU,GAAsB,MAAM,CAAC,MAAM;QACjD,CAAC,CAAC,cAAc,CAAC,MAAM,CAAC,MAAgB,CAAC;QACzC,CAAC,CAAC,IAAI,CAAC;IAET,MAAM,QAAQ,GAAW,OAAO,CAAE,MAAM,CAAC,WAAW,CAAwB,IAAI,QAAQ,CAAC,CAAC;IAE1F,gGAAgG;IAChG,qFAAqF;IACrF,2FAA2F;IAC3F,+FAA+F;IAC/F,MAAM,UAAU,GAAG,MAAM,CAAC,OAA6B,CAAC;IACxD,IAAI,WAAmB,CAAC;IACxB,IAAI,UAAU,EAAE,CAAC;QACf,WAAW,GAAG,UAAU,CAAC;IAC3B,CAAC;SAAM,IAAI,UAAU,EAAE,OAAO,EAAE,CAAC;QAC/B,WAAW,GAAG,UAAU,CAAC,OAAO,CAAC,CAAE,2CAA2C;IAChF,CAAC;SAAM,CAAC;QACN,WAAW,GAAG,mBAAmB,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IACtD,CAAC;IAED,0EAA0E;IAC1E,MAAM,YAAY,GAAG,mBAAmB,CAAC,MAAM,EAAE,UAAU,EAAE,QAAQ,CAAC,CAAC;IAEvE,mEAAmE;IACnE,MAAM,YAAY,GAAI,MAAM,CAAC,QAA+B,IAAI,UAAU,EAAE,QAAQ,IAAI,QAAQ,CAAC;IACjG,8DAA8D;IAC9D,4EAA4E;IAC5E,MAAM,KAAK,GAAI,MAAM,CAAC,KAA4B,IAAI,UAAU,EAAE,KAAK,IAAI,aAAa,CAAC;IAEzF,kGAAkG;IAClG,4FAA4F;IAC5F,0EAA0E;IAC1E,MAAM,YAAY,GAAG,MAAM,CAAC,cAAc,CAAuB,CAAC;IAClE,MAAM,YAAY,GAAG,YAAY,KAAK,SAAS,CAAC,CAAC,CAAC,yBAAyB,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACtG,MAAM,WAAW,GAAkB,YAAY;WAC1C,UAAU,EAAE,WAAW;WACvB,CAAC,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC,CAAC;IAClD,MAAM,SAAS,GAAG,OAAO,CAAE,MAAM,CAAC,YAAY,CAAwB,IAAI,mBAAmB,CAAC,CAAC;IAC/F,MAAM,cAAc,GACjB,MAAM,CAAC,WAAkC,KAAK,SAAS;QACtD,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,WAAW,CAAC;QAC5B,CAAC,CAAC,UAAU,EAAE,WAAW,IAAI,CAAC,CAAC;IACnC,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC;IAC7D,MAAM,UAAU,GACb,MAAM,CAAC,OAA8B,KAAK,SAAS;QAClD,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC;QACxB,CAAC,CAAC,UAAU,EAAE,SAAS;YACrB,CAAC,CAAC,UAAU,CAAC,SAAS,GAAG,IAAI;YAC7B,CAAC,CAAC,GAAG,CAAC;IACZ,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,UAAU,CAAC,IAAI,GAAG,CAAC,GAAG,IAAI,CAAC;IAChE,MAAM,OAAO,GAAI,MAAM,CAAC,UAAU,CAAyB,IAAI,UAAU,EAAE,OAAO,IAAI,KAAK,CAAC;IAC5F,MAAM,OAAO,GAAI,MAAM,CAAC,UAAU,CAAyB,IAAI,UAAU,EAAE,OAAO,IAAI,KAAK,CAAC;IAC5F,MAAM,MAAM,GAAI,MAAM,CAAC,SAAS,CAAyB,IAAI,KAAK,CAAC;IACnE,MAAM,gBAAgB,GAAI,MAAM,CAAC,mBAAmB,CAAyB,IAAI,KAAK,CAAC;IACvF,MAAM,UAAU,GAAI,MAAM,CAAC,aAAa,CAAyB,IAAI,UAAU,EAAE,UAAU,IAAI,KAAK,CAAC;IACrG,MAAM,SAAS,GAAI,MAAM,CAAC,YAAY,CAAwB,IAAI,UAAU,EAAE,SAAS,CAAC;IACxF,MAAM,OAAO,GAAI,MAAM,CAAC,OAA+B,IAAI,KAAK,CAAC;IACjE,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,MAAM,CAAC,KAAK,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC;IAC1D,MAAM,MAAM,GAAG,MAAM,CAAC,MAA4B,CAAC;IACnD,MAAM,KAAK,GAAI,MAAM,CAAC,KAA6B,IAAI,UAAU,EAAE,KAAK,IAAI,KAAK,CAAC;IAClF,MAAM,YAAY,GAAI,MAAM,CAAC,eAAe,CAAyB,IAAI,KAAK,CAAC;IAE/E,mFAAmF;IACnF,wFAAwF;IACxF,MAAM,YAAY,GAAG,MAAM,CAAC,oBAAoB,CAAwB,CAAC;IACzE,MAAM,UAAU,GAAG,MAAM,CAAC,iBAAiB,CAAwB,CAAC;IACpE,MAAM,cAAc,GAAY,YAAY,KAAK,IAAI;QACnD,CAAC,CAAC,KAAK;QACP,CAAC,CAAC,UAAU,KAAK,IAAI;YACnB,CAAC,CAAC,IAAI;YACN,CAAC,CAAC,CAAC,UAAU,EAAE,cAAc,IAAI,IAAI,CAAC,CAAC;IAE3C,0EAA0E;IAC1E,oFAAoF;IACpF,MAAM,oBAAoB,GAA6B,EAAE,CAAC;IAC1D,IAAI,UAAU,EAAE,QAAQ,EAAE,CAAC;QACzB,KAAK,MAAM,CAAC,IAAI,UAAU,CAAC,QAAQ,EAAE,CAAC;YACpC,IAAI,CAAC,CAAC,aAAa,KAAK,SAAS,EAAE,CAAC;gBAClC,oBAAoB,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,aAAa,CAAC;YACjD,CAAC;QACH,CAAC;IACH,CAAC;IAED,4EAA4E;IAC5E,MAAM,aAAa,GAAG,IAAI,GAAG,CAAC,CAAC,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC;IACzE,MAAM,SAAS,GAAI,MAAM,CAAC,MAA6B,IAAI,UAAU,EAAE,MAAM,IAAI,KAAK,CAAC;IACvF,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,SAAS,CAAC,EAAE,CAAC;QAClC,MAAM,IAAI,KAAK,CAAC,2DAA2D,SAAS,IAAI,CAAC,CAAC;IAC5F,CAAC;IACD,MAAM,MAAM,GAAG,SAAwD,CAAC;IAExE,MAAM,YAAY,GAAI,MAAM,CAAC,eAAe,CAAyB,IAAI,UAAU,EAAE,YAAY,IAAI,KAAK,CAAC;IAE3G,OAAO;QACL,MAAM,EAAE,MAAsD;QAC9D,MAAM,EAAE;YACN,WAAW,EAAE,OAAO,CAAC,WAAW,CAAC;YACjC,QAAQ;YACR,YAAY;YACZ,KAAK;YACL,SAAS;YACT,OAAO;YACP,OAAO;YACP,MAAM;YACN,WAAW;YACX,SAAS;YACT,YAAY;YACZ,gBAAgB;YAChB,UAAU;YACV,IAAI,EAAE,SAAS,EAAE,sCAAsC;YACvD,SAAS;YACT,OAAO;YACP,KAAK;YACL,MAAM;YACN,KAAK;YACL,YAAY;YACZ,MAAM,EAAE,UAAU,EAAE,MAAM;YAC1B,cAAc;YACd,WAAW;YACX,MAAM;YACN,YAAY;YACZ,GAAG,CAAC,MAAM,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,oBAAoB,EAAE,CAAC;SAC9E;QACD,UAAU;KACX,CAAC;AACJ,CAAC"}
@@ -0,0 +1 @@
1
+ {"version":3,"file":"progress.d.ts","sourceRoot":"","sources":["../../../src/cli/lib/progress.ts"],"names":[],"mappings":"AAAA,OAAO,EAAQ,KAAK,OAAO,EAAE,MAAM,WAAW,CAAC;AAG/C,MAAM,WAAW,YAAY;IAC3B,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC9B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,EAAE,CAAC,EAAE,OAAO,CAAC;IACb,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,wBAAgB,cAAc,CAAC,IAAI,EAAE,OAAO,GAAG,CAAC,IAAI,EAAE,YAAY,KAAK,IAAI,CAuE1E"}
@@ -0,0 +1 @@
1
+ {"version":3,"file":"progress.js","sourceRoot":"","sources":["../../../src/cli/lib/progress.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,IAAI,EAAgB,MAAM,WAAW,CAAC;AA0B/C,MAAM,UAAU,cAAc,CAAC,IAAa;IAC1C,OAAO,CAAC,EACN,KAAK,EACL,SAAS,EACT,KAAK,EACL,SAAS,EACT,OAAO,EACP,UAAU,EACV,WAAW,EACX,YAAY,EACZ,OAAO,EACP,KAAK,EACL,aAAa,EACb,UAAU,EAAE,WAAW,EACvB,QAAQ,EACR,OAAO,EACP,EAAE,EACF,OAAO,EACP,WAAW,EACX,KAAK,GACQ,EAAQ,EAAE;QACvB,MAAM,GAAG,GAAG,EAAE,CAAC,EAAE,SAAS,IAAI,EAAE,EAAE,CAAC,EAAE,KAAK,IAAI,EAAE,EAAE,MAAM,EAAE,SAAS,IAAI,EAAE,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE,EAAE,CAAC;QACpG,IAAI,KAAK,KAAK,WAAW,EAAE,CAAC;YAC1B,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,iCAAiC,EAAE,IAAI,CAAC,CAAC,CAAC;YACpE,OAAO;QACT,CAAC;QACD,IAAI,KAAK,KAAK,OAAO,EAAE,CAAC;YACtB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,2BAA2B,EAAE,IAAI,EAAE;gBAC3D,GAAG,GAAG,EAAE,OAAO,EAAE,OAAO,IAAI,EAAE,EAAE,GAAG,EAAE,WAAW,IAAI,EAAE;aACvD,CAAC,CAAC,CAAC;YACJ,OAAO;QACT,CAAC;QACD,IAAI,KAAK,KAAK,OAAO,EAAE,CAAC;YACtB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,2BAA2B,EAAE,IAAI,EAAE,EAAE,GAAG,GAAG,EAAE,KAAK,EAAE,KAAK,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC;YAC9F,OAAO;QACT,CAAC;QACD,IAAI,KAAK,KAAK,OAAO,EAAE,CAAC;YACtB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,+BAA+B,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC;QACzE,CAAC;aAAM,IAAI,KAAK,KAAK,WAAW,EAAE,CAAC;YACjC,MAAM,IAAI,GAAW,OAAO,IAAI,IAAI,IAAI,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACrF,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,+BAA+B,EAAE,IAAI,EAAE;gBAC/D,GAAG,GAAG,EAAE,EAAE,EAAE,UAAU,IAAI,EAAE,EAAE,KAAK,EAAE,WAAW,IAAI,EAAE,EAAE,MAAM,EAAE,YAAY,IAAI,EAAE,EAAE,IAAI;aACzF,CAAC,CAAC,CAAC;YACJ,IAAI,aAAa,EAAE,CAAC;gBAClB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,6BAA6B,EAAE,IAAI,EAAE;oBAC7D,OAAO,EAAE,aAAa,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,GAAG,CAAC;iBACzD,CAAC,CAAC,CAAC;YACN,CAAC;QACH,CAAC;aAAM,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;YAC/B,MAAM,GAAG,GAAW,QAAQ,CAAC,CAAC,CAAC,KAAK,QAAQ,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;YACrD,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,sBAAsB,EAAE,IAAI,EAAE,EAAE,GAAG,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC;QAC5E,CAAC;aAAM,IAAI,KAAK,KAAK,YAAY,EAAE,CAAC;YAClC,MAAM,GAAG,GAAW,QAAQ,CAAC,CAAC,CAAC,KAAK,QAAQ,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;YACrD,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,qBAAqB,EAAE,IAAI,EAAE,EAAE,GAAG,GAAG,EAAE,GAAG,EAAE,KAAK,EAAE,KAAK,IAAI,EAAE,EAAE,CAAC,CAAC,CAAC;QAC/F,CAAC;aAAM,IAAI,KAAK,KAAK,MAAM,IAAI,OAAO,EAAE,CAAC;YACvC,IAAI,SAAS;gBAAE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,sBAAsB,EAAE,IAAI,EAAE,GAAG,CAAC,CAAC,CAAC;QAC/E,CAAC;aAAM,IAAI,EAAE,KAAK,KAAK,EAAE,CAAC;YACxB,MAAM,IAAI,GAAW,OAAO,IAAI,IAAI,IAAI,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACrF,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,iCAAiC,EAAE,IAAI,EAAE;gBACjE,GAAG,GAAG,EAAE,EAAE,EAAE,UAAU,IAAI,EAAE,EAAE,KAAK,EAAE,WAAW,IAAI,EAAE,EAAE,MAAM,EAAE,YAAY,IAAI,EAAE;gBAClF,IAAI,EAAE,KAAK,EAAE,KAAK,IAAI,EAAE;aACzB,CAAC,CAAC,CAAC;QACN,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,GAAW,OAAO,IAAI,IAAI,IAAI,OAAO,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACrF,MAAM,SAAS,GAAW,OAAO,KAAK,KAAK,QAAQ,CAAC,CAAC,CAAC,UAAU,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC7E,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,0BAA0B,EAAE,IAAI,EAAE;gBAC1D,GAAG,GAAG,EAAE,EAAE,EAAE,UAAU,IAAI,EAAE,EAAE,KAAK,EAAE,WAAW,IAAI,EAAE,EAAE,MAAM,EAAE,YAAY,IAAI,EAAE;gBAClF,IAAI,EAAE,KAAK,EAAE,SAAS;aACvB,CAAC,CAAC,CAAC;QACN,CAAC;IACH,CAAC,CAAC;AACJ,CAAC"}
@@ -0,0 +1,8 @@
1
+ import { type CliLang } from './i18n.js';
2
+ export interface ResolvedSkillInput {
3
+ skillPath: string;
4
+ skillDir: string;
5
+ samplesPath: string;
6
+ }
7
+ export declare function resolveSkillInput(input: string, lang: CliLang): ResolvedSkillInput;
8
+ //# sourceMappingURL=resolve-skill-input.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"resolve-skill-input.d.ts","sourceRoot":"","sources":["../../../src/cli/lib/resolve-skill-input.ts"],"names":[],"mappings":"AAEA,OAAO,EAAQ,KAAK,OAAO,EAAE,MAAM,WAAW,CAAC;AAE/C,MAAM,WAAW,kBAAkB;IACjC,SAAS,EAAE,MAAM,CAAC;IAClB,QAAQ,EAAE,MAAM,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;CACrB;AAQD,wBAAgB,iBAAiB,CAAC,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,OAAO,GAAG,kBAAkB,CA8BlF"}
@@ -0,0 +1,38 @@
1
+ import { resolve, join, dirname } from 'node:path';
2
+ import { existsSync, statSync } from 'node:fs';
3
+ import { tCli } from './i18n.js';
4
+ // 统一 skill 入参解析:既接受 SKILL.md 文件(老式 + flat skill),也接受 directory-skill
5
+ // 目录(skills/foo/ 自动找 foo/SKILL.md)。samples 发现优先级:.omk/samples.json >
6
+ // eval-samples.json > .yaml > .yml,fallback 是第一个候选(给上游 "samples 不存在"
7
+ // 的提示一个稳定路径)。
8
+ //
9
+ // 错误用 tCli 走 i18n,调用方直接 console.error err.message 给用户看,zh/en 都要正确。
10
+ export function resolveSkillInput(input, lang) {
11
+ const resolved = resolve(input);
12
+ if (!existsSync(resolved)) {
13
+ throw new Error(tCli('cli.common.skill_file_not_found', lang, { path: resolved }));
14
+ }
15
+ let skillPath;
16
+ let skillDir;
17
+ if (statSync(resolved).isDirectory()) {
18
+ const skillMd = join(resolved, 'SKILL.md');
19
+ if (!existsSync(skillMd)) {
20
+ throw new Error(tCli('cli.common.skill_dir_no_skill_md', lang, { path: resolved }));
21
+ }
22
+ skillPath = skillMd;
23
+ skillDir = resolved;
24
+ }
25
+ else {
26
+ skillPath = resolved;
27
+ skillDir = dirname(resolved);
28
+ }
29
+ const candidates = [
30
+ join(skillDir, '.omk', 'samples.json'),
31
+ join(skillDir, 'eval-samples.json'),
32
+ join(skillDir, 'eval-samples.yaml'),
33
+ join(skillDir, 'eval-samples.yml'),
34
+ ];
35
+ const samplesPath = candidates.find(existsSync) ?? candidates[0];
36
+ return { skillPath, skillDir, samplesPath };
37
+ }
38
+ //# sourceMappingURL=resolve-skill-input.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"resolve-skill-input.js","sourceRoot":"","sources":["../../../src/cli/lib/resolve-skill-input.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACnD,OAAO,EAAE,UAAU,EAAE,QAAQ,EAAE,MAAM,SAAS,CAAC;AAC/C,OAAO,EAAE,IAAI,EAAgB,MAAM,WAAW,CAAC;AAQ/C,qEAAqE;AACrE,qEAAqE;AACrE,qEAAqE;AACrE,cAAc;AACd,EAAE;AACF,mEAAmE;AACnE,MAAM,UAAU,iBAAiB,CAAC,KAAa,EAAE,IAAa;IAC5D,MAAM,QAAQ,GAAG,OAAO,CAAC,KAAK,CAAC,CAAC;IAChC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC1B,MAAM,IAAI,KAAK,CAAC,IAAI,CAAC,iCAAiC,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC;IACrF,CAAC;IAED,IAAI,SAAiB,CAAC;IACtB,IAAI,QAAgB,CAAC;IAErB,IAAI,QAAQ,CAAC,QAAQ,CAAC,CAAC,WAAW,EAAE,EAAE,CAAC;QACrC,MAAM,OAAO,GAAG,IAAI,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;QAC3C,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;YACzB,MAAM,IAAI,KAAK,CAAC,IAAI,CAAC,kCAAkC,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC,CAAC;QACtF,CAAC;QACD,SAAS,GAAG,OAAO,CAAC;QACpB,QAAQ,GAAG,QAAQ,CAAC;IACtB,CAAC;SAAM,CAAC;QACN,SAAS,GAAG,QAAQ,CAAC;QACrB,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC;IAC/B,CAAC;IAED,MAAM,UAAU,GAAG;QACjB,IAAI,CAAC,QAAQ,EAAE,MAAM,EAAE,cAAc,CAAC;QACtC,IAAI,CAAC,QAAQ,EAAE,mBAAmB,CAAC;QACnC,IAAI,CAAC,QAAQ,EAAE,mBAAmB,CAAC;QACnC,IAAI,CAAC,QAAQ,EAAE,kBAAkB,CAAC;KACnC,CAAC;IACF,MAAM,WAAW,GAAG,UAAU,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,UAAU,CAAC,CAAC,CAAC,CAAC;IAEjE,OAAO,EAAE,SAAS,EAAE,QAAQ,EAAE,WAAW,EAAE,CAAC;AAC9C,CAAC"}
@@ -0,0 +1 @@
1
+ {"version":3,"file":"run-tally.d.ts","sourceRoot":"","sources":["../../../src/cli/lib/run-tally.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAkB,MAAM,uBAAuB,CAAC;AAE5E;;;;;;;;;;;GAWG;AACH,wBAAgB,eAAe,CAAC,MAAM,EAAE,cAAc,GAAG;IAAE,MAAM,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CAe1F"}
@@ -0,0 +1 @@
1
+ {"version":3,"file":"run-tally.js","sourceRoot":"","sources":["../../../src/cli/lib/run-tally.ts"],"names":[],"mappings":"AAEA;;;;;;;;;;;GAWG;AACH,MAAM,UAAU,eAAe,CAAC,MAAsB;IACpD,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,MAAM,UAAU,GAAG,CAAC,SAAyC,EAAQ,EAAE;QACrE,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC,SAAS,CAAC,EAAE,CAAC;YACzC,MAAM,IAAI,CAAC,CAAC,YAAY,CAAC;YACzB,MAAM,IAAI,CAAC,CAAC,UAAU,CAAC;QACzB,CAAC;IACH,CAAC,CAAC;IACF,IAAI,MAAM,CAAC,IAAI,KAAK,kBAAkB,EAAE,CAAC;QACvC,KAAK,MAAM,IAAI,IAAI,MAAM,CAAC,KAAK;YAAE,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IAC5D,CAAC;SAAM,CAAC;QACN,UAAU,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;IAC7B,CAAC;IACD,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC;AAC5B,CAAC"}