oh-my-knowledge 0.30.0 → 0.32.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (1084) hide show
  1. package/README.md +33 -672
  2. package/README.zh.md +45 -684
  3. package/dist/analysis/coverage-analyzer.d.ts.map +1 -0
  4. package/dist/analysis/coverage-analyzer.js.map +1 -0
  5. package/dist/analysis/failure-clusterer.d.ts.map +1 -0
  6. package/dist/analysis/failure-clusterer.js.map +1 -0
  7. package/dist/analysis/gap-analyzer.d.ts +121 -0
  8. package/dist/analysis/gap-analyzer.d.ts.map +1 -0
  9. package/dist/analysis/gap-analyzer.js +471 -0
  10. package/dist/analysis/gap-analyzer.js.map +1 -0
  11. package/dist/analysis/hedging-classifier.d.ts.map +1 -0
  12. package/dist/analysis/hedging-classifier.js.map +1 -0
  13. package/dist/analysis/report-diagnostics.d.ts +34 -0
  14. package/dist/analysis/report-diagnostics.d.ts.map +1 -0
  15. package/dist/analysis/report-diagnostics.js +753 -0
  16. package/dist/analysis/report-diagnostics.js.map +1 -0
  17. package/dist/analysis/sample-diagnostics.d.ts.map +1 -0
  18. package/dist/analysis/sample-diagnostics.js.map +1 -0
  19. package/dist/analysis/saturation.d.ts.map +1 -0
  20. package/dist/analysis/saturation.js.map +1 -0
  21. package/dist/authoring/evolver.d.ts +102 -0
  22. package/dist/authoring/evolver.d.ts.map +1 -0
  23. package/dist/authoring/evolver.js +681 -0
  24. package/dist/authoring/evolver.js.map +1 -0
  25. package/dist/authoring/generator.d.ts +38 -0
  26. package/dist/authoring/generator.d.ts.map +1 -0
  27. package/dist/authoring/generator.js +720 -0
  28. package/dist/authoring/generator.js.map +1 -0
  29. package/dist/authoring/sample-fixer.d.ts +51 -0
  30. package/dist/authoring/sample-fixer.d.ts.map +1 -0
  31. package/dist/authoring/sample-fixer.js +213 -0
  32. package/dist/authoring/sample-fixer.js.map +1 -0
  33. package/dist/cli/commands/doctor.d.ts +26 -0
  34. package/dist/cli/commands/doctor.d.ts.map +1 -0
  35. package/dist/cli/commands/doctor.js +302 -0
  36. package/dist/cli/commands/doctor.js.map +1 -0
  37. package/dist/cli/commands/eval/gold/compare.d.ts +17 -0
  38. package/dist/cli/commands/eval/gold/compare.d.ts.map +1 -0
  39. package/dist/cli/commands/eval/gold/compare.js +91 -0
  40. package/dist/cli/commands/eval/gold/compare.js.map +1 -0
  41. package/dist/cli/commands/eval/gold/index.d.ts +9 -0
  42. package/dist/cli/commands/eval/gold/index.d.ts.map +1 -0
  43. package/dist/cli/commands/eval/gold/index.js +34 -0
  44. package/dist/cli/commands/eval/gold/index.js.map +1 -0
  45. package/dist/cli/commands/eval/gold/init.d.ts +11 -0
  46. package/dist/cli/commands/eval/gold/init.d.ts.map +1 -0
  47. package/dist/cli/commands/eval/gold/init.js +51 -0
  48. package/dist/cli/commands/eval/gold/init.js.map +1 -0
  49. package/dist/cli/commands/eval/gold/validate.d.ts +12 -0
  50. package/dist/cli/commands/eval/gold/validate.d.ts.map +1 -0
  51. package/dist/cli/commands/eval/gold/validate.js +46 -0
  52. package/dist/cli/commands/eval/gold/validate.js.map +1 -0
  53. package/dist/cli/commands/eval/index.d.ts +54 -0
  54. package/dist/cli/commands/eval/index.d.ts.map +1 -0
  55. package/dist/cli/commands/eval/index.js +465 -0
  56. package/dist/cli/commands/eval/index.js.map +1 -0
  57. package/dist/cli/commands/evolve.d.ts +37 -0
  58. package/dist/cli/commands/evolve.d.ts.map +1 -0
  59. package/dist/cli/commands/evolve.js +283 -0
  60. package/dist/cli/commands/evolve.js.map +1 -0
  61. package/dist/cli/commands/init.d.ts +16 -0
  62. package/dist/cli/commands/init.d.ts.map +1 -0
  63. package/dist/cli/commands/init.js +152 -0
  64. package/dist/cli/commands/init.js.map +1 -0
  65. package/dist/cli/commands/observe/inbox.d.ts +23 -0
  66. package/dist/cli/commands/observe/inbox.d.ts.map +1 -0
  67. package/dist/cli/commands/observe/inbox.js +260 -0
  68. package/dist/cli/commands/observe/inbox.js.map +1 -0
  69. package/dist/cli/commands/observe/index.d.ts +22 -0
  70. package/dist/cli/commands/observe/index.d.ts.map +1 -0
  71. package/dist/cli/commands/observe/index.js +118 -0
  72. package/dist/cli/commands/observe/index.js.map +1 -0
  73. package/dist/cli/commands/observe/ingest.d.ts +13 -0
  74. package/dist/cli/commands/observe/ingest.d.ts.map +1 -0
  75. package/dist/cli/commands/observe/ingest.js +71 -0
  76. package/dist/cli/commands/observe/ingest.js.map +1 -0
  77. package/dist/cli/commands/observe/show.d.ts +13 -0
  78. package/dist/cli/commands/observe/show.d.ts.map +1 -0
  79. package/dist/cli/commands/observe/show.js +49 -0
  80. package/dist/cli/commands/observe/show.js.map +1 -0
  81. package/dist/cli/commands/sample.d.ts +38 -0
  82. package/dist/cli/commands/sample.d.ts.map +1 -0
  83. package/dist/cli/commands/sample.js +487 -0
  84. package/dist/cli/commands/sample.js.map +1 -0
  85. package/dist/cli/commands/studio.d.ts +23 -0
  86. package/dist/cli/commands/studio.d.ts.map +1 -0
  87. package/dist/cli/commands/studio.js +158 -0
  88. package/dist/cli/commands/studio.js.map +1 -0
  89. package/dist/cli/index.d.ts.map +1 -0
  90. package/dist/cli/index.js +29 -0
  91. package/dist/cli/index.js.map +1 -0
  92. package/dist/cli/lib/cli-exit.d.ts +16 -0
  93. package/dist/cli/lib/cli-exit.d.ts.map +1 -0
  94. package/dist/cli/lib/cli-exit.js +20 -0
  95. package/dist/cli/lib/cli-exit.js.map +1 -0
  96. package/dist/cli/lib/cmd-flags.d.ts +224 -0
  97. package/dist/cli/lib/cmd-flags.d.ts.map +1 -0
  98. package/dist/cli/lib/cmd-flags.js +46 -0
  99. package/dist/cli/lib/cmd-flags.js.map +1 -0
  100. package/dist/cli/lib/i18n-dict/common.d.ts +4 -0
  101. package/dist/cli/lib/i18n-dict/common.d.ts.map +1 -0
  102. package/dist/cli/lib/i18n-dict/common.js +67 -0
  103. package/dist/cli/lib/i18n-dict/common.js.map +1 -0
  104. package/dist/cli/lib/i18n-dict/evolve.d.ts +4 -0
  105. package/dist/cli/lib/i18n-dict/evolve.d.ts.map +1 -0
  106. package/dist/cli/lib/i18n-dict/evolve.js +43 -0
  107. package/dist/cli/lib/i18n-dict/evolve.js.map +1 -0
  108. package/dist/cli/lib/i18n-dict/gen.d.ts +4 -0
  109. package/dist/cli/lib/i18n-dict/gen.d.ts.map +1 -0
  110. package/dist/cli/lib/i18n-dict/gen.js +63 -0
  111. package/dist/cli/lib/i18n-dict/gen.js.map +1 -0
  112. package/dist/cli/lib/i18n-dict/help.d.ts +4 -0
  113. package/dist/cli/lib/i18n-dict/help.d.ts.map +1 -0
  114. package/dist/cli/lib/i18n-dict/help.js +281 -0
  115. package/dist/cli/lib/i18n-dict/help.js.map +1 -0
  116. package/dist/cli/lib/i18n-dict/init.d.ts +4 -0
  117. package/dist/cli/lib/i18n-dict/init.d.ts.map +1 -0
  118. package/dist/cli/lib/i18n-dict/init.js +27 -0
  119. package/dist/cli/lib/i18n-dict/init.js.map +1 -0
  120. package/dist/cli/lib/i18n-dict/run.d.ts +4 -0
  121. package/dist/cli/lib/i18n-dict/run.d.ts.map +1 -0
  122. package/dist/cli/lib/i18n-dict/run.js +143 -0
  123. package/dist/cli/lib/i18n-dict/run.js.map +1 -0
  124. package/dist/cli/lib/i18n-dict/types.d.ts +5 -0
  125. package/dist/cli/lib/i18n-dict/types.d.ts.map +1 -0
  126. package/dist/cli/lib/i18n-dict/types.js +2 -0
  127. package/dist/cli/lib/i18n-dict/types.js.map +1 -0
  128. package/dist/cli/lib/i18n-dict.d.ts +63 -0
  129. package/dist/cli/lib/i18n-dict.d.ts.map +1 -0
  130. package/dist/cli/lib/i18n-dict.js +67 -0
  131. package/dist/cli/lib/i18n-dict.js.map +1 -0
  132. package/dist/cli/lib/i18n.d.ts +29 -0
  133. package/dist/cli/lib/i18n.d.ts.map +1 -0
  134. package/dist/cli/lib/i18n.js +58 -0
  135. package/dist/cli/lib/i18n.js.map +1 -0
  136. package/dist/cli/lib/parse-run-config/judge-models.d.ts +24 -0
  137. package/dist/cli/lib/parse-run-config/judge-models.d.ts.map +1 -0
  138. package/dist/cli/lib/parse-run-config/judge-models.js +55 -0
  139. package/dist/cli/lib/parse-run-config/judge-models.js.map +1 -0
  140. package/dist/cli/lib/parse-run-config/samples-discovery.d.ts +19 -0
  141. package/dist/cli/lib/parse-run-config/samples-discovery.d.ts.map +1 -0
  142. package/dist/cli/lib/parse-run-config/samples-discovery.js +53 -0
  143. package/dist/cli/lib/parse-run-config/samples-discovery.js.map +1 -0
  144. package/dist/cli/lib/parse-run-config/variant-resolution.d.ts +18 -0
  145. package/dist/cli/lib/parse-run-config/variant-resolution.d.ts.map +1 -0
  146. package/dist/cli/lib/parse-run-config/variant-resolution.js +59 -0
  147. package/dist/cli/lib/parse-run-config/variant-resolution.js.map +1 -0
  148. package/dist/cli/lib/parse-run-config.d.ts +93 -0
  149. package/dist/cli/lib/parse-run-config.d.ts.map +1 -0
  150. package/dist/cli/lib/parse-run-config.js +157 -0
  151. package/dist/cli/lib/parse-run-config.js.map +1 -0
  152. package/dist/cli/lib/progress.d.ts.map +1 -0
  153. package/dist/cli/lib/progress.js.map +1 -0
  154. package/dist/cli/lib/resolve-skill-input.d.ts +8 -0
  155. package/dist/cli/lib/resolve-skill-input.d.ts.map +1 -0
  156. package/dist/cli/lib/resolve-skill-input.js +38 -0
  157. package/dist/cli/lib/resolve-skill-input.js.map +1 -0
  158. package/dist/cli/lib/run-tally.d.ts +18 -0
  159. package/dist/cli/lib/run-tally.d.ts.map +1 -0
  160. package/dist/cli/lib/run-tally.js.map +1 -0
  161. package/dist/cli/lib/shared.d.ts +12 -0
  162. package/dist/cli/lib/shared.d.ts.map +1 -0
  163. package/dist/cli/lib/shared.js +26 -0
  164. package/dist/cli/lib/shared.js.map +1 -0
  165. package/dist/cli/lib/update-check.d.ts +9 -0
  166. package/dist/cli/lib/update-check.d.ts.map +1 -0
  167. package/dist/cli/lib/update-check.js +113 -0
  168. package/dist/cli/lib/update-check.js.map +1 -0
  169. package/dist/cli/oclif/base-command.d.ts +8 -0
  170. package/dist/cli/oclif/base-command.d.ts.map +1 -0
  171. package/dist/cli/oclif/base-command.js +27 -0
  172. package/dist/cli/oclif/base-command.js.map +1 -0
  173. package/dist/cli/oclif/help.d.ts +16 -0
  174. package/dist/cli/oclif/help.d.ts.map +1 -0
  175. package/dist/cli/oclif/help.js +33 -0
  176. package/dist/cli/oclif/help.js.map +1 -0
  177. package/dist/cli/oclif/i18n.d.ts +16 -0
  178. package/dist/cli/oclif/i18n.d.ts.map +1 -0
  179. package/dist/cli/oclif/i18n.js +62 -0
  180. package/dist/cli/oclif/i18n.js.map +1 -0
  181. package/dist/cli/oclif/parsers.d.ts +10 -0
  182. package/dist/cli/oclif/parsers.d.ts.map +1 -0
  183. package/dist/cli/oclif/parsers.js +102 -0
  184. package/dist/cli/oclif/parsers.js.map +1 -0
  185. package/dist/cli/oclif/projection.d.ts +23 -0
  186. package/dist/cli/oclif/projection.d.ts.map +1 -0
  187. package/dist/cli/oclif/projection.js +52 -0
  188. package/dist/cli/oclif/projection.js.map +1 -0
  189. package/dist/cli/oclif/run.d.ts +2 -0
  190. package/dist/cli/oclif/run.d.ts.map +1 -0
  191. package/dist/cli/oclif/run.js +11 -0
  192. package/dist/cli/oclif/run.js.map +1 -0
  193. package/dist/diagnosis/observe-mapper.d.ts +68 -0
  194. package/dist/diagnosis/observe-mapper.d.ts.map +1 -0
  195. package/dist/diagnosis/observe-mapper.js +276 -0
  196. package/dist/diagnosis/observe-mapper.js.map +1 -0
  197. package/dist/diagnosis/observe-producer.d.ts +9 -0
  198. package/dist/diagnosis/observe-producer.d.ts.map +1 -0
  199. package/dist/diagnosis/observe-producer.js +199 -0
  200. package/dist/diagnosis/observe-producer.js.map +1 -0
  201. package/dist/diagnosis/studio-projection.d.ts +7 -0
  202. package/dist/diagnosis/studio-projection.d.ts.map +1 -0
  203. package/dist/diagnosis/studio-projection.js +84 -0
  204. package/dist/diagnosis/studio-projection.js.map +1 -0
  205. package/dist/diagnosis/types.d.ts +4 -0
  206. package/dist/diagnosis/types.d.ts.map +1 -0
  207. package/dist/diagnosis/types.js +20 -0
  208. package/dist/diagnosis/types.js.map +1 -0
  209. package/dist/doctor/fixer.d.ts +12 -0
  210. package/dist/doctor/fixer.d.ts.map +1 -0
  211. package/dist/doctor/fixer.js +326 -0
  212. package/dist/doctor/fixer.js.map +1 -0
  213. package/dist/doctor/health/builtin-dimensions.d.ts.map +1 -0
  214. package/dist/doctor/health/builtin-dimensions.js.map +1 -0
  215. package/dist/doctor/health/composer.d.ts.map +1 -0
  216. package/dist/doctor/health/composer.js +296 -0
  217. package/dist/doctor/health/composer.js.map +1 -0
  218. package/dist/doctor/health/dimension-registry.d.ts.map +1 -0
  219. package/dist/doctor/health/dimension-registry.js.map +1 -0
  220. package/dist/doctor/health/dimension-spec.d.ts +47 -0
  221. package/dist/doctor/health/dimension-spec.d.ts.map +1 -0
  222. package/dist/doctor/health/dimension-spec.js.map +1 -0
  223. package/dist/doctor/health/parser.d.ts +26 -0
  224. package/dist/doctor/health/parser.d.ts.map +1 -0
  225. package/dist/doctor/health/parser.js +228 -0
  226. package/dist/doctor/health/parser.js.map +1 -0
  227. package/dist/doctor/health/prompt-builder.d.ts +3 -0
  228. package/dist/doctor/health/prompt-builder.d.ts.map +1 -0
  229. package/dist/doctor/health/prompt-builder.js +2 -0
  230. package/dist/doctor/health/prompt-builder.js.map +1 -0
  231. package/dist/doctor/health/register.d.ts.map +1 -0
  232. package/dist/doctor/health/register.js.map +1 -0
  233. package/dist/doctor/index.d.ts.map +1 -0
  234. package/dist/doctor/index.js +246 -0
  235. package/dist/doctor/index.js.map +1 -0
  236. package/dist/doctor/messages.d.ts +21 -0
  237. package/dist/doctor/messages.d.ts.map +1 -0
  238. package/dist/doctor/messages.js +217 -0
  239. package/dist/doctor/messages.js.map +1 -0
  240. package/dist/doctor/preflight.d.ts.map +1 -0
  241. package/dist/doctor/preflight.js.map +1 -0
  242. package/dist/doctor/renderer.d.ts +17 -0
  243. package/dist/doctor/renderer.d.ts.map +1 -0
  244. package/dist/doctor/renderer.js +122 -0
  245. package/dist/doctor/renderer.js.map +1 -0
  246. package/dist/doctor/rules.d.ts.map +1 -0
  247. package/dist/doctor/rules.js +289 -0
  248. package/dist/doctor/rules.js.map +1 -0
  249. package/dist/eval-core/bootstrap.d.ts.map +1 -0
  250. package/dist/eval-core/bootstrap.js.map +1 -0
  251. package/dist/eval-core/cache.d.ts.map +1 -0
  252. package/dist/eval-core/cache.js.map +1 -0
  253. package/dist/eval-core/comparability.d.ts.map +1 -0
  254. package/dist/eval-core/comparability.js.map +1 -0
  255. package/dist/eval-core/dependency-checker.d.ts +37 -0
  256. package/dist/eval-core/dependency-checker.d.ts.map +1 -0
  257. package/dist/eval-core/dependency-checker.js.map +1 -0
  258. package/dist/eval-core/evaluation-execution.d.ts.map +1 -0
  259. package/dist/eval-core/evaluation-execution.js.map +1 -0
  260. package/dist/eval-core/evaluation-job.d.ts.map +1 -0
  261. package/dist/eval-core/evaluation-job.js.map +1 -0
  262. package/dist/eval-core/evaluation-reporting.d.ts.map +1 -0
  263. package/dist/eval-core/evaluation-reporting.js.map +1 -0
  264. package/dist/eval-core/execution-strategy.d.ts.map +1 -0
  265. package/dist/eval-core/execution-strategy.js +165 -0
  266. package/dist/eval-core/execution-strategy.js.map +1 -0
  267. package/dist/eval-core/fact-checker.d.ts.map +1 -0
  268. package/dist/eval-core/fact-checker.js.map +1 -0
  269. package/dist/eval-core/layer-gates.d.ts.map +1 -0
  270. package/dist/eval-core/layer-gates.js.map +1 -0
  271. package/dist/eval-core/mock-hook.cjs +215 -0
  272. package/dist/eval-core/mocks-runtime.d.ts +100 -0
  273. package/dist/eval-core/mocks-runtime.d.ts.map +1 -0
  274. package/dist/eval-core/mocks-runtime.js +559 -0
  275. package/dist/eval-core/mocks-runtime.js.map +1 -0
  276. package/dist/eval-core/schema.d.ts.map +1 -0
  277. package/dist/eval-core/schema.js.map +1 -0
  278. package/dist/eval-core/statistics.d.ts.map +1 -0
  279. package/dist/eval-core/statistics.js.map +1 -0
  280. package/dist/eval-core/task-planner.d.ts.map +1 -0
  281. package/dist/eval-core/task-planner.js.map +1 -0
  282. package/dist/eval-core/verdict.d.ts.map +1 -0
  283. package/dist/eval-core/verdict.js.map +1 -0
  284. package/dist/eval-workflows/batch-evaluation-workflow.d.ts.map +1 -0
  285. package/dist/eval-workflows/batch-evaluation-workflow.js.map +1 -0
  286. package/dist/eval-workflows/evaluation-pipeline/preflight-warnings.d.ts +22 -0
  287. package/dist/eval-workflows/evaluation-pipeline/preflight-warnings.d.ts.map +1 -0
  288. package/dist/eval-workflows/evaluation-pipeline/preflight-warnings.js +67 -0
  289. package/dist/eval-workflows/evaluation-pipeline/preflight-warnings.js.map +1 -0
  290. package/dist/eval-workflows/evaluation-pipeline/report-finalize.d.ts +32 -0
  291. package/dist/eval-workflows/evaluation-pipeline/report-finalize.d.ts.map +1 -0
  292. package/dist/eval-workflows/evaluation-pipeline/report-finalize.js +57 -0
  293. package/dist/eval-workflows/evaluation-pipeline/report-finalize.js.map +1 -0
  294. package/dist/eval-workflows/evaluation-pipeline/run-state.d.ts +60 -0
  295. package/dist/eval-workflows/evaluation-pipeline/run-state.d.ts.map +1 -0
  296. package/dist/eval-workflows/evaluation-pipeline/run-state.js +88 -0
  297. package/dist/eval-workflows/evaluation-pipeline/run-state.js.map +1 -0
  298. package/dist/eval-workflows/evaluation-pipeline/test-set-hash.d.ts +21 -0
  299. package/dist/eval-workflows/evaluation-pipeline/test-set-hash.d.ts.map +1 -0
  300. package/dist/eval-workflows/evaluation-pipeline/test-set-hash.js +46 -0
  301. package/dist/eval-workflows/evaluation-pipeline/test-set-hash.js.map +1 -0
  302. package/dist/eval-workflows/evaluation-pipeline.d.ts +97 -0
  303. package/dist/eval-workflows/evaluation-pipeline.d.ts.map +1 -0
  304. package/dist/eval-workflows/evaluation-pipeline.js +179 -0
  305. package/dist/eval-workflows/evaluation-pipeline.js.map +1 -0
  306. package/dist/eval-workflows/evaluation-preparation.d.ts.map +1 -0
  307. package/dist/eval-workflows/evaluation-preparation.js.map +1 -0
  308. package/dist/eval-workflows/messages.d.ts +4 -0
  309. package/dist/eval-workflows/messages.d.ts.map +1 -0
  310. package/dist/eval-workflows/messages.js +30 -0
  311. package/dist/eval-workflows/messages.js.map +1 -0
  312. package/dist/eval-workflows/run-evaluation.d.ts.map +1 -0
  313. package/dist/eval-workflows/run-evaluation.js +528 -0
  314. package/dist/eval-workflows/run-evaluation.js.map +1 -0
  315. package/dist/executors/anthropic-api.d.ts.map +1 -0
  316. package/dist/executors/anthropic-api.js.map +1 -0
  317. package/dist/executors/claude-cli.d.ts.map +1 -0
  318. package/dist/executors/claude-cli.js +181 -0
  319. package/dist/executors/claude-cli.js.map +1 -0
  320. package/dist/executors/claude-sdk-trace.d.ts.map +1 -0
  321. package/dist/executors/claude-sdk-trace.js.map +1 -0
  322. package/dist/executors/claude-sdk.d.ts.map +1 -0
  323. package/dist/executors/claude-sdk.js.map +1 -0
  324. package/dist/executors/codex-cli-trace.d.ts.map +1 -0
  325. package/dist/executors/codex-cli-trace.js.map +1 -0
  326. package/dist/executors/codex-cli.d.ts.map +1 -0
  327. package/dist/executors/codex-cli.js.map +1 -0
  328. package/dist/executors/codex-sdk.d.ts.map +1 -0
  329. package/dist/executors/codex-sdk.js.map +1 -0
  330. package/dist/executors/gemini.d.ts.map +1 -0
  331. package/dist/executors/gemini.js.map +1 -0
  332. package/dist/executors/index.d.ts.map +1 -0
  333. package/dist/executors/index.js.map +1 -0
  334. package/dist/executors/openai-api.d.ts.map +1 -0
  335. package/dist/executors/openai-api.js.map +1 -0
  336. package/dist/executors/runtime-fingerprint.d.ts.map +1 -0
  337. package/dist/executors/runtime-fingerprint.js.map +1 -0
  338. package/dist/executors/script.d.ts.map +1 -0
  339. package/dist/executors/script.js.map +1 -0
  340. package/dist/executors/shared.d.ts +194 -0
  341. package/dist/executors/shared.d.ts.map +1 -0
  342. package/dist/executors/shared.js +253 -0
  343. package/dist/executors/shared.js.map +1 -0
  344. package/dist/grading/assertions.d.ts.map +1 -0
  345. package/dist/grading/assertions.js.map +1 -0
  346. package/dist/grading/debias-validate.d.ts.map +1 -0
  347. package/dist/grading/debias-validate.js.map +1 -0
  348. package/dist/grading/diagnostic.d.ts.map +1 -0
  349. package/dist/grading/diagnostic.js.map +1 -0
  350. package/dist/grading/gold-cli.d.ts.map +1 -0
  351. package/dist/grading/gold-cli.js.map +1 -0
  352. package/dist/grading/gold-dataset.d.ts.map +1 -0
  353. package/dist/grading/gold-dataset.js.map +1 -0
  354. package/dist/grading/human-gold.d.ts.map +1 -0
  355. package/dist/grading/human-gold.js.map +1 -0
  356. package/dist/grading/index.d.ts.map +1 -0
  357. package/dist/grading/index.js.map +1 -0
  358. package/dist/grading/judge.d.ts.map +1 -0
  359. package/dist/grading/judge.js.map +1 -0
  360. package/dist/grading/layered-scores.d.ts.map +1 -0
  361. package/dist/grading/layered-scores.js.map +1 -0
  362. package/dist/inputs/eval-config.d.ts.map +1 -0
  363. package/dist/inputs/eval-config.js.map +1 -0
  364. package/dist/inputs/load-samples.d.ts.map +1 -0
  365. package/dist/inputs/load-samples.js.map +1 -0
  366. package/dist/inputs/mcp-resolver.d.ts.map +1 -0
  367. package/dist/inputs/mcp-resolver.js.map +1 -0
  368. package/dist/inputs/skill-loader.d.ts.map +1 -0
  369. package/dist/inputs/skill-loader.js +261 -0
  370. package/dist/inputs/skill-loader.js.map +1 -0
  371. package/dist/inputs/url-fetcher.d.ts.map +1 -0
  372. package/dist/inputs/url-fetcher.js.map +1 -0
  373. package/dist/observability/experience-frontmatter.d.ts +37 -0
  374. package/dist/observability/experience-frontmatter.d.ts.map +1 -0
  375. package/dist/observability/experience-frontmatter.js +100 -0
  376. package/dist/observability/experience-frontmatter.js.map +1 -0
  377. package/dist/observability/experience.d.ts +23 -0
  378. package/dist/observability/experience.d.ts.map +1 -0
  379. package/dist/observability/experience.js +3438 -0
  380. package/dist/observability/experience.js.map +1 -0
  381. package/dist/observability/feedback-matchers.d.ts +37 -0
  382. package/dist/observability/feedback-matchers.d.ts.map +1 -0
  383. package/dist/observability/feedback-matchers.js +232 -0
  384. package/dist/observability/feedback-matchers.js.map +1 -0
  385. package/dist/observability/feedback-projection.d.ts +21 -0
  386. package/dist/observability/feedback-projection.d.ts.map +1 -0
  387. package/dist/observability/feedback-projection.js +20 -0
  388. package/dist/observability/feedback-projection.js.map +1 -0
  389. package/dist/observability/inbox-view-model.d.ts +43 -0
  390. package/dist/observability/inbox-view-model.d.ts.map +1 -0
  391. package/dist/observability/inbox-view-model.js +180 -0
  392. package/dist/observability/inbox-view-model.js.map +1 -0
  393. package/dist/observability/inbox.d.ts +28 -0
  394. package/dist/observability/inbox.d.ts.map +1 -0
  395. package/dist/observability/inbox.js +765 -0
  396. package/dist/observability/inbox.js.map +1 -0
  397. package/dist/observability/problem-patterns.d.ts +12 -0
  398. package/dist/observability/problem-patterns.d.ts.map +1 -0
  399. package/dist/observability/problem-patterns.js +244 -0
  400. package/dist/observability/problem-patterns.js.map +1 -0
  401. package/dist/observability/prompts/llm-enhanced-review.prompt.md +224 -0
  402. package/dist/observability/resolved-review.d.ts +37 -0
  403. package/dist/observability/resolved-review.d.ts.map +1 -0
  404. package/dist/observability/resolved-review.js +552 -0
  405. package/dist/observability/resolved-review.js.map +1 -0
  406. package/dist/observability/review-state.d.ts +20 -0
  407. package/dist/observability/review-state.d.ts.map +1 -0
  408. package/dist/observability/review-state.js +169 -0
  409. package/dist/observability/review-state.js.map +1 -0
  410. package/dist/observability/skill-chain-advisories.d.ts +16 -0
  411. package/dist/observability/skill-chain-advisories.d.ts.map +1 -0
  412. package/dist/observability/skill-chain-advisories.js +69 -0
  413. package/dist/observability/skill-chain-advisories.js.map +1 -0
  414. package/dist/observability/skill-chain.d.ts +7 -0
  415. package/dist/observability/skill-chain.d.ts.map +1 -0
  416. package/dist/observability/skill-chain.js +474 -0
  417. package/dist/observability/skill-chain.js.map +1 -0
  418. package/dist/observability/skill-health-analyzer.d.ts.map +1 -0
  419. package/dist/observability/skill-health-analyzer.js.map +1 -0
  420. package/dist/observability/soft-standards/constants.d.ts +5 -0
  421. package/dist/observability/soft-standards/constants.d.ts.map +1 -0
  422. package/dist/observability/soft-standards/constants.js +10 -0
  423. package/dist/observability/soft-standards/constants.js.map +1 -0
  424. package/dist/observability/soft-standards/index.d.ts +16 -0
  425. package/dist/observability/soft-standards/index.d.ts.map +1 -0
  426. package/dist/observability/soft-standards/index.js +15 -0
  427. package/dist/observability/soft-standards/index.js.map +1 -0
  428. package/dist/observability/soft-standards/llm-extractor.d.ts +6 -0
  429. package/dist/observability/soft-standards/llm-extractor.d.ts.map +1 -0
  430. package/dist/observability/soft-standards/llm-extractor.js +692 -0
  431. package/dist/observability/soft-standards/llm-extractor.js.map +1 -0
  432. package/dist/observability/soft-standards/runtime-evaluator.d.ts +12 -0
  433. package/dist/observability/soft-standards/runtime-evaluator.d.ts.map +1 -0
  434. package/dist/observability/soft-standards/runtime-evaluator.js +385 -0
  435. package/dist/observability/soft-standards/runtime-evaluator.js.map +1 -0
  436. package/dist/observability/soft-standards/skill-standards-store.d.ts +11 -0
  437. package/dist/observability/soft-standards/skill-standards-store.d.ts.map +1 -0
  438. package/dist/observability/soft-standards/skill-standards-store.js +158 -0
  439. package/dist/observability/soft-standards/skill-standards-store.js.map +1 -0
  440. package/dist/observability/soft-standards/types.d.ts +212 -0
  441. package/dist/observability/soft-standards/types.d.ts.map +1 -0
  442. package/dist/observability/soft-standards/types.js +2 -0
  443. package/dist/observability/soft-standards/types.js.map +1 -0
  444. package/dist/observability/text-signals.d.ts +14 -0
  445. package/dist/observability/text-signals.d.ts.map +1 -0
  446. package/dist/observability/text-signals.js +116 -0
  447. package/dist/observability/text-signals.js.map +1 -0
  448. package/dist/observability/trace-adapter.d.ts.map +1 -0
  449. package/dist/observability/trace-adapter.js.map +1 -0
  450. package/dist/observability/trace-attribution.d.ts +56 -0
  451. package/dist/observability/trace-attribution.d.ts.map +1 -0
  452. package/dist/observability/trace-attribution.js +200 -0
  453. package/dist/observability/trace-attribution.js.map +1 -0
  454. package/dist/observability/trace-segmenter.d.ts +52 -0
  455. package/dist/observability/trace-segmenter.d.ts.map +1 -0
  456. package/dist/observability/trace-segmenter.js +322 -0
  457. package/dist/observability/trace-segmenter.js.map +1 -0
  458. package/dist/observability/trace-source.d.ts +92 -0
  459. package/dist/observability/trace-source.d.ts.map +1 -0
  460. package/dist/observability/trace-source.js +502 -0
  461. package/dist/observability/trace-source.js.map +1 -0
  462. package/dist/renderer/html-renderer.d.ts.map +1 -0
  463. package/dist/renderer/html-renderer.js.map +1 -0
  464. package/dist/renderer/layout.d.ts.map +1 -0
  465. package/dist/renderer/layout.js.map +1 -0
  466. package/dist/renderer/observation-inbox/helpers.d.ts +14 -0
  467. package/dist/renderer/observation-inbox/helpers.d.ts.map +1 -0
  468. package/dist/renderer/observation-inbox/helpers.js +75 -0
  469. package/dist/renderer/observation-inbox/helpers.js.map +1 -0
  470. package/dist/renderer/observation-inbox/styles.d.ts +2 -0
  471. package/dist/renderer/observation-inbox/styles.d.ts.map +1 -0
  472. package/dist/renderer/observation-inbox/styles.js +5184 -0
  473. package/dist/renderer/observation-inbox/styles.js.map +1 -0
  474. package/dist/renderer/observation-inbox-renderer.d.ts +5 -0
  475. package/dist/renderer/observation-inbox-renderer.d.ts.map +1 -0
  476. package/dist/renderer/observation-inbox-renderer.js +7182 -0
  477. package/dist/renderer/observation-inbox-renderer.js.map +1 -0
  478. package/dist/renderer/skill-detail-renderer.d.ts +13 -0
  479. package/dist/renderer/skill-detail-renderer.d.ts.map +1 -0
  480. package/dist/renderer/skill-detail-renderer.js +1244 -0
  481. package/dist/renderer/skill-detail-renderer.js.map +1 -0
  482. package/dist/renderer/skill-health-renderer.d.ts.map +1 -0
  483. package/dist/renderer/skill-health-renderer.js.map +1 -0
  484. package/dist/renderer/skill-list-renderer.d.ts +3 -0
  485. package/dist/renderer/skill-list-renderer.d.ts.map +1 -0
  486. package/dist/renderer/skill-list-renderer.js +334 -0
  487. package/dist/renderer/skill-list-renderer.js.map +1 -0
  488. package/dist/renderer/summary.d.ts +68 -0
  489. package/dist/renderer/summary.d.ts.map +1 -0
  490. package/dist/renderer/summary.js +1896 -0
  491. package/dist/renderer/summary.js.map +1 -0
  492. package/dist/renderer/table.d.ts.map +1 -0
  493. package/dist/renderer/table.js.map +1 -0
  494. package/dist/renderer/test-view.d.ts.map +1 -0
  495. package/dist/renderer/test-view.js +905 -0
  496. package/dist/renderer/test-view.js.map +1 -0
  497. package/dist/renderer/trends.d.ts.map +1 -0
  498. package/dist/renderer/trends.js.map +1 -0
  499. package/dist/server/job-store.d.ts.map +1 -0
  500. package/dist/server/job-store.js.map +1 -0
  501. package/dist/server/report-server.d.ts.map +1 -0
  502. package/dist/server/report-server.js +892 -0
  503. package/dist/server/report-server.js.map +1 -0
  504. package/dist/server/report-store.d.ts.map +1 -0
  505. package/dist/server/report-store.js.map +1 -0
  506. package/dist/server/skill-index.d.ts +14 -0
  507. package/dist/server/skill-index.d.ts.map +1 -0
  508. package/dist/server/skill-index.js +381 -0
  509. package/dist/server/skill-index.js.map +1 -0
  510. package/dist/server/skill-insights.d.ts +32 -0
  511. package/dist/server/skill-insights.d.ts.map +1 -0
  512. package/dist/server/skill-insights.js +788 -0
  513. package/dist/server/skill-insights.js.map +1 -0
  514. package/dist/shared/hard-rules.d.ts +42 -0
  515. package/dist/shared/hard-rules.d.ts.map +1 -0
  516. package/dist/shared/hard-rules.js +242 -0
  517. package/dist/shared/hard-rules.js.map +1 -0
  518. package/dist/shared/llm-prompts/index.d.ts +14 -0
  519. package/dist/shared/llm-prompts/index.d.ts.map +1 -0
  520. package/dist/shared/llm-prompts/index.js +22 -0
  521. package/dist/shared/llm-prompts/index.js.map +1 -0
  522. package/dist/shared/llm-prompts/skill-health.d.ts +22 -0
  523. package/dist/shared/llm-prompts/skill-health.d.ts.map +1 -0
  524. package/dist/shared/llm-prompts/skill-health.js +170 -0
  525. package/dist/shared/llm-prompts/skill-health.js.map +1 -0
  526. package/dist/shared/time.d.ts.map +1 -0
  527. package/dist/shared/time.js.map +1 -0
  528. package/dist/shared/tool-search.d.ts.map +1 -0
  529. package/dist/shared/tool-search.js.map +1 -0
  530. package/dist/types/dependencies.d.ts +23 -0
  531. package/dist/types/dependencies.d.ts.map +1 -0
  532. package/dist/types/dependencies.js +2 -0
  533. package/dist/types/dependencies.js.map +1 -0
  534. package/dist/types/diagnosis.d.ts +88 -0
  535. package/dist/types/diagnosis.d.ts.map +1 -0
  536. package/dist/types/diagnosis.js +2 -0
  537. package/dist/types/diagnosis.js.map +1 -0
  538. package/dist/types/doctor.d.ts +157 -0
  539. package/dist/types/doctor.d.ts.map +1 -0
  540. package/dist/types/doctor.js.map +1 -0
  541. package/dist/types/eval.d.ts +377 -0
  542. package/dist/types/eval.d.ts.map +1 -0
  543. package/dist/types/eval.js.map +1 -0
  544. package/dist/types/executor.d.ts.map +1 -0
  545. package/dist/types/executor.js.map +1 -0
  546. package/dist/types/index.d.ts +12 -0
  547. package/dist/types/index.d.ts.map +1 -0
  548. package/dist/types/index.js +12 -0
  549. package/dist/types/index.js.map +1 -0
  550. package/dist/types/judge.d.ts.map +1 -0
  551. package/dist/types/judge.js.map +1 -0
  552. package/dist/types/observability.d.ts +865 -0
  553. package/dist/types/observability.d.ts.map +1 -0
  554. package/dist/types/observability.js +14 -0
  555. package/dist/types/observability.js.map +1 -0
  556. package/dist/types/report.d.ts +560 -0
  557. package/dist/types/report.d.ts.map +1 -0
  558. package/dist/types/report.js.map +1 -0
  559. package/dist/types/shared.d.ts.map +1 -0
  560. package/dist/types/shared.js.map +1 -0
  561. package/dist/types/skill-index.d.ts +142 -0
  562. package/dist/types/skill-index.d.ts.map +1 -0
  563. package/dist/types/skill-index.js +2 -0
  564. package/dist/types/skill-index.js.map +1 -0
  565. package/dist/types/storage.d.ts.map +1 -0
  566. package/dist/types/storage.js.map +1 -0
  567. package/dist/util/safe-slice.d.ts +23 -0
  568. package/dist/util/safe-slice.d.ts.map +1 -0
  569. package/dist/util/safe-slice.js +33 -0
  570. package/dist/util/safe-slice.js.map +1 -0
  571. package/package.json +40 -8
  572. package/dist/src/analysis/coverage-analyzer.d.ts.map +0 -1
  573. package/dist/src/analysis/coverage-analyzer.js.map +0 -1
  574. package/dist/src/analysis/failure-clusterer.d.ts.map +0 -1
  575. package/dist/src/analysis/failure-clusterer.js.map +0 -1
  576. package/dist/src/analysis/gap-analyzer.d.ts +0 -121
  577. package/dist/src/analysis/gap-analyzer.d.ts.map +0 -1
  578. package/dist/src/analysis/gap-analyzer.js +0 -471
  579. package/dist/src/analysis/gap-analyzer.js.map +0 -1
  580. package/dist/src/analysis/hedging-classifier.d.ts.map +0 -1
  581. package/dist/src/analysis/hedging-classifier.js.map +0 -1
  582. package/dist/src/analysis/report-diagnostics.d.ts +0 -34
  583. package/dist/src/analysis/report-diagnostics.d.ts.map +0 -1
  584. package/dist/src/analysis/report-diagnostics.js +0 -753
  585. package/dist/src/analysis/report-diagnostics.js.map +0 -1
  586. package/dist/src/analysis/sample-diagnostics.d.ts.map +0 -1
  587. package/dist/src/analysis/sample-diagnostics.js.map +0 -1
  588. package/dist/src/analysis/saturation.d.ts.map +0 -1
  589. package/dist/src/analysis/saturation.js.map +0 -1
  590. package/dist/src/authoring/evolver.d.ts +0 -78
  591. package/dist/src/authoring/evolver.d.ts.map +0 -1
  592. package/dist/src/authoring/evolver.js +0 -320
  593. package/dist/src/authoring/evolver.js.map +0 -1
  594. package/dist/src/authoring/generator.d.ts +0 -35
  595. package/dist/src/authoring/generator.d.ts.map +0 -1
  596. package/dist/src/authoring/generator.js +0 -704
  597. package/dist/src/authoring/generator.js.map +0 -1
  598. package/dist/src/authoring/sample-fixer.d.ts +0 -45
  599. package/dist/src/authoring/sample-fixer.d.ts.map +0 -1
  600. package/dist/src/authoring/sample-fixer.js +0 -186
  601. package/dist/src/authoring/sample-fixer.js.map +0 -1
  602. package/dist/src/cli/cli-exit.d.ts +0 -15
  603. package/dist/src/cli/cli-exit.d.ts.map +0 -1
  604. package/dist/src/cli/cli-exit.js +0 -19
  605. package/dist/src/cli/cli-exit.js.map +0 -1
  606. package/dist/src/cli/commands/_shared.d.ts +0 -12
  607. package/dist/src/cli/commands/_shared.d.ts.map +0 -1
  608. package/dist/src/cli/commands/_shared.js +0 -26
  609. package/dist/src/cli/commands/_shared.js.map +0 -1
  610. package/dist/src/cli/commands/doctor.d.ts +0 -2
  611. package/dist/src/cli/commands/doctor.d.ts.map +0 -1
  612. package/dist/src/cli/commands/doctor.js +0 -174
  613. package/dist/src/cli/commands/doctor.js.map +0 -1
  614. package/dist/src/cli/commands/eval-gold.d.ts +0 -2
  615. package/dist/src/cli/commands/eval-gold.d.ts.map +0 -1
  616. package/dist/src/cli/commands/eval-gold.js +0 -137
  617. package/dist/src/cli/commands/eval-gold.js.map +0 -1
  618. package/dist/src/cli/commands/eval-runner.d.ts +0 -2
  619. package/dist/src/cli/commands/eval-runner.d.ts.map +0 -1
  620. package/dist/src/cli/commands/eval-runner.js +0 -299
  621. package/dist/src/cli/commands/eval-runner.js.map +0 -1
  622. package/dist/src/cli/commands/eval.d.ts +0 -2
  623. package/dist/src/cli/commands/eval.d.ts.map +0 -1
  624. package/dist/src/cli/commands/eval.js +0 -11
  625. package/dist/src/cli/commands/eval.js.map +0 -1
  626. package/dist/src/cli/commands/evolve.d.ts +0 -2
  627. package/dist/src/cli/commands/evolve.d.ts.map +0 -1
  628. package/dist/src/cli/commands/evolve.js +0 -132
  629. package/dist/src/cli/commands/evolve.js.map +0 -1
  630. package/dist/src/cli/commands/init.d.ts +0 -2
  631. package/dist/src/cli/commands/init.d.ts.map +0 -1
  632. package/dist/src/cli/commands/init.js +0 -110
  633. package/dist/src/cli/commands/init.js.map +0 -1
  634. package/dist/src/cli/commands/observe.d.ts +0 -2
  635. package/dist/src/cli/commands/observe.d.ts.map +0 -1
  636. package/dist/src/cli/commands/observe.js +0 -247
  637. package/dist/src/cli/commands/observe.js.map +0 -1
  638. package/dist/src/cli/commands/registry.d.ts +0 -11
  639. package/dist/src/cli/commands/registry.d.ts.map +0 -1
  640. package/dist/src/cli/commands/registry.js +0 -32
  641. package/dist/src/cli/commands/registry.js.map +0 -1
  642. package/dist/src/cli/commands/sample.d.ts +0 -15
  643. package/dist/src/cli/commands/sample.d.ts.map +0 -1
  644. package/dist/src/cli/commands/sample.js +0 -415
  645. package/dist/src/cli/commands/sample.js.map +0 -1
  646. package/dist/src/cli/commands/studio.d.ts +0 -2
  647. package/dist/src/cli/commands/studio.d.ts.map +0 -1
  648. package/dist/src/cli/commands/studio.js +0 -84
  649. package/dist/src/cli/commands/studio.js.map +0 -1
  650. package/dist/src/cli/i18n-dict.d.ts +0 -54
  651. package/dist/src/cli/i18n-dict.d.ts.map +0 -1
  652. package/dist/src/cli/i18n-dict.js +0 -1125
  653. package/dist/src/cli/i18n-dict.js.map +0 -1
  654. package/dist/src/cli/i18n.d.ts +0 -24
  655. package/dist/src/cli/i18n.d.ts.map +0 -1
  656. package/dist/src/cli/i18n.js +0 -53
  657. package/dist/src/cli/i18n.js.map +0 -1
  658. package/dist/src/cli/index.d.ts.map +0 -1
  659. package/dist/src/cli/index.js +0 -61
  660. package/dist/src/cli/index.js.map +0 -1
  661. package/dist/src/cli/parse-run-config.d.ts +0 -90
  662. package/dist/src/cli/parse-run-config.d.ts.map +0 -1
  663. package/dist/src/cli/parse-run-config.js +0 -302
  664. package/dist/src/cli/parse-run-config.js.map +0 -1
  665. package/dist/src/cli/parse-strict.d.ts +0 -7
  666. package/dist/src/cli/parse-strict.d.ts.map +0 -1
  667. package/dist/src/cli/parse-strict.js +0 -26
  668. package/dist/src/cli/parse-strict.js.map +0 -1
  669. package/dist/src/cli/progress.d.ts.map +0 -1
  670. package/dist/src/cli/progress.js.map +0 -1
  671. package/dist/src/cli/run-tally.d.ts +0 -18
  672. package/dist/src/cli/run-tally.d.ts.map +0 -1
  673. package/dist/src/cli/run-tally.js.map +0 -1
  674. package/dist/src/cli/update-check.d.ts +0 -3
  675. package/dist/src/cli/update-check.d.ts.map +0 -1
  676. package/dist/src/cli/update-check.js +0 -37
  677. package/dist/src/cli/update-check.js.map +0 -1
  678. package/dist/src/doctor/health/builtin-dimensions.d.ts.map +0 -1
  679. package/dist/src/doctor/health/builtin-dimensions.js.map +0 -1
  680. package/dist/src/doctor/health/composer.d.ts.map +0 -1
  681. package/dist/src/doctor/health/composer.js +0 -293
  682. package/dist/src/doctor/health/composer.js.map +0 -1
  683. package/dist/src/doctor/health/dimension-registry.d.ts.map +0 -1
  684. package/dist/src/doctor/health/dimension-registry.js.map +0 -1
  685. package/dist/src/doctor/health/dimension-spec.d.ts +0 -47
  686. package/dist/src/doctor/health/dimension-spec.d.ts.map +0 -1
  687. package/dist/src/doctor/health/dimension-spec.js.map +0 -1
  688. package/dist/src/doctor/health/parser.d.ts +0 -27
  689. package/dist/src/doctor/health/parser.d.ts.map +0 -1
  690. package/dist/src/doctor/health/parser.js +0 -191
  691. package/dist/src/doctor/health/parser.js.map +0 -1
  692. package/dist/src/doctor/health/prompt-builder.d.ts +0 -22
  693. package/dist/src/doctor/health/prompt-builder.d.ts.map +0 -1
  694. package/dist/src/doctor/health/prompt-builder.js +0 -170
  695. package/dist/src/doctor/health/prompt-builder.js.map +0 -1
  696. package/dist/src/doctor/health/register.d.ts.map +0 -1
  697. package/dist/src/doctor/health/register.js.map +0 -1
  698. package/dist/src/doctor/html-renderer.d.ts +0 -20
  699. package/dist/src/doctor/html-renderer.d.ts.map +0 -1
  700. package/dist/src/doctor/html-renderer.js +0 -376
  701. package/dist/src/doctor/html-renderer.js.map +0 -1
  702. package/dist/src/doctor/index.d.ts.map +0 -1
  703. package/dist/src/doctor/index.js +0 -245
  704. package/dist/src/doctor/index.js.map +0 -1
  705. package/dist/src/doctor/preflight.d.ts.map +0 -1
  706. package/dist/src/doctor/preflight.js.map +0 -1
  707. package/dist/src/doctor/renderer.d.ts +0 -17
  708. package/dist/src/doctor/renderer.d.ts.map +0 -1
  709. package/dist/src/doctor/renderer.js +0 -123
  710. package/dist/src/doctor/renderer.js.map +0 -1
  711. package/dist/src/doctor/rules.d.ts.map +0 -1
  712. package/dist/src/doctor/rules.js +0 -289
  713. package/dist/src/doctor/rules.js.map +0 -1
  714. package/dist/src/eval-core/bootstrap.d.ts.map +0 -1
  715. package/dist/src/eval-core/bootstrap.js.map +0 -1
  716. package/dist/src/eval-core/cache.d.ts.map +0 -1
  717. package/dist/src/eval-core/cache.js.map +0 -1
  718. package/dist/src/eval-core/comparability.d.ts.map +0 -1
  719. package/dist/src/eval-core/comparability.js.map +0 -1
  720. package/dist/src/eval-core/dependency-checker.d.ts +0 -58
  721. package/dist/src/eval-core/dependency-checker.d.ts.map +0 -1
  722. package/dist/src/eval-core/dependency-checker.js.map +0 -1
  723. package/dist/src/eval-core/evaluation-execution.d.ts.map +0 -1
  724. package/dist/src/eval-core/evaluation-execution.js.map +0 -1
  725. package/dist/src/eval-core/evaluation-job.d.ts.map +0 -1
  726. package/dist/src/eval-core/evaluation-job.js.map +0 -1
  727. package/dist/src/eval-core/evaluation-reporting.d.ts.map +0 -1
  728. package/dist/src/eval-core/evaluation-reporting.js.map +0 -1
  729. package/dist/src/eval-core/execution-strategy.d.ts.map +0 -1
  730. package/dist/src/eval-core/execution-strategy.js +0 -165
  731. package/dist/src/eval-core/execution-strategy.js.map +0 -1
  732. package/dist/src/eval-core/fact-checker.d.ts.map +0 -1
  733. package/dist/src/eval-core/fact-checker.js.map +0 -1
  734. package/dist/src/eval-core/layer-gates.d.ts.map +0 -1
  735. package/dist/src/eval-core/layer-gates.js.map +0 -1
  736. package/dist/src/eval-core/mock-hook.cjs +0 -203
  737. package/dist/src/eval-core/mocks-runtime.d.ts +0 -96
  738. package/dist/src/eval-core/mocks-runtime.d.ts.map +0 -1
  739. package/dist/src/eval-core/mocks-runtime.js +0 -323
  740. package/dist/src/eval-core/mocks-runtime.js.map +0 -1
  741. package/dist/src/eval-core/schema.d.ts.map +0 -1
  742. package/dist/src/eval-core/schema.js.map +0 -1
  743. package/dist/src/eval-core/statistics.d.ts.map +0 -1
  744. package/dist/src/eval-core/statistics.js.map +0 -1
  745. package/dist/src/eval-core/task-planner.d.ts.map +0 -1
  746. package/dist/src/eval-core/task-planner.js.map +0 -1
  747. package/dist/src/eval-core/verdict.d.ts.map +0 -1
  748. package/dist/src/eval-core/verdict.js.map +0 -1
  749. package/dist/src/eval-workflows/batch-evaluation-workflow.d.ts.map +0 -1
  750. package/dist/src/eval-workflows/batch-evaluation-workflow.js.map +0 -1
  751. package/dist/src/eval-workflows/evaluation-pipeline.d.ts +0 -109
  752. package/dist/src/eval-workflows/evaluation-pipeline.d.ts.map +0 -1
  753. package/dist/src/eval-workflows/evaluation-pipeline.js +0 -373
  754. package/dist/src/eval-workflows/evaluation-pipeline.js.map +0 -1
  755. package/dist/src/eval-workflows/evaluation-preparation.d.ts.map +0 -1
  756. package/dist/src/eval-workflows/evaluation-preparation.js.map +0 -1
  757. package/dist/src/eval-workflows/run-evaluation.d.ts.map +0 -1
  758. package/dist/src/eval-workflows/run-evaluation.js +0 -528
  759. package/dist/src/eval-workflows/run-evaluation.js.map +0 -1
  760. package/dist/src/executors/anthropic-api.d.ts.map +0 -1
  761. package/dist/src/executors/anthropic-api.js.map +0 -1
  762. package/dist/src/executors/claude-cli.d.ts.map +0 -1
  763. package/dist/src/executors/claude-cli.js +0 -179
  764. package/dist/src/executors/claude-cli.js.map +0 -1
  765. package/dist/src/executors/claude-sdk-trace.d.ts.map +0 -1
  766. package/dist/src/executors/claude-sdk-trace.js.map +0 -1
  767. package/dist/src/executors/claude-sdk.d.ts.map +0 -1
  768. package/dist/src/executors/claude-sdk.js.map +0 -1
  769. package/dist/src/executors/codex-cli-trace.d.ts.map +0 -1
  770. package/dist/src/executors/codex-cli-trace.js.map +0 -1
  771. package/dist/src/executors/codex-cli.d.ts.map +0 -1
  772. package/dist/src/executors/codex-cli.js.map +0 -1
  773. package/dist/src/executors/codex-sdk.d.ts.map +0 -1
  774. package/dist/src/executors/codex-sdk.js.map +0 -1
  775. package/dist/src/executors/gemini.d.ts.map +0 -1
  776. package/dist/src/executors/gemini.js.map +0 -1
  777. package/dist/src/executors/index.d.ts.map +0 -1
  778. package/dist/src/executors/index.js.map +0 -1
  779. package/dist/src/executors/openai-api.d.ts.map +0 -1
  780. package/dist/src/executors/openai-api.js.map +0 -1
  781. package/dist/src/executors/runtime-fingerprint.d.ts.map +0 -1
  782. package/dist/src/executors/runtime-fingerprint.js.map +0 -1
  783. package/dist/src/executors/script.d.ts.map +0 -1
  784. package/dist/src/executors/script.js.map +0 -1
  785. package/dist/src/executors/shared.d.ts +0 -194
  786. package/dist/src/executors/shared.d.ts.map +0 -1
  787. package/dist/src/executors/shared.js +0 -256
  788. package/dist/src/executors/shared.js.map +0 -1
  789. package/dist/src/grading/assertions.d.ts.map +0 -1
  790. package/dist/src/grading/assertions.js.map +0 -1
  791. package/dist/src/grading/debias-validate.d.ts.map +0 -1
  792. package/dist/src/grading/debias-validate.js.map +0 -1
  793. package/dist/src/grading/diagnostic.d.ts.map +0 -1
  794. package/dist/src/grading/diagnostic.js.map +0 -1
  795. package/dist/src/grading/gold-cli.d.ts.map +0 -1
  796. package/dist/src/grading/gold-cli.js.map +0 -1
  797. package/dist/src/grading/gold-dataset.d.ts.map +0 -1
  798. package/dist/src/grading/gold-dataset.js.map +0 -1
  799. package/dist/src/grading/human-gold.d.ts.map +0 -1
  800. package/dist/src/grading/human-gold.js.map +0 -1
  801. package/dist/src/grading/index.d.ts.map +0 -1
  802. package/dist/src/grading/index.js.map +0 -1
  803. package/dist/src/grading/judge.d.ts.map +0 -1
  804. package/dist/src/grading/judge.js.map +0 -1
  805. package/dist/src/grading/layered-scores.d.ts.map +0 -1
  806. package/dist/src/grading/layered-scores.js.map +0 -1
  807. package/dist/src/inputs/eval-config.d.ts.map +0 -1
  808. package/dist/src/inputs/eval-config.js.map +0 -1
  809. package/dist/src/inputs/load-samples.d.ts.map +0 -1
  810. package/dist/src/inputs/load-samples.js.map +0 -1
  811. package/dist/src/inputs/mcp-resolver.d.ts.map +0 -1
  812. package/dist/src/inputs/mcp-resolver.js.map +0 -1
  813. package/dist/src/inputs/skill-loader.d.ts.map +0 -1
  814. package/dist/src/inputs/skill-loader.js +0 -253
  815. package/dist/src/inputs/skill-loader.js.map +0 -1
  816. package/dist/src/inputs/url-fetcher.d.ts.map +0 -1
  817. package/dist/src/inputs/url-fetcher.js.map +0 -1
  818. package/dist/src/observability/experience.d.ts +0 -260
  819. package/dist/src/observability/experience.d.ts.map +0 -1
  820. package/dist/src/observability/experience.js +0 -1233
  821. package/dist/src/observability/experience.js.map +0 -1
  822. package/dist/src/observability/inbox-view-model.d.ts +0 -27
  823. package/dist/src/observability/inbox-view-model.d.ts.map +0 -1
  824. package/dist/src/observability/inbox-view-model.js +0 -135
  825. package/dist/src/observability/inbox-view-model.js.map +0 -1
  826. package/dist/src/observability/inbox.d.ts +0 -125
  827. package/dist/src/observability/inbox.d.ts.map +0 -1
  828. package/dist/src/observability/inbox.js +0 -741
  829. package/dist/src/observability/inbox.js.map +0 -1
  830. package/dist/src/observability/problem-patterns.d.ts +0 -51
  831. package/dist/src/observability/problem-patterns.d.ts.map +0 -1
  832. package/dist/src/observability/problem-patterns.js +0 -205
  833. package/dist/src/observability/problem-patterns.js.map +0 -1
  834. package/dist/src/observability/review-state.d.ts +0 -54
  835. package/dist/src/observability/review-state.d.ts.map +0 -1
  836. package/dist/src/observability/review-state.js +0 -131
  837. package/dist/src/observability/review-state.js.map +0 -1
  838. package/dist/src/observability/skill-chain-advisories.d.ts +0 -25
  839. package/dist/src/observability/skill-chain-advisories.d.ts.map +0 -1
  840. package/dist/src/observability/skill-chain-advisories.js +0 -69
  841. package/dist/src/observability/skill-chain-advisories.js.map +0 -1
  842. package/dist/src/observability/skill-chain.d.ts +0 -61
  843. package/dist/src/observability/skill-chain.d.ts.map +0 -1
  844. package/dist/src/observability/skill-chain.js +0 -233
  845. package/dist/src/observability/skill-chain.js.map +0 -1
  846. package/dist/src/observability/skill-health-analyzer.d.ts.map +0 -1
  847. package/dist/src/observability/skill-health-analyzer.js.map +0 -1
  848. package/dist/src/observability/text-signals.d.ts +0 -7
  849. package/dist/src/observability/text-signals.d.ts.map +0 -1
  850. package/dist/src/observability/text-signals.js +0 -22
  851. package/dist/src/observability/text-signals.js.map +0 -1
  852. package/dist/src/observability/trace-adapter.d.ts.map +0 -1
  853. package/dist/src/observability/trace-adapter.js.map +0 -1
  854. package/dist/src/observability/trace-attribution.d.ts +0 -56
  855. package/dist/src/observability/trace-attribution.d.ts.map +0 -1
  856. package/dist/src/observability/trace-attribution.js +0 -200
  857. package/dist/src/observability/trace-attribution.js.map +0 -1
  858. package/dist/src/observability/trace-segmenter.d.ts +0 -52
  859. package/dist/src/observability/trace-segmenter.d.ts.map +0 -1
  860. package/dist/src/observability/trace-segmenter.js +0 -320
  861. package/dist/src/observability/trace-segmenter.js.map +0 -1
  862. package/dist/src/observability/trace-source.d.ts +0 -99
  863. package/dist/src/observability/trace-source.d.ts.map +0 -1
  864. package/dist/src/observability/trace-source.js +0 -492
  865. package/dist/src/observability/trace-source.js.map +0 -1
  866. package/dist/src/renderer/html-renderer.d.ts.map +0 -1
  867. package/dist/src/renderer/html-renderer.js.map +0 -1
  868. package/dist/src/renderer/layout.d.ts.map +0 -1
  869. package/dist/src/renderer/layout.js.map +0 -1
  870. package/dist/src/renderer/observation-inbox-renderer.d.ts +0 -4
  871. package/dist/src/renderer/observation-inbox-renderer.d.ts.map +0 -1
  872. package/dist/src/renderer/observation-inbox-renderer.js +0 -5376
  873. package/dist/src/renderer/observation-inbox-renderer.js.map +0 -1
  874. package/dist/src/renderer/skill-detail-renderer.d.ts +0 -15
  875. package/dist/src/renderer/skill-detail-renderer.d.ts.map +0 -1
  876. package/dist/src/renderer/skill-detail-renderer.js +0 -1234
  877. package/dist/src/renderer/skill-detail-renderer.js.map +0 -1
  878. package/dist/src/renderer/skill-health-renderer.d.ts.map +0 -1
  879. package/dist/src/renderer/skill-health-renderer.js.map +0 -1
  880. package/dist/src/renderer/skill-list-renderer.d.ts +0 -4
  881. package/dist/src/renderer/skill-list-renderer.d.ts.map +0 -1
  882. package/dist/src/renderer/skill-list-renderer.js +0 -327
  883. package/dist/src/renderer/skill-list-renderer.js.map +0 -1
  884. package/dist/src/renderer/summary.d.ts +0 -68
  885. package/dist/src/renderer/summary.d.ts.map +0 -1
  886. package/dist/src/renderer/summary.js +0 -1896
  887. package/dist/src/renderer/summary.js.map +0 -1
  888. package/dist/src/renderer/table.d.ts.map +0 -1
  889. package/dist/src/renderer/table.js.map +0 -1
  890. package/dist/src/renderer/test-view.d.ts.map +0 -1
  891. package/dist/src/renderer/test-view.js +0 -905
  892. package/dist/src/renderer/test-view.js.map +0 -1
  893. package/dist/src/renderer/trends.d.ts.map +0 -1
  894. package/dist/src/renderer/trends.js.map +0 -1
  895. package/dist/src/server/job-store.d.ts.map +0 -1
  896. package/dist/src/server/job-store.js.map +0 -1
  897. package/dist/src/server/report-server.d.ts.map +0 -1
  898. package/dist/src/server/report-server.js +0 -801
  899. package/dist/src/server/report-server.js.map +0 -1
  900. package/dist/src/server/report-store.d.ts.map +0 -1
  901. package/dist/src/server/report-store.js.map +0 -1
  902. package/dist/src/server/skill-index.d.ts +0 -77
  903. package/dist/src/server/skill-index.d.ts.map +0 -1
  904. package/dist/src/server/skill-index.js +0 -331
  905. package/dist/src/server/skill-index.js.map +0 -1
  906. package/dist/src/server/skill-insights.d.ts +0 -92
  907. package/dist/src/server/skill-insights.d.ts.map +0 -1
  908. package/dist/src/server/skill-insights.js +0 -676
  909. package/dist/src/server/skill-insights.js.map +0 -1
  910. package/dist/src/shared/hard-rules.d.ts +0 -40
  911. package/dist/src/shared/hard-rules.d.ts.map +0 -1
  912. package/dist/src/shared/hard-rules.js +0 -200
  913. package/dist/src/shared/hard-rules.js.map +0 -1
  914. package/dist/src/shared/time.d.ts.map +0 -1
  915. package/dist/src/shared/time.js.map +0 -1
  916. package/dist/src/shared/tool-search.d.ts.map +0 -1
  917. package/dist/src/shared/tool-search.js.map +0 -1
  918. package/dist/src/types/doctor.d.ts +0 -155
  919. package/dist/src/types/doctor.d.ts.map +0 -1
  920. package/dist/src/types/doctor.js.map +0 -1
  921. package/dist/src/types/eval.d.ts +0 -372
  922. package/dist/src/types/eval.d.ts.map +0 -1
  923. package/dist/src/types/eval.js.map +0 -1
  924. package/dist/src/types/executor.d.ts.map +0 -1
  925. package/dist/src/types/executor.js.map +0 -1
  926. package/dist/src/types/index.d.ts +0 -8
  927. package/dist/src/types/index.d.ts.map +0 -1
  928. package/dist/src/types/index.js +0 -8
  929. package/dist/src/types/index.js.map +0 -1
  930. package/dist/src/types/judge.d.ts.map +0 -1
  931. package/dist/src/types/judge.js.map +0 -1
  932. package/dist/src/types/report.d.ts +0 -551
  933. package/dist/src/types/report.d.ts.map +0 -1
  934. package/dist/src/types/report.js.map +0 -1
  935. package/dist/src/types/shared.d.ts.map +0 -1
  936. package/dist/src/types/shared.js.map +0 -1
  937. package/dist/src/types/storage.d.ts.map +0 -1
  938. package/dist/src/types/storage.js.map +0 -1
  939. package/dist/src/util/safe-slice.d.ts +0 -23
  940. package/dist/src/util/safe-slice.d.ts.map +0 -1
  941. package/dist/src/util/safe-slice.js +0 -33
  942. package/dist/src/util/safe-slice.js.map +0 -1
  943. /package/dist/{src/analysis → analysis}/coverage-analyzer.d.ts +0 -0
  944. /package/dist/{src/analysis → analysis}/coverage-analyzer.js +0 -0
  945. /package/dist/{src/analysis → analysis}/failure-clusterer.d.ts +0 -0
  946. /package/dist/{src/analysis → analysis}/failure-clusterer.js +0 -0
  947. /package/dist/{src/analysis → analysis}/hedging-classifier.d.ts +0 -0
  948. /package/dist/{src/analysis → analysis}/hedging-classifier.js +0 -0
  949. /package/dist/{src/analysis → analysis}/sample-diagnostics.d.ts +0 -0
  950. /package/dist/{src/analysis → analysis}/sample-diagnostics.js +0 -0
  951. /package/dist/{src/analysis → analysis}/saturation.d.ts +0 -0
  952. /package/dist/{src/analysis → analysis}/saturation.js +0 -0
  953. /package/dist/{src/cli → cli}/index.d.ts +0 -0
  954. /package/dist/{src/cli → cli/lib}/progress.d.ts +0 -0
  955. /package/dist/{src/cli → cli/lib}/progress.js +0 -0
  956. /package/dist/{src/cli → cli/lib}/run-tally.js +0 -0
  957. /package/dist/{src/doctor → doctor}/health/builtin-dimensions.d.ts +0 -0
  958. /package/dist/{src/doctor → doctor}/health/builtin-dimensions.js +0 -0
  959. /package/dist/{src/doctor → doctor}/health/composer.d.ts +0 -0
  960. /package/dist/{src/doctor → doctor}/health/dimension-registry.d.ts +0 -0
  961. /package/dist/{src/doctor → doctor}/health/dimension-registry.js +0 -0
  962. /package/dist/{src/doctor → doctor}/health/dimension-spec.js +0 -0
  963. /package/dist/{src/doctor → doctor}/health/register.d.ts +0 -0
  964. /package/dist/{src/doctor → doctor}/health/register.js +0 -0
  965. /package/dist/{src/doctor → doctor}/index.d.ts +0 -0
  966. /package/dist/{src/doctor → doctor}/preflight.d.ts +0 -0
  967. /package/dist/{src/doctor → doctor}/preflight.js +0 -0
  968. /package/dist/{src/doctor → doctor}/rules.d.ts +0 -0
  969. /package/dist/{src/eval-core → eval-core}/bootstrap.d.ts +0 -0
  970. /package/dist/{src/eval-core → eval-core}/bootstrap.js +0 -0
  971. /package/dist/{src/eval-core → eval-core}/cache.d.ts +0 -0
  972. /package/dist/{src/eval-core → eval-core}/cache.js +0 -0
  973. /package/dist/{src/eval-core → eval-core}/comparability.d.ts +0 -0
  974. /package/dist/{src/eval-core → eval-core}/comparability.js +0 -0
  975. /package/dist/{src/eval-core → eval-core}/dependency-checker.js +0 -0
  976. /package/dist/{src/eval-core → eval-core}/evaluation-execution.d.ts +0 -0
  977. /package/dist/{src/eval-core → eval-core}/evaluation-execution.js +0 -0
  978. /package/dist/{src/eval-core → eval-core}/evaluation-job.d.ts +0 -0
  979. /package/dist/{src/eval-core → eval-core}/evaluation-job.js +0 -0
  980. /package/dist/{src/eval-core → eval-core}/evaluation-reporting.d.ts +0 -0
  981. /package/dist/{src/eval-core → eval-core}/evaluation-reporting.js +0 -0
  982. /package/dist/{src/eval-core → eval-core}/execution-strategy.d.ts +0 -0
  983. /package/dist/{src/eval-core → eval-core}/fact-checker.d.ts +0 -0
  984. /package/dist/{src/eval-core → eval-core}/fact-checker.js +0 -0
  985. /package/dist/{src/eval-core → eval-core}/layer-gates.d.ts +0 -0
  986. /package/dist/{src/eval-core → eval-core}/layer-gates.js +0 -0
  987. /package/dist/{src/eval-core → eval-core}/schema.d.ts +0 -0
  988. /package/dist/{src/eval-core → eval-core}/schema.js +0 -0
  989. /package/dist/{src/eval-core → eval-core}/statistics.d.ts +0 -0
  990. /package/dist/{src/eval-core → eval-core}/statistics.js +0 -0
  991. /package/dist/{src/eval-core → eval-core}/task-planner.d.ts +0 -0
  992. /package/dist/{src/eval-core → eval-core}/task-planner.js +0 -0
  993. /package/dist/{src/eval-core → eval-core}/verdict.d.ts +0 -0
  994. /package/dist/{src/eval-core → eval-core}/verdict.js +0 -0
  995. /package/dist/{src/eval-workflows → eval-workflows}/batch-evaluation-workflow.d.ts +0 -0
  996. /package/dist/{src/eval-workflows → eval-workflows}/batch-evaluation-workflow.js +0 -0
  997. /package/dist/{src/eval-workflows → eval-workflows}/evaluation-preparation.d.ts +0 -0
  998. /package/dist/{src/eval-workflows → eval-workflows}/evaluation-preparation.js +0 -0
  999. /package/dist/{src/eval-workflows → eval-workflows}/run-evaluation.d.ts +0 -0
  1000. /package/dist/{src/executors → executors}/anthropic-api.d.ts +0 -0
  1001. /package/dist/{src/executors → executors}/anthropic-api.js +0 -0
  1002. /package/dist/{src/executors → executors}/claude-cli.d.ts +0 -0
  1003. /package/dist/{src/executors → executors}/claude-sdk-trace.d.ts +0 -0
  1004. /package/dist/{src/executors → executors}/claude-sdk-trace.js +0 -0
  1005. /package/dist/{src/executors → executors}/claude-sdk.d.ts +0 -0
  1006. /package/dist/{src/executors → executors}/claude-sdk.js +0 -0
  1007. /package/dist/{src/executors → executors}/codex-cli-trace.d.ts +0 -0
  1008. /package/dist/{src/executors → executors}/codex-cli-trace.js +0 -0
  1009. /package/dist/{src/executors → executors}/codex-cli.d.ts +0 -0
  1010. /package/dist/{src/executors → executors}/codex-cli.js +0 -0
  1011. /package/dist/{src/executors → executors}/codex-sdk.d.ts +0 -0
  1012. /package/dist/{src/executors → executors}/codex-sdk.js +0 -0
  1013. /package/dist/{src/executors → executors}/gemini.d.ts +0 -0
  1014. /package/dist/{src/executors → executors}/gemini.js +0 -0
  1015. /package/dist/{src/executors → executors}/index.d.ts +0 -0
  1016. /package/dist/{src/executors → executors}/index.js +0 -0
  1017. /package/dist/{src/executors → executors}/openai-api.d.ts +0 -0
  1018. /package/dist/{src/executors → executors}/openai-api.js +0 -0
  1019. /package/dist/{src/executors → executors}/runtime-fingerprint.d.ts +0 -0
  1020. /package/dist/{src/executors → executors}/runtime-fingerprint.js +0 -0
  1021. /package/dist/{src/executors → executors}/script.d.ts +0 -0
  1022. /package/dist/{src/executors → executors}/script.js +0 -0
  1023. /package/dist/{src/grading → grading}/assertions.d.ts +0 -0
  1024. /package/dist/{src/grading → grading}/assertions.js +0 -0
  1025. /package/dist/{src/grading → grading}/debias-validate.d.ts +0 -0
  1026. /package/dist/{src/grading → grading}/debias-validate.js +0 -0
  1027. /package/dist/{src/grading → grading}/diagnostic.d.ts +0 -0
  1028. /package/dist/{src/grading → grading}/diagnostic.js +0 -0
  1029. /package/dist/{src/grading → grading}/gold-cli.d.ts +0 -0
  1030. /package/dist/{src/grading → grading}/gold-cli.js +0 -0
  1031. /package/dist/{src/grading → grading}/gold-dataset.d.ts +0 -0
  1032. /package/dist/{src/grading → grading}/gold-dataset.js +0 -0
  1033. /package/dist/{src/grading → grading}/human-gold.d.ts +0 -0
  1034. /package/dist/{src/grading → grading}/human-gold.js +0 -0
  1035. /package/dist/{src/grading → grading}/index.d.ts +0 -0
  1036. /package/dist/{src/grading → grading}/index.js +0 -0
  1037. /package/dist/{src/grading → grading}/judge.d.ts +0 -0
  1038. /package/dist/{src/grading → grading}/judge.js +0 -0
  1039. /package/dist/{src/grading → grading}/layered-scores.d.ts +0 -0
  1040. /package/dist/{src/grading → grading}/layered-scores.js +0 -0
  1041. /package/dist/{src/inputs → inputs}/eval-config.d.ts +0 -0
  1042. /package/dist/{src/inputs → inputs}/eval-config.js +0 -0
  1043. /package/dist/{src/inputs → inputs}/load-samples.d.ts +0 -0
  1044. /package/dist/{src/inputs → inputs}/load-samples.js +0 -0
  1045. /package/dist/{src/inputs → inputs}/mcp-resolver.d.ts +0 -0
  1046. /package/dist/{src/inputs → inputs}/mcp-resolver.js +0 -0
  1047. /package/dist/{src/inputs → inputs}/skill-loader.d.ts +0 -0
  1048. /package/dist/{src/inputs → inputs}/url-fetcher.d.ts +0 -0
  1049. /package/dist/{src/inputs → inputs}/url-fetcher.js +0 -0
  1050. /package/dist/{src/observability → observability}/skill-health-analyzer.d.ts +0 -0
  1051. /package/dist/{src/observability → observability}/skill-health-analyzer.js +0 -0
  1052. /package/dist/{src/observability → observability}/trace-adapter.d.ts +0 -0
  1053. /package/dist/{src/observability → observability}/trace-adapter.js +0 -0
  1054. /package/dist/{src/renderer → renderer}/html-renderer.d.ts +0 -0
  1055. /package/dist/{src/renderer → renderer}/html-renderer.js +0 -0
  1056. /package/dist/{src/renderer → renderer}/layout.d.ts +0 -0
  1057. /package/dist/{src/renderer → renderer}/layout.js +0 -0
  1058. /package/dist/{src/renderer → renderer}/skill-health-renderer.d.ts +0 -0
  1059. /package/dist/{src/renderer → renderer}/skill-health-renderer.js +0 -0
  1060. /package/dist/{src/renderer → renderer}/table.d.ts +0 -0
  1061. /package/dist/{src/renderer → renderer}/table.js +0 -0
  1062. /package/dist/{src/renderer → renderer}/test-view.d.ts +0 -0
  1063. /package/dist/{src/renderer → renderer}/trends.d.ts +0 -0
  1064. /package/dist/{src/renderer → renderer}/trends.js +0 -0
  1065. /package/dist/{src/server → server}/job-store.d.ts +0 -0
  1066. /package/dist/{src/server → server}/job-store.js +0 -0
  1067. /package/dist/{src/server → server}/report-server.d.ts +0 -0
  1068. /package/dist/{src/server → server}/report-store.d.ts +0 -0
  1069. /package/dist/{src/server → server}/report-store.js +0 -0
  1070. /package/dist/{src/shared → shared}/time.d.ts +0 -0
  1071. /package/dist/{src/shared → shared}/time.js +0 -0
  1072. /package/dist/{src/shared → shared}/tool-search.d.ts +0 -0
  1073. /package/dist/{src/shared → shared}/tool-search.js +0 -0
  1074. /package/dist/{src/types → types}/doctor.js +0 -0
  1075. /package/dist/{src/types → types}/eval.js +0 -0
  1076. /package/dist/{src/types → types}/executor.d.ts +0 -0
  1077. /package/dist/{src/types → types}/executor.js +0 -0
  1078. /package/dist/{src/types → types}/judge.d.ts +0 -0
  1079. /package/dist/{src/types → types}/judge.js +0 -0
  1080. /package/dist/{src/types → types}/report.js +0 -0
  1081. /package/dist/{src/types → types}/shared.d.ts +0 -0
  1082. /package/dist/{src/types → types}/shared.js +0 -0
  1083. /package/dist/{src/types → types}/storage.d.ts +0 -0
  1084. /package/dist/{src/types → types}/storage.js +0 -0
@@ -1,1125 +0,0 @@
1
- /**
2
- * CLI 文案字典。
3
- *
4
- * 命名约定: `cli.<command>.<event>` 或 `cli.common.<event>`。
5
- * 占位符用 `{name}` 形式,在 tCli(params) 处替换。
6
- *
7
- * ============================================================================
8
- * 翻译守则 (受 cc-viewer i18n 方案启发)
9
- * ============================================================================
10
- *
11
- * 1. **彻底本地化, 不接受中英混搭**
12
- * "中文用户读到的中文"和"英文用户读到的英文"必须是各自语言里自然的表达,
13
- * 不能机械翻译, 不能在中文里塞英文短语解释术语。如果某个英文短语没有
14
- * 自然的中文译法, 重新组织句子结构, 而不是混着写。
15
- *
16
- * 2. **保留原文的白名单 (产品术语 / 命令 / 文件名)**
17
- * 以下 token 在两种语言里都保留原文, 不翻译:
18
- * - 产品名: omk, oh-my-knowledge, Claude, npm
19
- * - 命令名: init, doctor, eval, observe, evolve, sample, studio, gold
20
- * - omk 核心业务术语: skill, variant, sample, judge, executor (出现在产品
21
- * UI 里时首字母可大写如 "Skill 评测", 描述句中保持小写)
22
- * - 技术参数: --lang, --control, --treatment, --bootstrap, --judge-repeat,
23
- * OMK_LANG, JUDGE_PROMPT_VERSION_*
24
- * - 文件名 / 路径: eval-samples.json, skills/v1.md, ~/.oh-my-knowledge/...
25
- * - 数学概念缩写: CI, α, RAG (其译法可在配套描述里说明, 但术语本身留原文)
26
- *
27
- * 3. **必须翻译的内容**
28
- * 动作 (run / edit / scaffold / generate), 状态 (success / failed /
29
- * invalid), 引导文案 (next steps / try this / see also), 解释性描述。
30
- *
31
- * 4. **不要机械直译**
32
- * "Next steps:" 译 "下一步:" 而不是 "下一步骤:"。
33
- * "Run: ..." 译 "运行: ..." 而不是 "跑: ..."。
34
- * 选用 omk 项目长期使用的中文措辞 (LLM judge 译"评委" 不译"判官", 见
35
- * feedback_ui_translation.md)。
36
- *
37
- * 5. **新增 key 流程**
38
- * a. 加到 CliMessageKey union 类型里
39
- * b. 在 CLI_DICT 里同时给出 zh / en (Record 类型强制 zh/en 双写, 漏写
40
- * tsc 直接报错)
41
- * c. 自查: 中文里有没有非白名单的英文? 英文里有没有中文?
42
- * d. 自查: 措辞自然度 — 把中文版念出来, 像不像中文项目的命令行输出?
43
- * e. test/cli-i18n.test.ts 会跑 runtime parity 检查
44
- *
45
- * 未来扩 Lang (zh-TW / ja / ko ...): 改 src/types/shared.ts 的 Lang union,
46
- * Record 类型自动强制每 key 加新语言版本。
47
- */
48
- export const CLI_DICT = {
49
- 'cli.common.unknown_domain': {
50
- zh: "未知命令:{domain}。运行 'omk --help' 查看可用命令。",
51
- en: "Unknown command: {domain}. Run 'omk --help' to see available commands.",
52
- },
53
- 'cli.init.scaffolded': {
54
- zh: '已初始化测评项目: {dir}',
55
- en: 'Eval project scaffolded at: {dir}',
56
- },
57
- 'cli.init.next_steps_title': {
58
- zh: '下一步:',
59
- en: 'Next steps:',
60
- },
61
- 'cli.init.next_step_edit_samples': {
62
- zh: ' 1. 编辑 eval-samples.json,加入你要测的评测用例',
63
- en: ' 1. Edit eval-samples.json to add your test cases',
64
- },
65
- 'cli.init.next_step_edit_skills': {
66
- zh: ' 2. 编辑 skills/code-review-v1/SKILL.md 和 skills/code-review-v2/SKILL.md, 为两个 skill 版本填入实际内容',
67
- en: ' 2. Edit skills/code-review-v1/SKILL.md and skills/code-review-v2/SKILL.md with your skill versions',
68
- },
69
- 'cli.init.next_step_run': {
70
- zh: ' 3. 运行: omk eval --control code-review-v1 --treatment code-review-v2',
71
- en: ' 3. Run: omk eval --control code-review-v1 --treatment code-review-v2',
72
- },
73
- 'cli.init.note_codex_executor': {
74
- zh: '\n注: omk 评测时把 SKILL.md 整文(含 frontmatter)作为 system prompt 注入——跨 executor 一致(claude / codex / openai-api / gemini 都走同一条路径,不依赖任何 executor 的 native skill auto-discovery 或 Skill 工具机制)。frontmatter 在 prompt 头部对 model 行为无显著影响。\n模板带 Claude Code 兼容的 frontmatter(name + description)是为了让同一份 directory-skill 也能 deploy 到 Claude Code:把整个目录复制到 ~/.claude/skills/code-review-v1/(整目录,不是单个 SKILL.md),Claude SDK 才能识别。这是 omk 评测之外的 bonus,一份文件双向 dogfood。',
75
- en: '\nNote: during omk evaluation the full SKILL.md (frontmatter included) is injected as the system prompt — uniformly across executors (claude / codex / openai-api / gemini all take the same path; omk does not rely on any executor\'s native skill auto-discovery or Skill tool). Frontmatter has no measurable impact on model behavior in this position.\nThe template ships with Claude Code-compatible frontmatter (name + description) so the same directory-skill can also be deployed to Claude Code: copy the whole directory to ~/.claude/skills/code-review-v1/ (the directory, not just SKILL.md) so Claude SDK can recognize it. That is a bonus beyond omk evaluation — one source, two-way dogfood.',
76
- },
77
- 'cli.update.new_version_available': {
78
- zh: '\n💡 新版本可用: {old} → {new}, 运行 npm update {pkg} -g 升级\n\n',
79
- en: '\n💡 New version available: {old} → {new}, run npm update {pkg} -g to upgrade\n\n',
80
- },
81
- 'cli.run.power_warning_tiny_n': {
82
- zh: '⚠ N={n} < 5:仅适合探索,任何结论都不可靠,CI 会很宽。需要决策时建议 ≥20 条评测用例。',
83
- en: '⚠ N={n} < 5 (exploration-only): any conclusion is unreliable, CI will be uselessly wide. Decisions need ≥20 cases.',
84
- },
85
- 'cli.run.power_warning_small_n': {
86
- zh: '⚠ N={n} < 20:只能识别很大的效果(Cohen\'s d > 0.8),中等效果(d ≈ 0.5)很难检出。要做可靠决策建议 ≥20 条评测用例。',
87
- en: '⚠ N={n} < 20 (large-effect-only, Cohen\'s d > 0.8): medium effects (d ≈ 0.5) hard to detect. For confident decisions consider ≥20 cases.',
88
- },
89
- 'cli.run.power_warning_repeat_one': {
90
- zh: '⚠ --repeat=1:单轮评测无法测稳定性(CV 会标记为未测量)。用 --repeat 3+ 检测同一 variant 内部方差。',
91
- en: '⚠ --repeat=1: single-run cannot measure stability (CV will be marked "not measured"). Use --repeat 3+ to detect within-variant variance.',
92
- },
93
- 'cli.run.dry_run_no_scores': {
94
- zh: 'eval dry-run:仅预览任务,不检查分数',
95
- en: 'Eval dry-run: no scores to check',
96
- },
97
- 'cli.progress.preflight_starting': {
98
- zh: '⏳ 正在预检模型连通性...\n',
99
- en: '⏳ Preflight: checking model connectivity...\n',
100
- },
101
- 'cli.progress.sample_retry': {
102
- zh: '[{i}/{n}] {sample}/{variant} 🔄 重试 {attempt}/{max}...\n',
103
- en: '[{i}/{n}] {sample}/{variant} 🔄 retry {attempt}/{max}...\n',
104
- },
105
- 'cli.progress.sample_error': {
106
- zh: '[{i}/{n}] {sample}/{variant} ⚠️ {error}\n',
107
- en: '[{i}/{n}] {sample}/{variant} ⚠️ {error}\n',
108
- },
109
- 'cli.progress.sample_executing': {
110
- zh: '[{i}/{n}] {sample}/{variant} ⏳ 执行中...\n',
111
- en: '[{i}/{n}] {sample}/{variant} ⏳ running...\n',
112
- },
113
- 'cli.progress.sample_exec_done': {
114
- zh: '[{i}/{n}] {sample}/{variant} 执行完成 {ms}ms {input}+{output} tokens{cost}\n',
115
- en: '[{i}/{n}] {sample}/{variant} done {ms}ms {input}+{output} tokens{cost}\n',
116
- },
117
- 'cli.progress.output_preview': {
118
- zh: ' 输出预览: {preview}\n',
119
- en: ' output preview: {preview}\n',
120
- },
121
- 'cli.progress.judging': {
122
- zh: '[{i}/{n}] {sample}/{variant} 评委评审中{dim}...\n',
123
- en: '[{i}/{n}] {sample}/{variant} judging{dim}...\n',
124
- },
125
- 'cli.progress.judged': {
126
- zh: '[{i}/{n}] {sample}/{variant} 评委评审完成{dim} score={score}\n',
127
- en: '[{i}/{n}] {sample}/{variant} judged{dim} score={score}\n',
128
- },
129
- 'cli.progress.skipped': {
130
- zh: '[{i}/{n}] {sample}/{variant} ⏭ 已跳过 (已有结果)\n',
131
- en: '[{i}/{n}] {sample}/{variant} ⏭ skipped (cached)\n',
132
- },
133
- 'cli.progress.sample_done': {
134
- zh: '[{i}/{n}] {sample}/{variant} ✓ {ms}ms {input}+{output} tokens{cost}{score}\n',
135
- en: '[{i}/{n}] {sample}/{variant} ✓ {ms}ms {input}+{output} tokens{cost}{score}\n',
136
- },
137
- 'cli.progress.sample_failed_done': {
138
- zh: '[{i}/{n}] {sample}/{variant} ⚠️ {ms}ms {input}+{output} tokens{cost} error={error}\n',
139
- en: '[{i}/{n}] {sample}/{variant} ⚠️ {ms}ms {input}+{output} tokens{cost} error={error}\n',
140
- },
141
- 'cli.run.invalid_repeat': {
142
- zh: '⚠ --repeat "{value}" 无效 (期望 ≥ 1 的整数), 已按 1 次评测执行\n',
143
- en: '⚠ --repeat "{value}" is invalid (expected an integer ≥ 1), falling back to 1 run\n',
144
- },
145
- 'cli.run.invalid_judge_repeat': {
146
- zh: '⚠ --judge-repeat "{value}" 无效 (期望 ≥ 1 的整数), 已按 1 次 judge 执行\n',
147
- en: '⚠ --judge-repeat "{value}" is invalid (expected an integer ≥ 1), falling back to 1 judge call\n',
148
- },
149
- 'cli.run.no_debias_length_active': {
150
- zh: 'ℹ --no-debias-length 已生效: judge prompt 退回 v2-cot, 与 < v0.21 报告 hash 一致。\n',
151
- en: 'ℹ --no-debias-length is active: judge prompt reverts to v2-cot, matching < v0.21 report hashes.\n',
152
- },
153
- 'cli.run.invalid_bootstrap_samples': {
154
- zh: '⚠ --bootstrap-samples "{value}" 无效 (期望 ≥ 100 的整数), 已按 1000 执行\n',
155
- en: '⚠ --bootstrap-samples "{value}" is invalid (expected an integer ≥ 100), falling back to 1000\n',
156
- },
157
- 'cli.run.bootstrap_samples_too_large': {
158
- zh: '⚠ --bootstrap-samples {n} 较大, 可能耗时数秒。1000 是业内标准, 通常已够用。\n',
159
- en: '⚠ --bootstrap-samples {n} is large and may take several seconds. 1000 is the industry standard and usually sufficient.\n',
160
- },
161
- 'cli.run.skill_section': {
162
- zh: '\n=== [{i}/{n}] Skill: {skill} ===\n',
163
- en: '\n=== [{i}/{n}] Skill: {skill} ===\n',
164
- },
165
- 'cli.run.run_section': {
166
- zh: '\n=== 第 {i}/{n} 轮 ===\n',
167
- en: '\n=== Run {i}/{n} ===\n',
168
- },
169
- 'cli.run.batch_complete': {
170
- zh: '\n✅ 批量评测完成\n',
171
- en: '\n✅ Batch evaluation done\n',
172
- },
173
- 'cli.run.batch_verdict_header': {
174
- zh: '批量评测结论:{status}({passed}/{total} 通过)',
175
- en: 'Batch verdict: {status} ({passed}/{total} passed)',
176
- },
177
- 'cli.run.batch_child_report_missing': {
178
- zh: '⚠ 子报告缺失:{id},将按不可 ship 处理。\n',
179
- en: '⚠ Child report missing: {id}; treating it as not shippable.\n',
180
- },
181
- 'cli.run.eval_complete': {
182
- zh: '\n✅ 评测完成\n',
183
- en: '\n✅ Evaluation done\n',
184
- },
185
- 'cli.run.tally': {
186
- zh: '试次: {passed} ✓ / {failed} ⚠️\n',
187
- en: 'Trials: {passed} ✓ / {failed} ⚠️\n',
188
- },
189
- 'cli.run.report_saved': {
190
- zh: '📄 报告已保存到: {path}\n',
191
- en: '📄 Report saved to: {path}\n',
192
- },
193
- 'cli.run.report_only_gate_skipped': {
194
- zh: 'ℹ 已启用 report-only 模式:保留 verdict 输出,但本次不使用 verdict 改写 exit code。\n',
195
- en: 'ℹ Report-only mode enabled: verdict is still printed, but it will not affect the exit code.\n',
196
- },
197
- 'cli.run.report_server_running': {
198
- zh: '\n📊 报告服务已启动: {url}\n',
199
- en: '\n📊 Report server running at {url}\n',
200
- },
201
- 'cli.run.report_server_view': {
202
- zh: '👉 查看报告: {url}\n',
203
- en: '👉 View report: {url}\n',
204
- },
205
- 'cli.run.report_server_stop': {
206
- zh: '\n按 Ctrl+C 停止服务\n',
207
- en: '\nPress Ctrl+C to stop the server\n',
208
- },
209
- 'cli.run.no_serve_in_non_tty': {
210
- zh: '\n💡 非交互环境, 已跳过 report server\n',
211
- en: '\n💡 Non-interactive environment, skipping report server\n',
212
- },
213
- 'cli.run.no_serve_view_hint': {
214
- zh: ' 查看报告:omk studio --reports-dir {dir}(报告 ID:{id})\n',
215
- en: ' View report: omk studio --reports-dir {dir} (report id: {id})\n',
216
- },
217
- 'cli.run.gold_load_failed': {
218
- zh: '\n⚠ gold dataset 加载失败 ({dir}):\n',
219
- en: '\n⚠ Failed to load gold dataset ({dir}):\n',
220
- },
221
- 'cli.run.gold_load_issue': {
222
- zh: ' - {message}\n',
223
- en: ' - {message}\n',
224
- },
225
- 'cli.run.contamination_warning': {
226
- zh: '\n⚠ {warning}\n',
227
- en: '\n⚠ {warning}\n',
228
- },
229
- 'cli.common.error_prefix': {
230
- zh: '❌ 错误: {message}',
231
- en: '❌ Error: {message}',
232
- },
233
- 'cli.observe.view_hint': {
234
- zh: '分析 JSON 已写入 output-dir;后续可用 omk observe 持续生成日报。',
235
- en: 'Analysis JSON written to output-dir; use omk observe to keep producing health reports.',
236
- },
237
- 'cli.common.skill_dir_not_found': {
238
- zh: '未找到 skill 目录: {path}',
239
- en: 'Skill directory not found: {path}',
240
- },
241
- 'cli.common.skill_file_not_found': {
242
- zh: '未找到 skill 文件: {path}',
243
- en: 'Skill file not found: {path}',
244
- },
245
- 'cli.common.report_not_found': {
246
- zh: '未找到 report: {id}',
247
- en: 'Report not found: {id}',
248
- },
249
- 'cli.common.no_judge_model': {
250
- zh: '未指定评委。请加 --judge-models <executor:model>, 或确保 report.meta.judgeModels 已写。',
251
- en: 'No judge configured. Pass --judge-models <executor:model> or ensure the report has meta.judgeModels.',
252
- },
253
- 'cli.common.judge_models_single_only': {
254
- zh: '{cmd} 仅支持单评委。--judge-models 只能传一个 executor:model entry。',
255
- en: '{cmd} only supports a single judge. --judge-models accepts exactly one executor:model entry.',
256
- },
257
- 'cli.common.warn_load_samples_failed': {
258
- zh: '⚠ 加载 samples 文件失败 ({path}): {message}\n',
259
- en: '⚠ Failed to load samples file ({path}): {message}\n',
260
- },
261
- 'cli.studio.started': {
262
- zh: 'studio 已启动:{url}',
263
- en: 'Studio running at {url}',
264
- },
265
- 'cli.studio.stop_hint': {
266
- zh: '按 Ctrl+C 停止服务',
267
- en: 'Press Ctrl+C to stop',
268
- },
269
- 'cli.studio.open_failed': {
270
- zh: '⚠ 无法自动打开浏览器({command}):{message}\n',
271
- en: '⚠ Failed to open browser automatically ({command}): {message}\n',
272
- },
273
- 'cli.gen.skill_skipped_existing': {
274
- zh: '⏭️ {name}: eval-samples 已存在, 跳过\n',
275
- en: '⏭️ {name}: eval-samples already exists, skipping\n',
276
- },
277
- 'cli.gen.skill_generating': {
278
- zh: '🔄 {name}: 正在生成 {count} 条评测用例...\n',
279
- en: '🔄 {name}: generating {count} test cases...\n',
280
- },
281
- 'cli.gen.skill_generating_auto': {
282
- zh: '🔄 {name}: 正在生成评测用例(数量由 LLM 按 skill 类型自动判断)...\n',
283
- en: '🔄 {name}: generating test cases (count auto-decided by LLM based on skill type)...\n',
284
- },
285
- 'cli.gen.skill_done': {
286
- zh: '✅ {name}: 已生成 {n} 条用例 → {path}{cost}\n',
287
- en: '✅ {name}: generated {n} samples → {path}{cost}\n',
288
- },
289
- 'cli.gen.skill_failed': {
290
- zh: '❌ {name}: {message}\n',
291
- en: '❌ {name}: {message}\n',
292
- },
293
- 'cli.gen.batch_none_needed': {
294
- zh: '没有需要生成的 eval-samples (所有 skill 都已有配对文件)',
295
- en: 'No eval-samples need generating (all skills already have paired files)',
296
- },
297
- 'cli.gen.batch_summary': {
298
- zh: '\n共生成 {n} 份 eval-samples, 请审查后运行: omk eval --batch',
299
- en: '\nGenerated {n} eval-samples files. Review them, then run: omk eval --batch',
300
- },
301
- 'cli.gen.specify_skill_path': {
302
- zh: '请指定 skill 文件路径, 例如: omk sample skills/my-skill.md',
303
- en: 'Please specify a skill file path, e.g.: omk sample skills/my-skill.md',
304
- },
305
- 'cli.gen.samples_already_exists': {
306
- zh: 'eval-samples.json 已存在。如需覆盖请先删除该文件。',
307
- en: 'eval-samples.json already exists. Delete it first if you want to overwrite.',
308
- },
309
- 'cli.gen.single_generating': {
310
- zh: '🔄 正在生成 {count} 条评测用例...\n',
311
- en: '🔄 Generating {count} test cases...\n',
312
- },
313
- 'cli.gen.single_generating_auto': {
314
- zh: '🔄 正在生成评测用例(数量由 LLM 按 skill 类型自动判断)...\n',
315
- en: '🔄 Generating test cases (count auto-decided by LLM based on skill type)...\n',
316
- },
317
- 'cli.gen.single_done': {
318
- zh: '✅ 已生成 {n} 条用例 → {path}{cost}\n',
319
- en: '✅ Generated {n} samples → {path}{cost}\n',
320
- },
321
- 'cli.gen.review_hint': {
322
- zh: '\n请审查生成的评测用例后运行: omk eval',
323
- en: '\nReview the generated test cases, then run: omk eval',
324
- },
325
- 'cli.gen.failed': {
326
- zh: '生成失败: {message}',
327
- en: 'Generation failed: {message}',
328
- },
329
- 'cli.gen.focus_applied': {
330
- zh: '🎯 场景重点(--focus):{focus}\n',
331
- en: '🎯 Focus scenarios (--focus): {focus}\n',
332
- },
333
- 'cli.evolve.specify_skill_path': {
334
- zh: '请指定 skill 文件路径, 例如: omk evolve skills/my-skill.md',
335
- en: 'Please specify a skill file path, e.g.: omk evolve skills/my-skill.md',
336
- },
337
- 'cli.evolve.section_header': {
338
- zh: '\n=== Improve skill: {path} ===\n',
339
- en: '\n=== Improve skill: {path} ===\n',
340
- },
341
- 'cli.evolve.round_baseline': {
342
- zh: '第 0 轮 (基线): score={score} ({cost})\n',
343
- en: 'Round 0 (baseline): score={score} ({cost})\n',
344
- },
345
- 'cli.evolve.round_error': {
346
- zh: '第 {round} 轮: ✗ 改进生成失败: {error}\n',
347
- en: 'Round {round}: ✗ improvement generation failed: {error}\n',
348
- },
349
- 'cli.evolve.round_done': {
350
- zh: '第 {round} 轮: score={score} ({delta}) {status} ({cost})\n',
351
- en: 'Round {round}: score={score} ({delta}) {status} ({cost})\n',
352
- },
353
- 'cli.evolve.summary': {
354
- zh: '\n✅ {start} → {final} (+{percent}%) | 共 {rounds} 轮 | {cost}\n',
355
- en: '\n✅ {start} → {final} (+{percent}%) | {rounds} rounds | {cost}\n',
356
- },
357
- 'cli.evolve.best_path': {
358
- zh: '最优版本: {best} → {target}\n',
359
- en: 'Best: {best} → {target}\n',
360
- },
361
- 'cli.evolve.versions_saved': {
362
- zh: '所有版本已保存在: {dir}/\n',
363
- en: 'All versions saved at: {dir}/\n',
364
- },
365
- 'cli.evolve.report_link': {
366
- zh: '📊 查看报告:omk studio(报告 ID:{id})\n',
367
- en: '📊 View report: omk studio (report id: {id})\n',
368
- },
369
- 'cli.help.product_main': {
370
- zh: `
371
- oh-my-knowledge——知识载体工作台
372
-
373
- 用法:
374
- omk init [dir] 初始化一个 skill 评测项目
375
- omk doctor [path] LLM 健康度审计(7 内置维度 + 可扩展);--static-only 切离线静态模式
376
- omk eval [options] 离线评测:比较版本,输出 verdict + report
377
- omk observe <sessions-dir> 线上观测:真实 session、gap、失败率、inbox
378
- omk evolve <skill> 多轮自动迭代改进 skill
379
- omk sample <skill> 生成或补齐 eval-samples 评测用例(或 --batch 批量模式)
380
- omk studio 打开本地工作台浏览报告
381
-
382
- 主路径:
383
- omk doctor
384
- omk eval --control code-review-v1 --treatment code-review-v2
385
- omk observe ~/.claude/projects/<project>
386
- omk evolve skills/code-review-v2/SKILL.md
387
- omk studio
388
-
389
- 通用选项:
390
- --lang <zh|en> CLI 输出语言(默认:zh,也可设 OMK_LANG)
391
-
392
- 运行 'omk <command> --help' 查看单个命令的参数。
393
- `,
394
- en: `
395
- oh-my-knowledge — Knowledge Artifact Workbench
396
-
397
- Usage:
398
- omk init [dir] Scaffold a skill evaluation project
399
- omk doctor [path] LLM health audit (7 builtin dimensions, extensible); --static-only for offline static checks
400
- omk eval [options] Offline evaluation: compare versions, emit verdict + report
401
- omk observe <sessions-dir> Production observation: sessions, gaps, failure rate, inbox
402
- omk evolve <skill> Auto-iterate a skill through multi-round eval loops
403
- omk sample <skill> Generate or fill eval-samples test cases (or --batch for all skills)
404
- omk studio Open the local workbench to browse reports
405
-
406
- Main workflow:
407
- omk doctor
408
- omk eval --control code-review-v1 --treatment code-review-v2
409
- omk observe ~/.claude/projects/<project>
410
- omk evolve skills/code-review-v2/SKILL.md
411
- omk studio
412
-
413
- Common options:
414
- --lang <zh|en> CLI output language (default: zh, or set OMK_LANG)
415
-
416
- Run 'omk <command> --help' for command-specific options.
417
- `,
418
- },
419
- 'cli.help.init_usage': {
420
- zh: `
421
- omk init——初始化 skill 评测项目
422
-
423
- 用法:
424
- omk init [dir]
425
-
426
- 生成内容:
427
- eval-samples.json 示例评测用例
428
- skills/code-review-v1/SKILL.md 基线 skill
429
- skills/code-review-v2/SKILL.md 实验组 skill
430
-
431
- 下一步:
432
- 1. 编辑 eval-samples.json,替换成你的真实评测用例
433
- 2. 编辑两个 SKILL.md,填入要对比的 skill 版本
434
- 3. 运行 omk eval --control code-review-v1 --treatment code-review-v2
435
- `,
436
- en: `
437
- omk init — scaffold a skill evaluation project
438
-
439
- Usage:
440
- omk init [dir]
441
-
442
- Generated files:
443
- eval-samples.json Example test cases
444
- skills/code-review-v1/SKILL.md Baseline skill
445
- skills/code-review-v2/SKILL.md Treatment skill
446
-
447
- Next steps:
448
- 1. Edit eval-samples.json with your real test cases
449
- 2. Edit both SKILL.md files with the skill versions to compare
450
- 3. Run omk eval --control code-review-v1 --treatment code-review-v2
451
- `,
452
- },
453
- 'cli.help.eval': {
454
- zh: `
455
- omk eval——离线评测 skill 版本,并给出 ship/no-ship verdict
456
-
457
- 用法:
458
- omk eval --control <variant> --treatment <variant> [options]
459
- omk eval gold <init|validate|compare> ...
460
-
461
- 常用选项:
462
- --samples <path> 用例文件(默认:eval-samples.json)
463
- --skill-dir <path> skill 目录(默认:skills)
464
- --control <expr> 对照组 variant
465
- --treatment <v1,v2> 实验组 variant,逗号分隔
466
- --config <path> eval.yaml / JSON 配置
467
- --executor <name> 执行器:claude / claude-sdk / codex / openai / gemini / custom
468
- --model <name> 任务执行模型(默认:opus;想要省钱可改 sonnet / haiku;想钉版本可写 claude-opus-4-7)
469
- --effort <level> 执行模型扩展思考预算 low / medium / high / xhigh / max(默认:low;高 effort 跨报告不可严格比较)
470
- --judge-models <list> 评委配置,例如 claude:haiku 或 claude:opus,openai:gpt-4o
471
- --dry-run 预览任务,不调用模型
472
- --batch 批量评测:每个 skill 独立 vs baseline
473
- --bootstrap 显式开启 bootstrap CI;omk eval 默认会自动开启
474
- --bootstrap-samples <n> bootstrap 重采样次数(默认:1000)
475
- --threshold <number> 三层 gate 阈值(默认:3.5)
476
- --trivial-diff <number> 实际可忽略 diff(默认:0.1)
477
- --report-only / --no-gate 生成报告并打印 verdict,但始终 exit 0
478
- --no-serve 评测后不自动启动报告 server
479
- --no-judge 关闭 judge 主观评分(仍跑断言;layered 评分可能塌缩到事实/行为层)
480
- --no-diagnostic 关闭 diagnostic 诊断 LLM 调用(默认开启,给 failed sample 出"哪错了 + 怎么改"建议)
481
- --skip-doctor escape hatch:跳过 doctor 健康检查门禁(默认强制启用)。评测环境用 mock/stub 提供依赖时绕开 doctor 物理路径误报;garbage-in 风险由调用方承担
482
-
483
- 示例:
484
- omk eval --control baseline --treatment my-skill # 单 skill 必要性测试(baseline 是保留 variant 名,代表「不注入 skill 的裸基线」)
485
- omk eval --control code-review-v1 --treatment code-review-v2 # 多版本 A/B
486
- omk eval --config eval.yaml
487
- omk eval gold compare v1-vs-v2-20260505-1200 --gold-dir gold-dataset
488
- `,
489
- en: `
490
- omk eval — run offline skill evaluation and emit a ship/no-ship verdict
491
-
492
- Usage:
493
- omk eval --control <variant> --treatment <variant> [options]
494
- omk eval gold <init|validate|compare> ...
495
-
496
- Common options:
497
- --samples <path> Sample file (default: eval-samples.json)
498
- --skill-dir <path> Skill directory (default: skills)
499
- --control <expr> Control variant
500
- --treatment <v1,v2> Treatment variants, comma-separated
501
- --config <path> eval.yaml / JSON config
502
- --executor <name> Executor: claude / claude-sdk / codex / openai / gemini / custom
503
- --model <name> Task execution model (default: opus; pass --model sonnet/haiku to save cost, or claude-opus-4-7 to pin)
504
- --effort <level> Reasoning effort for executor LLM: low / medium / high / xhigh / max (default: low; reports across efforts not strictly comparable)
505
- --judge-models <list> Judge config, e.g. claude:haiku or claude:opus,openai:gpt-4o
506
- --dry-run Preview tasks without model calls
507
- --batch Batch evaluation: each skill independently against baseline
508
- --bootstrap Enable bootstrap CI explicitly; omk eval turns it on by default
509
- --bootstrap-samples <n> Bootstrap resamples (default: 1000)
510
- --threshold <number> Three-layer gate threshold (default: 3.5)
511
- --trivial-diff <number> Practically negligible diff (default: 0.1)
512
- --report-only / --no-gate Produce the report and print verdict, but always exit 0
513
- --no-serve Do not auto-start report server after evaluation
514
- --no-judge Disable judge subjective scoring (assertions still run; layered scoring may collapse to fact/behavior layers)
515
- --no-diagnostic Disable diagnostic LLM call (on by default; emits "what went wrong + how to fix" advice for failed samples)
516
- --skip-doctor Escape hatch: bypass the doctor health check gate (default on). Useful when the eval environment supplies dependencies via mocks/stubs and doctor's physical-path checks misfire; caller owns garbage-in risk
517
-
518
- Examples:
519
- omk eval --control baseline --treatment my-skill # Single-skill necessity test (baseline is a reserved variant — "no skill injected")
520
- omk eval --control code-review-v1 --treatment code-review-v2 # Multi-variant A/B
521
- omk eval --config eval.yaml
522
- omk eval gold compare v1-vs-v2-20260505-1200 --gold-dir gold-dataset
523
- `,
524
- },
525
- 'cli.help.eval_gold': {
526
- zh: `
527
- omk eval gold——管理 human-gold 标注集
528
-
529
- 用法:
530
- omk eval gold init [--out <dir>] [--annotator <name>]
531
- omk eval gold validate <dir>
532
- omk eval gold compare <reportId> --gold-dir <dir>
533
-
534
- 选项:
535
- --reports-dir <path> 报告目录(compare 使用,默认:~/.oh-my-knowledge/reports)
536
- --variant <name> 指定 report 中要对比的 variant
537
- --bootstrap-samples <n> bootstrap 重采样次数(compare 使用)
538
- `,
539
- en: `
540
- omk eval gold — manage human-gold annotation datasets
541
-
542
- Usage:
543
- omk eval gold init [--out <dir>] [--annotator <name>]
544
- omk eval gold validate <dir>
545
- omk eval gold compare <reportId> --gold-dir <dir>
546
-
547
- Options:
548
- --reports-dir <path> Reports directory for compare (default: ~/.oh-my-knowledge/reports)
549
- --variant <name> Variant in the report to compare
550
- --bootstrap-samples <n> Bootstrap resamples for compare
551
- `,
552
- },
553
- 'cli.help.observe': {
554
- zh: `
555
- omk observe——分析真实 session trace,生成 skill 健康度日报
556
-
557
- 用法:
558
- omk observe <sessions-dir> [options]
559
- omk observe ingest <sessions-dir> [options]
560
- omk observe inbox [options]
561
- omk observe show <inbox_id> [options]
562
-
563
- 选项:
564
- --kb <path> 知识库根路径(默认:从 trace cwd 推断)
565
- --last <duration> 时间窗口,例如 7d / 24h / 30m
566
- --from <iso> 窗口起点,优先级高于 --last
567
- --to <iso> 窗口终点,优先级高于 --last
568
- --skills <n1,n2,...> 只分析指定 skill
569
- --output-dir <path> 输出目录(默认:~/.oh-my-knowledge/analyses)
570
-
571
- Inbox:
572
- ingest --output-dir <path> 写入 observe inbox 数据(默认:.omk/observations;读取时兜底到 ~/.oh-my-knowledge/observations)
573
- inbox --input-dir <path> 读取 observe inbox 数据
574
- inbox --limit <n> 展示 top N(默认:20)
575
- inbox --skill <name> 只看指定 skill
576
- inbox --explore <n> 从最近 50 条 medium/low 问题里抽样查看长尾
577
- inbox --include-noise --explore 时显式包含 noise 桶
578
- inbox --by-skill 按 skill 输出资产看板
579
- inbox --json 输出 JSON
580
- show <inbox_id> --input-dir <path> 查看单条 observation 的前后上下文
581
- `,
582
- en: `
583
- omk observe — analyze production session traces and produce skill health reports
584
-
585
- Usage:
586
- omk observe <sessions-dir> [options]
587
- omk observe ingest <sessions-dir> [options]
588
- omk observe inbox [options]
589
- omk observe show <inbox_id> [options]
590
-
591
- Options:
592
- --kb <path> Knowledge base root (default: infer from trace cwd)
593
- --last <duration> Time window, e.g. 7d / 24h / 30m
594
- --from <iso> Window start, overrides --last
595
- --to <iso> Window end, overrides --last
596
- --skills <n1,n2,...> Only analyze selected skills
597
- --output-dir <path> Output directory (default: ~/.oh-my-knowledge/analyses)
598
-
599
- Inbox:
600
- ingest --output-dir <path> Write observe inbox data (default: .omk/observations; read fallback: ~/.oh-my-knowledge/observations)
601
- inbox --input-dir <path> Read observe inbox data
602
- inbox --limit <n> Show top N (default: 20)
603
- inbox --skill <name> Only show one skill
604
- inbox --explore <n> Sample long-tail issues from the latest 50 medium/low items
605
- inbox --include-noise Explicitly include the noise bucket with --explore
606
- inbox --by-skill Print the skill-level asset board
607
- inbox --json Print JSON
608
- show <inbox_id> --input-dir <path> Show context around one observation
609
- `,
610
- },
611
- 'cli.help.observe_ingest': {
612
- zh: `
613
- omk observe ingest — 读取真实 session trace,写入 observe inbox 数据
614
-
615
- 用法:
616
- omk observe ingest <sessions-dir-or-file> [options]
617
-
618
- 选项:
619
- --output-dir <path> 输出目录(默认:.omk/observations;读取时兜底到 ~/.oh-my-knowledge/observations)
620
-
621
- 支持:
622
- Claude Code JSONL
623
- Markdown 对话日志(.log)
624
- `,
625
- en: `
626
- omk observe ingest — read real session traces and write observe inbox data
627
-
628
- Usage:
629
- omk observe ingest <sessions-dir-or-file> [options]
630
-
631
- Options:
632
- --output-dir <path> Output directory (default: .omk/observations; read fallback: ~/.oh-my-knowledge/observations)
633
-
634
- Supported:
635
- Claude Code JSONL
636
- Markdown conversation logs (.log)
637
- `,
638
- },
639
- 'cli.help.observe_inbox': {
640
- zh: `
641
- omk observe inbox — 查看已写入的 observe inbox 问题列表
642
-
643
- 用法:
644
- omk observe inbox [options]
645
-
646
- 选项:
647
- --input-dir <path> 读取目录(默认:.omk/observations;兜底到 ~/.oh-my-knowledge/observations)
648
- --limit <n> 展示 top N(默认:20)
649
- --skill <name> 只看指定 skill
650
- --explore <n> 从最近 50 条 medium/low 问题里抽样查看长尾
651
- --include-noise --explore 时显式包含 noise 桶
652
- --by-skill 按 skill 输出资产看板
653
- --json 输出 JSON
654
- `,
655
- en: `
656
- omk observe inbox — inspect previously ingested observe inbox items
657
-
658
- Usage:
659
- omk observe inbox [options]
660
-
661
- Options:
662
- --input-dir <path> Input directory (default: .omk/observations; fallback: ~/.oh-my-knowledge/observations)
663
- --limit <n> Show top N (default: 20)
664
- --skill <name> Only show one skill
665
- --explore <n> Sample long-tail issues from the latest 50 medium/low items
666
- --include-noise Explicitly include the noise bucket with --explore
667
- --by-skill Print the skill-level asset board
668
- --json Print JSON
669
- `,
670
- },
671
- 'cli.help.observe_show': {
672
- zh: `
673
- omk observe show — 查看单条 observation 的原始上下文
674
-
675
- 用法:
676
- omk observe show <inbox_id> [options]
677
-
678
- 选项:
679
- --input-dir <path> 读取目录(默认:.omk/observations;兜底到 ~/.oh-my-knowledge/observations)
680
- `,
681
- en: `
682
- omk observe show — inspect the raw context around one observation
683
-
684
- Usage:
685
- omk observe show <inbox_id> [options]
686
-
687
- Options:
688
- --input-dir <path> Input directory (default: .omk/observations; fallback: ~/.oh-my-knowledge/observations)
689
- `,
690
- },
691
- 'cli.help.evolve': {
692
- zh: `
693
- omk evolve——多轮自动迭代改进 skill
694
-
695
- 用法:
696
- omk evolve <skill-path> [options]
697
-
698
- 选项:
699
- --rounds <n> 迭代轮数(默认:5)
700
- --target <score> 目标分数
701
- --model <name> 任务执行模型,每轮跑 eval samples 的被测模型(默认:sonnet)
702
- --improve-model <name> skill 改写模型,每轮根据反馈改写 skill 的模型(默认:sonnet)
703
- --judge-models <executor:model> 单评委配置(默认:claude:haiku)
704
-
705
- 示例:
706
- omk evolve skills/code-review/SKILL.md
707
- omk evolve skills/code-review/SKILL.md --rounds 10 --target 4.5
708
- omk evolve skills/code-review/SKILL.md --model sonnet --improve-model opus
709
- `,
710
- en: `
711
- omk evolve — auto-iterate a skill through multi-round evaluation loops
712
-
713
- Usage:
714
- omk evolve <skill-path> [options]
715
-
716
- Options:
717
- --rounds <n> Iteration rounds (default: 5)
718
- --target <score> Target score
719
- --model <name> Task executor model — runs eval samples each round (default: sonnet)
720
- --improve-model <name> Skill rewriter model — rewrites the skill each round (default: sonnet)
721
- --judge-models <executor:model> Single judge config (default: claude:haiku)
722
-
723
- Examples:
724
- omk evolve skills/code-review/SKILL.md
725
- omk evolve skills/code-review/SKILL.md --rounds 10 --target 4.5
726
- omk evolve skills/code-review/SKILL.md --model sonnet --improve-model opus
727
- `,
728
- },
729
- 'cli.help.sample': {
730
- zh: `
731
- omk sample——生成或补齐 eval-samples 评测用例
732
-
733
- 用法:
734
- omk sample <skill-path> [options]
735
- omk sample --batch [--skill-dir <dir>] [options]
736
-
737
- 输出位置(默认):
738
- <skill>/SKILL.md → <skill>/.omk/samples.json(omk 标准约定)
739
- 其他 .md 路径 → 当前目录的 eval-samples.json(兜底)
740
-
741
- 选项:
742
- --count <n> 强制生成 N 条(不指定时由 LLM 按 skill 类型自动判断:
743
- 工作流型 6-8 条 / 原子型 4-6 条 / 混合型 5-7 条)
744
- --model <name> 生成模型(默认:opus;lean+effort-low 已自动开,想省钱可改 sonnet/haiku)
745
- --focus <text> 自然语言指定希望覆盖的场景(追加到 prompt,优先级高于自由发挥)
746
- --batch 为 skill 目录下缺少 eval-samples 的 skill 批量生成
747
- --skill-dir <path> skill 目录(batch 使用,默认:skills)
748
-
749
- 示例:
750
- omk improve samples skills/req-tool.md
751
- omk improve samples skills/req-tool.md --count 8 \\
752
- --focus "重点覆盖 tag 查询走 PROJECT 空 → WORKSPACE 兜底的多步流程,以及 search 失败的错误路径"
753
- `,
754
- en: `
755
- omk sample — generate or fill eval-samples test cases
756
-
757
- Usage:
758
- omk sample <skill-path> [options]
759
- omk sample --batch [--skill-dir <dir>] [options]
760
-
761
- Output path (default):
762
- <skill>/SKILL.md → <skill>/.omk/samples.json (omk standard layout)
763
- other .md paths → ./eval-samples.json in current directory (fallback)
764
-
765
- Options:
766
- --count <n> Force N samples (omit to let LLM auto-decide by skill type:
767
- workflow 6-8 / atomic 4-6 / mixed 5-7)
768
- --model <name> Generation model (default: opus; lean+effort-low applied; pass --model sonnet/haiku to save cost)
769
- --focus <text> Natural-language scenario hints appended to the prompt (overrides freeform diversity)
770
- --batch Generate for skills that are missing eval-samples
771
- --skill-dir <path> Skill directory for batch mode (default: skills)
772
-
773
- Examples:
774
- omk improve samples skills/req-tool.md
775
- omk improve samples skills/req-tool.md --count 8 \\
776
- --focus "Cover PROJECT-empty → WORKSPACE-fallback multi-step tag lookup and the search-failure error path"
777
- `,
778
- },
779
- 'cli.help.studio': {
780
- zh: `
781
- omk studio——打开本地知识工作台
782
-
783
- 用法:
784
- omk studio [options]
785
-
786
- 选项:
787
- --port <n> 本地服务端口(默认:7799)
788
- --host <host> 监听地址(默认:127.0.0.1;局域网访问可用 0.0.0.0)
789
- --reports-dir <path> 报告目录(默认:~/.oh-my-knowledge/reports)
790
- --analyses-dir <path> 观测分析目录
791
- --observations-dir <path> observe inbox 数据目录(默认:.omk/observations)
792
- --no-open 只启动服务,不自动打开浏览器
793
- --dev 开发模式:文件变化时自动重启
794
-
795
- 示例:
796
- omk studio
797
- omk studio --port 7798
798
- omk studio --host 0.0.0.0 --observations-dir .omk/observations
799
- omk studio --no-open
800
- `,
801
- en: `
802
- omk studio — open the local knowledge workbench
803
-
804
- Usage:
805
- omk studio [options]
806
-
807
- Options:
808
- --port <n> Local server port (default: 7799)
809
- --host <host> Listen address (default: 127.0.0.1; use 0.0.0.0 for LAN access)
810
- --reports-dir <path> Reports directory (default: ~/.oh-my-knowledge/reports)
811
- --analyses-dir <path> Observation analyses directory
812
- --observations-dir <path> Observe inbox data directory (default: .omk/observations)
813
- --no-open Start the server without opening a browser
814
- --dev Dev mode: restart on file changes
815
-
816
- Examples:
817
- omk studio
818
- omk studio --port 7798
819
- omk studio --host 0.0.0.0 --observations-dir .omk/observations
820
- omk studio --no-open
821
- `,
822
- },
823
- // ============ omk doctor 健康检查 ============
824
- 'cli.doctor.rule.skill_readable': {
825
- zh: 'skill 文件可读',
826
- en: 'skill file readable',
827
- },
828
- 'cli.doctor.rule.skill_metadata': {
829
- zh: 'skill 元数据合法',
830
- en: 'skill metadata valid',
831
- },
832
- 'cli.doctor.rule.dependencies': {
833
- zh: '前置依赖完整',
834
- en: 'dependencies present',
835
- },
836
- 'cli.doctor.rule.samples_contract': {
837
- zh: '用例 ↔ skill 输入约定',
838
- en: 'samples ↔ skill contract',
839
- },
840
- 'cli.doctor.rule.skill_health_check': {
841
- zh: '健康度体检',
842
- en: 'Health check',
843
- },
844
- // ============ skill_health composer (CLI default; --static-only disables it) ============
845
- 'cli.doctor.health.skipped': {
846
- zh: '健康度体检已跳过(runHealthCheck=false)',
847
- en: 'health check skipped (runHealthCheck=false)',
848
- },
849
- 'cli.doctor.health.no_dimensions': {
850
- zh: '没有注册任何健康度维度,跳过',
851
- en: 'no health dimensions registered, skipped',
852
- },
853
- 'cli.doctor.health.fail.executor': {
854
- zh: 'LLM 调用失败: {error}',
855
- en: 'LLM call failed: {error}',
856
- },
857
- 'cli.doctor.health.fail.parse': {
858
- zh: 'LLM 输出解析失败: {error}',
859
- en: 'failed to parse LLM output: {error}',
860
- },
861
- 'cli.doctor.health.fail.empty_output': {
862
- zh: 'LLM 返回了空输出',
863
- en: 'LLM returned empty output',
864
- },
865
- 'cli.doctor.health.hint.executor': {
866
- zh: '检查 executor 配置(--executor / --model)与网络连通,或调大 --timeout',
867
- en: 'Verify executor config (--executor / --model) and connectivity, or raise --timeout',
868
- },
869
- 'cli.doctor.health.hint.parse': {
870
- zh: 'LLM 没返回合法 JSON;原文存在 detail.rawOutput 截断片段,可重跑或换 model',
871
- en: 'LLM did not return valid JSON; raw snippet stored in detail.rawOutput. Re-run or switch model',
872
- },
873
- 'cli.doctor.health.dim.message': {
874
- zh: '{level}: 错误 {err}/警告 {warn}/建议 {sug}',
875
- en: '{level}: error {err}/warn {warn}/suggest {sug}',
876
- },
877
- 'cli.doctor.health.dim.missing': {
878
- zh: 'LLM 未输出此维度({dim}),已置不适用',
879
- en: 'LLM omitted dimension ({dim}); treated as N/A',
880
- },
881
- 'cli.doctor.health.summary.label': {
882
- zh: '健康度总览',
883
- en: 'Health summary',
884
- },
885
- 'cli.doctor.health.summary.message': {
886
- zh: '{overall} | 维度: 健康 {h}/亚健康 {sh}/不健康 {bad}/不适用 {na} | finding: 错误 {err}/警告 {warn}/建议 {sug}',
887
- en: '{overall} | dims: healthy {h}/sub {sh}/unhealthy {bad}/n-a {na} | findings: err {err}/warn {warn}/sug {sug}',
888
- },
889
- 'cli.doctor.health.summary.no_top': {
890
- zh: '完整详情见 --json 输出或 --html 报告',
891
- en: 'Full detail in --json output or --html report',
892
- },
893
- // 7 内置维度 labelKey (id-based)
894
- 'cli.doctor.health.dim.trigger-boundary': { zh: '触发与边界', en: 'Trigger & boundary' },
895
- 'cli.doctor.health.dim.doc-clarity': { zh: '文档清晰', en: 'Documentation clarity' },
896
- 'cli.doctor.health.dim.instr-precision': { zh: '指令精确性', en: 'Instruction precision' },
897
- 'cli.doctor.health.dim.dependency': { zh: '依赖检查', en: 'Dependency check' },
898
- 'cli.doctor.health.dim.tool-conventions': { zh: '工具规范', en: 'Tool conventions' },
899
- 'cli.doctor.health.dim.security': { zh: '安全与合规', en: 'Security & compliance' },
900
- 'cli.doctor.health.dim.examples': { zh: '示例完备', en: 'Example completeness' },
901
- // pass
902
- 'cli.doctor.skill_readable.pass': {
903
- zh: 'skill 内容长度 {length} 字符',
904
- en: 'skill content {length} chars',
905
- },
906
- 'cli.doctor.skill_metadata.pass': {
907
- zh: '元数据格式合法',
908
- en: 'metadata format valid',
909
- },
910
- 'cli.doctor.dependencies.pass': {
911
- zh: '依赖检查通过',
912
- en: 'all dependencies present',
913
- },
914
- 'cli.doctor.samples_contract.pass': {
915
- zh: '用例 {count} 条,prompt 字段齐全',
916
- en: '{count} samples, all with prompt',
917
- },
918
- // skill_readable
919
- 'cli.doctor.skill_readable.fail.missing': {
920
- zh: 'skill 文件无内容(content 为空)',
921
- en: 'skill file has no content (content is null)',
922
- },
923
- 'cli.doctor.skill_readable.fail.empty': {
924
- zh: 'skill 文件 trim 后为空',
925
- en: 'skill file is empty after trim',
926
- },
927
- 'cli.doctor.skill_readable.fail.too_short': {
928
- zh: 'skill 内容过短(只有 {length} 字符,最低 10)',
929
- en: 'skill content too short ({length} chars, minimum 10)',
930
- },
931
- 'cli.doctor.skill_readable.hint.missing': {
932
- zh: 'skill 文件未读到内容(尝试路径: {path})。用 `ls -la {path}` 确认文件存在,用 `cat {path}` 确认可读且非空',
933
- en: 'no content read from skill (tried path: {path}). Run `ls -la {path}` to verify it exists and `cat {path}` to confirm it is readable and non-empty',
934
- },
935
- 'cli.doctor.skill_readable.hint.too_short': {
936
- zh: 'skill 至少需要写一句完整的指令,过短的内容评测出来无意义',
937
- en: 'a skill needs at least a full instruction sentence — too short content yields meaningless eval',
938
- },
939
- // skill_metadata
940
- 'cli.doctor.skill_metadata.fail.frontmatter_invalid': {
941
- zh: 'front-matter 格式错误: {error}',
942
- en: 'front-matter format error: {error}',
943
- },
944
- 'cli.doctor.skill_metadata.fail.hardrules_invalid': {
945
- zh: 'hardRules 结构错误: {error}',
946
- en: 'hardRules schema error: {error}',
947
- },
948
- 'cli.doctor.skill_metadata.fail.workflows_invalid': {
949
- zh: 'workflows 结构错误: {error}',
950
- en: 'workflows schema error: {error}',
951
- },
952
- 'cli.doctor.skill_metadata.fail.missing_skillmd': {
953
- zh: 'directory-skill 缺少 SKILL.md 入口文件',
954
- en: 'directory-skill missing SKILL.md entry file',
955
- },
956
- 'cli.doctor.skill_metadata.hint.frontmatter': {
957
- zh: 'front-matter 用 YAML 语法,key: value 或 - item 形式。可参考 examples/multi-skills 下的 skill 写法',
958
- en: 'front-matter uses YAML syntax (key: value or - item). See examples/multi-skills for reference',
959
- },
960
- 'cli.doctor.skill_metadata.hint.hardrules': {
961
- zh: 'hardRules 必须写在 SKILL.md front-matter 中,格式为 hardRules: [{ id, rule, expectedBehavior }];id 要稳定且唯一,expectedBehavior 写可观察行为。',
962
- en: 'hardRules must live in SKILL.md front-matter as hardRules: [{ id, rule, expectedBehavior }]; id must be stable and unique, expectedBehavior should describe observable behavior.',
963
- },
964
- 'cli.doctor.skill_metadata.hint.workflows': {
965
- zh: 'workflows 必须写在 SKILL.md front-matter 中,格式为 workflows: [{ id, description, nodes: [{ id, action }] }];nodes 也兼容 steps 别名。',
966
- en: 'workflows must live in SKILL.md front-matter as workflows: [{ id, description, nodes: [{ id, action }] }]; nodes also accepts the steps alias.',
967
- },
968
- 'cli.doctor.skill_metadata.hint.missing_skillmd': {
969
- zh: 'directory-skill 必须有 SKILL.md 文件作为入口。或将 skill 写成单文件 .md',
970
- en: 'directory-skills require a SKILL.md entry file. Alternatively, write the skill as a single .md file',
971
- },
972
- // dependencies
973
- 'cli.doctor.dependencies.fail': {
974
- zh: '前置依赖检查失败: {summary}',
975
- en: 'dependency check failed: {summary}',
976
- },
977
- 'cli.doctor.dependencies.hint.tool': {
978
- zh: '工具缺失: 安装到 PATH 或更新 skill 的 requires.tools 引用名',
979
- en: 'missing tool: install it on PATH or update skill\'s requires.tools entry',
980
- },
981
- 'cli.doctor.dependencies.hint.file': {
982
- zh: '文件缺失: 检查路径是否相对 skill 目录正确,或更新 skill 的 requires.files 引用',
983
- en: 'missing file: verify path is relative to skill dir, or update skill\'s requires.files entry',
984
- },
985
- 'cli.doctor.dependencies.hint.env': {
986
- zh: '环境变量缺失: 在 .env / shell profile 里 export,或在 CI secrets 中配置',
987
- en: 'missing env: export it in .env / shell profile, or configure it in CI secrets',
988
- },
989
- 'cli.doctor.dependencies.hint.preflight': {
990
- zh: 'preflight 命令失败: 看上面的失败原因定位根因,或调整 skill 的 preflight 命令',
991
- en: 'preflight command failed: read the failure reason above, or adjust the skill\'s preflight command',
992
- },
993
- // Per-issue translated lines. dep-checker emits structured reasonCode +
994
- // reasonDetail (untranslated raw stderr / cwd) so doctor can localize per ctx.lang.
995
- 'cli.doctor.dependencies.issue.tool_not_found': {
996
- zh: '工具 {name} 未找到 (不在 PATH 中)',
997
- en: 'tool {name} not found on PATH',
998
- },
999
- 'cli.doctor.dependencies.issue.file_not_found': {
1000
- zh: '文件 {name} 不存在 (cwd: {detail})',
1001
- en: 'file {name} not found (cwd: {detail})',
1002
- },
1003
- 'cli.doctor.dependencies.issue.env_not_set': {
1004
- zh: '环境变量 {name} 未设置',
1005
- en: 'env var {name} not set',
1006
- },
1007
- 'cli.doctor.dependencies.issue.preflight_failed': {
1008
- zh: 'preflight 命令 "{name}" 执行失败: {detail}',
1009
- en: 'preflight command "{name}" failed: {detail}',
1010
- },
1011
- // samples_contract
1012
- 'cli.doctor.samples_contract.skipped': {
1013
- zh: '未提供 samples,跳过此项检查',
1014
- en: 'no samples provided, skipped',
1015
- },
1016
- 'cli.doctor.samples_contract.warn.empty': {
1017
- zh: 'samples 列表为空',
1018
- en: 'samples list is empty',
1019
- },
1020
- 'cli.doctor.samples_contract.warn.missing_prompt': {
1021
- zh: '{count} 条用例缺 prompt 字段',
1022
- en: '{count} samples missing prompt field',
1023
- },
1024
- 'cli.doctor.samples_contract.hint': {
1025
- zh: '用例必须至少包含 prompt 字段。详见 docs/sample-design-spec.md',
1026
- en: 'samples must contain at least a prompt field. See docs/sample-design-spec.md',
1027
- },
1028
- // ============ omk doctor CLI level ============
1029
- 'cli.help.doctor_usage': {
1030
- zh: `
1031
- oh-my-knowledge——omk doctor 健康度体检 (LLM-judge)
1032
-
1033
- 用法:
1034
- omk doctor [path] 在 path 上跑深度健康度体检
1035
- omk doctor 在当前目录(或 ./skills)批量跑
1036
-
1037
- 参数:
1038
- path .md 单文件、目录或省略(=cwd)。目录会批量检查所有 skill
1039
-
1040
- 选项:
1041
- --json 把 DoctorReport 打到 stdout(CI 消费用)
1042
- --gate 静默模式: fatal 问题 exit 1; warnings_only 仍 exit 0, 仅 stderr 出摘要
1043
- --executor <name> LLM executor (默认 claude, 可换 anthropic-api/codex 等)
1044
- --model <name> 模型 (默认 sonnet)
1045
- --samples <path> 显式指定评测用例文件
1046
- --timeout <seconds> 单次 LLM 会话超时 (默认 600)
1047
- --html <path> 产出可视化 HTML 报告到 <path> (可与 --json 同时用)
1048
- --static-only 离线模式: 只跑静态检查 (skill 可读性 / 元数据 / 依赖 / samples 契约), 不调 LLM
1049
- --lang <zh|en> 切换输出语言
1050
-
1051
- 示例:
1052
- omk doctor my-skill --html /tmp/report.html # 深度体检 + HTML 报告 (默认)
1053
- omk doctor examples/code-review/skills --json > r.json # JSON 给 CI / 外部工具消费
1054
- omk doctor --gate; echo $? # CI 模式: fatal 问题 exit 1, 警告不阻断
1055
- omk doctor --static-only # 无 LLM 环境 (CI / 断网) 跑纯静态检查
1056
-
1057
- doctor = LLM 健康度体检 (单次 LLM 会话):
1058
- - 7 个内置维度: 触发与边界 / 文档清晰 / 指令精确性 / 依赖检查 / 工具规范 / 安全与合规 / 示例完备
1059
- - 用户可扩展: 在自己代码里 registerHealthDimension(spec) 加自定义维度,
1060
- 会自动加入同一次 LLM 调用的 prompt + 报告 (顺序 = 注册顺序)
1061
- - 每维度独立给 健康/亚健康/不健康/不适用 + findings + 改进建议
1062
- - HTML 报告: 维度按 fail→warn→pass→skipped 排, 错误 finding 排前面
1063
-
1064
- 注: omk eval 内部仍跑静态 skill-readability/metadata/dependency
1065
- gate 保护评测质量, 不走 omk doctor 这条 LLM 路径 (角色分离: doctor=审计, eval=评测)。
1066
- LLM 连通性可用 omk eval --skip-connectivity 跳过 (--resume 时自动)。
1067
- `.trim() + '\n',
1068
- en: `
1069
- oh-my-knowledge — omk doctor health audit (LLM-judge)
1070
-
1071
- Usage:
1072
- omk doctor [path] Run deep LLM-based health audit on path
1073
- omk doctor Batch audit current dir (or ./skills)
1074
-
1075
- Arguments:
1076
- path A .md file, directory, or omit (= cwd). Directory batches all skills.
1077
-
1078
- Options:
1079
- --json Print DoctorReport JSON to stdout (CI-friendly)
1080
- --gate Silent mode: exit 1 only on fatal failure; warnings_only exits 0
1081
- --executor <name> LLM executor (default 'claude'; switchable to anthropic-api/codex etc)
1082
- --model <name> model name (default 'sonnet')
1083
- --samples <path> Explicit eval samples file
1084
- --timeout <seconds> LLM session timeout (default 600)
1085
- --html <path> Also write a visual HTML report to <path> (combines with --json)
1086
- --static-only Offline mode: run only static checks (readability / metadata / deps / samples contract); no LLM call
1087
- --lang <zh|en> Output language
1088
-
1089
- Examples:
1090
- omk doctor my-skill --html /tmp/report.html # deep audit + HTML report (default)
1091
- omk doctor examples/code-review/skills --json > r.json # JSON for CI / external tools
1092
- omk doctor --gate; echo $? # CI mode: fatal failures exit 1; warnings do not block
1093
- omk doctor --static-only # offline (CI / no LLM) static checks only
1094
-
1095
- doctor = LLM health audit (single LLM session):
1096
- - 7 builtin dimensions: trigger & boundary / doc clarity / instruction precision /
1097
- dependency / tool conventions / security & compliance / example completeness
1098
- - User-extensible: call registerHealthDimension(spec) in your code to add custom
1099
- dimensions; they join the same LLM call's prompt + report (order = registration order)
1100
- - Each dim graded healthy / sub-healthy / unhealthy / N-A + findings + suggestions
1101
- - HTML report: dims sorted fail→warn→pass→skipped; errors first within each dim
1102
-
1103
- Note: omk eval still runs static skill-readability/metadata/dependency gates
1104
- internally (separate from this doctor command). Roles: doctor=audit, eval=evaluate.
1105
- LLM connectivity for omk eval can be skipped with --skip-connectivity (auto on --resume).
1106
- `.trim() + '\n',
1107
- },
1108
- 'cli.doctor.no_skill_found': {
1109
- zh: '未在 {path} 下发现 skill 文件。\n doctor 期望 .md 文件、目录(包含 .md 或 SKILL.md)或 cwd 下的 skills/ 子目录。',
1110
- en: 'No skills found at {path}.\n doctor expects a .md file, a directory (containing .md or SKILL.md), or skills/ under cwd.',
1111
- },
1112
- 'cli.doctor.samples_detected': {
1113
- zh: '✓ 使用评测用例文件:{path}',
1114
- en: '✓ Using eval samples file: {path}',
1115
- },
1116
- 'cli.doctor.gate_blocked': {
1117
- zh: 'skill 健康检查未通过,评测已中止。doctor 是评测必经环节,无 skip 选项——请修复上述问题后重跑。',
1118
- en: 'skill health check failed; evaluation aborted. doctor is mandatory and not skippable — fix the issues above and re-run.',
1119
- },
1120
- 'cli.run.skip_connectivity_warning': {
1121
- zh: '⚠️ --skip-connectivity 已启用: 跳过 LLM 模型连通性检测。请确保 executor / judge 已通过其他方式验证可达。',
1122
- en: '⚠️ --skip-connectivity enabled: LLM connectivity check skipped. Verify executor / judge are reachable by other means.',
1123
- },
1124
- };
1125
- //# sourceMappingURL=i18n-dict.js.map