oh-my-knowledge 0.31.0 → 0.32.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (1096) hide show
  1. package/README.md +31 -842
  2. package/README.zh.md +43 -854
  3. package/dist/analysis/coverage-analyzer.d.ts.map +1 -0
  4. package/dist/analysis/coverage-analyzer.js.map +1 -0
  5. package/dist/analysis/failure-clusterer.d.ts.map +1 -0
  6. package/dist/analysis/failure-clusterer.js.map +1 -0
  7. package/dist/analysis/gap-analyzer.d.ts +121 -0
  8. package/dist/analysis/gap-analyzer.d.ts.map +1 -0
  9. package/dist/analysis/gap-analyzer.js +471 -0
  10. package/dist/analysis/gap-analyzer.js.map +1 -0
  11. package/dist/analysis/hedging-classifier.d.ts.map +1 -0
  12. package/dist/analysis/hedging-classifier.js.map +1 -0
  13. package/dist/analysis/report-diagnostics.d.ts +34 -0
  14. package/dist/analysis/report-diagnostics.d.ts.map +1 -0
  15. package/dist/analysis/report-diagnostics.js +753 -0
  16. package/dist/analysis/report-diagnostics.js.map +1 -0
  17. package/dist/analysis/sample-diagnostics.d.ts.map +1 -0
  18. package/dist/analysis/sample-diagnostics.js.map +1 -0
  19. package/dist/analysis/saturation.d.ts.map +1 -0
  20. package/dist/analysis/saturation.js.map +1 -0
  21. package/dist/authoring/evolver.d.ts.map +1 -0
  22. package/dist/authoring/evolver.js.map +1 -0
  23. package/dist/authoring/generator.d.ts.map +1 -0
  24. package/dist/authoring/generator.js +720 -0
  25. package/dist/authoring/generator.js.map +1 -0
  26. package/dist/authoring/sample-fixer.d.ts.map +1 -0
  27. package/dist/authoring/sample-fixer.js.map +1 -0
  28. package/dist/cli/commands/doctor.d.ts +26 -0
  29. package/dist/cli/commands/doctor.d.ts.map +1 -0
  30. package/dist/cli/commands/doctor.js +302 -0
  31. package/dist/cli/commands/doctor.js.map +1 -0
  32. package/dist/cli/commands/eval/gold/compare.d.ts.map +1 -0
  33. package/dist/cli/commands/eval/gold/compare.js.map +1 -0
  34. package/dist/cli/commands/eval/gold/index.d.ts.map +1 -0
  35. package/dist/cli/commands/eval/gold/index.js.map +1 -0
  36. package/dist/cli/commands/eval/gold/init.d.ts.map +1 -0
  37. package/dist/cli/commands/eval/gold/init.js.map +1 -0
  38. package/dist/cli/commands/eval/gold/validate.d.ts.map +1 -0
  39. package/dist/cli/commands/eval/gold/validate.js.map +1 -0
  40. package/dist/cli/commands/eval/index.d.ts.map +1 -0
  41. package/dist/cli/commands/eval/index.js +465 -0
  42. package/dist/cli/commands/eval/index.js.map +1 -0
  43. package/dist/cli/commands/evolve.d.ts.map +1 -0
  44. package/dist/cli/commands/evolve.js +283 -0
  45. package/dist/cli/commands/evolve.js.map +1 -0
  46. package/dist/cli/commands/init.d.ts.map +1 -0
  47. package/dist/cli/commands/init.js.map +1 -0
  48. package/dist/cli/commands/observe/inbox.d.ts.map +1 -0
  49. package/dist/cli/commands/observe/inbox.js +260 -0
  50. package/dist/cli/commands/observe/inbox.js.map +1 -0
  51. package/dist/cli/commands/observe/index.d.ts.map +1 -0
  52. package/dist/cli/commands/observe/index.js.map +1 -0
  53. package/dist/cli/commands/observe/ingest.d.ts.map +1 -0
  54. package/dist/cli/commands/observe/ingest.js +71 -0
  55. package/dist/cli/commands/observe/ingest.js.map +1 -0
  56. package/dist/cli/commands/observe/show.d.ts.map +1 -0
  57. package/dist/cli/commands/observe/show.js.map +1 -0
  58. package/dist/cli/commands/sample.d.ts.map +1 -0
  59. package/dist/cli/commands/sample.js +487 -0
  60. package/dist/cli/commands/sample.js.map +1 -0
  61. package/dist/cli/commands/studio.d.ts.map +1 -0
  62. package/dist/cli/commands/studio.js +158 -0
  63. package/dist/cli/commands/studio.js.map +1 -0
  64. package/dist/cli/index.d.ts.map +1 -0
  65. package/dist/cli/index.js.map +1 -0
  66. package/dist/cli/lib/cli-exit.d.ts.map +1 -0
  67. package/dist/cli/lib/cli-exit.js.map +1 -0
  68. package/dist/cli/lib/cmd-flags.d.ts +224 -0
  69. package/dist/cli/lib/cmd-flags.d.ts.map +1 -0
  70. package/dist/cli/lib/cmd-flags.js.map +1 -0
  71. package/dist/cli/lib/i18n-dict/common.d.ts +4 -0
  72. package/dist/cli/lib/i18n-dict/common.d.ts.map +1 -0
  73. package/dist/cli/lib/i18n-dict/common.js +67 -0
  74. package/dist/cli/lib/i18n-dict/common.js.map +1 -0
  75. package/dist/cli/lib/i18n-dict/evolve.d.ts +4 -0
  76. package/dist/cli/lib/i18n-dict/evolve.d.ts.map +1 -0
  77. package/dist/cli/lib/i18n-dict/evolve.js +43 -0
  78. package/dist/cli/lib/i18n-dict/evolve.js.map +1 -0
  79. package/dist/cli/lib/i18n-dict/gen.d.ts +4 -0
  80. package/dist/cli/lib/i18n-dict/gen.d.ts.map +1 -0
  81. package/dist/cli/lib/i18n-dict/gen.js +63 -0
  82. package/dist/cli/lib/i18n-dict/gen.js.map +1 -0
  83. package/dist/cli/lib/i18n-dict/help.d.ts +4 -0
  84. package/dist/cli/lib/i18n-dict/help.d.ts.map +1 -0
  85. package/dist/cli/lib/i18n-dict/help.js +281 -0
  86. package/dist/cli/lib/i18n-dict/help.js.map +1 -0
  87. package/dist/cli/lib/i18n-dict/init.d.ts +4 -0
  88. package/dist/cli/lib/i18n-dict/init.d.ts.map +1 -0
  89. package/dist/cli/lib/i18n-dict/init.js +27 -0
  90. package/dist/cli/lib/i18n-dict/init.js.map +1 -0
  91. package/dist/cli/lib/i18n-dict/run.d.ts +4 -0
  92. package/dist/cli/lib/i18n-dict/run.d.ts.map +1 -0
  93. package/dist/cli/lib/i18n-dict/run.js +143 -0
  94. package/dist/cli/lib/i18n-dict/run.js.map +1 -0
  95. package/dist/cli/lib/i18n-dict/types.d.ts +5 -0
  96. package/dist/cli/lib/i18n-dict/types.d.ts.map +1 -0
  97. package/dist/cli/lib/i18n-dict/types.js +2 -0
  98. package/dist/cli/lib/i18n-dict/types.js.map +1 -0
  99. package/dist/cli/lib/i18n-dict.d.ts +63 -0
  100. package/dist/cli/lib/i18n-dict.d.ts.map +1 -0
  101. package/dist/cli/lib/i18n-dict.js +67 -0
  102. package/dist/cli/lib/i18n-dict.js.map +1 -0
  103. package/dist/cli/lib/i18n.d.ts.map +1 -0
  104. package/dist/cli/lib/i18n.js.map +1 -0
  105. package/dist/cli/lib/parse-run-config/judge-models.d.ts +24 -0
  106. package/dist/cli/lib/parse-run-config/judge-models.d.ts.map +1 -0
  107. package/dist/cli/lib/parse-run-config/judge-models.js +55 -0
  108. package/dist/cli/lib/parse-run-config/judge-models.js.map +1 -0
  109. package/dist/cli/lib/parse-run-config/samples-discovery.d.ts +19 -0
  110. package/dist/cli/lib/parse-run-config/samples-discovery.d.ts.map +1 -0
  111. package/dist/cli/lib/parse-run-config/samples-discovery.js +53 -0
  112. package/dist/cli/lib/parse-run-config/samples-discovery.js.map +1 -0
  113. package/dist/cli/lib/parse-run-config/variant-resolution.d.ts +18 -0
  114. package/dist/cli/lib/parse-run-config/variant-resolution.d.ts.map +1 -0
  115. package/dist/cli/lib/parse-run-config/variant-resolution.js +59 -0
  116. package/dist/cli/lib/parse-run-config/variant-resolution.js.map +1 -0
  117. package/dist/cli/lib/parse-run-config.d.ts +93 -0
  118. package/dist/cli/lib/parse-run-config.d.ts.map +1 -0
  119. package/dist/cli/lib/parse-run-config.js +157 -0
  120. package/dist/cli/lib/parse-run-config.js.map +1 -0
  121. package/dist/cli/lib/progress.d.ts.map +1 -0
  122. package/dist/cli/lib/progress.js.map +1 -0
  123. package/dist/cli/lib/resolve-skill-input.d.ts +8 -0
  124. package/dist/cli/lib/resolve-skill-input.d.ts.map +1 -0
  125. package/dist/cli/lib/resolve-skill-input.js +38 -0
  126. package/dist/cli/lib/resolve-skill-input.js.map +1 -0
  127. package/dist/cli/lib/run-tally.d.ts.map +1 -0
  128. package/dist/cli/lib/run-tally.js.map +1 -0
  129. package/dist/cli/lib/shared.d.ts.map +1 -0
  130. package/dist/cli/lib/shared.js.map +1 -0
  131. package/dist/cli/lib/update-check.d.ts +9 -0
  132. package/dist/cli/lib/update-check.d.ts.map +1 -0
  133. package/dist/cli/lib/update-check.js +113 -0
  134. package/dist/cli/lib/update-check.js.map +1 -0
  135. package/dist/cli/oclif/base-command.d.ts.map +1 -0
  136. package/dist/cli/oclif/base-command.js.map +1 -0
  137. package/dist/cli/oclif/help.d.ts.map +1 -0
  138. package/dist/cli/oclif/help.js.map +1 -0
  139. package/dist/cli/oclif/i18n.d.ts.map +1 -0
  140. package/dist/cli/oclif/i18n.js.map +1 -0
  141. package/dist/cli/oclif/parsers.d.ts.map +1 -0
  142. package/dist/cli/oclif/parsers.js.map +1 -0
  143. package/dist/cli/oclif/projection.d.ts.map +1 -0
  144. package/dist/cli/oclif/projection.js.map +1 -0
  145. package/dist/cli/oclif/run.d.ts.map +1 -0
  146. package/dist/cli/oclif/run.js +11 -0
  147. package/dist/cli/oclif/run.js.map +1 -0
  148. package/dist/diagnosis/observe-mapper.d.ts.map +1 -0
  149. package/dist/diagnosis/observe-mapper.js.map +1 -0
  150. package/dist/diagnosis/observe-producer.d.ts.map +1 -0
  151. package/dist/diagnosis/observe-producer.js +199 -0
  152. package/dist/diagnosis/observe-producer.js.map +1 -0
  153. package/dist/diagnosis/studio-projection.d.ts +7 -0
  154. package/dist/diagnosis/studio-projection.d.ts.map +1 -0
  155. package/dist/diagnosis/studio-projection.js.map +1 -0
  156. package/dist/diagnosis/types.d.ts +4 -0
  157. package/dist/diagnosis/types.d.ts.map +1 -0
  158. package/dist/diagnosis/types.js +20 -0
  159. package/dist/diagnosis/types.js.map +1 -0
  160. package/dist/doctor/fixer.d.ts.map +1 -0
  161. package/dist/doctor/fixer.js.map +1 -0
  162. package/dist/doctor/health/builtin-dimensions.d.ts.map +1 -0
  163. package/dist/doctor/health/builtin-dimensions.js.map +1 -0
  164. package/dist/doctor/health/composer.d.ts.map +1 -0
  165. package/dist/doctor/health/composer.js +296 -0
  166. package/dist/doctor/health/composer.js.map +1 -0
  167. package/dist/doctor/health/dimension-registry.d.ts.map +1 -0
  168. package/dist/doctor/health/dimension-registry.js.map +1 -0
  169. package/dist/doctor/health/dimension-spec.d.ts +47 -0
  170. package/dist/doctor/health/dimension-spec.d.ts.map +1 -0
  171. package/dist/doctor/health/dimension-spec.js.map +1 -0
  172. package/dist/doctor/health/parser.d.ts.map +1 -0
  173. package/dist/doctor/health/parser.js.map +1 -0
  174. package/dist/doctor/health/prompt-builder.d.ts.map +1 -0
  175. package/dist/doctor/health/prompt-builder.js.map +1 -0
  176. package/dist/doctor/health/register.d.ts.map +1 -0
  177. package/dist/doctor/health/register.js.map +1 -0
  178. package/dist/doctor/index.d.ts.map +1 -0
  179. package/dist/doctor/index.js.map +1 -0
  180. package/dist/doctor/messages.d.ts +21 -0
  181. package/dist/doctor/messages.d.ts.map +1 -0
  182. package/dist/doctor/messages.js +217 -0
  183. package/dist/doctor/messages.js.map +1 -0
  184. package/dist/doctor/preflight.d.ts.map +1 -0
  185. package/dist/doctor/preflight.js.map +1 -0
  186. package/dist/doctor/renderer.d.ts +17 -0
  187. package/dist/doctor/renderer.d.ts.map +1 -0
  188. package/dist/doctor/renderer.js +122 -0
  189. package/dist/doctor/renderer.js.map +1 -0
  190. package/dist/doctor/rules.d.ts.map +1 -0
  191. package/dist/doctor/rules.js +289 -0
  192. package/dist/doctor/rules.js.map +1 -0
  193. package/dist/eval-core/bootstrap.d.ts.map +1 -0
  194. package/dist/eval-core/bootstrap.js.map +1 -0
  195. package/dist/eval-core/cache.d.ts.map +1 -0
  196. package/dist/eval-core/cache.js.map +1 -0
  197. package/dist/eval-core/comparability.d.ts.map +1 -0
  198. package/dist/eval-core/comparability.js.map +1 -0
  199. package/dist/eval-core/dependency-checker.d.ts +37 -0
  200. package/dist/eval-core/dependency-checker.d.ts.map +1 -0
  201. package/dist/eval-core/dependency-checker.js.map +1 -0
  202. package/dist/eval-core/evaluation-execution.d.ts.map +1 -0
  203. package/dist/eval-core/evaluation-execution.js.map +1 -0
  204. package/dist/eval-core/evaluation-job.d.ts.map +1 -0
  205. package/dist/eval-core/evaluation-job.js.map +1 -0
  206. package/dist/eval-core/evaluation-reporting.d.ts.map +1 -0
  207. package/dist/eval-core/evaluation-reporting.js.map +1 -0
  208. package/dist/eval-core/execution-strategy.d.ts.map +1 -0
  209. package/dist/eval-core/execution-strategy.js +165 -0
  210. package/dist/eval-core/execution-strategy.js.map +1 -0
  211. package/dist/eval-core/fact-checker.d.ts.map +1 -0
  212. package/dist/eval-core/fact-checker.js.map +1 -0
  213. package/dist/eval-core/layer-gates.d.ts.map +1 -0
  214. package/dist/eval-core/layer-gates.js.map +1 -0
  215. package/dist/eval-core/mocks-runtime.d.ts.map +1 -0
  216. package/dist/eval-core/mocks-runtime.js +559 -0
  217. package/dist/eval-core/mocks-runtime.js.map +1 -0
  218. package/dist/eval-core/schema.d.ts.map +1 -0
  219. package/dist/eval-core/schema.js.map +1 -0
  220. package/dist/eval-core/statistics.d.ts.map +1 -0
  221. package/dist/eval-core/statistics.js.map +1 -0
  222. package/dist/eval-core/task-planner.d.ts.map +1 -0
  223. package/dist/eval-core/task-planner.js.map +1 -0
  224. package/dist/eval-core/verdict.d.ts.map +1 -0
  225. package/dist/eval-core/verdict.js.map +1 -0
  226. package/dist/eval-workflows/batch-evaluation-workflow.d.ts.map +1 -0
  227. package/dist/eval-workflows/batch-evaluation-workflow.js.map +1 -0
  228. package/dist/eval-workflows/evaluation-pipeline/preflight-warnings.d.ts +22 -0
  229. package/dist/eval-workflows/evaluation-pipeline/preflight-warnings.d.ts.map +1 -0
  230. package/dist/eval-workflows/evaluation-pipeline/preflight-warnings.js +67 -0
  231. package/dist/eval-workflows/evaluation-pipeline/preflight-warnings.js.map +1 -0
  232. package/dist/eval-workflows/evaluation-pipeline/report-finalize.d.ts +32 -0
  233. package/dist/eval-workflows/evaluation-pipeline/report-finalize.d.ts.map +1 -0
  234. package/dist/eval-workflows/evaluation-pipeline/report-finalize.js +57 -0
  235. package/dist/eval-workflows/evaluation-pipeline/report-finalize.js.map +1 -0
  236. package/dist/eval-workflows/evaluation-pipeline/run-state.d.ts +60 -0
  237. package/dist/eval-workflows/evaluation-pipeline/run-state.d.ts.map +1 -0
  238. package/dist/eval-workflows/evaluation-pipeline/run-state.js +88 -0
  239. package/dist/eval-workflows/evaluation-pipeline/run-state.js.map +1 -0
  240. package/dist/eval-workflows/evaluation-pipeline/test-set-hash.d.ts +21 -0
  241. package/dist/eval-workflows/evaluation-pipeline/test-set-hash.d.ts.map +1 -0
  242. package/dist/eval-workflows/evaluation-pipeline/test-set-hash.js +46 -0
  243. package/dist/eval-workflows/evaluation-pipeline/test-set-hash.js.map +1 -0
  244. package/dist/eval-workflows/evaluation-pipeline.d.ts +97 -0
  245. package/dist/eval-workflows/evaluation-pipeline.d.ts.map +1 -0
  246. package/dist/eval-workflows/evaluation-pipeline.js +179 -0
  247. package/dist/eval-workflows/evaluation-pipeline.js.map +1 -0
  248. package/dist/eval-workflows/evaluation-preparation.d.ts.map +1 -0
  249. package/dist/eval-workflows/evaluation-preparation.js.map +1 -0
  250. package/dist/eval-workflows/messages.d.ts +4 -0
  251. package/dist/eval-workflows/messages.d.ts.map +1 -0
  252. package/dist/eval-workflows/messages.js +30 -0
  253. package/dist/eval-workflows/messages.js.map +1 -0
  254. package/dist/eval-workflows/run-evaluation.d.ts.map +1 -0
  255. package/dist/eval-workflows/run-evaluation.js +528 -0
  256. package/dist/eval-workflows/run-evaluation.js.map +1 -0
  257. package/dist/executors/anthropic-api.d.ts.map +1 -0
  258. package/dist/executors/anthropic-api.js.map +1 -0
  259. package/dist/executors/claude-cli.d.ts.map +1 -0
  260. package/dist/executors/claude-cli.js.map +1 -0
  261. package/dist/executors/claude-sdk-trace.d.ts.map +1 -0
  262. package/dist/executors/claude-sdk-trace.js.map +1 -0
  263. package/dist/executors/claude-sdk.d.ts.map +1 -0
  264. package/dist/executors/claude-sdk.js.map +1 -0
  265. package/dist/executors/codex-cli-trace.d.ts.map +1 -0
  266. package/dist/executors/codex-cli-trace.js.map +1 -0
  267. package/dist/executors/codex-cli.d.ts.map +1 -0
  268. package/dist/executors/codex-cli.js.map +1 -0
  269. package/dist/executors/codex-sdk.d.ts.map +1 -0
  270. package/dist/executors/codex-sdk.js.map +1 -0
  271. package/dist/executors/gemini.d.ts.map +1 -0
  272. package/dist/executors/gemini.js.map +1 -0
  273. package/dist/executors/index.d.ts.map +1 -0
  274. package/dist/executors/index.js.map +1 -0
  275. package/dist/executors/openai-api.d.ts.map +1 -0
  276. package/dist/executors/openai-api.js.map +1 -0
  277. package/dist/executors/runtime-fingerprint.d.ts.map +1 -0
  278. package/dist/executors/runtime-fingerprint.js.map +1 -0
  279. package/dist/executors/script.d.ts.map +1 -0
  280. package/dist/executors/script.js.map +1 -0
  281. package/dist/executors/shared.d.ts +194 -0
  282. package/dist/executors/shared.d.ts.map +1 -0
  283. package/dist/executors/shared.js +253 -0
  284. package/dist/executors/shared.js.map +1 -0
  285. package/dist/grading/assertions.d.ts.map +1 -0
  286. package/dist/grading/assertions.js.map +1 -0
  287. package/dist/grading/debias-validate.d.ts.map +1 -0
  288. package/dist/grading/debias-validate.js.map +1 -0
  289. package/dist/grading/diagnostic.d.ts.map +1 -0
  290. package/dist/grading/diagnostic.js.map +1 -0
  291. package/dist/grading/gold-cli.d.ts.map +1 -0
  292. package/dist/grading/gold-cli.js.map +1 -0
  293. package/dist/grading/gold-dataset.d.ts.map +1 -0
  294. package/dist/grading/gold-dataset.js.map +1 -0
  295. package/dist/grading/human-gold.d.ts.map +1 -0
  296. package/dist/grading/human-gold.js.map +1 -0
  297. package/dist/grading/index.d.ts.map +1 -0
  298. package/dist/grading/index.js.map +1 -0
  299. package/dist/grading/judge.d.ts.map +1 -0
  300. package/dist/grading/judge.js.map +1 -0
  301. package/dist/grading/layered-scores.d.ts.map +1 -0
  302. package/dist/grading/layered-scores.js.map +1 -0
  303. package/dist/inputs/eval-config.d.ts.map +1 -0
  304. package/dist/inputs/eval-config.js.map +1 -0
  305. package/dist/inputs/load-samples.d.ts.map +1 -0
  306. package/dist/inputs/load-samples.js.map +1 -0
  307. package/dist/inputs/mcp-resolver.d.ts.map +1 -0
  308. package/dist/inputs/mcp-resolver.js.map +1 -0
  309. package/dist/inputs/skill-loader.d.ts.map +1 -0
  310. package/dist/inputs/skill-loader.js +261 -0
  311. package/dist/inputs/skill-loader.js.map +1 -0
  312. package/dist/inputs/url-fetcher.d.ts.map +1 -0
  313. package/dist/inputs/url-fetcher.js.map +1 -0
  314. package/dist/observability/experience-frontmatter.d.ts +37 -0
  315. package/dist/observability/experience-frontmatter.d.ts.map +1 -0
  316. package/dist/observability/experience-frontmatter.js +100 -0
  317. package/dist/observability/experience-frontmatter.js.map +1 -0
  318. package/dist/observability/experience.d.ts +23 -0
  319. package/dist/observability/experience.d.ts.map +1 -0
  320. package/dist/observability/experience.js +3438 -0
  321. package/dist/observability/experience.js.map +1 -0
  322. package/dist/observability/feedback-matchers.d.ts +37 -0
  323. package/dist/observability/feedback-matchers.d.ts.map +1 -0
  324. package/dist/observability/feedback-matchers.js +232 -0
  325. package/dist/observability/feedback-matchers.js.map +1 -0
  326. package/dist/observability/feedback-projection.d.ts +21 -0
  327. package/dist/observability/feedback-projection.d.ts.map +1 -0
  328. package/dist/observability/feedback-projection.js +20 -0
  329. package/dist/observability/feedback-projection.js.map +1 -0
  330. package/dist/observability/inbox-view-model.d.ts +43 -0
  331. package/dist/observability/inbox-view-model.d.ts.map +1 -0
  332. package/dist/observability/inbox-view-model.js +180 -0
  333. package/dist/observability/inbox-view-model.js.map +1 -0
  334. package/dist/observability/inbox.d.ts +28 -0
  335. package/dist/observability/inbox.d.ts.map +1 -0
  336. package/dist/observability/inbox.js +765 -0
  337. package/dist/observability/inbox.js.map +1 -0
  338. package/dist/observability/problem-patterns.d.ts +12 -0
  339. package/dist/observability/problem-patterns.d.ts.map +1 -0
  340. package/dist/observability/problem-patterns.js +244 -0
  341. package/dist/observability/problem-patterns.js.map +1 -0
  342. package/dist/observability/prompts/llm-enhanced-review.prompt.md +224 -0
  343. package/dist/observability/resolved-review.d.ts +37 -0
  344. package/dist/observability/resolved-review.d.ts.map +1 -0
  345. package/dist/observability/resolved-review.js +552 -0
  346. package/dist/observability/resolved-review.js.map +1 -0
  347. package/dist/observability/review-state.d.ts +20 -0
  348. package/dist/observability/review-state.d.ts.map +1 -0
  349. package/dist/observability/review-state.js.map +1 -0
  350. package/dist/observability/skill-chain-advisories.d.ts +16 -0
  351. package/dist/observability/skill-chain-advisories.d.ts.map +1 -0
  352. package/dist/observability/skill-chain-advisories.js.map +1 -0
  353. package/dist/observability/skill-chain.d.ts +7 -0
  354. package/dist/observability/skill-chain.d.ts.map +1 -0
  355. package/dist/observability/skill-chain.js +474 -0
  356. package/dist/observability/skill-chain.js.map +1 -0
  357. package/dist/observability/skill-health-analyzer.d.ts.map +1 -0
  358. package/dist/observability/skill-health-analyzer.js.map +1 -0
  359. package/dist/observability/soft-standards/constants.d.ts +5 -0
  360. package/dist/observability/soft-standards/constants.d.ts.map +1 -0
  361. package/dist/observability/soft-standards/constants.js +10 -0
  362. package/dist/observability/soft-standards/constants.js.map +1 -0
  363. package/dist/observability/soft-standards/index.d.ts +16 -0
  364. package/dist/observability/soft-standards/index.d.ts.map +1 -0
  365. package/dist/observability/soft-standards/index.js +15 -0
  366. package/dist/observability/soft-standards/index.js.map +1 -0
  367. package/dist/observability/soft-standards/llm-extractor.d.ts +6 -0
  368. package/dist/observability/soft-standards/llm-extractor.d.ts.map +1 -0
  369. package/dist/observability/soft-standards/llm-extractor.js +692 -0
  370. package/dist/observability/soft-standards/llm-extractor.js.map +1 -0
  371. package/dist/observability/soft-standards/runtime-evaluator.d.ts +12 -0
  372. package/dist/observability/soft-standards/runtime-evaluator.d.ts.map +1 -0
  373. package/dist/observability/soft-standards/runtime-evaluator.js +385 -0
  374. package/dist/observability/soft-standards/runtime-evaluator.js.map +1 -0
  375. package/dist/observability/soft-standards/skill-standards-store.d.ts +11 -0
  376. package/dist/observability/soft-standards/skill-standards-store.d.ts.map +1 -0
  377. package/dist/observability/soft-standards/skill-standards-store.js +158 -0
  378. package/dist/observability/soft-standards/skill-standards-store.js.map +1 -0
  379. package/dist/observability/soft-standards/types.d.ts +212 -0
  380. package/dist/observability/soft-standards/types.d.ts.map +1 -0
  381. package/dist/observability/soft-standards/types.js +2 -0
  382. package/dist/observability/soft-standards/types.js.map +1 -0
  383. package/dist/observability/text-signals.d.ts +14 -0
  384. package/dist/observability/text-signals.d.ts.map +1 -0
  385. package/dist/observability/text-signals.js +116 -0
  386. package/dist/observability/text-signals.js.map +1 -0
  387. package/dist/observability/trace-adapter.d.ts.map +1 -0
  388. package/dist/observability/trace-adapter.js.map +1 -0
  389. package/dist/observability/trace-attribution.d.ts +56 -0
  390. package/dist/observability/trace-attribution.d.ts.map +1 -0
  391. package/dist/observability/trace-attribution.js +200 -0
  392. package/dist/observability/trace-attribution.js.map +1 -0
  393. package/dist/observability/trace-segmenter.d.ts +52 -0
  394. package/dist/observability/trace-segmenter.d.ts.map +1 -0
  395. package/dist/observability/trace-segmenter.js +322 -0
  396. package/dist/observability/trace-segmenter.js.map +1 -0
  397. package/dist/observability/trace-source.d.ts +92 -0
  398. package/dist/observability/trace-source.d.ts.map +1 -0
  399. package/dist/observability/trace-source.js +502 -0
  400. package/dist/observability/trace-source.js.map +1 -0
  401. package/dist/renderer/html-renderer.d.ts.map +1 -0
  402. package/dist/renderer/html-renderer.js.map +1 -0
  403. package/dist/renderer/layout.d.ts.map +1 -0
  404. package/dist/renderer/layout.js.map +1 -0
  405. package/dist/renderer/observation-inbox/helpers.d.ts +14 -0
  406. package/dist/renderer/observation-inbox/helpers.d.ts.map +1 -0
  407. package/dist/renderer/observation-inbox/helpers.js +75 -0
  408. package/dist/renderer/observation-inbox/helpers.js.map +1 -0
  409. package/dist/renderer/observation-inbox/styles.d.ts +2 -0
  410. package/dist/renderer/observation-inbox/styles.d.ts.map +1 -0
  411. package/dist/renderer/observation-inbox/styles.js +5184 -0
  412. package/dist/renderer/observation-inbox/styles.js.map +1 -0
  413. package/dist/renderer/observation-inbox-renderer.d.ts +5 -0
  414. package/dist/renderer/observation-inbox-renderer.d.ts.map +1 -0
  415. package/dist/renderer/observation-inbox-renderer.js +7182 -0
  416. package/dist/renderer/observation-inbox-renderer.js.map +1 -0
  417. package/dist/renderer/skill-detail-renderer.d.ts +13 -0
  418. package/dist/renderer/skill-detail-renderer.d.ts.map +1 -0
  419. package/dist/renderer/skill-detail-renderer.js.map +1 -0
  420. package/dist/renderer/skill-health-renderer.d.ts.map +1 -0
  421. package/dist/renderer/skill-health-renderer.js.map +1 -0
  422. package/dist/renderer/skill-list-renderer.d.ts +3 -0
  423. package/dist/renderer/skill-list-renderer.d.ts.map +1 -0
  424. package/dist/renderer/skill-list-renderer.js.map +1 -0
  425. package/dist/renderer/summary.d.ts +68 -0
  426. package/dist/renderer/summary.d.ts.map +1 -0
  427. package/dist/renderer/summary.js +1896 -0
  428. package/dist/renderer/summary.js.map +1 -0
  429. package/dist/renderer/table.d.ts.map +1 -0
  430. package/dist/renderer/table.js.map +1 -0
  431. package/dist/renderer/test-view.d.ts.map +1 -0
  432. package/dist/renderer/test-view.js.map +1 -0
  433. package/dist/renderer/trends.d.ts.map +1 -0
  434. package/dist/renderer/trends.js.map +1 -0
  435. package/dist/server/job-store.d.ts.map +1 -0
  436. package/dist/server/job-store.js.map +1 -0
  437. package/dist/server/report-server.d.ts.map +1 -0
  438. package/dist/server/report-server.js +892 -0
  439. package/dist/server/report-server.js.map +1 -0
  440. package/dist/server/report-store.d.ts.map +1 -0
  441. package/dist/server/report-store.js.map +1 -0
  442. package/dist/server/skill-index.d.ts +14 -0
  443. package/dist/server/skill-index.d.ts.map +1 -0
  444. package/dist/server/skill-index.js +381 -0
  445. package/dist/server/skill-index.js.map +1 -0
  446. package/dist/server/skill-insights.d.ts +32 -0
  447. package/dist/server/skill-insights.d.ts.map +1 -0
  448. package/dist/server/skill-insights.js.map +1 -0
  449. package/dist/shared/hard-rules.d.ts.map +1 -0
  450. package/dist/shared/hard-rules.js.map +1 -0
  451. package/dist/shared/llm-prompts/index.d.ts +14 -0
  452. package/dist/shared/llm-prompts/index.d.ts.map +1 -0
  453. package/dist/shared/llm-prompts/index.js +22 -0
  454. package/dist/shared/llm-prompts/index.js.map +1 -0
  455. package/dist/shared/llm-prompts/skill-health.d.ts.map +1 -0
  456. package/dist/shared/llm-prompts/skill-health.js.map +1 -0
  457. package/dist/shared/time.d.ts.map +1 -0
  458. package/dist/shared/time.js.map +1 -0
  459. package/dist/shared/tool-search.d.ts.map +1 -0
  460. package/dist/shared/tool-search.js.map +1 -0
  461. package/dist/types/dependencies.d.ts +23 -0
  462. package/dist/types/dependencies.d.ts.map +1 -0
  463. package/dist/types/dependencies.js +2 -0
  464. package/dist/types/dependencies.js.map +1 -0
  465. package/dist/types/diagnosis.d.ts +88 -0
  466. package/dist/types/diagnosis.d.ts.map +1 -0
  467. package/dist/types/diagnosis.js +2 -0
  468. package/dist/types/diagnosis.js.map +1 -0
  469. package/dist/types/doctor.d.ts +157 -0
  470. package/dist/types/doctor.d.ts.map +1 -0
  471. package/dist/types/doctor.js.map +1 -0
  472. package/dist/types/eval.d.ts +377 -0
  473. package/dist/types/eval.d.ts.map +1 -0
  474. package/dist/types/eval.js.map +1 -0
  475. package/dist/types/executor.d.ts.map +1 -0
  476. package/dist/types/executor.js.map +1 -0
  477. package/dist/types/index.d.ts +12 -0
  478. package/dist/types/index.d.ts.map +1 -0
  479. package/dist/types/index.js +12 -0
  480. package/dist/types/index.js.map +1 -0
  481. package/dist/types/judge.d.ts.map +1 -0
  482. package/dist/types/judge.js.map +1 -0
  483. package/dist/types/observability.d.ts +865 -0
  484. package/dist/types/observability.d.ts.map +1 -0
  485. package/dist/types/observability.js +14 -0
  486. package/dist/types/observability.js.map +1 -0
  487. package/dist/types/report.d.ts +560 -0
  488. package/dist/types/report.d.ts.map +1 -0
  489. package/dist/types/report.js.map +1 -0
  490. package/dist/types/shared.d.ts.map +1 -0
  491. package/dist/types/shared.js.map +1 -0
  492. package/dist/types/skill-index.d.ts +142 -0
  493. package/dist/types/skill-index.d.ts.map +1 -0
  494. package/dist/types/skill-index.js +2 -0
  495. package/dist/types/skill-index.js.map +1 -0
  496. package/dist/types/storage.d.ts.map +1 -0
  497. package/dist/types/storage.js.map +1 -0
  498. package/dist/util/safe-slice.d.ts +23 -0
  499. package/dist/util/safe-slice.d.ts.map +1 -0
  500. package/dist/util/safe-slice.js +33 -0
  501. package/dist/util/safe-slice.js.map +1 -0
  502. package/package.json +20 -13
  503. package/dist/src/analysis/coverage-analyzer.d.ts.map +0 -1
  504. package/dist/src/analysis/coverage-analyzer.js.map +0 -1
  505. package/dist/src/analysis/failure-clusterer.d.ts.map +0 -1
  506. package/dist/src/analysis/failure-clusterer.js.map +0 -1
  507. package/dist/src/analysis/gap-analyzer.d.ts +0 -121
  508. package/dist/src/analysis/gap-analyzer.d.ts.map +0 -1
  509. package/dist/src/analysis/gap-analyzer.js +0 -471
  510. package/dist/src/analysis/gap-analyzer.js.map +0 -1
  511. package/dist/src/analysis/hedging-classifier.d.ts.map +0 -1
  512. package/dist/src/analysis/hedging-classifier.js.map +0 -1
  513. package/dist/src/analysis/report-diagnostics.d.ts +0 -34
  514. package/dist/src/analysis/report-diagnostics.d.ts.map +0 -1
  515. package/dist/src/analysis/report-diagnostics.js +0 -753
  516. package/dist/src/analysis/report-diagnostics.js.map +0 -1
  517. package/dist/src/analysis/sample-diagnostics.d.ts.map +0 -1
  518. package/dist/src/analysis/sample-diagnostics.js.map +0 -1
  519. package/dist/src/analysis/saturation.d.ts.map +0 -1
  520. package/dist/src/analysis/saturation.js.map +0 -1
  521. package/dist/src/authoring/evolver.d.ts.map +0 -1
  522. package/dist/src/authoring/evolver.js.map +0 -1
  523. package/dist/src/authoring/generator.d.ts.map +0 -1
  524. package/dist/src/authoring/generator.js +0 -720
  525. package/dist/src/authoring/generator.js.map +0 -1
  526. package/dist/src/authoring/sample-fixer.d.ts.map +0 -1
  527. package/dist/src/authoring/sample-fixer.js.map +0 -1
  528. package/dist/src/cli/commands/doctor.d.ts +0 -26
  529. package/dist/src/cli/commands/doctor.d.ts.map +0 -1
  530. package/dist/src/cli/commands/doctor.js +0 -283
  531. package/dist/src/cli/commands/doctor.js.map +0 -1
  532. package/dist/src/cli/commands/eval/gold/compare.d.ts.map +0 -1
  533. package/dist/src/cli/commands/eval/gold/compare.js.map +0 -1
  534. package/dist/src/cli/commands/eval/gold/index.d.ts.map +0 -1
  535. package/dist/src/cli/commands/eval/gold/index.js.map +0 -1
  536. package/dist/src/cli/commands/eval/gold/init.d.ts.map +0 -1
  537. package/dist/src/cli/commands/eval/gold/init.js.map +0 -1
  538. package/dist/src/cli/commands/eval/gold/validate.d.ts.map +0 -1
  539. package/dist/src/cli/commands/eval/gold/validate.js.map +0 -1
  540. package/dist/src/cli/commands/eval/index.d.ts.map +0 -1
  541. package/dist/src/cli/commands/eval/index.js +0 -465
  542. package/dist/src/cli/commands/eval/index.js.map +0 -1
  543. package/dist/src/cli/commands/evolve.d.ts.map +0 -1
  544. package/dist/src/cli/commands/evolve.js +0 -276
  545. package/dist/src/cli/commands/evolve.js.map +0 -1
  546. package/dist/src/cli/commands/init.d.ts.map +0 -1
  547. package/dist/src/cli/commands/init.js.map +0 -1
  548. package/dist/src/cli/commands/observe/inbox.d.ts.map +0 -1
  549. package/dist/src/cli/commands/observe/inbox.js +0 -258
  550. package/dist/src/cli/commands/observe/inbox.js.map +0 -1
  551. package/dist/src/cli/commands/observe/index.d.ts.map +0 -1
  552. package/dist/src/cli/commands/observe/index.js.map +0 -1
  553. package/dist/src/cli/commands/observe/ingest.d.ts.map +0 -1
  554. package/dist/src/cli/commands/observe/ingest.js +0 -69
  555. package/dist/src/cli/commands/observe/ingest.js.map +0 -1
  556. package/dist/src/cli/commands/observe/show.d.ts.map +0 -1
  557. package/dist/src/cli/commands/observe/show.js.map +0 -1
  558. package/dist/src/cli/commands/sample.d.ts.map +0 -1
  559. package/dist/src/cli/commands/sample.js +0 -488
  560. package/dist/src/cli/commands/sample.js.map +0 -1
  561. package/dist/src/cli/commands/skill-extract.d.ts +0 -20
  562. package/dist/src/cli/commands/skill-extract.d.ts.map +0 -1
  563. package/dist/src/cli/commands/skill-extract.js +0 -84
  564. package/dist/src/cli/commands/skill-extract.js.map +0 -1
  565. package/dist/src/cli/commands/studio.d.ts.map +0 -1
  566. package/dist/src/cli/commands/studio.js +0 -158
  567. package/dist/src/cli/commands/studio.js.map +0 -1
  568. package/dist/src/cli/index.d.ts.map +0 -1
  569. package/dist/src/cli/index.js.map +0 -1
  570. package/dist/src/cli/lib/cli-exit.d.ts.map +0 -1
  571. package/dist/src/cli/lib/cli-exit.js.map +0 -1
  572. package/dist/src/cli/lib/cmd-flags.d.ts +0 -236
  573. package/dist/src/cli/lib/cmd-flags.d.ts.map +0 -1
  574. package/dist/src/cli/lib/cmd-flags.js.map +0 -1
  575. package/dist/src/cli/lib/i18n-dict.d.ts +0 -54
  576. package/dist/src/cli/lib/i18n-dict.d.ts.map +0 -1
  577. package/dist/src/cli/lib/i18n-dict.js +0 -900
  578. package/dist/src/cli/lib/i18n-dict.js.map +0 -1
  579. package/dist/src/cli/lib/i18n.d.ts.map +0 -1
  580. package/dist/src/cli/lib/i18n.js.map +0 -1
  581. package/dist/src/cli/lib/parse-run-config.d.ts +0 -89
  582. package/dist/src/cli/lib/parse-run-config.d.ts.map +0 -1
  583. package/dist/src/cli/lib/parse-run-config.js +0 -252
  584. package/dist/src/cli/lib/parse-run-config.js.map +0 -1
  585. package/dist/src/cli/lib/progress.d.ts.map +0 -1
  586. package/dist/src/cli/lib/progress.js.map +0 -1
  587. package/dist/src/cli/lib/run-tally.d.ts.map +0 -1
  588. package/dist/src/cli/lib/run-tally.js.map +0 -1
  589. package/dist/src/cli/lib/shared.d.ts.map +0 -1
  590. package/dist/src/cli/lib/shared.js.map +0 -1
  591. package/dist/src/cli/lib/update-check.d.ts +0 -3
  592. package/dist/src/cli/lib/update-check.d.ts.map +0 -1
  593. package/dist/src/cli/lib/update-check.js +0 -37
  594. package/dist/src/cli/lib/update-check.js.map +0 -1
  595. package/dist/src/cli/oclif/base-command.d.ts.map +0 -1
  596. package/dist/src/cli/oclif/base-command.js.map +0 -1
  597. package/dist/src/cli/oclif/help.d.ts.map +0 -1
  598. package/dist/src/cli/oclif/help.js.map +0 -1
  599. package/dist/src/cli/oclif/i18n.d.ts.map +0 -1
  600. package/dist/src/cli/oclif/i18n.js.map +0 -1
  601. package/dist/src/cli/oclif/parsers.d.ts.map +0 -1
  602. package/dist/src/cli/oclif/parsers.js.map +0 -1
  603. package/dist/src/cli/oclif/projection.d.ts.map +0 -1
  604. package/dist/src/cli/oclif/projection.js.map +0 -1
  605. package/dist/src/cli/oclif/run.d.ts.map +0 -1
  606. package/dist/src/cli/oclif/run.js +0 -11
  607. package/dist/src/cli/oclif/run.js.map +0 -1
  608. package/dist/src/diagnosis/observe-mapper.d.ts.map +0 -1
  609. package/dist/src/diagnosis/observe-mapper.js.map +0 -1
  610. package/dist/src/diagnosis/observe-producer.d.ts.map +0 -1
  611. package/dist/src/diagnosis/observe-producer.js +0 -197
  612. package/dist/src/diagnosis/observe-producer.js.map +0 -1
  613. package/dist/src/diagnosis/studio-projection.d.ts +0 -14
  614. package/dist/src/diagnosis/studio-projection.d.ts.map +0 -1
  615. package/dist/src/diagnosis/studio-projection.js.map +0 -1
  616. package/dist/src/diagnosis/types.d.ts +0 -79
  617. package/dist/src/diagnosis/types.d.ts.map +0 -1
  618. package/dist/src/diagnosis/types.js +0 -20
  619. package/dist/src/diagnosis/types.js.map +0 -1
  620. package/dist/src/doctor/fixer.d.ts.map +0 -1
  621. package/dist/src/doctor/fixer.js.map +0 -1
  622. package/dist/src/doctor/health/builtin-dimensions.d.ts.map +0 -1
  623. package/dist/src/doctor/health/builtin-dimensions.js.map +0 -1
  624. package/dist/src/doctor/health/composer.d.ts.map +0 -1
  625. package/dist/src/doctor/health/composer.js +0 -296
  626. package/dist/src/doctor/health/composer.js.map +0 -1
  627. package/dist/src/doctor/health/dimension-registry.d.ts.map +0 -1
  628. package/dist/src/doctor/health/dimension-registry.js.map +0 -1
  629. package/dist/src/doctor/health/dimension-spec.d.ts +0 -47
  630. package/dist/src/doctor/health/dimension-spec.d.ts.map +0 -1
  631. package/dist/src/doctor/health/dimension-spec.js.map +0 -1
  632. package/dist/src/doctor/health/parser.d.ts.map +0 -1
  633. package/dist/src/doctor/health/parser.js.map +0 -1
  634. package/dist/src/doctor/health/prompt-builder.d.ts.map +0 -1
  635. package/dist/src/doctor/health/prompt-builder.js.map +0 -1
  636. package/dist/src/doctor/health/register.d.ts.map +0 -1
  637. package/dist/src/doctor/health/register.js.map +0 -1
  638. package/dist/src/doctor/html-renderer.d.ts +0 -20
  639. package/dist/src/doctor/html-renderer.d.ts.map +0 -1
  640. package/dist/src/doctor/html-renderer.js +0 -376
  641. package/dist/src/doctor/html-renderer.js.map +0 -1
  642. package/dist/src/doctor/index.d.ts.map +0 -1
  643. package/dist/src/doctor/index.js.map +0 -1
  644. package/dist/src/doctor/preflight.d.ts.map +0 -1
  645. package/dist/src/doctor/preflight.js.map +0 -1
  646. package/dist/src/doctor/renderer.d.ts +0 -17
  647. package/dist/src/doctor/renderer.d.ts.map +0 -1
  648. package/dist/src/doctor/renderer.js +0 -123
  649. package/dist/src/doctor/renderer.js.map +0 -1
  650. package/dist/src/doctor/rules.d.ts.map +0 -1
  651. package/dist/src/doctor/rules.js +0 -289
  652. package/dist/src/doctor/rules.js.map +0 -1
  653. package/dist/src/eval-core/bootstrap.d.ts.map +0 -1
  654. package/dist/src/eval-core/bootstrap.js.map +0 -1
  655. package/dist/src/eval-core/cache.d.ts.map +0 -1
  656. package/dist/src/eval-core/cache.js.map +0 -1
  657. package/dist/src/eval-core/comparability.d.ts.map +0 -1
  658. package/dist/src/eval-core/comparability.js.map +0 -1
  659. package/dist/src/eval-core/dependency-checker.d.ts +0 -58
  660. package/dist/src/eval-core/dependency-checker.d.ts.map +0 -1
  661. package/dist/src/eval-core/dependency-checker.js.map +0 -1
  662. package/dist/src/eval-core/evaluation-execution.d.ts.map +0 -1
  663. package/dist/src/eval-core/evaluation-execution.js.map +0 -1
  664. package/dist/src/eval-core/evaluation-job.d.ts.map +0 -1
  665. package/dist/src/eval-core/evaluation-job.js.map +0 -1
  666. package/dist/src/eval-core/evaluation-reporting.d.ts.map +0 -1
  667. package/dist/src/eval-core/evaluation-reporting.js.map +0 -1
  668. package/dist/src/eval-core/execution-strategy.d.ts.map +0 -1
  669. package/dist/src/eval-core/execution-strategy.js +0 -165
  670. package/dist/src/eval-core/execution-strategy.js.map +0 -1
  671. package/dist/src/eval-core/fact-checker.d.ts.map +0 -1
  672. package/dist/src/eval-core/fact-checker.js.map +0 -1
  673. package/dist/src/eval-core/layer-gates.d.ts.map +0 -1
  674. package/dist/src/eval-core/layer-gates.js.map +0 -1
  675. package/dist/src/eval-core/mocks-runtime.d.ts.map +0 -1
  676. package/dist/src/eval-core/mocks-runtime.js +0 -559
  677. package/dist/src/eval-core/mocks-runtime.js.map +0 -1
  678. package/dist/src/eval-core/schema.d.ts.map +0 -1
  679. package/dist/src/eval-core/schema.js.map +0 -1
  680. package/dist/src/eval-core/statistics.d.ts.map +0 -1
  681. package/dist/src/eval-core/statistics.js.map +0 -1
  682. package/dist/src/eval-core/task-planner.d.ts.map +0 -1
  683. package/dist/src/eval-core/task-planner.js.map +0 -1
  684. package/dist/src/eval-core/verdict.d.ts.map +0 -1
  685. package/dist/src/eval-core/verdict.js.map +0 -1
  686. package/dist/src/eval-workflows/batch-evaluation-workflow.d.ts.map +0 -1
  687. package/dist/src/eval-workflows/batch-evaluation-workflow.js.map +0 -1
  688. package/dist/src/eval-workflows/evaluation-pipeline.d.ts +0 -109
  689. package/dist/src/eval-workflows/evaluation-pipeline.d.ts.map +0 -1
  690. package/dist/src/eval-workflows/evaluation-pipeline.js +0 -373
  691. package/dist/src/eval-workflows/evaluation-pipeline.js.map +0 -1
  692. package/dist/src/eval-workflows/evaluation-preparation.d.ts.map +0 -1
  693. package/dist/src/eval-workflows/evaluation-preparation.js.map +0 -1
  694. package/dist/src/eval-workflows/run-evaluation.d.ts.map +0 -1
  695. package/dist/src/eval-workflows/run-evaluation.js +0 -528
  696. package/dist/src/eval-workflows/run-evaluation.js.map +0 -1
  697. package/dist/src/executors/anthropic-api.d.ts.map +0 -1
  698. package/dist/src/executors/anthropic-api.js.map +0 -1
  699. package/dist/src/executors/claude-cli.d.ts.map +0 -1
  700. package/dist/src/executors/claude-cli.js.map +0 -1
  701. package/dist/src/executors/claude-sdk-trace.d.ts.map +0 -1
  702. package/dist/src/executors/claude-sdk-trace.js.map +0 -1
  703. package/dist/src/executors/claude-sdk.d.ts.map +0 -1
  704. package/dist/src/executors/claude-sdk.js.map +0 -1
  705. package/dist/src/executors/codex-cli-trace.d.ts.map +0 -1
  706. package/dist/src/executors/codex-cli-trace.js.map +0 -1
  707. package/dist/src/executors/codex-cli.d.ts.map +0 -1
  708. package/dist/src/executors/codex-cli.js.map +0 -1
  709. package/dist/src/executors/codex-sdk.d.ts.map +0 -1
  710. package/dist/src/executors/codex-sdk.js.map +0 -1
  711. package/dist/src/executors/gemini.d.ts.map +0 -1
  712. package/dist/src/executors/gemini.js.map +0 -1
  713. package/dist/src/executors/index.d.ts.map +0 -1
  714. package/dist/src/executors/index.js.map +0 -1
  715. package/dist/src/executors/openai-api.d.ts.map +0 -1
  716. package/dist/src/executors/openai-api.js.map +0 -1
  717. package/dist/src/executors/runtime-fingerprint.d.ts.map +0 -1
  718. package/dist/src/executors/runtime-fingerprint.js.map +0 -1
  719. package/dist/src/executors/script.d.ts.map +0 -1
  720. package/dist/src/executors/script.js.map +0 -1
  721. package/dist/src/executors/shared.d.ts +0 -194
  722. package/dist/src/executors/shared.d.ts.map +0 -1
  723. package/dist/src/executors/shared.js +0 -256
  724. package/dist/src/executors/shared.js.map +0 -1
  725. package/dist/src/grading/assertions.d.ts.map +0 -1
  726. package/dist/src/grading/assertions.js.map +0 -1
  727. package/dist/src/grading/debias-validate.d.ts.map +0 -1
  728. package/dist/src/grading/debias-validate.js.map +0 -1
  729. package/dist/src/grading/diagnostic.d.ts.map +0 -1
  730. package/dist/src/grading/diagnostic.js.map +0 -1
  731. package/dist/src/grading/gold-cli.d.ts.map +0 -1
  732. package/dist/src/grading/gold-cli.js.map +0 -1
  733. package/dist/src/grading/gold-dataset.d.ts.map +0 -1
  734. package/dist/src/grading/gold-dataset.js.map +0 -1
  735. package/dist/src/grading/human-gold.d.ts.map +0 -1
  736. package/dist/src/grading/human-gold.js.map +0 -1
  737. package/dist/src/grading/index.d.ts.map +0 -1
  738. package/dist/src/grading/index.js.map +0 -1
  739. package/dist/src/grading/judge.d.ts.map +0 -1
  740. package/dist/src/grading/judge.js.map +0 -1
  741. package/dist/src/grading/layered-scores.d.ts.map +0 -1
  742. package/dist/src/grading/layered-scores.js.map +0 -1
  743. package/dist/src/inputs/eval-config.d.ts.map +0 -1
  744. package/dist/src/inputs/eval-config.js.map +0 -1
  745. package/dist/src/inputs/load-samples.d.ts.map +0 -1
  746. package/dist/src/inputs/load-samples.js.map +0 -1
  747. package/dist/src/inputs/mcp-resolver.d.ts.map +0 -1
  748. package/dist/src/inputs/mcp-resolver.js.map +0 -1
  749. package/dist/src/inputs/skill-loader.d.ts.map +0 -1
  750. package/dist/src/inputs/skill-loader.js +0 -253
  751. package/dist/src/inputs/skill-loader.js.map +0 -1
  752. package/dist/src/inputs/url-fetcher.d.ts.map +0 -1
  753. package/dist/src/inputs/url-fetcher.js.map +0 -1
  754. package/dist/src/observability/experience.d.ts +0 -441
  755. package/dist/src/observability/experience.d.ts.map +0 -1
  756. package/dist/src/observability/experience.js +0 -2400
  757. package/dist/src/observability/experience.js.map +0 -1
  758. package/dist/src/observability/inbox-view-model.d.ts +0 -30
  759. package/dist/src/observability/inbox-view-model.d.ts.map +0 -1
  760. package/dist/src/observability/inbox-view-model.js +0 -144
  761. package/dist/src/observability/inbox-view-model.js.map +0 -1
  762. package/dist/src/observability/inbox.d.ts +0 -127
  763. package/dist/src/observability/inbox.d.ts.map +0 -1
  764. package/dist/src/observability/inbox.js +0 -755
  765. package/dist/src/observability/inbox.js.map +0 -1
  766. package/dist/src/observability/problem-patterns.d.ts +0 -52
  767. package/dist/src/observability/problem-patterns.d.ts.map +0 -1
  768. package/dist/src/observability/problem-patterns.js +0 -205
  769. package/dist/src/observability/problem-patterns.js.map +0 -1
  770. package/dist/src/observability/resolved-review.d.ts +0 -25
  771. package/dist/src/observability/resolved-review.d.ts.map +0 -1
  772. package/dist/src/observability/resolved-review.js +0 -231
  773. package/dist/src/observability/resolved-review.js.map +0 -1
  774. package/dist/src/observability/review-state.d.ts +0 -61
  775. package/dist/src/observability/review-state.d.ts.map +0 -1
  776. package/dist/src/observability/review-state.js.map +0 -1
  777. package/dist/src/observability/skill-chain-advisories.d.ts +0 -25
  778. package/dist/src/observability/skill-chain-advisories.d.ts.map +0 -1
  779. package/dist/src/observability/skill-chain-advisories.js.map +0 -1
  780. package/dist/src/observability/skill-chain.d.ts +0 -62
  781. package/dist/src/observability/skill-chain.d.ts.map +0 -1
  782. package/dist/src/observability/skill-chain.js +0 -270
  783. package/dist/src/observability/skill-chain.js.map +0 -1
  784. package/dist/src/observability/skill-health-analyzer.d.ts.map +0 -1
  785. package/dist/src/observability/skill-health-analyzer.js.map +0 -1
  786. package/dist/src/observability/soft-standards.d.ts +0 -130
  787. package/dist/src/observability/soft-standards.d.ts.map +0 -1
  788. package/dist/src/observability/soft-standards.js +0 -426
  789. package/dist/src/observability/soft-standards.js.map +0 -1
  790. package/dist/src/observability/text-signals.d.ts +0 -14
  791. package/dist/src/observability/text-signals.d.ts.map +0 -1
  792. package/dist/src/observability/text-signals.js +0 -106
  793. package/dist/src/observability/text-signals.js.map +0 -1
  794. package/dist/src/observability/trace-adapter.d.ts.map +0 -1
  795. package/dist/src/observability/trace-adapter.js.map +0 -1
  796. package/dist/src/observability/trace-attribution.d.ts +0 -56
  797. package/dist/src/observability/trace-attribution.d.ts.map +0 -1
  798. package/dist/src/observability/trace-attribution.js +0 -200
  799. package/dist/src/observability/trace-attribution.js.map +0 -1
  800. package/dist/src/observability/trace-segmenter.d.ts +0 -52
  801. package/dist/src/observability/trace-segmenter.d.ts.map +0 -1
  802. package/dist/src/observability/trace-segmenter.js +0 -322
  803. package/dist/src/observability/trace-segmenter.js.map +0 -1
  804. package/dist/src/observability/trace-source.d.ts +0 -99
  805. package/dist/src/observability/trace-source.d.ts.map +0 -1
  806. package/dist/src/observability/trace-source.js +0 -502
  807. package/dist/src/observability/trace-source.js.map +0 -1
  808. package/dist/src/renderer/html-renderer.d.ts.map +0 -1
  809. package/dist/src/renderer/html-renderer.js.map +0 -1
  810. package/dist/src/renderer/layout.d.ts.map +0 -1
  811. package/dist/src/renderer/layout.js.map +0 -1
  812. package/dist/src/renderer/observation-inbox-renderer.d.ts +0 -4
  813. package/dist/src/renderer/observation-inbox-renderer.d.ts.map +0 -1
  814. package/dist/src/renderer/observation-inbox-renderer.js +0 -10366
  815. package/dist/src/renderer/observation-inbox-renderer.js.map +0 -1
  816. package/dist/src/renderer/skill-detail-renderer.d.ts +0 -15
  817. package/dist/src/renderer/skill-detail-renderer.d.ts.map +0 -1
  818. package/dist/src/renderer/skill-detail-renderer.js.map +0 -1
  819. package/dist/src/renderer/skill-health-renderer.d.ts.map +0 -1
  820. package/dist/src/renderer/skill-health-renderer.js.map +0 -1
  821. package/dist/src/renderer/skill-list-renderer.d.ts +0 -4
  822. package/dist/src/renderer/skill-list-renderer.d.ts.map +0 -1
  823. package/dist/src/renderer/skill-list-renderer.js.map +0 -1
  824. package/dist/src/renderer/summary.d.ts +0 -68
  825. package/dist/src/renderer/summary.d.ts.map +0 -1
  826. package/dist/src/renderer/summary.js +0 -1896
  827. package/dist/src/renderer/summary.js.map +0 -1
  828. package/dist/src/renderer/table.d.ts.map +0 -1
  829. package/dist/src/renderer/table.js.map +0 -1
  830. package/dist/src/renderer/test-view.d.ts.map +0 -1
  831. package/dist/src/renderer/test-view.js.map +0 -1
  832. package/dist/src/renderer/trends.d.ts.map +0 -1
  833. package/dist/src/renderer/trends.js.map +0 -1
  834. package/dist/src/server/job-store.d.ts.map +0 -1
  835. package/dist/src/server/job-store.js.map +0 -1
  836. package/dist/src/server/report-server.d.ts.map +0 -1
  837. package/dist/src/server/report-server.js +0 -894
  838. package/dist/src/server/report-server.js.map +0 -1
  839. package/dist/src/server/report-store.d.ts.map +0 -1
  840. package/dist/src/server/report-store.js.map +0 -1
  841. package/dist/src/server/skill-index.d.ts +0 -81
  842. package/dist/src/server/skill-index.d.ts.map +0 -1
  843. package/dist/src/server/skill-index.js +0 -377
  844. package/dist/src/server/skill-index.js.map +0 -1
  845. package/dist/src/server/skill-insights.d.ts +0 -101
  846. package/dist/src/server/skill-insights.d.ts.map +0 -1
  847. package/dist/src/server/skill-insights.js.map +0 -1
  848. package/dist/src/shared/hard-rules.d.ts.map +0 -1
  849. package/dist/src/shared/hard-rules.js.map +0 -1
  850. package/dist/src/shared/llm-prompts/index.d.ts +0 -14
  851. package/dist/src/shared/llm-prompts/index.d.ts.map +0 -1
  852. package/dist/src/shared/llm-prompts/index.js +0 -35
  853. package/dist/src/shared/llm-prompts/index.js.map +0 -1
  854. package/dist/src/shared/llm-prompts/skill-health.d.ts.map +0 -1
  855. package/dist/src/shared/llm-prompts/skill-health.js.map +0 -1
  856. package/dist/src/shared/time.d.ts.map +0 -1
  857. package/dist/src/shared/time.js.map +0 -1
  858. package/dist/src/shared/tool-search.d.ts.map +0 -1
  859. package/dist/src/shared/tool-search.js.map +0 -1
  860. package/dist/src/types/doctor.d.ts +0 -157
  861. package/dist/src/types/doctor.d.ts.map +0 -1
  862. package/dist/src/types/doctor.js.map +0 -1
  863. package/dist/src/types/eval.d.ts +0 -377
  864. package/dist/src/types/eval.d.ts.map +0 -1
  865. package/dist/src/types/eval.js.map +0 -1
  866. package/dist/src/types/executor.d.ts.map +0 -1
  867. package/dist/src/types/executor.js.map +0 -1
  868. package/dist/src/types/index.d.ts +0 -8
  869. package/dist/src/types/index.d.ts.map +0 -1
  870. package/dist/src/types/index.js +0 -8
  871. package/dist/src/types/index.js.map +0 -1
  872. package/dist/src/types/judge.d.ts.map +0 -1
  873. package/dist/src/types/judge.js.map +0 -1
  874. package/dist/src/types/report.d.ts +0 -557
  875. package/dist/src/types/report.d.ts.map +0 -1
  876. package/dist/src/types/report.js.map +0 -1
  877. package/dist/src/types/shared.d.ts.map +0 -1
  878. package/dist/src/types/shared.js.map +0 -1
  879. package/dist/src/types/storage.d.ts.map +0 -1
  880. package/dist/src/types/storage.js.map +0 -1
  881. package/dist/src/util/safe-slice.d.ts +0 -23
  882. package/dist/src/util/safe-slice.d.ts.map +0 -1
  883. package/dist/src/util/safe-slice.js +0 -33
  884. package/dist/src/util/safe-slice.js.map +0 -1
  885. package/docs/prompts/llm-enhanced-review.prompt.md +0 -111
  886. /package/dist/{src/analysis → analysis}/coverage-analyzer.d.ts +0 -0
  887. /package/dist/{src/analysis → analysis}/coverage-analyzer.js +0 -0
  888. /package/dist/{src/analysis → analysis}/failure-clusterer.d.ts +0 -0
  889. /package/dist/{src/analysis → analysis}/failure-clusterer.js +0 -0
  890. /package/dist/{src/analysis → analysis}/hedging-classifier.d.ts +0 -0
  891. /package/dist/{src/analysis → analysis}/hedging-classifier.js +0 -0
  892. /package/dist/{src/analysis → analysis}/sample-diagnostics.d.ts +0 -0
  893. /package/dist/{src/analysis → analysis}/sample-diagnostics.js +0 -0
  894. /package/dist/{src/analysis → analysis}/saturation.d.ts +0 -0
  895. /package/dist/{src/analysis → analysis}/saturation.js +0 -0
  896. /package/dist/{src/authoring → authoring}/evolver.d.ts +0 -0
  897. /package/dist/{src/authoring → authoring}/evolver.js +0 -0
  898. /package/dist/{src/authoring → authoring}/generator.d.ts +0 -0
  899. /package/dist/{src/authoring → authoring}/sample-fixer.d.ts +0 -0
  900. /package/dist/{src/authoring → authoring}/sample-fixer.js +0 -0
  901. /package/dist/{src/cli → cli}/commands/eval/gold/compare.d.ts +0 -0
  902. /package/dist/{src/cli → cli}/commands/eval/gold/compare.js +0 -0
  903. /package/dist/{src/cli → cli}/commands/eval/gold/index.d.ts +0 -0
  904. /package/dist/{src/cli → cli}/commands/eval/gold/index.js +0 -0
  905. /package/dist/{src/cli → cli}/commands/eval/gold/init.d.ts +0 -0
  906. /package/dist/{src/cli → cli}/commands/eval/gold/init.js +0 -0
  907. /package/dist/{src/cli → cli}/commands/eval/gold/validate.d.ts +0 -0
  908. /package/dist/{src/cli → cli}/commands/eval/gold/validate.js +0 -0
  909. /package/dist/{src/cli → cli}/commands/eval/index.d.ts +0 -0
  910. /package/dist/{src/cli → cli}/commands/evolve.d.ts +0 -0
  911. /package/dist/{src/cli → cli}/commands/init.d.ts +0 -0
  912. /package/dist/{src/cli → cli}/commands/init.js +0 -0
  913. /package/dist/{src/cli → cli}/commands/observe/inbox.d.ts +0 -0
  914. /package/dist/{src/cli → cli}/commands/observe/index.d.ts +0 -0
  915. /package/dist/{src/cli → cli}/commands/observe/index.js +0 -0
  916. /package/dist/{src/cli → cli}/commands/observe/ingest.d.ts +0 -0
  917. /package/dist/{src/cli → cli}/commands/observe/show.d.ts +0 -0
  918. /package/dist/{src/cli → cli}/commands/observe/show.js +0 -0
  919. /package/dist/{src/cli → cli}/commands/sample.d.ts +0 -0
  920. /package/dist/{src/cli → cli}/commands/studio.d.ts +0 -0
  921. /package/dist/{src/cli → cli}/index.d.ts +0 -0
  922. /package/dist/{src/cli → cli}/index.js +0 -0
  923. /package/dist/{src/cli → cli}/lib/cli-exit.d.ts +0 -0
  924. /package/dist/{src/cli → cli}/lib/cli-exit.js +0 -0
  925. /package/dist/{src/cli → cli}/lib/cmd-flags.js +0 -0
  926. /package/dist/{src/cli → cli}/lib/i18n.d.ts +0 -0
  927. /package/dist/{src/cli → cli}/lib/i18n.js +0 -0
  928. /package/dist/{src/cli → cli}/lib/progress.d.ts +0 -0
  929. /package/dist/{src/cli → cli}/lib/progress.js +0 -0
  930. /package/dist/{src/cli → cli}/lib/run-tally.d.ts +0 -0
  931. /package/dist/{src/cli → cli}/lib/run-tally.js +0 -0
  932. /package/dist/{src/cli → cli}/lib/shared.d.ts +0 -0
  933. /package/dist/{src/cli → cli}/lib/shared.js +0 -0
  934. /package/dist/{src/cli → cli}/oclif/base-command.d.ts +0 -0
  935. /package/dist/{src/cli → cli}/oclif/base-command.js +0 -0
  936. /package/dist/{src/cli → cli}/oclif/help.d.ts +0 -0
  937. /package/dist/{src/cli → cli}/oclif/help.js +0 -0
  938. /package/dist/{src/cli → cli}/oclif/i18n.d.ts +0 -0
  939. /package/dist/{src/cli → cli}/oclif/i18n.js +0 -0
  940. /package/dist/{src/cli → cli}/oclif/parsers.d.ts +0 -0
  941. /package/dist/{src/cli → cli}/oclif/parsers.js +0 -0
  942. /package/dist/{src/cli → cli}/oclif/projection.d.ts +0 -0
  943. /package/dist/{src/cli → cli}/oclif/projection.js +0 -0
  944. /package/dist/{src/cli → cli}/oclif/run.d.ts +0 -0
  945. /package/dist/{src/diagnosis → diagnosis}/observe-mapper.d.ts +0 -0
  946. /package/dist/{src/diagnosis → diagnosis}/observe-mapper.js +0 -0
  947. /package/dist/{src/diagnosis → diagnosis}/observe-producer.d.ts +0 -0
  948. /package/dist/{src/diagnosis → diagnosis}/studio-projection.js +0 -0
  949. /package/dist/{src/doctor → doctor}/fixer.d.ts +0 -0
  950. /package/dist/{src/doctor → doctor}/fixer.js +0 -0
  951. /package/dist/{src/doctor → doctor}/health/builtin-dimensions.d.ts +0 -0
  952. /package/dist/{src/doctor → doctor}/health/builtin-dimensions.js +0 -0
  953. /package/dist/{src/doctor → doctor}/health/composer.d.ts +0 -0
  954. /package/dist/{src/doctor → doctor}/health/dimension-registry.d.ts +0 -0
  955. /package/dist/{src/doctor → doctor}/health/dimension-registry.js +0 -0
  956. /package/dist/{src/doctor → doctor}/health/dimension-spec.js +0 -0
  957. /package/dist/{src/doctor → doctor}/health/parser.d.ts +0 -0
  958. /package/dist/{src/doctor → doctor}/health/parser.js +0 -0
  959. /package/dist/{src/doctor → doctor}/health/prompt-builder.d.ts +0 -0
  960. /package/dist/{src/doctor → doctor}/health/prompt-builder.js +0 -0
  961. /package/dist/{src/doctor → doctor}/health/register.d.ts +0 -0
  962. /package/dist/{src/doctor → doctor}/health/register.js +0 -0
  963. /package/dist/{src/doctor → doctor}/index.d.ts +0 -0
  964. /package/dist/{src/doctor → doctor}/index.js +0 -0
  965. /package/dist/{src/doctor → doctor}/preflight.d.ts +0 -0
  966. /package/dist/{src/doctor → doctor}/preflight.js +0 -0
  967. /package/dist/{src/doctor → doctor}/rules.d.ts +0 -0
  968. /package/dist/{src/eval-core → eval-core}/bootstrap.d.ts +0 -0
  969. /package/dist/{src/eval-core → eval-core}/bootstrap.js +0 -0
  970. /package/dist/{src/eval-core → eval-core}/cache.d.ts +0 -0
  971. /package/dist/{src/eval-core → eval-core}/cache.js +0 -0
  972. /package/dist/{src/eval-core → eval-core}/comparability.d.ts +0 -0
  973. /package/dist/{src/eval-core → eval-core}/comparability.js +0 -0
  974. /package/dist/{src/eval-core → eval-core}/dependency-checker.js +0 -0
  975. /package/dist/{src/eval-core → eval-core}/evaluation-execution.d.ts +0 -0
  976. /package/dist/{src/eval-core → eval-core}/evaluation-execution.js +0 -0
  977. /package/dist/{src/eval-core → eval-core}/evaluation-job.d.ts +0 -0
  978. /package/dist/{src/eval-core → eval-core}/evaluation-job.js +0 -0
  979. /package/dist/{src/eval-core → eval-core}/evaluation-reporting.d.ts +0 -0
  980. /package/dist/{src/eval-core → eval-core}/evaluation-reporting.js +0 -0
  981. /package/dist/{src/eval-core → eval-core}/execution-strategy.d.ts +0 -0
  982. /package/dist/{src/eval-core → eval-core}/fact-checker.d.ts +0 -0
  983. /package/dist/{src/eval-core → eval-core}/fact-checker.js +0 -0
  984. /package/dist/{src/eval-core → eval-core}/layer-gates.d.ts +0 -0
  985. /package/dist/{src/eval-core → eval-core}/layer-gates.js +0 -0
  986. /package/dist/{src/eval-core → eval-core}/mock-hook.cjs +0 -0
  987. /package/dist/{src/eval-core → eval-core}/mocks-runtime.d.ts +0 -0
  988. /package/dist/{src/eval-core → eval-core}/schema.d.ts +0 -0
  989. /package/dist/{src/eval-core → eval-core}/schema.js +0 -0
  990. /package/dist/{src/eval-core → eval-core}/statistics.d.ts +0 -0
  991. /package/dist/{src/eval-core → eval-core}/statistics.js +0 -0
  992. /package/dist/{src/eval-core → eval-core}/task-planner.d.ts +0 -0
  993. /package/dist/{src/eval-core → eval-core}/task-planner.js +0 -0
  994. /package/dist/{src/eval-core → eval-core}/verdict.d.ts +0 -0
  995. /package/dist/{src/eval-core → eval-core}/verdict.js +0 -0
  996. /package/dist/{src/eval-workflows → eval-workflows}/batch-evaluation-workflow.d.ts +0 -0
  997. /package/dist/{src/eval-workflows → eval-workflows}/batch-evaluation-workflow.js +0 -0
  998. /package/dist/{src/eval-workflows → eval-workflows}/evaluation-preparation.d.ts +0 -0
  999. /package/dist/{src/eval-workflows → eval-workflows}/evaluation-preparation.js +0 -0
  1000. /package/dist/{src/eval-workflows → eval-workflows}/run-evaluation.d.ts +0 -0
  1001. /package/dist/{src/executors → executors}/anthropic-api.d.ts +0 -0
  1002. /package/dist/{src/executors → executors}/anthropic-api.js +0 -0
  1003. /package/dist/{src/executors → executors}/claude-cli.d.ts +0 -0
  1004. /package/dist/{src/executors → executors}/claude-cli.js +0 -0
  1005. /package/dist/{src/executors → executors}/claude-sdk-trace.d.ts +0 -0
  1006. /package/dist/{src/executors → executors}/claude-sdk-trace.js +0 -0
  1007. /package/dist/{src/executors → executors}/claude-sdk.d.ts +0 -0
  1008. /package/dist/{src/executors → executors}/claude-sdk.js +0 -0
  1009. /package/dist/{src/executors → executors}/codex-cli-trace.d.ts +0 -0
  1010. /package/dist/{src/executors → executors}/codex-cli-trace.js +0 -0
  1011. /package/dist/{src/executors → executors}/codex-cli.d.ts +0 -0
  1012. /package/dist/{src/executors → executors}/codex-cli.js +0 -0
  1013. /package/dist/{src/executors → executors}/codex-sdk.d.ts +0 -0
  1014. /package/dist/{src/executors → executors}/codex-sdk.js +0 -0
  1015. /package/dist/{src/executors → executors}/gemini.d.ts +0 -0
  1016. /package/dist/{src/executors → executors}/gemini.js +0 -0
  1017. /package/dist/{src/executors → executors}/index.d.ts +0 -0
  1018. /package/dist/{src/executors → executors}/index.js +0 -0
  1019. /package/dist/{src/executors → executors}/openai-api.d.ts +0 -0
  1020. /package/dist/{src/executors → executors}/openai-api.js +0 -0
  1021. /package/dist/{src/executors → executors}/runtime-fingerprint.d.ts +0 -0
  1022. /package/dist/{src/executors → executors}/runtime-fingerprint.js +0 -0
  1023. /package/dist/{src/executors → executors}/script.d.ts +0 -0
  1024. /package/dist/{src/executors → executors}/script.js +0 -0
  1025. /package/dist/{src/grading → grading}/assertions.d.ts +0 -0
  1026. /package/dist/{src/grading → grading}/assertions.js +0 -0
  1027. /package/dist/{src/grading → grading}/debias-validate.d.ts +0 -0
  1028. /package/dist/{src/grading → grading}/debias-validate.js +0 -0
  1029. /package/dist/{src/grading → grading}/diagnostic.d.ts +0 -0
  1030. /package/dist/{src/grading → grading}/diagnostic.js +0 -0
  1031. /package/dist/{src/grading → grading}/gold-cli.d.ts +0 -0
  1032. /package/dist/{src/grading → grading}/gold-cli.js +0 -0
  1033. /package/dist/{src/grading → grading}/gold-dataset.d.ts +0 -0
  1034. /package/dist/{src/grading → grading}/gold-dataset.js +0 -0
  1035. /package/dist/{src/grading → grading}/human-gold.d.ts +0 -0
  1036. /package/dist/{src/grading → grading}/human-gold.js +0 -0
  1037. /package/dist/{src/grading → grading}/index.d.ts +0 -0
  1038. /package/dist/{src/grading → grading}/index.js +0 -0
  1039. /package/dist/{src/grading → grading}/judge.d.ts +0 -0
  1040. /package/dist/{src/grading → grading}/judge.js +0 -0
  1041. /package/dist/{src/grading → grading}/layered-scores.d.ts +0 -0
  1042. /package/dist/{src/grading → grading}/layered-scores.js +0 -0
  1043. /package/dist/{src/inputs → inputs}/eval-config.d.ts +0 -0
  1044. /package/dist/{src/inputs → inputs}/eval-config.js +0 -0
  1045. /package/dist/{src/inputs → inputs}/load-samples.d.ts +0 -0
  1046. /package/dist/{src/inputs → inputs}/load-samples.js +0 -0
  1047. /package/dist/{src/inputs → inputs}/mcp-resolver.d.ts +0 -0
  1048. /package/dist/{src/inputs → inputs}/mcp-resolver.js +0 -0
  1049. /package/dist/{src/inputs → inputs}/skill-loader.d.ts +0 -0
  1050. /package/dist/{src/inputs → inputs}/url-fetcher.d.ts +0 -0
  1051. /package/dist/{src/inputs → inputs}/url-fetcher.js +0 -0
  1052. /package/dist/{src/observability → observability}/review-state.js +0 -0
  1053. /package/dist/{src/observability → observability}/skill-chain-advisories.js +0 -0
  1054. /package/dist/{src/observability → observability}/skill-health-analyzer.d.ts +0 -0
  1055. /package/dist/{src/observability → observability}/skill-health-analyzer.js +0 -0
  1056. /package/dist/{src/observability → observability}/trace-adapter.d.ts +0 -0
  1057. /package/dist/{src/observability → observability}/trace-adapter.js +0 -0
  1058. /package/dist/{src/renderer → renderer}/html-renderer.d.ts +0 -0
  1059. /package/dist/{src/renderer → renderer}/html-renderer.js +0 -0
  1060. /package/dist/{src/renderer → renderer}/layout.d.ts +0 -0
  1061. /package/dist/{src/renderer → renderer}/layout.js +0 -0
  1062. /package/dist/{src/renderer → renderer}/skill-detail-renderer.js +0 -0
  1063. /package/dist/{src/renderer → renderer}/skill-health-renderer.d.ts +0 -0
  1064. /package/dist/{src/renderer → renderer}/skill-health-renderer.js +0 -0
  1065. /package/dist/{src/renderer → renderer}/skill-list-renderer.js +0 -0
  1066. /package/dist/{src/renderer → renderer}/table.d.ts +0 -0
  1067. /package/dist/{src/renderer → renderer}/table.js +0 -0
  1068. /package/dist/{src/renderer → renderer}/test-view.d.ts +0 -0
  1069. /package/dist/{src/renderer → renderer}/test-view.js +0 -0
  1070. /package/dist/{src/renderer → renderer}/trends.d.ts +0 -0
  1071. /package/dist/{src/renderer → renderer}/trends.js +0 -0
  1072. /package/dist/{src/server → server}/job-store.d.ts +0 -0
  1073. /package/dist/{src/server → server}/job-store.js +0 -0
  1074. /package/dist/{src/server → server}/report-server.d.ts +0 -0
  1075. /package/dist/{src/server → server}/report-store.d.ts +0 -0
  1076. /package/dist/{src/server → server}/report-store.js +0 -0
  1077. /package/dist/{src/server → server}/skill-insights.js +0 -0
  1078. /package/dist/{src/shared → shared}/hard-rules.d.ts +0 -0
  1079. /package/dist/{src/shared → shared}/hard-rules.js +0 -0
  1080. /package/dist/{src/shared → shared}/llm-prompts/skill-health.d.ts +0 -0
  1081. /package/dist/{src/shared → shared}/llm-prompts/skill-health.js +0 -0
  1082. /package/dist/{src/shared → shared}/time.d.ts +0 -0
  1083. /package/dist/{src/shared → shared}/time.js +0 -0
  1084. /package/dist/{src/shared → shared}/tool-search.d.ts +0 -0
  1085. /package/dist/{src/shared → shared}/tool-search.js +0 -0
  1086. /package/dist/{src/types → types}/doctor.js +0 -0
  1087. /package/dist/{src/types → types}/eval.js +0 -0
  1088. /package/dist/{src/types → types}/executor.d.ts +0 -0
  1089. /package/dist/{src/types → types}/executor.js +0 -0
  1090. /package/dist/{src/types → types}/judge.d.ts +0 -0
  1091. /package/dist/{src/types → types}/judge.js +0 -0
  1092. /package/dist/{src/types → types}/report.js +0 -0
  1093. /package/dist/{src/types → types}/shared.d.ts +0 -0
  1094. /package/dist/{src/types → types}/shared.js +0 -0
  1095. /package/dist/{src/types → types}/storage.d.ts +0 -0
  1096. /package/dist/{src/types → types}/storage.js +0 -0
@@ -1,894 +0,0 @@
1
- import { createServer } from 'node:http';
2
- import { existsSync, mkdirSync, readdirSync, readFileSync } from 'node:fs';
3
- import { createRequire } from 'node:module';
4
- import { join } from 'node:path';
5
- import { homedir } from 'node:os';
6
- import { renderReportDocumentDetail, renderTrendsPage, renderRunList } from '../renderer/html-renderer.js';
7
- import { renderSkillList } from '../renderer/skill-list-renderer.js';
8
- import { renderSkillDetail } from '../renderer/skill-detail-renderer.js';
9
- import { renderSkillHealthReport } from '../renderer/skill-health-renderer.js';
10
- import { renderObservationInboxPage } from '../renderer/observation-inbox-renderer.js';
11
- import { DEFAULT_LANG, t, layout } from '../renderer/layout.js';
12
- import { buildSkillIndex } from './skill-index.js';
13
- import { createFileJobStore, DEFAULT_JOBS_DIR } from './job-store.js';
14
- import { createFileStore, queryJob, queryJobList, queryRun, queryRunList, queryTrend } from './report-store.js';
15
- import { DEFAULT_OBSERVATIONS_DIR, findObservationInboxItem, formatObservationShow, queryObservationInbox } from '../observability/inbox.js';
16
- import { buildObservationInboxViewModel } from '../observability/inbox-view-model.js';
17
- import { activeStudioDiagnostics } from '../diagnosis/studio-projection.js';
18
- import { deleteObservationReviewState, loadObservationReviewState, updateObservationReviewState } from '../observability/review-state.js';
19
- import { updateSkillDerivedStandardStatus } from '../observability/soft-standards.js';
20
- const DEFAULT_PORT = 7799;
21
- const PORT_HINT = `OMK_REPORT_PORT=${DEFAULT_PORT} omk eval ...`;
22
- const DEFAULT_REPORTS_DIR = join(homedir(), '.oh-my-knowledge', 'reports');
23
- const DEFAULT_ANALYSES_DIR = join(homedir(), '.oh-my-knowledge', 'analyses');
24
- const DEFAULT_DOCTORS_DIR = join(homedir(), '.oh-my-knowledge', 'doctors');
25
- let cachedChartJsBytes;
26
- function loadChartJsBundle() {
27
- if (cachedChartJsBytes !== undefined)
28
- return cachedChartJsBytes;
29
- try {
30
- // chart.js 的 exports 字段不允许直接 resolve 子路径,先 resolve 主入口拿到包目录,
31
- // 再拼到 dist/chart.umd.min.js(这个 UMD 在 sideEffects 里声明,实际存在)。
32
- const req = createRequire(import.meta.url);
33
- const mainPath = req.resolve('chart.js');
34
- const distDir = mainPath.replace(/[/\\]chart\.cjs$/, '').replace(/[/\\]chart\.js$/, '');
35
- const umdPath = join(distDir, 'chart.umd.min.js');
36
- cachedChartJsBytes = readFileSync(umdPath, 'utf-8');
37
- }
38
- catch {
39
- cachedChartJsBytes = null;
40
- }
41
- return cachedChartJsBytes;
42
- }
43
- function listAnalyses(dir) {
44
- if (!existsSync(dir))
45
- return [];
46
- const items = [];
47
- for (const file of readdirSync(dir)) {
48
- if (!file.endsWith('.json'))
49
- continue;
50
- try {
51
- const data = JSON.parse(readFileSync(join(dir, file), 'utf-8'));
52
- if (!data.meta || !data.overall)
53
- continue;
54
- items.push({
55
- id: file.replace(/\.json$/, ''),
56
- generatedAt: data.meta.generatedAt,
57
- sessionCount: data.meta.sessionCount,
58
- segmentCount: data.meta.segmentCount,
59
- skillCount: Object.keys(data.bySkill || {}).length,
60
- healthBand: data.overall.healthBand,
61
- });
62
- }
63
- catch { /* skip corrupt */ }
64
- }
65
- // 最新在前
66
- items.sort((a, b) => b.generatedAt.localeCompare(a.generatedAt));
67
- return items;
68
- }
69
- function loadAnalysis(dir, id) {
70
- const path = join(dir, `${id}.json`);
71
- if (!existsSync(path))
72
- return null;
73
- try {
74
- return JSON.parse(readFileSync(path, 'utf-8'));
75
- }
76
- catch {
77
- return null;
78
- }
79
- }
80
- /**
81
- * 扫 analyses/ 所有 JSON,按 skillName 过滤,按时间排序成 trend points。
82
- */
83
- function querySkillTrend(dir, skillName) {
84
- const items = listAnalyses(dir);
85
- const points = [];
86
- for (const it of items) {
87
- const report = loadAnalysis(dir, it.id);
88
- if (!report)
89
- continue;
90
- const h = report.bySkill[skillName];
91
- if (!h)
92
- continue;
93
- // 旧格式 (加 usage 字段前的 analysis) 用 safe access,缺字段降级为 0/undefined
94
- const u = h.usage;
95
- const billable = (u?.inputTokens ?? 0) + (u?.outputTokens ?? 0);
96
- const cached = (u?.cacheReadTokens ?? 0) + (u?.cacheCreationTokens ?? 0);
97
- points.push({
98
- analysisId: it.id,
99
- generatedAt: report.meta.generatedAt,
100
- gapRate: h.gap?.gapRate ?? 0,
101
- weightedGapRate: h.gap?.weightedGapRate ?? 0,
102
- failureRate: h.toolFailureRate ?? 0,
103
- coverageRate: h.coverage?.fileCoverageRate ?? null,
104
- billableTokens: billable,
105
- cachedTokens: cached,
106
- totalTokens: u?.totalTokens ?? 0,
107
- avgTokensPerSegment: u?.avgTokensPerSegment ?? 0,
108
- durationMs: u?.durationMs ?? 0,
109
- segmentCount: h.segmentCount ?? 0,
110
- stability: h.stability ?? 'stable',
111
- });
112
- }
113
- // 最旧在前,便于折线图从左到右展示时间序列
114
- points.sort((a, b) => a.generatedAt.localeCompare(b.generatedAt));
115
- return { skillName, points };
116
- }
117
- /**
118
- * 比较两份 skill health report. `from` 通常是较早的,`to` 是较晚的;
119
- * 对于每个 skill, 显示前后值和 delta. 缺失一侧时 presence 标记。
120
- */
121
- function querySkillDiff(dir, fromId, toId) {
122
- const from = loadAnalysis(dir, fromId);
123
- const to = loadAnalysis(dir, toId);
124
- if (!from || !to)
125
- return null;
126
- const allSkills = new Set([...Object.keys(from.bySkill), ...Object.keys(to.bySkill)]);
127
- const rows = [];
128
- for (const skill of allSkills) {
129
- const f = from.bySkill[skill];
130
- const t = to.bySkill[skill];
131
- if (f && t) {
132
- rows.push({
133
- skillName: skill,
134
- presence: 'both',
135
- fromGap: f.gap.weightedGapRate,
136
- toGap: t.gap.weightedGapRate,
137
- deltaGap: t.gap.weightedGapRate - f.gap.weightedGapRate,
138
- fromFailure: f.toolFailureRate,
139
- toFailure: t.toolFailureRate,
140
- deltaFailure: t.toolFailureRate - f.toolFailureRate,
141
- fromCoverage: f.coverage?.fileCoverageRate ?? null,
142
- toCoverage: t.coverage?.fileCoverageRate ?? null,
143
- deltaCoverage: (f.coverage?.fileCoverageRate != null && t.coverage?.fileCoverageRate != null)
144
- ? t.coverage.fileCoverageRate - f.coverage.fileCoverageRate
145
- : null,
146
- fromSegments: f.segmentCount,
147
- toSegments: t.segmentCount,
148
- deltaSegments: t.segmentCount - f.segmentCount,
149
- });
150
- }
151
- else if (f) {
152
- rows.push({ skillName: skill, presence: 'only-from', fromGap: f.gap.weightedGapRate, fromFailure: f.toolFailureRate, fromCoverage: f.coverage?.fileCoverageRate ?? null, fromSegments: f.segmentCount });
153
- }
154
- else if (t) {
155
- rows.push({ skillName: skill, presence: 'only-to', toGap: t.gap.weightedGapRate, toFailure: t.toolFailureRate, toCoverage: t.coverage?.fileCoverageRate ?? null, toSegments: t.segmentCount });
156
- }
157
- }
158
- // 按 deltaGap 绝对值倒序 (变化大的在前,缺失的放最后)
159
- rows.sort((a, b) => {
160
- const aDelta = a.presence === 'both' ? Math.abs(a.deltaGap) : -1;
161
- const bDelta = b.presence === 'both' ? Math.abs(b.deltaGap) : -1;
162
- return bDelta - aDelta;
163
- });
164
- return { fromId, toId, fromAt: from.meta.generatedAt, toAt: to.meta.generatedAt, rows };
165
- }
166
- function fmtDelta(d, isPercent = true) {
167
- if (d == null)
168
- return '—';
169
- const pct = isPercent ? d * 100 : d;
170
- const sign = pct > 0 ? '+' : '';
171
- const color = Math.abs(pct) < 1 ? '#888' : pct > 0 ? '#dc2626' : '#16a34a';
172
- return `<span style="color:${color}">${sign}${pct.toFixed(isPercent ? 1 : 0)}${isPercent ? '%' : ''}</span>`;
173
- }
174
- function fmtPct(v) {
175
- if (v == null)
176
- return '—';
177
- return `${Math.round(v * 100)}%`;
178
- }
179
- function readJsonBody(req, maxBytes = 1024 * 1024) {
180
- return new Promise((resolve, reject) => {
181
- let size = 0;
182
- const chunks = [];
183
- req.on('data', (chunk) => {
184
- size += chunk.length;
185
- if (size > maxBytes) {
186
- reject(new Error('request body too large'));
187
- req.destroy();
188
- return;
189
- }
190
- chunks.push(chunk);
191
- });
192
- req.on('end', () => {
193
- try {
194
- const raw = Buffer.concat(chunks).toString('utf-8').trim();
195
- resolve(raw ? JSON.parse(raw) : {});
196
- }
197
- catch {
198
- reject(new Error('invalid json body'));
199
- }
200
- });
201
- req.on('error', reject);
202
- });
203
- }
204
- function renderSkillDiffPage(diff, lang = DEFAULT_LANG) {
205
- const { fromId, toId, fromAt, toAt, rows } = diff;
206
- const langQ = lang === DEFAULT_LANG ? '' : `?lang=${lang}`;
207
- const rowHtml = rows.map((r) => {
208
- const tag = r.presence === 'only-from' ? `<span style="color:var(--green);font-size:10px;padding:1px 6px;background:var(--green-bg);border-radius:3px" data-i18n="diffTagRemoved">${t('diffTagRemoved', lang)}</span>`
209
- : r.presence === 'only-to' ? `<span style="color:var(--accent);font-size:10px;padding:1px 6px;background:var(--info-bg);border-radius:3px" data-i18n="diffTagNew">${t('diffTagNew', lang)}</span>`
210
- : '';
211
- return `<tr>
212
- <td style="padding:8px 10px;font-family:ui-monospace,monospace">${r.skillName} ${tag}</td>
213
- <td style="padding:8px 10px;text-align:right">${r.fromSegments ?? '—'} → ${r.toSegments ?? '—'} ${r.presence === 'both' ? `(${fmtDelta(r.deltaSegments, false)})` : ''}</td>
214
- <td style="padding:8px 10px;text-align:right">${fmtPct(r.fromGap)} → ${fmtPct(r.toGap)} ${r.presence === 'both' ? fmtDelta(r.deltaGap) : ''}</td>
215
- <td style="padding:8px 10px;text-align:right">${fmtPct(r.fromFailure)} → ${fmtPct(r.toFailure)} ${r.presence === 'both' ? fmtDelta(r.deltaFailure) : ''}</td>
216
- <td style="padding:8px 10px;text-align:right">${fmtPct(r.fromCoverage)} → ${fmtPct(r.toCoverage)} ${r.presence === 'both' && r.deltaCoverage != null ? fmtDelta(r.deltaCoverage) : ''}</td>
217
- </tr>`;
218
- }).join('');
219
- const body = `
220
- <main style="max-width:1000px;margin:0 auto;padding:24px">
221
- <nav style="margin-bottom:8px">
222
- <a href="/analyses${langQ}" data-i18n="backToAnalyses" style="color:var(--accent);text-decoration:none;margin-right:12px">${t('backToAnalyses', lang)}</a>
223
- <a href="/analyses/${encodeURIComponent(fromId)}${langQ}" data-i18n="diffNavFrom" style="color:var(--accent);text-decoration:none;margin-right:12px">${t('diffNavFrom', lang)}</a>
224
- <a href="/analyses/${encodeURIComponent(toId)}${langQ}" data-i18n="diffNavTo" style="color:var(--accent);text-decoration:none">${t('diffNavTo', lang)}</a>
225
- </nav>
226
- <h1 data-i18n="skillDiffHeading" style="font-size:20px;margin:8px 0">${t('skillDiffHeading', lang)}</h1>
227
- <div style="color:var(--text-muted);font-size:13px;margin-bottom:20px">
228
- <span data-i18n="diffNavFrom">${t('diffNavFrom', lang)}</span> <code>${fromId}</code> (${fromAt.slice(0, 19).replace('T', ' ')}) → <span data-i18n="diffNavTo">${t('diffNavTo', lang)}</span> <code>${toId}</code> (${toAt.slice(0, 19).replace('T', ' ')})<br/>
229
- <span data-i18n="diffSortHint">${t('diffSortHint', lang)}</span>
230
- </div>
231
- <table style="border-collapse:collapse;width:100%;font-size:13px">
232
- <thead><tr>
233
- <th style="text-align:left;padding:10px;border-bottom:2px solid var(--border);font-weight:600" data-i18n="diffColSkill">${t('diffColSkill', lang)}</th>
234
- <th style="text-align:right;padding:10px;border-bottom:2px solid var(--border);font-weight:600" data-i18n="diffColSegments">${t('diffColSegments', lang)}</th>
235
- <th style="text-align:right;padding:10px;border-bottom:2px solid var(--border);font-weight:600" data-i18n="diffColWeightedGap">${t('diffColWeightedGap', lang)}</th>
236
- <th style="text-align:right;padding:10px;border-bottom:2px solid var(--border);font-weight:600" data-i18n="diffColFailureRate">${t('diffColFailureRate', lang)}</th>
237
- <th style="text-align:right;padding:10px;border-bottom:2px solid var(--border);font-weight:600" data-i18n="diffColCoverage">${t('diffColCoverage', lang)}</th>
238
- </tr></thead>
239
- <tbody>${rowHtml}</tbody>
240
- </table>
241
- </main>`;
242
- return layout(t('skillDiffHeading', lang), body, lang);
243
- }
244
- function renderSkillTrendPage(trend, lang = DEFAULT_LANG) {
245
- const { skillName, points } = trend;
246
- const langQ = lang === DEFAULT_LANG ? '' : `?lang=${lang}`;
247
- if (points.length === 0) {
248
- const emptyBody = `
249
- <main style="max-width:900px;margin:0 auto;padding:24px">
250
- <nav style="margin-bottom:12px"><a href="/analyses${langQ}" data-i18n="backToAnalyses" style="color:var(--accent);text-decoration:none">${t('backToAnalyses', lang)}</a></nav>
251
- <h1 style="font-size:20px;margin:8px 0 4px"><span data-i18n="skillTrendHeading">${t('skillTrendHeading', lang)}</span> · ${skillName}</h1>
252
- <p style="color:var(--text-muted)" data-i18n="noTrendData">${t('noTrendData', lang)}</p>
253
- </main>`;
254
- return layout(`${t('skillTrendHeading', lang)} · ${skillName}`, emptyBody, lang);
255
- }
256
- // SVG 折线图: gapRate 主线 + failureRate 辅线, X 轴时间序
257
- const W = 760, H = 200, PAD = 40;
258
- const toX = (i) => points.length === 1 ? W / 2 : PAD + (i / (points.length - 1)) * (W - 2 * PAD);
259
- const toY = (v) => H - PAD - v * (H - 2 * PAD);
260
- const pathOf = (key) => {
261
- const usable = points.map((p, i) => ({ x: toX(i), y: p[key] ?? null }));
262
- let d = '';
263
- for (const pt of usable) {
264
- if (pt.y == null)
265
- continue;
266
- d += d ? ` L ${pt.x} ${toY(pt.y)}` : `M ${pt.x} ${toY(pt.y)}`;
267
- }
268
- return d;
269
- };
270
- const dots = (key, color) => points.map((p, i) => p[key] == null ? '' : `<circle cx="${toX(i)}" cy="${toY(p[key])}" r="3" fill="${color}"/>`).join('');
271
- const yTicks = [0, 0.5, 1.0].map((v) => `<g><line x1="${PAD}" y1="${toY(v)}" x2="${W - PAD}" y2="${toY(v)}" stroke="var(--border)"/><text x="${PAD - 6}" y="${toY(v) + 4}" text-anchor="end" font-size="11" fill="var(--text-muted)">${Math.round(v * 100)}%</text></g>`).join('');
272
- const svg = `<svg viewBox="0 0 ${W} ${H}" style="width:100%;max-width:${W}px;height:${H}px;background:var(--bg-surface);border:1px solid var(--border);border-radius:var(--radius)">
273
- ${yTicks}
274
- <path d="${pathOf('gapRate')}" stroke="#f87171" stroke-width="2" fill="none"/>
275
- <path d="${pathOf('weightedGapRate')}" stroke="#fbbf24" stroke-width="2" fill="none" stroke-dasharray="4 4"/>
276
- <path d="${pathOf('failureRate')}" stroke="#a78bfa" stroke-width="2" fill="none"/>
277
- <path d="${pathOf('coverageRate')}" stroke="#4ade80" stroke-width="2" fill="none"/>
278
- ${dots('gapRate', '#f87171')}${dots('weightedGapRate', '#fbbf24')}${dots('failureRate', '#a78bfa')}${dots('coverageRate', '#4ade80')}
279
- </svg>`;
280
- const legend = `<div style="margin:12px 0;font-size:12px;color:var(--text-secondary)">
281
- <span style="color:#f87171">● <span data-i18n="trendLegendGap">${t('trendLegendGap', lang)}</span></span> ·
282
- <span style="color:#fbbf24">◆ <span data-i18n="trendLegendWeighted">${t('trendLegendWeighted', lang)}</span></span> ·
283
- <span style="color:#a78bfa">● <span data-i18n="trendLegendFailure">${t('trendLegendFailure', lang)}</span></span> ·
284
- <span style="color:#4ade80">● <span data-i18n="trendLegendCoverage">${t('trendLegendCoverage', lang)}</span></span>
285
- </div>`;
286
- const rows = points.map((p) => `<tr>
287
- <td style="padding:6px 10px;font-family:ui-monospace,monospace;font-size:12px"><a href="/analyses/${encodeURIComponent(p.analysisId)}${langQ}" style="color:var(--accent);text-decoration:none">${p.generatedAt.slice(0, 19).replace('T', ' ')}</a></td>
288
- <td style="padding:6px 10px;text-align:right">${p.segmentCount}</td>
289
- <td style="padding:6px 10px;text-align:right;color:#f87171">${Math.round(p.gapRate * 100)}%</td>
290
- <td style="padding:6px 10px;text-align:right;color:#fbbf24">${Math.round(p.weightedGapRate * 100)}%</td>
291
- <td style="padding:6px 10px;text-align:right;color:#a78bfa">${Math.round(p.failureRate * 100)}%</td>
292
- <td style="padding:6px 10px;text-align:right;color:#4ade80">${p.coverageRate == null ? '—' : Math.round(p.coverageRate * 100) + '%'}</td>
293
- <td style="padding:6px 10px;text-align:right;font-family:ui-monospace,monospace;font-size:12px" title="input+output only; cache 分开计">${(p.billableTokens / 1000).toFixed(1)}k</td>
294
- <td style="padding:6px 10px;text-align:right;font-family:ui-monospace,monospace;font-size:12px">${(p.durationMs / 1000).toFixed(1)}s</td>
295
- </tr>`).join('');
296
- const subtitle = `${points.length} <span data-i18n="trendNPoints">${t('trendNPoints', lang)}</span> · <span data-i18n="trendEarliest">${t('trendEarliest', lang)}</span> ${points[0].generatedAt.slice(0, 10)} · <span data-i18n="trendLatest">${t('trendLatest', lang)}</span> ${points[points.length - 1].generatedAt.slice(0, 10)}`;
297
- const body = `
298
- <main style="max-width:900px;margin:0 auto;padding:24px">
299
- <nav style="margin-bottom:8px"><a href="/analyses${langQ}" data-i18n="backToAnalyses" style="color:var(--accent);text-decoration:none">${t('backToAnalyses', lang)}</a></nav>
300
- <h1 style="font-size:20px;margin:8px 0 4px"><span data-i18n="skillTrendHeading">${t('skillTrendHeading', lang)}</span> · ${skillName}</h1>
301
- <div style="color:var(--text-muted);font-size:13px;margin-bottom:16px">${subtitle}</div>
302
- ${svg}
303
- ${legend}
304
- <table style="border-collapse:collapse;width:100%;font-size:13px;margin-top:12px">
305
- <thead><tr>
306
- <th style="text-align:left;padding:8px 10px;border-bottom:2px solid var(--border);color:var(--text-secondary);font-weight:600" data-i18n="trendColTimestamp">${t('trendColTimestamp', lang)}</th>
307
- <th style="text-align:right;padding:8px 10px;border-bottom:2px solid var(--border);color:var(--text-secondary);font-weight:600" data-i18n="trendColSegs">${t('trendColSegs', lang)}</th>
308
- <th style="text-align:right;padding:8px 10px;border-bottom:2px solid var(--border);color:var(--text-secondary);font-weight:600" data-i18n="trendColGap">${t('trendColGap', lang)}</th>
309
- <th style="text-align:right;padding:8px 10px;border-bottom:2px solid var(--border);color:var(--text-secondary);font-weight:600" data-i18n="trendColWeighted">${t('trendColWeighted', lang)}</th>
310
- <th style="text-align:right;padding:8px 10px;border-bottom:2px solid var(--border);color:var(--text-secondary);font-weight:600" data-i18n="trendColFailure">${t('trendColFailure', lang)}</th>
311
- <th style="text-align:right;padding:8px 10px;border-bottom:2px solid var(--border);color:var(--text-secondary);font-weight:600" data-i18n="trendColCoverage">${t('trendColCoverage', lang)}</th>
312
- <th style="text-align:right;padding:8px 10px;border-bottom:2px solid var(--border);color:var(--text-secondary);font-weight:600" data-i18n="trendColTokens">${t('trendColTokens', lang)}</th>
313
- <th style="text-align:right;padding:8px 10px;border-bottom:2px solid var(--border);color:var(--text-secondary);font-weight:600" data-i18n="trendColDuration">${t('trendColDuration', lang)}</th>
314
- </tr></thead>
315
- <tbody>${rows}</tbody>
316
- </table>
317
- </main>`;
318
- return layout(`${t('skillTrendHeading', lang)} · ${skillName}`, body, lang);
319
- }
320
- function renderAnalysisList(items, lang = DEFAULT_LANG) {
321
- const langQ = lang === DEFAULT_LANG ? '' : `?lang=${lang}`;
322
- const body = items.length === 0
323
- ? `
324
- <main style="max-width:900px;margin:0 auto;padding:24px">
325
- <nav style="margin-bottom:12px"><a href="/${langQ}" data-i18n="backToEvalReports" style="color:var(--accent);text-decoration:none">${t('backToEvalReports', lang)}</a></nav>
326
- <h1 data-i18n="skillHealthTitle" style="font-size:20px;margin:8px 0 16px">${t('skillHealthTitle', lang)}</h1>
327
- <div style="color:var(--text-muted);padding:16px" data-i18n="noAnalyses">${t('noAnalyses', lang)}</div>
328
- </main>`
329
- : (() => {
330
- const rows = items.map((it) => {
331
- const badgeColor = it.healthBand === 'red' ? 'var(--red)' : it.healthBand === 'yellow' ? 'var(--yellow)' : 'var(--green)';
332
- const enc = encodeURIComponent(it.id);
333
- return `<li style="padding:10px 14px;border-bottom:1px solid var(--border);list-style:none;display:flex;align-items:center;gap:12px">
334
- <span style="display:inline-block;width:8px;height:8px;border-radius:50%;background:${badgeColor}"></span>
335
- <label style="font-size:11px;color:var(--text-muted);display:flex;align-items:center;gap:3px"><input type="radio" name="from" value="${enc}" onchange="updateCompare()"> <span data-i18n="analysesFromLabel">${t('analysesFromLabel', lang)}</span></label>
336
- <label style="font-size:11px;color:var(--text-muted);display:flex;align-items:center;gap:3px"><input type="radio" name="to" value="${enc}" onchange="updateCompare()"> <span data-i18n="analysesToLabel">${t('analysesToLabel', lang)}</span></label>
337
- <a href="/analyses/${enc}${langQ}" style="color:var(--accent);text-decoration:none;flex:1;font-family:ui-monospace,monospace">${it.id}</a>
338
- <span style="color:var(--text-muted);font-size:12px">${it.sessionCount} <span data-i18n="analysesSessions">${t('analysesSessions', lang)}</span> · ${it.segmentCount} <span data-i18n="analysesSegs">${t('analysesSegs', lang)}</span> · ${it.skillCount} <span data-i18n="analysesSkills">${t('analysesSkills', lang)}</span></span>
339
- </li>`;
340
- }).join('');
341
- return `
342
- <main style="max-width:900px;margin:0 auto;padding:24px">
343
- <nav style="margin-bottom:12px"><a href="/${langQ}" data-i18n="backToEvalReports" style="color:var(--accent);text-decoration:none">${t('backToEvalReports', lang)}</a></nav>
344
- <h1 data-i18n="skillHealthTitle" style="font-size:20px;margin:8px 0 16px">${t('skillHealthTitle', lang)}</h1>
345
- <div style="margin-bottom:12px;padding:8px 12px;background:var(--bg-surface);border-radius:var(--radius);font-size:12px;color:var(--text-secondary)">
346
- <span data-i18n="analysesCompareHint">${t('analysesCompareHint', lang)}</span>
347
- <a id="compare-btn" style="margin-left:8px;padding:4px 10px;background:var(--accent);color:white;text-decoration:none;border-radius:3px;opacity:0.4;pointer-events:none" data-i18n="analysesCompareBtn">${t('analysesCompareBtn', lang)}</a>
348
- </div>
349
- <ul style="padding:0;margin:0;border:1px solid var(--border);border-radius:var(--radius);overflow:hidden">${rows}</ul>
350
- </main>
351
- <script>
352
- function updateCompare() {
353
- var f = document.querySelector('input[name=from]:checked');
354
- var t2 = document.querySelector('input[name=to]:checked');
355
- var btn = document.getElementById('compare-btn');
356
- if (f && t2 && f.value !== t2.value) {
357
- btn.href = '/analyses-diff?from=' + f.value + '&to=' + t2.value + '&lang=' + (document.documentElement.dataset.lang || '${DEFAULT_LANG}');
358
- btn.style.opacity = '1';
359
- btn.style.pointerEvents = 'auto';
360
- } else {
361
- btn.removeAttribute('href');
362
- btn.style.opacity = '0.4';
363
- btn.style.pointerEvents = 'none';
364
- }
365
- }
366
- </script>`;
367
- })();
368
- return layout(t('skillHealthTitle', lang), body, lang);
369
- }
370
- function getErrorMessage(err) {
371
- return err instanceof Error ? err.message : String(err);
372
- }
373
- // Returns Error to throw, or null when caller should fall through to the
374
- // EADDRINUSE / omk-takeover flow. Splits "occupancy" from "permission" /
375
- // "ephemeral-bind-rejected" so users see a fix path that matches the cause.
376
- export function formatListenError(p, err) {
377
- const errno = err?.code;
378
- // p === 0 asks the OS to pick an ephemeral port; "already in use" is
379
- // semantically wrong here. Failures are almost always sandbox / restricted
380
- // network environments rather than occupancy.
381
- if (p === 0) {
382
- return new Error(`cannot bind ephemeral port (--port 0): ${errno ?? 'unknown error'}.\n` +
383
- ` likely cause: sandboxed / restricted network environment ` +
384
- `(Docker without --net=host, container without bind permission).\n` +
385
- ` try a fixed port: ${PORT_HINT}`);
386
- }
387
- // EACCES / EPERM: permission, not occupancy. Common on privileged ports
388
- // (<1024 without root) or sandbox / container restrictions.
389
- if (errno === 'EACCES' || errno === 'EPERM') {
390
- return new Error(`cannot bind port ${p}: permission denied (${errno}).\n` +
391
- ` ports < 1024 require root on Unix; sandboxed environments may block all binds.\n` +
392
- ` pick another unblocked port: ${PORT_HINT}`);
393
- }
394
- // Any other syscall errno that isn't EADDRINUSE: surface it directly,
395
- // don't try the omk-takeover flow.
396
- if (errno && errno !== 'EADDRINUSE') {
397
- return new Error(`cannot bind port ${p}: ${errno} (${getErrorMessage(err)}).\n` +
398
- ` pick another port: ${PORT_HINT}`);
399
- }
400
- // EADDRINUSE or unknown — let caller try the omk-takeover flow.
401
- return null;
402
- }
403
- export function createReportServer({ port, host: hostOption, reportsDir = DEFAULT_REPORTS_DIR, analysesDir = DEFAULT_ANALYSES_DIR, doctorsDir = DEFAULT_DOCTORS_DIR, observationsDir = DEFAULT_OBSERVATIONS_DIR, jobsDir = DEFAULT_JOBS_DIR, store, jobStore } = {}) {
404
- let server = null;
405
- let serverUrl = null;
406
- // Use provided store or default to file store
407
- const reportStore = store || createFileStore(reportsDir);
408
- const resolvedJobStore = jobStore || createFileJobStore(jobsDir);
409
- async function handleRequest(req, res) {
410
- try {
411
- const parsed = new URL(req.url || '/', 'http://127.0.0.1');
412
- const path = parsed.pathname;
413
- const langParam = parsed.searchParams.get('lang');
414
- const lang = langParam === 'en' ? 'en' : langParam === 'zh' ? 'zh' : DEFAULT_LANG;
415
- if (path === '/health') {
416
- res.writeHead(200, { 'Content-Type': 'application/json' });
417
- res.end(JSON.stringify({ ok: true, service: 'omk' }));
418
- return;
419
- }
420
- // 静态资源:chart.js UMD bundle(供详情页趋势大图使用)。
421
- // 用 require.resolve 拿包路径,避开 dist 相对路径脆弱性。
422
- if (path === '/static/chart.js') {
423
- const bytes = loadChartJsBundle();
424
- if (!bytes) {
425
- res.writeHead(500, { 'Content-Type': 'text/plain; charset=utf-8' });
426
- res.end('chart.js asset unavailable');
427
- return;
428
- }
429
- res.writeHead(200, { 'Content-Type': 'application/javascript; charset=utf-8', 'Cache-Control': 'public, max-age=86400' });
430
- res.end(bytes);
431
- return;
432
- }
433
- if (path === '/api/shutdown' && req.method === 'POST') {
434
- res.writeHead(200, { 'Content-Type': 'application/json' });
435
- res.end(JSON.stringify({ ok: true }));
436
- // Graceful shutdown after response sent
437
- setTimeout(() => { if (server)
438
- server.close(); }, 100);
439
- return;
440
- }
441
- if (path === '/api/reports') {
442
- const runs = await queryRunList(reportStore);
443
- res.writeHead(200, { 'Content-Type': 'application/json' });
444
- res.end(JSON.stringify(runs));
445
- return;
446
- }
447
- if (path === '/api/analyses') {
448
- res.writeHead(200, { 'Content-Type': 'application/json' });
449
- res.end(JSON.stringify(listAnalyses(analysesDir)));
450
- return;
451
- }
452
- if (path === '/analyses') {
453
- res.writeHead(200, { 'Content-Type': 'text/html; charset=utf-8' });
454
- res.end(renderAnalysisList(listAnalyses(analysesDir), lang));
455
- return;
456
- }
457
- if (path === '/observations' || path === '/observations/inbox') {
458
- const skill = parsed.searchParams.get('skill') || undefined;
459
- res.writeHead(200, { 'Content-Type': 'text/html; charset=utf-8' });
460
- res.end(renderObservationInboxPage(buildObservationInboxViewModel(observationsDir, { skill }), lang));
461
- return;
462
- }
463
- if (path === '/api/observations/inbox') {
464
- const severity = parsed.searchParams.get('severity');
465
- const skill = parsed.searchParams.get('skill');
466
- const limitRaw = parsed.searchParams.get('limit');
467
- const limit = limitRaw ? Math.max(1, Number(limitRaw) || 0) : 0;
468
- let items = queryObservationInbox(observationsDir);
469
- if (skill) {
470
- items = items.filter((item) => item.skillName === skill);
471
- }
472
- if (severity === 'high' || severity === 'medium' || severity === 'low' || severity === 'noise') {
473
- items = items.filter((item) => item.severity === severity);
474
- }
475
- if (limit > 0)
476
- items = items.slice(0, limit);
477
- res.writeHead(200, { 'Content-Type': 'application/json; charset=utf-8' });
478
- res.end(JSON.stringify(items));
479
- return;
480
- }
481
- if (path === '/api/observations/diagnostics') {
482
- const runs = await reportStore.list();
483
- const idx = buildSkillIndex(runs, analysesDir, doctorsDir, observationsDir);
484
- res.writeHead(200, { 'Content-Type': 'application/json; charset=utf-8' });
485
- res.end(JSON.stringify({
486
- sourceCoverage: idx.diagnosisSummary.sourceCoverage,
487
- summary: idx.diagnosisSummary,
488
- bySkill: Object.fromEntries(idx.diagnosticsBySkill),
489
- active: activeStudioDiagnostics({
490
- schemaVersion: 1,
491
- generatedAt: new Date().toISOString(),
492
- sourceCoverage: idx.diagnosisSummary.sourceCoverage,
493
- bySkill: Object.fromEntries(idx.diagnosticsBySkill),
494
- }),
495
- }));
496
- return;
497
- }
498
- if (path === '/api/observations/show') {
499
- const id = parsed.searchParams.get('id') || '';
500
- const item = id ? findObservationInboxItem(id, observationsDir) : null;
501
- res.writeHead(item ? 200 : 404, { 'Content-Type': 'application/json; charset=utf-8' });
502
- res.end(JSON.stringify(item ? { id, text: formatObservationShow(item) } : { error: 'observation not found' }));
503
- return;
504
- }
505
- if (path === '/api/observations/review-state') {
506
- if (req.method === 'GET') {
507
- res.writeHead(200, { 'Content-Type': 'application/json; charset=utf-8' });
508
- res.end(JSON.stringify(loadObservationReviewState(observationsDir)));
509
- return;
510
- }
511
- if (req.method === 'POST') {
512
- const body = await readJsonBody(req);
513
- const state = updateObservationReviewState(observationsDir, {
514
- targetType: body.targetType,
515
- targetId: String(body.targetId ?? ''),
516
- verdict: body.verdict,
517
- note: typeof body.note === 'string' ? body.note : undefined,
518
- reason: typeof body.reason === 'string' ? body.reason : undefined,
519
- metricKey: body.metricKey,
520
- metricScope: body.metricScope,
521
- metricScopeId: typeof body.metricScopeId === 'string' ? body.metricScopeId : undefined,
522
- sourceTrace: typeof body.sourceTrace === 'string' ? body.sourceTrace : undefined,
523
- sessionId: typeof body.sessionId === 'string' ? body.sessionId : undefined,
524
- messageIndex: typeof body.messageIndex === 'number' ? body.messageIndex : undefined,
525
- messageUuid: typeof body.messageUuid === 'string' ? body.messageUuid : undefined,
526
- toolUseId: typeof body.toolUseId === 'string' ? body.toolUseId : undefined,
527
- snippet: typeof body.snippet === 'string' ? body.snippet : undefined,
528
- });
529
- res.writeHead(200, { 'Content-Type': 'application/json; charset=utf-8' });
530
- res.end(JSON.stringify(state));
531
- return;
532
- }
533
- if (req.method === 'DELETE') {
534
- const targetType = parsed.searchParams.get('targetType');
535
- const targetId = parsed.searchParams.get('targetId') ?? '';
536
- const state = deleteObservationReviewState(observationsDir, targetType, targetId);
537
- res.writeHead(200, { 'Content-Type': 'application/json; charset=utf-8' });
538
- res.end(JSON.stringify(state));
539
- return;
540
- }
541
- res.writeHead(405, { 'Content-Type': 'application/json; charset=utf-8' });
542
- res.end(JSON.stringify({ error: 'method not allowed' }));
543
- return;
544
- }
545
- if (path === '/api/observations/soft-standards/review') {
546
- if (req.method !== 'POST') {
547
- res.writeHead(405, { 'Content-Type': 'application/json; charset=utf-8' });
548
- res.end(JSON.stringify({ error: 'method not allowed' }));
549
- return;
550
- }
551
- try {
552
- const body = await readJsonBody(req);
553
- const skillName = typeof body.skillName === 'string' ? body.skillName : '';
554
- const standardId = typeof body.standardId === 'string' ? body.standardId : '';
555
- const status = body.status === 'author_confirmed' || body.status === 'rejected' || body.status === 'pending_review'
556
- ? body.status
557
- : undefined;
558
- if (!skillName || !standardId || !status) {
559
- res.writeHead(400, { 'Content-Type': 'application/json; charset=utf-8' });
560
- res.end(JSON.stringify({ error: 'invalid soft standard review payload' }));
561
- return;
562
- }
563
- const now = new Date().toISOString();
564
- const record = updateSkillDerivedStandardStatus(observationsDir, skillName, standardId, status, now);
565
- const verdict = status === 'author_confirmed' ? 'real_issue' : status === 'rejected' ? 'not_issue' : 'needs_more_context';
566
- const state = updateObservationReviewState(observationsDir, {
567
- targetType: 'soft_standard',
568
- targetId: `${skillName}:${standardId}`,
569
- verdict,
570
- reason: typeof body.reason === 'string' ? body.reason : undefined,
571
- }, now);
572
- res.writeHead(200, { 'Content-Type': 'application/json; charset=utf-8' });
573
- res.end(JSON.stringify({ record, reviewState: state }));
574
- }
575
- catch (error) {
576
- res.writeHead(500, { 'Content-Type': 'application/json; charset=utf-8' });
577
- res.end(JSON.stringify({ error: error instanceof Error ? error.message : String(error) }));
578
- }
579
- return;
580
- }
581
- const analysisDetailMatch = path.match(/^\/analyses\/(.+)$/);
582
- if (analysisDetailMatch) {
583
- const id = decodeURIComponent(analysisDetailMatch[1]);
584
- const report = loadAnalysis(analysesDir, id);
585
- if (!report) {
586
- res.writeHead(404, { 'Content-Type': 'text/plain' });
587
- res.end('analysis not found');
588
- return;
589
- }
590
- res.writeHead(200, { 'Content-Type': 'text/html; charset=utf-8' });
591
- res.end(renderSkillHealthReport(report, lang));
592
- return;
593
- }
594
- const analysisApiMatch = path.match(/^\/api\/analyses\/(.+)$/);
595
- if (analysisApiMatch) {
596
- const id = decodeURIComponent(analysisApiMatch[1]);
597
- const report = loadAnalysis(analysesDir, id);
598
- if (!report) {
599
- res.writeHead(404, { 'Content-Type': 'application/json' });
600
- res.end(JSON.stringify({ error: 'analysis not found' }));
601
- return;
602
- }
603
- res.writeHead(200, { 'Content-Type': 'application/json' });
604
- res.end(JSON.stringify(report));
605
- return;
606
- }
607
- const skillTrendApiMatch = path.match(/^\/api\/skill-trend\/(.+)$/);
608
- if (skillTrendApiMatch) {
609
- const skillName = decodeURIComponent(skillTrendApiMatch[1]);
610
- res.writeHead(200, { 'Content-Type': 'application/json' });
611
- res.end(JSON.stringify(querySkillTrend(analysesDir, skillName)));
612
- return;
613
- }
614
- const skillTrendPageMatch = path.match(/^\/skill-trend\/(.+)$/);
615
- if (skillTrendPageMatch) {
616
- const skillName = decodeURIComponent(skillTrendPageMatch[1]);
617
- res.writeHead(200, { 'Content-Type': 'text/html; charset=utf-8' });
618
- res.end(renderSkillTrendPage(querySkillTrend(analysesDir, skillName), lang));
619
- return;
620
- }
621
- if (path === '/analyses-diff') {
622
- const fromId = parsed.searchParams.get('from');
623
- const toId = parsed.searchParams.get('to');
624
- if (!fromId || !toId) {
625
- res.writeHead(400, { 'Content-Type': 'text/plain' });
626
- res.end('missing from/to query params');
627
- return;
628
- }
629
- const diff = querySkillDiff(analysesDir, fromId, toId);
630
- if (!diff) {
631
- res.writeHead(404, { 'Content-Type': 'text/plain' });
632
- res.end('analysis not found');
633
- return;
634
- }
635
- res.writeHead(200, { 'Content-Type': 'text/html; charset=utf-8' });
636
- res.end(renderSkillDiffPage(diff, lang));
637
- return;
638
- }
639
- if (path === '/api/analyses-diff') {
640
- const fromId = parsed.searchParams.get('from');
641
- const toId = parsed.searchParams.get('to');
642
- if (!fromId || !toId) {
643
- res.writeHead(400, { 'Content-Type': 'application/json' });
644
- res.end(JSON.stringify({ error: 'missing from/to query params' }));
645
- return;
646
- }
647
- const diff = querySkillDiff(analysesDir, fromId, toId);
648
- if (!diff) {
649
- res.writeHead(404, { 'Content-Type': 'application/json' });
650
- res.end(JSON.stringify({ error: 'analysis not found' }));
651
- return;
652
- }
653
- res.writeHead(200, { 'Content-Type': 'application/json' });
654
- res.end(JSON.stringify(diff));
655
- return;
656
- }
657
- if (path === '/api/jobs') {
658
- const limitParam = parsed.searchParams.get('limit');
659
- const jobs = await queryJobList(resolvedJobStore, {
660
- status: parsed.searchParams.get('status') || undefined,
661
- reportId: parsed.searchParams.get('reportId') || undefined,
662
- project: parsed.searchParams.get('project') || undefined,
663
- owner: parsed.searchParams.get('owner') || undefined,
664
- tag: parsed.searchParams.get('tag') || undefined,
665
- limit: limitParam ? Number(limitParam) : undefined,
666
- });
667
- res.writeHead(200, { 'Content-Type': 'application/json' });
668
- res.end(JSON.stringify(jobs));
669
- return;
670
- }
671
- const jobApiMatch = path.match(/^\/api\/job\/(.+)$/);
672
- if (jobApiMatch) {
673
- const job = await queryJob(resolvedJobStore, decodeURIComponent(jobApiMatch[1]));
674
- if (!job) {
675
- res.writeHead(404, { 'Content-Type': 'application/json' });
676
- res.end(JSON.stringify({ error: 'job not found' }));
677
- return;
678
- }
679
- res.writeHead(200, { 'Content-Type': 'application/json' });
680
- res.end(JSON.stringify(job));
681
- return;
682
- }
683
- const reportApiMatch = path.match(/^\/api\/reports\/(.+)$/);
684
- if (reportApiMatch) {
685
- const id = decodeURIComponent(reportApiMatch[1]);
686
- if (req.method === 'DELETE') {
687
- const removed = await reportStore.remove(id);
688
- if (!removed) {
689
- res.writeHead(404, { 'Content-Type': 'application/json' });
690
- res.end(JSON.stringify({ error: 'report not found' }));
691
- }
692
- else {
693
- res.writeHead(200, { 'Content-Type': 'application/json' });
694
- res.end(JSON.stringify({ ok: true }));
695
- }
696
- return;
697
- }
698
- const report = await queryRun(reportStore, id);
699
- if (!report) {
700
- res.writeHead(404, { 'Content-Type': 'application/json' });
701
- res.end(JSON.stringify({ error: 'report not found' }));
702
- return;
703
- }
704
- res.writeHead(200, { 'Content-Type': 'application/json' });
705
- res.end(JSON.stringify(report));
706
- return;
707
- }
708
- // Trends API
709
- const trendsApiMatch = path.match(/^\/api\/trends\/(.+)$/);
710
- if (trendsApiMatch) {
711
- const variantName = decodeURIComponent(trendsApiMatch[1]);
712
- const trend = await queryTrend(reportStore, variantName);
713
- res.writeHead(200, { 'Content-Type': 'application/json' });
714
- res.end(JSON.stringify({ variant: trend.variant, points: trend.points }));
715
- return;
716
- }
717
- // Trends page
718
- const trendsPageMatch = path.match(/^\/trends\/(.+)$/);
719
- if (trendsPageMatch) {
720
- const variantName = decodeURIComponent(trendsPageMatch[1]);
721
- const trend = await queryTrend(reportStore, variantName);
722
- res.writeHead(200, { 'Content-Type': 'text/html; charset=utf-8' });
723
- res.end(renderTrendsPage(variantName, trend.runs, lang));
724
- return;
725
- }
726
- const reportPageMatch = path.match(/^\/reports\/(.+)$/);
727
- if (reportPageMatch) {
728
- const report = await queryRun(reportStore, decodeURIComponent(reportPageMatch[1]));
729
- res.writeHead(report ? 200 : 404, { 'Content-Type': 'text/html; charset=utf-8' });
730
- res.end(renderReportDocumentDetail(report, lang));
731
- return;
732
- }
733
- // 老 run 列表 — 兼容老书签。/skills/ 切换为默认后,run 列表挪这里。
734
- if (path === '/runs') {
735
- const runs = await reportStore.list();
736
- res.writeHead(200, { 'Content-Type': 'text/html; charset=utf-8' });
737
- res.end(renderRunList(runs, lang));
738
- return;
739
- }
740
- // 根路径走 skill-centric 列表页 — studio 顶级实体是 skill。
741
- // insightsBySkill 在 buildSkillIndex 里跟 SkillIndex 一起算好并享受同一份缓存,
742
- // list renderer 直接消费,不再每请求 N×detectInsights 重算。
743
- if (path === '/') {
744
- const runs = await reportStore.list();
745
- const idx = buildSkillIndex(runs, analysesDir, doctorsDir, observationsDir);
746
- res.writeHead(200, { 'Content-Type': 'text/html; charset=utf-8' });
747
- res.end(renderSkillList(idx, lang));
748
- return;
749
- }
750
- if (path === '/api/skills') {
751
- const runs = await reportStore.list();
752
- const idx = buildSkillIndex(runs, analysesDir, doctorsDir, observationsDir);
753
- res.writeHead(200, { 'Content-Type': 'application/json; charset=utf-8' });
754
- res.end(JSON.stringify({
755
- entries: idx.entries.map((entry) => ({
756
- ...entry,
757
- insightCount: idx.insightsBySkill.get(entry.skillName)?.length ?? 0,
758
- diagnosisCount: idx.diagnosticsBySkill.get(entry.skillName)?.length ?? 0,
759
- })),
760
- summary: idx.summary,
761
- diagnosisSummary: idx.diagnosisSummary,
762
- }));
763
- return;
764
- }
765
- // /skills/<name> 详情页 — 4 张卡片(doctor / eval-评分 / eval-功能 / observe)
766
- // + 跨报告 cross-link + 行动建议。
767
- const skillDetailMatch = path.match(/^\/skills\/(.+)$/);
768
- if (skillDetailMatch) {
769
- const skillName = decodeURIComponent(skillDetailMatch[1]);
770
- const runs = await reportStore.list();
771
- const idx = buildSkillIndex(runs, analysesDir, doctorsDir, observationsDir);
772
- const entry = idx.entries.find((e) => e.skillName === skillName);
773
- if (!entry) {
774
- res.writeHead(404, { 'Content-Type': 'text/plain; charset=utf-8' });
775
- res.end(`Skill not found: ${skillName}`);
776
- return;
777
- }
778
- // 加载完整 eval 报告(为详情页提供 layered scores / coverage / per-sample diagnostic)
779
- let evalReport = null;
780
- if (entry.eval) {
781
- const r = await reportStore.get(entry.eval.reportId);
782
- if (r && r.kind === 'evaluation')
783
- evalReport = r;
784
- }
785
- res.writeHead(200, { 'Content-Type': 'text/html; charset=utf-8' });
786
- const insights = idx.insightsBySkill.get(skillName) ?? [];
787
- res.end(renderSkillDetail(entry, evalReport, lang, insights));
788
- return;
789
- }
790
- const skillDiagnosticsApiMatch = path.match(/^\/api\/skills\/(.+)\/diagnostics$/);
791
- if (skillDiagnosticsApiMatch) {
792
- const skillName = decodeURIComponent(skillDiagnosticsApiMatch[1]);
793
- const runs = await reportStore.list();
794
- const idx = buildSkillIndex(runs, analysesDir, doctorsDir, observationsDir);
795
- const diagnostics = idx.diagnosticsBySkill.get(skillName);
796
- if (!diagnostics) {
797
- res.writeHead(404, { 'Content-Type': 'application/json; charset=utf-8' });
798
- res.end(JSON.stringify({ error: 'skill diagnostics not found' }));
799
- return;
800
- }
801
- res.writeHead(200, { 'Content-Type': 'application/json; charset=utf-8' });
802
- res.end(JSON.stringify({
803
- skillName,
804
- sourceCoverage: idx.diagnosisSummary.sourceCoverage,
805
- diagnostics,
806
- }));
807
- return;
808
- }
809
- res.writeHead(404, { 'Content-Type': 'text/plain' });
810
- res.end('Not Found');
811
- }
812
- catch (err) {
813
- res.writeHead(500, { 'Content-Type': 'application/json' });
814
- res.end(JSON.stringify({ error: getErrorMessage(err) }));
815
- }
816
- }
817
- async function start() {
818
- if (server)
819
- return serverUrl;
820
- if (!existsSync(reportsDir))
821
- mkdirSync(reportsDir, { recursive: true });
822
- if (!existsSync(analysesDir))
823
- mkdirSync(analysesDir, { recursive: true });
824
- if (!existsSync(observationsDir))
825
- mkdirSync(observationsDir, { recursive: true });
826
- if (!existsSync(jobsDir))
827
- mkdirSync(jobsDir, { recursive: true });
828
- const p = port ?? Number(process.env.OMK_REPORT_PORT || DEFAULT_PORT);
829
- // host 默认 127.0.0.1(本机回环,默认安全)。容器/远程场景需对外暴露时:
830
- // - createReportServer({host: '0.0.0.0'}) — programmatic
831
- // - OMK_REPORT_HOST=0.0.0.0 omk studio — 环境变量
832
- // - omk studio --host 0.0.0.0 — CLI flag
833
- const host = hostOption || process.env.OMK_REPORT_HOST || '127.0.0.1';
834
- const boot = (listenPort) => new Promise((resolve, reject) => {
835
- const srv = createServer(handleRequest);
836
- srv.once('error', reject);
837
- srv.listen(listenPort, host, () => resolve(srv));
838
- });
839
- try {
840
- server = await boot(p);
841
- }
842
- catch (err) {
843
- const formatted = formatListenError(p, err);
844
- if (formatted)
845
- throw formatted;
846
- // EADDRINUSE — check if it's an existing omk service we can take over
847
- const probeHost = host === '0.0.0.0' ? '127.0.0.1' : host;
848
- const url = `http://${probeHost}:${p}`;
849
- let isOmk = false;
850
- try {
851
- const res = await fetch(`${url}/health`, { signal: AbortSignal.timeout(2000) });
852
- const data = await res.json();
853
- isOmk = data.service === 'omk';
854
- }
855
- catch { /* not reachable or not omk */ }
856
- if (isOmk) {
857
- // Shut down old omk service, then take over the port
858
- try {
859
- await fetch(`${url}/api/shutdown`, { method: 'POST', signal: AbortSignal.timeout(2000) });
860
- }
861
- catch { /* ignore */ }
862
- await new Promise((r) => setTimeout(r, 500));
863
- try {
864
- server = await boot(p);
865
- }
866
- catch {
867
- throw new Error(`port ${p} is still in use; close it manually and retry: lsof -ti:${p} | xargs kill`);
868
- }
869
- }
870
- else {
871
- throw new Error(`port ${p} is already in use by another process.\n` +
872
- ` inspect: lsof -i:${p}\n` +
873
- ` release: lsof -ti:${p} | xargs kill\n` +
874
- ` or pick another port: ${PORT_HINT}`);
875
- }
876
- }
877
- const addr = server.address();
878
- const displayHost = host === '0.0.0.0' ? '127.0.0.1' : host;
879
- serverUrl = `http://${displayHost}:${addr.port}`;
880
- return serverUrl;
881
- }
882
- async function stop() {
883
- if (!server)
884
- return;
885
- await new Promise((resolve) => server.close(() => resolve()));
886
- server = null;
887
- serverUrl = null;
888
- }
889
- function getUrl() {
890
- return serverUrl;
891
- }
892
- return { start, stop, getUrl };
893
- }
894
- //# sourceMappingURL=report-server.js.map