oh-my-knowledge 0.31.0 → 0.32.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (1096) hide show
  1. package/README.md +31 -842
  2. package/README.zh.md +43 -854
  3. package/dist/analysis/coverage-analyzer.d.ts.map +1 -0
  4. package/dist/analysis/coverage-analyzer.js.map +1 -0
  5. package/dist/analysis/failure-clusterer.d.ts.map +1 -0
  6. package/dist/analysis/failure-clusterer.js.map +1 -0
  7. package/dist/analysis/gap-analyzer.d.ts +121 -0
  8. package/dist/analysis/gap-analyzer.d.ts.map +1 -0
  9. package/dist/analysis/gap-analyzer.js +471 -0
  10. package/dist/analysis/gap-analyzer.js.map +1 -0
  11. package/dist/analysis/hedging-classifier.d.ts.map +1 -0
  12. package/dist/analysis/hedging-classifier.js.map +1 -0
  13. package/dist/analysis/report-diagnostics.d.ts +34 -0
  14. package/dist/analysis/report-diagnostics.d.ts.map +1 -0
  15. package/dist/analysis/report-diagnostics.js +753 -0
  16. package/dist/analysis/report-diagnostics.js.map +1 -0
  17. package/dist/analysis/sample-diagnostics.d.ts.map +1 -0
  18. package/dist/analysis/sample-diagnostics.js.map +1 -0
  19. package/dist/analysis/saturation.d.ts.map +1 -0
  20. package/dist/analysis/saturation.js.map +1 -0
  21. package/dist/authoring/evolver.d.ts.map +1 -0
  22. package/dist/authoring/evolver.js.map +1 -0
  23. package/dist/authoring/generator.d.ts.map +1 -0
  24. package/dist/authoring/generator.js +720 -0
  25. package/dist/authoring/generator.js.map +1 -0
  26. package/dist/authoring/sample-fixer.d.ts.map +1 -0
  27. package/dist/authoring/sample-fixer.js.map +1 -0
  28. package/dist/cli/commands/doctor.d.ts +26 -0
  29. package/dist/cli/commands/doctor.d.ts.map +1 -0
  30. package/dist/cli/commands/doctor.js +302 -0
  31. package/dist/cli/commands/doctor.js.map +1 -0
  32. package/dist/cli/commands/eval/gold/compare.d.ts.map +1 -0
  33. package/dist/cli/commands/eval/gold/compare.js.map +1 -0
  34. package/dist/cli/commands/eval/gold/index.d.ts.map +1 -0
  35. package/dist/cli/commands/eval/gold/index.js.map +1 -0
  36. package/dist/cli/commands/eval/gold/init.d.ts.map +1 -0
  37. package/dist/cli/commands/eval/gold/init.js.map +1 -0
  38. package/dist/cli/commands/eval/gold/validate.d.ts.map +1 -0
  39. package/dist/cli/commands/eval/gold/validate.js.map +1 -0
  40. package/dist/cli/commands/eval/index.d.ts.map +1 -0
  41. package/dist/cli/commands/eval/index.js +465 -0
  42. package/dist/cli/commands/eval/index.js.map +1 -0
  43. package/dist/cli/commands/evolve.d.ts.map +1 -0
  44. package/dist/cli/commands/evolve.js +283 -0
  45. package/dist/cli/commands/evolve.js.map +1 -0
  46. package/dist/cli/commands/init.d.ts.map +1 -0
  47. package/dist/cli/commands/init.js.map +1 -0
  48. package/dist/cli/commands/observe/inbox.d.ts.map +1 -0
  49. package/dist/cli/commands/observe/inbox.js +260 -0
  50. package/dist/cli/commands/observe/inbox.js.map +1 -0
  51. package/dist/cli/commands/observe/index.d.ts.map +1 -0
  52. package/dist/cli/commands/observe/index.js.map +1 -0
  53. package/dist/cli/commands/observe/ingest.d.ts.map +1 -0
  54. package/dist/cli/commands/observe/ingest.js +71 -0
  55. package/dist/cli/commands/observe/ingest.js.map +1 -0
  56. package/dist/cli/commands/observe/show.d.ts.map +1 -0
  57. package/dist/cli/commands/observe/show.js.map +1 -0
  58. package/dist/cli/commands/sample.d.ts.map +1 -0
  59. package/dist/cli/commands/sample.js +487 -0
  60. package/dist/cli/commands/sample.js.map +1 -0
  61. package/dist/cli/commands/studio.d.ts.map +1 -0
  62. package/dist/cli/commands/studio.js +158 -0
  63. package/dist/cli/commands/studio.js.map +1 -0
  64. package/dist/cli/index.d.ts.map +1 -0
  65. package/dist/cli/index.js.map +1 -0
  66. package/dist/cli/lib/cli-exit.d.ts.map +1 -0
  67. package/dist/cli/lib/cli-exit.js.map +1 -0
  68. package/dist/cli/lib/cmd-flags.d.ts +224 -0
  69. package/dist/cli/lib/cmd-flags.d.ts.map +1 -0
  70. package/dist/cli/lib/cmd-flags.js.map +1 -0
  71. package/dist/cli/lib/i18n-dict/common.d.ts +4 -0
  72. package/dist/cli/lib/i18n-dict/common.d.ts.map +1 -0
  73. package/dist/cli/lib/i18n-dict/common.js +67 -0
  74. package/dist/cli/lib/i18n-dict/common.js.map +1 -0
  75. package/dist/cli/lib/i18n-dict/evolve.d.ts +4 -0
  76. package/dist/cli/lib/i18n-dict/evolve.d.ts.map +1 -0
  77. package/dist/cli/lib/i18n-dict/evolve.js +43 -0
  78. package/dist/cli/lib/i18n-dict/evolve.js.map +1 -0
  79. package/dist/cli/lib/i18n-dict/gen.d.ts +4 -0
  80. package/dist/cli/lib/i18n-dict/gen.d.ts.map +1 -0
  81. package/dist/cli/lib/i18n-dict/gen.js +63 -0
  82. package/dist/cli/lib/i18n-dict/gen.js.map +1 -0
  83. package/dist/cli/lib/i18n-dict/help.d.ts +4 -0
  84. package/dist/cli/lib/i18n-dict/help.d.ts.map +1 -0
  85. package/dist/cli/lib/i18n-dict/help.js +281 -0
  86. package/dist/cli/lib/i18n-dict/help.js.map +1 -0
  87. package/dist/cli/lib/i18n-dict/init.d.ts +4 -0
  88. package/dist/cli/lib/i18n-dict/init.d.ts.map +1 -0
  89. package/dist/cli/lib/i18n-dict/init.js +27 -0
  90. package/dist/cli/lib/i18n-dict/init.js.map +1 -0
  91. package/dist/cli/lib/i18n-dict/run.d.ts +4 -0
  92. package/dist/cli/lib/i18n-dict/run.d.ts.map +1 -0
  93. package/dist/cli/lib/i18n-dict/run.js +143 -0
  94. package/dist/cli/lib/i18n-dict/run.js.map +1 -0
  95. package/dist/cli/lib/i18n-dict/types.d.ts +5 -0
  96. package/dist/cli/lib/i18n-dict/types.d.ts.map +1 -0
  97. package/dist/cli/lib/i18n-dict/types.js +2 -0
  98. package/dist/cli/lib/i18n-dict/types.js.map +1 -0
  99. package/dist/cli/lib/i18n-dict.d.ts +63 -0
  100. package/dist/cli/lib/i18n-dict.d.ts.map +1 -0
  101. package/dist/cli/lib/i18n-dict.js +67 -0
  102. package/dist/cli/lib/i18n-dict.js.map +1 -0
  103. package/dist/cli/lib/i18n.d.ts.map +1 -0
  104. package/dist/cli/lib/i18n.js.map +1 -0
  105. package/dist/cli/lib/parse-run-config/judge-models.d.ts +24 -0
  106. package/dist/cli/lib/parse-run-config/judge-models.d.ts.map +1 -0
  107. package/dist/cli/lib/parse-run-config/judge-models.js +55 -0
  108. package/dist/cli/lib/parse-run-config/judge-models.js.map +1 -0
  109. package/dist/cli/lib/parse-run-config/samples-discovery.d.ts +19 -0
  110. package/dist/cli/lib/parse-run-config/samples-discovery.d.ts.map +1 -0
  111. package/dist/cli/lib/parse-run-config/samples-discovery.js +53 -0
  112. package/dist/cli/lib/parse-run-config/samples-discovery.js.map +1 -0
  113. package/dist/cli/lib/parse-run-config/variant-resolution.d.ts +18 -0
  114. package/dist/cli/lib/parse-run-config/variant-resolution.d.ts.map +1 -0
  115. package/dist/cli/lib/parse-run-config/variant-resolution.js +59 -0
  116. package/dist/cli/lib/parse-run-config/variant-resolution.js.map +1 -0
  117. package/dist/cli/lib/parse-run-config.d.ts +93 -0
  118. package/dist/cli/lib/parse-run-config.d.ts.map +1 -0
  119. package/dist/cli/lib/parse-run-config.js +157 -0
  120. package/dist/cli/lib/parse-run-config.js.map +1 -0
  121. package/dist/cli/lib/progress.d.ts.map +1 -0
  122. package/dist/cli/lib/progress.js.map +1 -0
  123. package/dist/cli/lib/resolve-skill-input.d.ts +8 -0
  124. package/dist/cli/lib/resolve-skill-input.d.ts.map +1 -0
  125. package/dist/cli/lib/resolve-skill-input.js +38 -0
  126. package/dist/cli/lib/resolve-skill-input.js.map +1 -0
  127. package/dist/cli/lib/run-tally.d.ts.map +1 -0
  128. package/dist/cli/lib/run-tally.js.map +1 -0
  129. package/dist/cli/lib/shared.d.ts.map +1 -0
  130. package/dist/cli/lib/shared.js.map +1 -0
  131. package/dist/cli/lib/update-check.d.ts +9 -0
  132. package/dist/cli/lib/update-check.d.ts.map +1 -0
  133. package/dist/cli/lib/update-check.js +113 -0
  134. package/dist/cli/lib/update-check.js.map +1 -0
  135. package/dist/cli/oclif/base-command.d.ts.map +1 -0
  136. package/dist/cli/oclif/base-command.js.map +1 -0
  137. package/dist/cli/oclif/help.d.ts.map +1 -0
  138. package/dist/cli/oclif/help.js.map +1 -0
  139. package/dist/cli/oclif/i18n.d.ts.map +1 -0
  140. package/dist/cli/oclif/i18n.js.map +1 -0
  141. package/dist/cli/oclif/parsers.d.ts.map +1 -0
  142. package/dist/cli/oclif/parsers.js.map +1 -0
  143. package/dist/cli/oclif/projection.d.ts.map +1 -0
  144. package/dist/cli/oclif/projection.js.map +1 -0
  145. package/dist/cli/oclif/run.d.ts.map +1 -0
  146. package/dist/cli/oclif/run.js +11 -0
  147. package/dist/cli/oclif/run.js.map +1 -0
  148. package/dist/diagnosis/observe-mapper.d.ts.map +1 -0
  149. package/dist/diagnosis/observe-mapper.js.map +1 -0
  150. package/dist/diagnosis/observe-producer.d.ts.map +1 -0
  151. package/dist/diagnosis/observe-producer.js +199 -0
  152. package/dist/diagnosis/observe-producer.js.map +1 -0
  153. package/dist/diagnosis/studio-projection.d.ts +7 -0
  154. package/dist/diagnosis/studio-projection.d.ts.map +1 -0
  155. package/dist/diagnosis/studio-projection.js.map +1 -0
  156. package/dist/diagnosis/types.d.ts +4 -0
  157. package/dist/diagnosis/types.d.ts.map +1 -0
  158. package/dist/diagnosis/types.js +20 -0
  159. package/dist/diagnosis/types.js.map +1 -0
  160. package/dist/doctor/fixer.d.ts.map +1 -0
  161. package/dist/doctor/fixer.js.map +1 -0
  162. package/dist/doctor/health/builtin-dimensions.d.ts.map +1 -0
  163. package/dist/doctor/health/builtin-dimensions.js.map +1 -0
  164. package/dist/doctor/health/composer.d.ts.map +1 -0
  165. package/dist/doctor/health/composer.js +296 -0
  166. package/dist/doctor/health/composer.js.map +1 -0
  167. package/dist/doctor/health/dimension-registry.d.ts.map +1 -0
  168. package/dist/doctor/health/dimension-registry.js.map +1 -0
  169. package/dist/doctor/health/dimension-spec.d.ts +47 -0
  170. package/dist/doctor/health/dimension-spec.d.ts.map +1 -0
  171. package/dist/doctor/health/dimension-spec.js.map +1 -0
  172. package/dist/doctor/health/parser.d.ts.map +1 -0
  173. package/dist/doctor/health/parser.js.map +1 -0
  174. package/dist/doctor/health/prompt-builder.d.ts.map +1 -0
  175. package/dist/doctor/health/prompt-builder.js.map +1 -0
  176. package/dist/doctor/health/register.d.ts.map +1 -0
  177. package/dist/doctor/health/register.js.map +1 -0
  178. package/dist/doctor/index.d.ts.map +1 -0
  179. package/dist/doctor/index.js.map +1 -0
  180. package/dist/doctor/messages.d.ts +21 -0
  181. package/dist/doctor/messages.d.ts.map +1 -0
  182. package/dist/doctor/messages.js +217 -0
  183. package/dist/doctor/messages.js.map +1 -0
  184. package/dist/doctor/preflight.d.ts.map +1 -0
  185. package/dist/doctor/preflight.js.map +1 -0
  186. package/dist/doctor/renderer.d.ts +17 -0
  187. package/dist/doctor/renderer.d.ts.map +1 -0
  188. package/dist/doctor/renderer.js +122 -0
  189. package/dist/doctor/renderer.js.map +1 -0
  190. package/dist/doctor/rules.d.ts.map +1 -0
  191. package/dist/doctor/rules.js +289 -0
  192. package/dist/doctor/rules.js.map +1 -0
  193. package/dist/eval-core/bootstrap.d.ts.map +1 -0
  194. package/dist/eval-core/bootstrap.js.map +1 -0
  195. package/dist/eval-core/cache.d.ts.map +1 -0
  196. package/dist/eval-core/cache.js.map +1 -0
  197. package/dist/eval-core/comparability.d.ts.map +1 -0
  198. package/dist/eval-core/comparability.js.map +1 -0
  199. package/dist/eval-core/dependency-checker.d.ts +37 -0
  200. package/dist/eval-core/dependency-checker.d.ts.map +1 -0
  201. package/dist/eval-core/dependency-checker.js.map +1 -0
  202. package/dist/eval-core/evaluation-execution.d.ts.map +1 -0
  203. package/dist/eval-core/evaluation-execution.js.map +1 -0
  204. package/dist/eval-core/evaluation-job.d.ts.map +1 -0
  205. package/dist/eval-core/evaluation-job.js.map +1 -0
  206. package/dist/eval-core/evaluation-reporting.d.ts.map +1 -0
  207. package/dist/eval-core/evaluation-reporting.js.map +1 -0
  208. package/dist/eval-core/execution-strategy.d.ts.map +1 -0
  209. package/dist/eval-core/execution-strategy.js +165 -0
  210. package/dist/eval-core/execution-strategy.js.map +1 -0
  211. package/dist/eval-core/fact-checker.d.ts.map +1 -0
  212. package/dist/eval-core/fact-checker.js.map +1 -0
  213. package/dist/eval-core/layer-gates.d.ts.map +1 -0
  214. package/dist/eval-core/layer-gates.js.map +1 -0
  215. package/dist/eval-core/mocks-runtime.d.ts.map +1 -0
  216. package/dist/eval-core/mocks-runtime.js +559 -0
  217. package/dist/eval-core/mocks-runtime.js.map +1 -0
  218. package/dist/eval-core/schema.d.ts.map +1 -0
  219. package/dist/eval-core/schema.js.map +1 -0
  220. package/dist/eval-core/statistics.d.ts.map +1 -0
  221. package/dist/eval-core/statistics.js.map +1 -0
  222. package/dist/eval-core/task-planner.d.ts.map +1 -0
  223. package/dist/eval-core/task-planner.js.map +1 -0
  224. package/dist/eval-core/verdict.d.ts.map +1 -0
  225. package/dist/eval-core/verdict.js.map +1 -0
  226. package/dist/eval-workflows/batch-evaluation-workflow.d.ts.map +1 -0
  227. package/dist/eval-workflows/batch-evaluation-workflow.js.map +1 -0
  228. package/dist/eval-workflows/evaluation-pipeline/preflight-warnings.d.ts +22 -0
  229. package/dist/eval-workflows/evaluation-pipeline/preflight-warnings.d.ts.map +1 -0
  230. package/dist/eval-workflows/evaluation-pipeline/preflight-warnings.js +67 -0
  231. package/dist/eval-workflows/evaluation-pipeline/preflight-warnings.js.map +1 -0
  232. package/dist/eval-workflows/evaluation-pipeline/report-finalize.d.ts +32 -0
  233. package/dist/eval-workflows/evaluation-pipeline/report-finalize.d.ts.map +1 -0
  234. package/dist/eval-workflows/evaluation-pipeline/report-finalize.js +57 -0
  235. package/dist/eval-workflows/evaluation-pipeline/report-finalize.js.map +1 -0
  236. package/dist/eval-workflows/evaluation-pipeline/run-state.d.ts +60 -0
  237. package/dist/eval-workflows/evaluation-pipeline/run-state.d.ts.map +1 -0
  238. package/dist/eval-workflows/evaluation-pipeline/run-state.js +88 -0
  239. package/dist/eval-workflows/evaluation-pipeline/run-state.js.map +1 -0
  240. package/dist/eval-workflows/evaluation-pipeline/test-set-hash.d.ts +21 -0
  241. package/dist/eval-workflows/evaluation-pipeline/test-set-hash.d.ts.map +1 -0
  242. package/dist/eval-workflows/evaluation-pipeline/test-set-hash.js +46 -0
  243. package/dist/eval-workflows/evaluation-pipeline/test-set-hash.js.map +1 -0
  244. package/dist/eval-workflows/evaluation-pipeline.d.ts +97 -0
  245. package/dist/eval-workflows/evaluation-pipeline.d.ts.map +1 -0
  246. package/dist/eval-workflows/evaluation-pipeline.js +179 -0
  247. package/dist/eval-workflows/evaluation-pipeline.js.map +1 -0
  248. package/dist/eval-workflows/evaluation-preparation.d.ts.map +1 -0
  249. package/dist/eval-workflows/evaluation-preparation.js.map +1 -0
  250. package/dist/eval-workflows/messages.d.ts +4 -0
  251. package/dist/eval-workflows/messages.d.ts.map +1 -0
  252. package/dist/eval-workflows/messages.js +30 -0
  253. package/dist/eval-workflows/messages.js.map +1 -0
  254. package/dist/eval-workflows/run-evaluation.d.ts.map +1 -0
  255. package/dist/eval-workflows/run-evaluation.js +528 -0
  256. package/dist/eval-workflows/run-evaluation.js.map +1 -0
  257. package/dist/executors/anthropic-api.d.ts.map +1 -0
  258. package/dist/executors/anthropic-api.js.map +1 -0
  259. package/dist/executors/claude-cli.d.ts.map +1 -0
  260. package/dist/executors/claude-cli.js.map +1 -0
  261. package/dist/executors/claude-sdk-trace.d.ts.map +1 -0
  262. package/dist/executors/claude-sdk-trace.js.map +1 -0
  263. package/dist/executors/claude-sdk.d.ts.map +1 -0
  264. package/dist/executors/claude-sdk.js.map +1 -0
  265. package/dist/executors/codex-cli-trace.d.ts.map +1 -0
  266. package/dist/executors/codex-cli-trace.js.map +1 -0
  267. package/dist/executors/codex-cli.d.ts.map +1 -0
  268. package/dist/executors/codex-cli.js.map +1 -0
  269. package/dist/executors/codex-sdk.d.ts.map +1 -0
  270. package/dist/executors/codex-sdk.js.map +1 -0
  271. package/dist/executors/gemini.d.ts.map +1 -0
  272. package/dist/executors/gemini.js.map +1 -0
  273. package/dist/executors/index.d.ts.map +1 -0
  274. package/dist/executors/index.js.map +1 -0
  275. package/dist/executors/openai-api.d.ts.map +1 -0
  276. package/dist/executors/openai-api.js.map +1 -0
  277. package/dist/executors/runtime-fingerprint.d.ts.map +1 -0
  278. package/dist/executors/runtime-fingerprint.js.map +1 -0
  279. package/dist/executors/script.d.ts.map +1 -0
  280. package/dist/executors/script.js.map +1 -0
  281. package/dist/executors/shared.d.ts +194 -0
  282. package/dist/executors/shared.d.ts.map +1 -0
  283. package/dist/executors/shared.js +253 -0
  284. package/dist/executors/shared.js.map +1 -0
  285. package/dist/grading/assertions.d.ts.map +1 -0
  286. package/dist/grading/assertions.js.map +1 -0
  287. package/dist/grading/debias-validate.d.ts.map +1 -0
  288. package/dist/grading/debias-validate.js.map +1 -0
  289. package/dist/grading/diagnostic.d.ts.map +1 -0
  290. package/dist/grading/diagnostic.js.map +1 -0
  291. package/dist/grading/gold-cli.d.ts.map +1 -0
  292. package/dist/grading/gold-cli.js.map +1 -0
  293. package/dist/grading/gold-dataset.d.ts.map +1 -0
  294. package/dist/grading/gold-dataset.js.map +1 -0
  295. package/dist/grading/human-gold.d.ts.map +1 -0
  296. package/dist/grading/human-gold.js.map +1 -0
  297. package/dist/grading/index.d.ts.map +1 -0
  298. package/dist/grading/index.js.map +1 -0
  299. package/dist/grading/judge.d.ts.map +1 -0
  300. package/dist/grading/judge.js.map +1 -0
  301. package/dist/grading/layered-scores.d.ts.map +1 -0
  302. package/dist/grading/layered-scores.js.map +1 -0
  303. package/dist/inputs/eval-config.d.ts.map +1 -0
  304. package/dist/inputs/eval-config.js.map +1 -0
  305. package/dist/inputs/load-samples.d.ts.map +1 -0
  306. package/dist/inputs/load-samples.js.map +1 -0
  307. package/dist/inputs/mcp-resolver.d.ts.map +1 -0
  308. package/dist/inputs/mcp-resolver.js.map +1 -0
  309. package/dist/inputs/skill-loader.d.ts.map +1 -0
  310. package/dist/inputs/skill-loader.js +261 -0
  311. package/dist/inputs/skill-loader.js.map +1 -0
  312. package/dist/inputs/url-fetcher.d.ts.map +1 -0
  313. package/dist/inputs/url-fetcher.js.map +1 -0
  314. package/dist/observability/experience-frontmatter.d.ts +37 -0
  315. package/dist/observability/experience-frontmatter.d.ts.map +1 -0
  316. package/dist/observability/experience-frontmatter.js +100 -0
  317. package/dist/observability/experience-frontmatter.js.map +1 -0
  318. package/dist/observability/experience.d.ts +23 -0
  319. package/dist/observability/experience.d.ts.map +1 -0
  320. package/dist/observability/experience.js +3438 -0
  321. package/dist/observability/experience.js.map +1 -0
  322. package/dist/observability/feedback-matchers.d.ts +37 -0
  323. package/dist/observability/feedback-matchers.d.ts.map +1 -0
  324. package/dist/observability/feedback-matchers.js +232 -0
  325. package/dist/observability/feedback-matchers.js.map +1 -0
  326. package/dist/observability/feedback-projection.d.ts +21 -0
  327. package/dist/observability/feedback-projection.d.ts.map +1 -0
  328. package/dist/observability/feedback-projection.js +20 -0
  329. package/dist/observability/feedback-projection.js.map +1 -0
  330. package/dist/observability/inbox-view-model.d.ts +43 -0
  331. package/dist/observability/inbox-view-model.d.ts.map +1 -0
  332. package/dist/observability/inbox-view-model.js +180 -0
  333. package/dist/observability/inbox-view-model.js.map +1 -0
  334. package/dist/observability/inbox.d.ts +28 -0
  335. package/dist/observability/inbox.d.ts.map +1 -0
  336. package/dist/observability/inbox.js +765 -0
  337. package/dist/observability/inbox.js.map +1 -0
  338. package/dist/observability/problem-patterns.d.ts +12 -0
  339. package/dist/observability/problem-patterns.d.ts.map +1 -0
  340. package/dist/observability/problem-patterns.js +244 -0
  341. package/dist/observability/problem-patterns.js.map +1 -0
  342. package/dist/observability/prompts/llm-enhanced-review.prompt.md +224 -0
  343. package/dist/observability/resolved-review.d.ts +37 -0
  344. package/dist/observability/resolved-review.d.ts.map +1 -0
  345. package/dist/observability/resolved-review.js +552 -0
  346. package/dist/observability/resolved-review.js.map +1 -0
  347. package/dist/observability/review-state.d.ts +20 -0
  348. package/dist/observability/review-state.d.ts.map +1 -0
  349. package/dist/observability/review-state.js.map +1 -0
  350. package/dist/observability/skill-chain-advisories.d.ts +16 -0
  351. package/dist/observability/skill-chain-advisories.d.ts.map +1 -0
  352. package/dist/observability/skill-chain-advisories.js.map +1 -0
  353. package/dist/observability/skill-chain.d.ts +7 -0
  354. package/dist/observability/skill-chain.d.ts.map +1 -0
  355. package/dist/observability/skill-chain.js +474 -0
  356. package/dist/observability/skill-chain.js.map +1 -0
  357. package/dist/observability/skill-health-analyzer.d.ts.map +1 -0
  358. package/dist/observability/skill-health-analyzer.js.map +1 -0
  359. package/dist/observability/soft-standards/constants.d.ts +5 -0
  360. package/dist/observability/soft-standards/constants.d.ts.map +1 -0
  361. package/dist/observability/soft-standards/constants.js +10 -0
  362. package/dist/observability/soft-standards/constants.js.map +1 -0
  363. package/dist/observability/soft-standards/index.d.ts +16 -0
  364. package/dist/observability/soft-standards/index.d.ts.map +1 -0
  365. package/dist/observability/soft-standards/index.js +15 -0
  366. package/dist/observability/soft-standards/index.js.map +1 -0
  367. package/dist/observability/soft-standards/llm-extractor.d.ts +6 -0
  368. package/dist/observability/soft-standards/llm-extractor.d.ts.map +1 -0
  369. package/dist/observability/soft-standards/llm-extractor.js +692 -0
  370. package/dist/observability/soft-standards/llm-extractor.js.map +1 -0
  371. package/dist/observability/soft-standards/runtime-evaluator.d.ts +12 -0
  372. package/dist/observability/soft-standards/runtime-evaluator.d.ts.map +1 -0
  373. package/dist/observability/soft-standards/runtime-evaluator.js +385 -0
  374. package/dist/observability/soft-standards/runtime-evaluator.js.map +1 -0
  375. package/dist/observability/soft-standards/skill-standards-store.d.ts +11 -0
  376. package/dist/observability/soft-standards/skill-standards-store.d.ts.map +1 -0
  377. package/dist/observability/soft-standards/skill-standards-store.js +158 -0
  378. package/dist/observability/soft-standards/skill-standards-store.js.map +1 -0
  379. package/dist/observability/soft-standards/types.d.ts +212 -0
  380. package/dist/observability/soft-standards/types.d.ts.map +1 -0
  381. package/dist/observability/soft-standards/types.js +2 -0
  382. package/dist/observability/soft-standards/types.js.map +1 -0
  383. package/dist/observability/text-signals.d.ts +14 -0
  384. package/dist/observability/text-signals.d.ts.map +1 -0
  385. package/dist/observability/text-signals.js +116 -0
  386. package/dist/observability/text-signals.js.map +1 -0
  387. package/dist/observability/trace-adapter.d.ts.map +1 -0
  388. package/dist/observability/trace-adapter.js.map +1 -0
  389. package/dist/observability/trace-attribution.d.ts +56 -0
  390. package/dist/observability/trace-attribution.d.ts.map +1 -0
  391. package/dist/observability/trace-attribution.js +200 -0
  392. package/dist/observability/trace-attribution.js.map +1 -0
  393. package/dist/observability/trace-segmenter.d.ts +52 -0
  394. package/dist/observability/trace-segmenter.d.ts.map +1 -0
  395. package/dist/observability/trace-segmenter.js +322 -0
  396. package/dist/observability/trace-segmenter.js.map +1 -0
  397. package/dist/observability/trace-source.d.ts +92 -0
  398. package/dist/observability/trace-source.d.ts.map +1 -0
  399. package/dist/observability/trace-source.js +502 -0
  400. package/dist/observability/trace-source.js.map +1 -0
  401. package/dist/renderer/html-renderer.d.ts.map +1 -0
  402. package/dist/renderer/html-renderer.js.map +1 -0
  403. package/dist/renderer/layout.d.ts.map +1 -0
  404. package/dist/renderer/layout.js.map +1 -0
  405. package/dist/renderer/observation-inbox/helpers.d.ts +14 -0
  406. package/dist/renderer/observation-inbox/helpers.d.ts.map +1 -0
  407. package/dist/renderer/observation-inbox/helpers.js +75 -0
  408. package/dist/renderer/observation-inbox/helpers.js.map +1 -0
  409. package/dist/renderer/observation-inbox/styles.d.ts +2 -0
  410. package/dist/renderer/observation-inbox/styles.d.ts.map +1 -0
  411. package/dist/renderer/observation-inbox/styles.js +5184 -0
  412. package/dist/renderer/observation-inbox/styles.js.map +1 -0
  413. package/dist/renderer/observation-inbox-renderer.d.ts +5 -0
  414. package/dist/renderer/observation-inbox-renderer.d.ts.map +1 -0
  415. package/dist/renderer/observation-inbox-renderer.js +7182 -0
  416. package/dist/renderer/observation-inbox-renderer.js.map +1 -0
  417. package/dist/renderer/skill-detail-renderer.d.ts +13 -0
  418. package/dist/renderer/skill-detail-renderer.d.ts.map +1 -0
  419. package/dist/renderer/skill-detail-renderer.js.map +1 -0
  420. package/dist/renderer/skill-health-renderer.d.ts.map +1 -0
  421. package/dist/renderer/skill-health-renderer.js.map +1 -0
  422. package/dist/renderer/skill-list-renderer.d.ts +3 -0
  423. package/dist/renderer/skill-list-renderer.d.ts.map +1 -0
  424. package/dist/renderer/skill-list-renderer.js.map +1 -0
  425. package/dist/renderer/summary.d.ts +68 -0
  426. package/dist/renderer/summary.d.ts.map +1 -0
  427. package/dist/renderer/summary.js +1896 -0
  428. package/dist/renderer/summary.js.map +1 -0
  429. package/dist/renderer/table.d.ts.map +1 -0
  430. package/dist/renderer/table.js.map +1 -0
  431. package/dist/renderer/test-view.d.ts.map +1 -0
  432. package/dist/renderer/test-view.js.map +1 -0
  433. package/dist/renderer/trends.d.ts.map +1 -0
  434. package/dist/renderer/trends.js.map +1 -0
  435. package/dist/server/job-store.d.ts.map +1 -0
  436. package/dist/server/job-store.js.map +1 -0
  437. package/dist/server/report-server.d.ts.map +1 -0
  438. package/dist/server/report-server.js +892 -0
  439. package/dist/server/report-server.js.map +1 -0
  440. package/dist/server/report-store.d.ts.map +1 -0
  441. package/dist/server/report-store.js.map +1 -0
  442. package/dist/server/skill-index.d.ts +14 -0
  443. package/dist/server/skill-index.d.ts.map +1 -0
  444. package/dist/server/skill-index.js +381 -0
  445. package/dist/server/skill-index.js.map +1 -0
  446. package/dist/server/skill-insights.d.ts +32 -0
  447. package/dist/server/skill-insights.d.ts.map +1 -0
  448. package/dist/server/skill-insights.js.map +1 -0
  449. package/dist/shared/hard-rules.d.ts.map +1 -0
  450. package/dist/shared/hard-rules.js.map +1 -0
  451. package/dist/shared/llm-prompts/index.d.ts +14 -0
  452. package/dist/shared/llm-prompts/index.d.ts.map +1 -0
  453. package/dist/shared/llm-prompts/index.js +22 -0
  454. package/dist/shared/llm-prompts/index.js.map +1 -0
  455. package/dist/shared/llm-prompts/skill-health.d.ts.map +1 -0
  456. package/dist/shared/llm-prompts/skill-health.js.map +1 -0
  457. package/dist/shared/time.d.ts.map +1 -0
  458. package/dist/shared/time.js.map +1 -0
  459. package/dist/shared/tool-search.d.ts.map +1 -0
  460. package/dist/shared/tool-search.js.map +1 -0
  461. package/dist/types/dependencies.d.ts +23 -0
  462. package/dist/types/dependencies.d.ts.map +1 -0
  463. package/dist/types/dependencies.js +2 -0
  464. package/dist/types/dependencies.js.map +1 -0
  465. package/dist/types/diagnosis.d.ts +88 -0
  466. package/dist/types/diagnosis.d.ts.map +1 -0
  467. package/dist/types/diagnosis.js +2 -0
  468. package/dist/types/diagnosis.js.map +1 -0
  469. package/dist/types/doctor.d.ts +157 -0
  470. package/dist/types/doctor.d.ts.map +1 -0
  471. package/dist/types/doctor.js.map +1 -0
  472. package/dist/types/eval.d.ts +377 -0
  473. package/dist/types/eval.d.ts.map +1 -0
  474. package/dist/types/eval.js.map +1 -0
  475. package/dist/types/executor.d.ts.map +1 -0
  476. package/dist/types/executor.js.map +1 -0
  477. package/dist/types/index.d.ts +12 -0
  478. package/dist/types/index.d.ts.map +1 -0
  479. package/dist/types/index.js +12 -0
  480. package/dist/types/index.js.map +1 -0
  481. package/dist/types/judge.d.ts.map +1 -0
  482. package/dist/types/judge.js.map +1 -0
  483. package/dist/types/observability.d.ts +865 -0
  484. package/dist/types/observability.d.ts.map +1 -0
  485. package/dist/types/observability.js +14 -0
  486. package/dist/types/observability.js.map +1 -0
  487. package/dist/types/report.d.ts +560 -0
  488. package/dist/types/report.d.ts.map +1 -0
  489. package/dist/types/report.js.map +1 -0
  490. package/dist/types/shared.d.ts.map +1 -0
  491. package/dist/types/shared.js.map +1 -0
  492. package/dist/types/skill-index.d.ts +142 -0
  493. package/dist/types/skill-index.d.ts.map +1 -0
  494. package/dist/types/skill-index.js +2 -0
  495. package/dist/types/skill-index.js.map +1 -0
  496. package/dist/types/storage.d.ts.map +1 -0
  497. package/dist/types/storage.js.map +1 -0
  498. package/dist/util/safe-slice.d.ts +23 -0
  499. package/dist/util/safe-slice.d.ts.map +1 -0
  500. package/dist/util/safe-slice.js +33 -0
  501. package/dist/util/safe-slice.js.map +1 -0
  502. package/package.json +20 -13
  503. package/dist/src/analysis/coverage-analyzer.d.ts.map +0 -1
  504. package/dist/src/analysis/coverage-analyzer.js.map +0 -1
  505. package/dist/src/analysis/failure-clusterer.d.ts.map +0 -1
  506. package/dist/src/analysis/failure-clusterer.js.map +0 -1
  507. package/dist/src/analysis/gap-analyzer.d.ts +0 -121
  508. package/dist/src/analysis/gap-analyzer.d.ts.map +0 -1
  509. package/dist/src/analysis/gap-analyzer.js +0 -471
  510. package/dist/src/analysis/gap-analyzer.js.map +0 -1
  511. package/dist/src/analysis/hedging-classifier.d.ts.map +0 -1
  512. package/dist/src/analysis/hedging-classifier.js.map +0 -1
  513. package/dist/src/analysis/report-diagnostics.d.ts +0 -34
  514. package/dist/src/analysis/report-diagnostics.d.ts.map +0 -1
  515. package/dist/src/analysis/report-diagnostics.js +0 -753
  516. package/dist/src/analysis/report-diagnostics.js.map +0 -1
  517. package/dist/src/analysis/sample-diagnostics.d.ts.map +0 -1
  518. package/dist/src/analysis/sample-diagnostics.js.map +0 -1
  519. package/dist/src/analysis/saturation.d.ts.map +0 -1
  520. package/dist/src/analysis/saturation.js.map +0 -1
  521. package/dist/src/authoring/evolver.d.ts.map +0 -1
  522. package/dist/src/authoring/evolver.js.map +0 -1
  523. package/dist/src/authoring/generator.d.ts.map +0 -1
  524. package/dist/src/authoring/generator.js +0 -720
  525. package/dist/src/authoring/generator.js.map +0 -1
  526. package/dist/src/authoring/sample-fixer.d.ts.map +0 -1
  527. package/dist/src/authoring/sample-fixer.js.map +0 -1
  528. package/dist/src/cli/commands/doctor.d.ts +0 -26
  529. package/dist/src/cli/commands/doctor.d.ts.map +0 -1
  530. package/dist/src/cli/commands/doctor.js +0 -283
  531. package/dist/src/cli/commands/doctor.js.map +0 -1
  532. package/dist/src/cli/commands/eval/gold/compare.d.ts.map +0 -1
  533. package/dist/src/cli/commands/eval/gold/compare.js.map +0 -1
  534. package/dist/src/cli/commands/eval/gold/index.d.ts.map +0 -1
  535. package/dist/src/cli/commands/eval/gold/index.js.map +0 -1
  536. package/dist/src/cli/commands/eval/gold/init.d.ts.map +0 -1
  537. package/dist/src/cli/commands/eval/gold/init.js.map +0 -1
  538. package/dist/src/cli/commands/eval/gold/validate.d.ts.map +0 -1
  539. package/dist/src/cli/commands/eval/gold/validate.js.map +0 -1
  540. package/dist/src/cli/commands/eval/index.d.ts.map +0 -1
  541. package/dist/src/cli/commands/eval/index.js +0 -465
  542. package/dist/src/cli/commands/eval/index.js.map +0 -1
  543. package/dist/src/cli/commands/evolve.d.ts.map +0 -1
  544. package/dist/src/cli/commands/evolve.js +0 -276
  545. package/dist/src/cli/commands/evolve.js.map +0 -1
  546. package/dist/src/cli/commands/init.d.ts.map +0 -1
  547. package/dist/src/cli/commands/init.js.map +0 -1
  548. package/dist/src/cli/commands/observe/inbox.d.ts.map +0 -1
  549. package/dist/src/cli/commands/observe/inbox.js +0 -258
  550. package/dist/src/cli/commands/observe/inbox.js.map +0 -1
  551. package/dist/src/cli/commands/observe/index.d.ts.map +0 -1
  552. package/dist/src/cli/commands/observe/index.js.map +0 -1
  553. package/dist/src/cli/commands/observe/ingest.d.ts.map +0 -1
  554. package/dist/src/cli/commands/observe/ingest.js +0 -69
  555. package/dist/src/cli/commands/observe/ingest.js.map +0 -1
  556. package/dist/src/cli/commands/observe/show.d.ts.map +0 -1
  557. package/dist/src/cli/commands/observe/show.js.map +0 -1
  558. package/dist/src/cli/commands/sample.d.ts.map +0 -1
  559. package/dist/src/cli/commands/sample.js +0 -488
  560. package/dist/src/cli/commands/sample.js.map +0 -1
  561. package/dist/src/cli/commands/skill-extract.d.ts +0 -20
  562. package/dist/src/cli/commands/skill-extract.d.ts.map +0 -1
  563. package/dist/src/cli/commands/skill-extract.js +0 -84
  564. package/dist/src/cli/commands/skill-extract.js.map +0 -1
  565. package/dist/src/cli/commands/studio.d.ts.map +0 -1
  566. package/dist/src/cli/commands/studio.js +0 -158
  567. package/dist/src/cli/commands/studio.js.map +0 -1
  568. package/dist/src/cli/index.d.ts.map +0 -1
  569. package/dist/src/cli/index.js.map +0 -1
  570. package/dist/src/cli/lib/cli-exit.d.ts.map +0 -1
  571. package/dist/src/cli/lib/cli-exit.js.map +0 -1
  572. package/dist/src/cli/lib/cmd-flags.d.ts +0 -236
  573. package/dist/src/cli/lib/cmd-flags.d.ts.map +0 -1
  574. package/dist/src/cli/lib/cmd-flags.js.map +0 -1
  575. package/dist/src/cli/lib/i18n-dict.d.ts +0 -54
  576. package/dist/src/cli/lib/i18n-dict.d.ts.map +0 -1
  577. package/dist/src/cli/lib/i18n-dict.js +0 -900
  578. package/dist/src/cli/lib/i18n-dict.js.map +0 -1
  579. package/dist/src/cli/lib/i18n.d.ts.map +0 -1
  580. package/dist/src/cli/lib/i18n.js.map +0 -1
  581. package/dist/src/cli/lib/parse-run-config.d.ts +0 -89
  582. package/dist/src/cli/lib/parse-run-config.d.ts.map +0 -1
  583. package/dist/src/cli/lib/parse-run-config.js +0 -252
  584. package/dist/src/cli/lib/parse-run-config.js.map +0 -1
  585. package/dist/src/cli/lib/progress.d.ts.map +0 -1
  586. package/dist/src/cli/lib/progress.js.map +0 -1
  587. package/dist/src/cli/lib/run-tally.d.ts.map +0 -1
  588. package/dist/src/cli/lib/run-tally.js.map +0 -1
  589. package/dist/src/cli/lib/shared.d.ts.map +0 -1
  590. package/dist/src/cli/lib/shared.js.map +0 -1
  591. package/dist/src/cli/lib/update-check.d.ts +0 -3
  592. package/dist/src/cli/lib/update-check.d.ts.map +0 -1
  593. package/dist/src/cli/lib/update-check.js +0 -37
  594. package/dist/src/cli/lib/update-check.js.map +0 -1
  595. package/dist/src/cli/oclif/base-command.d.ts.map +0 -1
  596. package/dist/src/cli/oclif/base-command.js.map +0 -1
  597. package/dist/src/cli/oclif/help.d.ts.map +0 -1
  598. package/dist/src/cli/oclif/help.js.map +0 -1
  599. package/dist/src/cli/oclif/i18n.d.ts.map +0 -1
  600. package/dist/src/cli/oclif/i18n.js.map +0 -1
  601. package/dist/src/cli/oclif/parsers.d.ts.map +0 -1
  602. package/dist/src/cli/oclif/parsers.js.map +0 -1
  603. package/dist/src/cli/oclif/projection.d.ts.map +0 -1
  604. package/dist/src/cli/oclif/projection.js.map +0 -1
  605. package/dist/src/cli/oclif/run.d.ts.map +0 -1
  606. package/dist/src/cli/oclif/run.js +0 -11
  607. package/dist/src/cli/oclif/run.js.map +0 -1
  608. package/dist/src/diagnosis/observe-mapper.d.ts.map +0 -1
  609. package/dist/src/diagnosis/observe-mapper.js.map +0 -1
  610. package/dist/src/diagnosis/observe-producer.d.ts.map +0 -1
  611. package/dist/src/diagnosis/observe-producer.js +0 -197
  612. package/dist/src/diagnosis/observe-producer.js.map +0 -1
  613. package/dist/src/diagnosis/studio-projection.d.ts +0 -14
  614. package/dist/src/diagnosis/studio-projection.d.ts.map +0 -1
  615. package/dist/src/diagnosis/studio-projection.js.map +0 -1
  616. package/dist/src/diagnosis/types.d.ts +0 -79
  617. package/dist/src/diagnosis/types.d.ts.map +0 -1
  618. package/dist/src/diagnosis/types.js +0 -20
  619. package/dist/src/diagnosis/types.js.map +0 -1
  620. package/dist/src/doctor/fixer.d.ts.map +0 -1
  621. package/dist/src/doctor/fixer.js.map +0 -1
  622. package/dist/src/doctor/health/builtin-dimensions.d.ts.map +0 -1
  623. package/dist/src/doctor/health/builtin-dimensions.js.map +0 -1
  624. package/dist/src/doctor/health/composer.d.ts.map +0 -1
  625. package/dist/src/doctor/health/composer.js +0 -296
  626. package/dist/src/doctor/health/composer.js.map +0 -1
  627. package/dist/src/doctor/health/dimension-registry.d.ts.map +0 -1
  628. package/dist/src/doctor/health/dimension-registry.js.map +0 -1
  629. package/dist/src/doctor/health/dimension-spec.d.ts +0 -47
  630. package/dist/src/doctor/health/dimension-spec.d.ts.map +0 -1
  631. package/dist/src/doctor/health/dimension-spec.js.map +0 -1
  632. package/dist/src/doctor/health/parser.d.ts.map +0 -1
  633. package/dist/src/doctor/health/parser.js.map +0 -1
  634. package/dist/src/doctor/health/prompt-builder.d.ts.map +0 -1
  635. package/dist/src/doctor/health/prompt-builder.js.map +0 -1
  636. package/dist/src/doctor/health/register.d.ts.map +0 -1
  637. package/dist/src/doctor/health/register.js.map +0 -1
  638. package/dist/src/doctor/html-renderer.d.ts +0 -20
  639. package/dist/src/doctor/html-renderer.d.ts.map +0 -1
  640. package/dist/src/doctor/html-renderer.js +0 -376
  641. package/dist/src/doctor/html-renderer.js.map +0 -1
  642. package/dist/src/doctor/index.d.ts.map +0 -1
  643. package/dist/src/doctor/index.js.map +0 -1
  644. package/dist/src/doctor/preflight.d.ts.map +0 -1
  645. package/dist/src/doctor/preflight.js.map +0 -1
  646. package/dist/src/doctor/renderer.d.ts +0 -17
  647. package/dist/src/doctor/renderer.d.ts.map +0 -1
  648. package/dist/src/doctor/renderer.js +0 -123
  649. package/dist/src/doctor/renderer.js.map +0 -1
  650. package/dist/src/doctor/rules.d.ts.map +0 -1
  651. package/dist/src/doctor/rules.js +0 -289
  652. package/dist/src/doctor/rules.js.map +0 -1
  653. package/dist/src/eval-core/bootstrap.d.ts.map +0 -1
  654. package/dist/src/eval-core/bootstrap.js.map +0 -1
  655. package/dist/src/eval-core/cache.d.ts.map +0 -1
  656. package/dist/src/eval-core/cache.js.map +0 -1
  657. package/dist/src/eval-core/comparability.d.ts.map +0 -1
  658. package/dist/src/eval-core/comparability.js.map +0 -1
  659. package/dist/src/eval-core/dependency-checker.d.ts +0 -58
  660. package/dist/src/eval-core/dependency-checker.d.ts.map +0 -1
  661. package/dist/src/eval-core/dependency-checker.js.map +0 -1
  662. package/dist/src/eval-core/evaluation-execution.d.ts.map +0 -1
  663. package/dist/src/eval-core/evaluation-execution.js.map +0 -1
  664. package/dist/src/eval-core/evaluation-job.d.ts.map +0 -1
  665. package/dist/src/eval-core/evaluation-job.js.map +0 -1
  666. package/dist/src/eval-core/evaluation-reporting.d.ts.map +0 -1
  667. package/dist/src/eval-core/evaluation-reporting.js.map +0 -1
  668. package/dist/src/eval-core/execution-strategy.d.ts.map +0 -1
  669. package/dist/src/eval-core/execution-strategy.js +0 -165
  670. package/dist/src/eval-core/execution-strategy.js.map +0 -1
  671. package/dist/src/eval-core/fact-checker.d.ts.map +0 -1
  672. package/dist/src/eval-core/fact-checker.js.map +0 -1
  673. package/dist/src/eval-core/layer-gates.d.ts.map +0 -1
  674. package/dist/src/eval-core/layer-gates.js.map +0 -1
  675. package/dist/src/eval-core/mocks-runtime.d.ts.map +0 -1
  676. package/dist/src/eval-core/mocks-runtime.js +0 -559
  677. package/dist/src/eval-core/mocks-runtime.js.map +0 -1
  678. package/dist/src/eval-core/schema.d.ts.map +0 -1
  679. package/dist/src/eval-core/schema.js.map +0 -1
  680. package/dist/src/eval-core/statistics.d.ts.map +0 -1
  681. package/dist/src/eval-core/statistics.js.map +0 -1
  682. package/dist/src/eval-core/task-planner.d.ts.map +0 -1
  683. package/dist/src/eval-core/task-planner.js.map +0 -1
  684. package/dist/src/eval-core/verdict.d.ts.map +0 -1
  685. package/dist/src/eval-core/verdict.js.map +0 -1
  686. package/dist/src/eval-workflows/batch-evaluation-workflow.d.ts.map +0 -1
  687. package/dist/src/eval-workflows/batch-evaluation-workflow.js.map +0 -1
  688. package/dist/src/eval-workflows/evaluation-pipeline.d.ts +0 -109
  689. package/dist/src/eval-workflows/evaluation-pipeline.d.ts.map +0 -1
  690. package/dist/src/eval-workflows/evaluation-pipeline.js +0 -373
  691. package/dist/src/eval-workflows/evaluation-pipeline.js.map +0 -1
  692. package/dist/src/eval-workflows/evaluation-preparation.d.ts.map +0 -1
  693. package/dist/src/eval-workflows/evaluation-preparation.js.map +0 -1
  694. package/dist/src/eval-workflows/run-evaluation.d.ts.map +0 -1
  695. package/dist/src/eval-workflows/run-evaluation.js +0 -528
  696. package/dist/src/eval-workflows/run-evaluation.js.map +0 -1
  697. package/dist/src/executors/anthropic-api.d.ts.map +0 -1
  698. package/dist/src/executors/anthropic-api.js.map +0 -1
  699. package/dist/src/executors/claude-cli.d.ts.map +0 -1
  700. package/dist/src/executors/claude-cli.js.map +0 -1
  701. package/dist/src/executors/claude-sdk-trace.d.ts.map +0 -1
  702. package/dist/src/executors/claude-sdk-trace.js.map +0 -1
  703. package/dist/src/executors/claude-sdk.d.ts.map +0 -1
  704. package/dist/src/executors/claude-sdk.js.map +0 -1
  705. package/dist/src/executors/codex-cli-trace.d.ts.map +0 -1
  706. package/dist/src/executors/codex-cli-trace.js.map +0 -1
  707. package/dist/src/executors/codex-cli.d.ts.map +0 -1
  708. package/dist/src/executors/codex-cli.js.map +0 -1
  709. package/dist/src/executors/codex-sdk.d.ts.map +0 -1
  710. package/dist/src/executors/codex-sdk.js.map +0 -1
  711. package/dist/src/executors/gemini.d.ts.map +0 -1
  712. package/dist/src/executors/gemini.js.map +0 -1
  713. package/dist/src/executors/index.d.ts.map +0 -1
  714. package/dist/src/executors/index.js.map +0 -1
  715. package/dist/src/executors/openai-api.d.ts.map +0 -1
  716. package/dist/src/executors/openai-api.js.map +0 -1
  717. package/dist/src/executors/runtime-fingerprint.d.ts.map +0 -1
  718. package/dist/src/executors/runtime-fingerprint.js.map +0 -1
  719. package/dist/src/executors/script.d.ts.map +0 -1
  720. package/dist/src/executors/script.js.map +0 -1
  721. package/dist/src/executors/shared.d.ts +0 -194
  722. package/dist/src/executors/shared.d.ts.map +0 -1
  723. package/dist/src/executors/shared.js +0 -256
  724. package/dist/src/executors/shared.js.map +0 -1
  725. package/dist/src/grading/assertions.d.ts.map +0 -1
  726. package/dist/src/grading/assertions.js.map +0 -1
  727. package/dist/src/grading/debias-validate.d.ts.map +0 -1
  728. package/dist/src/grading/debias-validate.js.map +0 -1
  729. package/dist/src/grading/diagnostic.d.ts.map +0 -1
  730. package/dist/src/grading/diagnostic.js.map +0 -1
  731. package/dist/src/grading/gold-cli.d.ts.map +0 -1
  732. package/dist/src/grading/gold-cli.js.map +0 -1
  733. package/dist/src/grading/gold-dataset.d.ts.map +0 -1
  734. package/dist/src/grading/gold-dataset.js.map +0 -1
  735. package/dist/src/grading/human-gold.d.ts.map +0 -1
  736. package/dist/src/grading/human-gold.js.map +0 -1
  737. package/dist/src/grading/index.d.ts.map +0 -1
  738. package/dist/src/grading/index.js.map +0 -1
  739. package/dist/src/grading/judge.d.ts.map +0 -1
  740. package/dist/src/grading/judge.js.map +0 -1
  741. package/dist/src/grading/layered-scores.d.ts.map +0 -1
  742. package/dist/src/grading/layered-scores.js.map +0 -1
  743. package/dist/src/inputs/eval-config.d.ts.map +0 -1
  744. package/dist/src/inputs/eval-config.js.map +0 -1
  745. package/dist/src/inputs/load-samples.d.ts.map +0 -1
  746. package/dist/src/inputs/load-samples.js.map +0 -1
  747. package/dist/src/inputs/mcp-resolver.d.ts.map +0 -1
  748. package/dist/src/inputs/mcp-resolver.js.map +0 -1
  749. package/dist/src/inputs/skill-loader.d.ts.map +0 -1
  750. package/dist/src/inputs/skill-loader.js +0 -253
  751. package/dist/src/inputs/skill-loader.js.map +0 -1
  752. package/dist/src/inputs/url-fetcher.d.ts.map +0 -1
  753. package/dist/src/inputs/url-fetcher.js.map +0 -1
  754. package/dist/src/observability/experience.d.ts +0 -441
  755. package/dist/src/observability/experience.d.ts.map +0 -1
  756. package/dist/src/observability/experience.js +0 -2400
  757. package/dist/src/observability/experience.js.map +0 -1
  758. package/dist/src/observability/inbox-view-model.d.ts +0 -30
  759. package/dist/src/observability/inbox-view-model.d.ts.map +0 -1
  760. package/dist/src/observability/inbox-view-model.js +0 -144
  761. package/dist/src/observability/inbox-view-model.js.map +0 -1
  762. package/dist/src/observability/inbox.d.ts +0 -127
  763. package/dist/src/observability/inbox.d.ts.map +0 -1
  764. package/dist/src/observability/inbox.js +0 -755
  765. package/dist/src/observability/inbox.js.map +0 -1
  766. package/dist/src/observability/problem-patterns.d.ts +0 -52
  767. package/dist/src/observability/problem-patterns.d.ts.map +0 -1
  768. package/dist/src/observability/problem-patterns.js +0 -205
  769. package/dist/src/observability/problem-patterns.js.map +0 -1
  770. package/dist/src/observability/resolved-review.d.ts +0 -25
  771. package/dist/src/observability/resolved-review.d.ts.map +0 -1
  772. package/dist/src/observability/resolved-review.js +0 -231
  773. package/dist/src/observability/resolved-review.js.map +0 -1
  774. package/dist/src/observability/review-state.d.ts +0 -61
  775. package/dist/src/observability/review-state.d.ts.map +0 -1
  776. package/dist/src/observability/review-state.js.map +0 -1
  777. package/dist/src/observability/skill-chain-advisories.d.ts +0 -25
  778. package/dist/src/observability/skill-chain-advisories.d.ts.map +0 -1
  779. package/dist/src/observability/skill-chain-advisories.js.map +0 -1
  780. package/dist/src/observability/skill-chain.d.ts +0 -62
  781. package/dist/src/observability/skill-chain.d.ts.map +0 -1
  782. package/dist/src/observability/skill-chain.js +0 -270
  783. package/dist/src/observability/skill-chain.js.map +0 -1
  784. package/dist/src/observability/skill-health-analyzer.d.ts.map +0 -1
  785. package/dist/src/observability/skill-health-analyzer.js.map +0 -1
  786. package/dist/src/observability/soft-standards.d.ts +0 -130
  787. package/dist/src/observability/soft-standards.d.ts.map +0 -1
  788. package/dist/src/observability/soft-standards.js +0 -426
  789. package/dist/src/observability/soft-standards.js.map +0 -1
  790. package/dist/src/observability/text-signals.d.ts +0 -14
  791. package/dist/src/observability/text-signals.d.ts.map +0 -1
  792. package/dist/src/observability/text-signals.js +0 -106
  793. package/dist/src/observability/text-signals.js.map +0 -1
  794. package/dist/src/observability/trace-adapter.d.ts.map +0 -1
  795. package/dist/src/observability/trace-adapter.js.map +0 -1
  796. package/dist/src/observability/trace-attribution.d.ts +0 -56
  797. package/dist/src/observability/trace-attribution.d.ts.map +0 -1
  798. package/dist/src/observability/trace-attribution.js +0 -200
  799. package/dist/src/observability/trace-attribution.js.map +0 -1
  800. package/dist/src/observability/trace-segmenter.d.ts +0 -52
  801. package/dist/src/observability/trace-segmenter.d.ts.map +0 -1
  802. package/dist/src/observability/trace-segmenter.js +0 -322
  803. package/dist/src/observability/trace-segmenter.js.map +0 -1
  804. package/dist/src/observability/trace-source.d.ts +0 -99
  805. package/dist/src/observability/trace-source.d.ts.map +0 -1
  806. package/dist/src/observability/trace-source.js +0 -502
  807. package/dist/src/observability/trace-source.js.map +0 -1
  808. package/dist/src/renderer/html-renderer.d.ts.map +0 -1
  809. package/dist/src/renderer/html-renderer.js.map +0 -1
  810. package/dist/src/renderer/layout.d.ts.map +0 -1
  811. package/dist/src/renderer/layout.js.map +0 -1
  812. package/dist/src/renderer/observation-inbox-renderer.d.ts +0 -4
  813. package/dist/src/renderer/observation-inbox-renderer.d.ts.map +0 -1
  814. package/dist/src/renderer/observation-inbox-renderer.js +0 -10366
  815. package/dist/src/renderer/observation-inbox-renderer.js.map +0 -1
  816. package/dist/src/renderer/skill-detail-renderer.d.ts +0 -15
  817. package/dist/src/renderer/skill-detail-renderer.d.ts.map +0 -1
  818. package/dist/src/renderer/skill-detail-renderer.js.map +0 -1
  819. package/dist/src/renderer/skill-health-renderer.d.ts.map +0 -1
  820. package/dist/src/renderer/skill-health-renderer.js.map +0 -1
  821. package/dist/src/renderer/skill-list-renderer.d.ts +0 -4
  822. package/dist/src/renderer/skill-list-renderer.d.ts.map +0 -1
  823. package/dist/src/renderer/skill-list-renderer.js.map +0 -1
  824. package/dist/src/renderer/summary.d.ts +0 -68
  825. package/dist/src/renderer/summary.d.ts.map +0 -1
  826. package/dist/src/renderer/summary.js +0 -1896
  827. package/dist/src/renderer/summary.js.map +0 -1
  828. package/dist/src/renderer/table.d.ts.map +0 -1
  829. package/dist/src/renderer/table.js.map +0 -1
  830. package/dist/src/renderer/test-view.d.ts.map +0 -1
  831. package/dist/src/renderer/test-view.js.map +0 -1
  832. package/dist/src/renderer/trends.d.ts.map +0 -1
  833. package/dist/src/renderer/trends.js.map +0 -1
  834. package/dist/src/server/job-store.d.ts.map +0 -1
  835. package/dist/src/server/job-store.js.map +0 -1
  836. package/dist/src/server/report-server.d.ts.map +0 -1
  837. package/dist/src/server/report-server.js +0 -894
  838. package/dist/src/server/report-server.js.map +0 -1
  839. package/dist/src/server/report-store.d.ts.map +0 -1
  840. package/dist/src/server/report-store.js.map +0 -1
  841. package/dist/src/server/skill-index.d.ts +0 -81
  842. package/dist/src/server/skill-index.d.ts.map +0 -1
  843. package/dist/src/server/skill-index.js +0 -377
  844. package/dist/src/server/skill-index.js.map +0 -1
  845. package/dist/src/server/skill-insights.d.ts +0 -101
  846. package/dist/src/server/skill-insights.d.ts.map +0 -1
  847. package/dist/src/server/skill-insights.js.map +0 -1
  848. package/dist/src/shared/hard-rules.d.ts.map +0 -1
  849. package/dist/src/shared/hard-rules.js.map +0 -1
  850. package/dist/src/shared/llm-prompts/index.d.ts +0 -14
  851. package/dist/src/shared/llm-prompts/index.d.ts.map +0 -1
  852. package/dist/src/shared/llm-prompts/index.js +0 -35
  853. package/dist/src/shared/llm-prompts/index.js.map +0 -1
  854. package/dist/src/shared/llm-prompts/skill-health.d.ts.map +0 -1
  855. package/dist/src/shared/llm-prompts/skill-health.js.map +0 -1
  856. package/dist/src/shared/time.d.ts.map +0 -1
  857. package/dist/src/shared/time.js.map +0 -1
  858. package/dist/src/shared/tool-search.d.ts.map +0 -1
  859. package/dist/src/shared/tool-search.js.map +0 -1
  860. package/dist/src/types/doctor.d.ts +0 -157
  861. package/dist/src/types/doctor.d.ts.map +0 -1
  862. package/dist/src/types/doctor.js.map +0 -1
  863. package/dist/src/types/eval.d.ts +0 -377
  864. package/dist/src/types/eval.d.ts.map +0 -1
  865. package/dist/src/types/eval.js.map +0 -1
  866. package/dist/src/types/executor.d.ts.map +0 -1
  867. package/dist/src/types/executor.js.map +0 -1
  868. package/dist/src/types/index.d.ts +0 -8
  869. package/dist/src/types/index.d.ts.map +0 -1
  870. package/dist/src/types/index.js +0 -8
  871. package/dist/src/types/index.js.map +0 -1
  872. package/dist/src/types/judge.d.ts.map +0 -1
  873. package/dist/src/types/judge.js.map +0 -1
  874. package/dist/src/types/report.d.ts +0 -557
  875. package/dist/src/types/report.d.ts.map +0 -1
  876. package/dist/src/types/report.js.map +0 -1
  877. package/dist/src/types/shared.d.ts.map +0 -1
  878. package/dist/src/types/shared.js.map +0 -1
  879. package/dist/src/types/storage.d.ts.map +0 -1
  880. package/dist/src/types/storage.js.map +0 -1
  881. package/dist/src/util/safe-slice.d.ts +0 -23
  882. package/dist/src/util/safe-slice.d.ts.map +0 -1
  883. package/dist/src/util/safe-slice.js +0 -33
  884. package/dist/src/util/safe-slice.js.map +0 -1
  885. package/docs/prompts/llm-enhanced-review.prompt.md +0 -111
  886. /package/dist/{src/analysis → analysis}/coverage-analyzer.d.ts +0 -0
  887. /package/dist/{src/analysis → analysis}/coverage-analyzer.js +0 -0
  888. /package/dist/{src/analysis → analysis}/failure-clusterer.d.ts +0 -0
  889. /package/dist/{src/analysis → analysis}/failure-clusterer.js +0 -0
  890. /package/dist/{src/analysis → analysis}/hedging-classifier.d.ts +0 -0
  891. /package/dist/{src/analysis → analysis}/hedging-classifier.js +0 -0
  892. /package/dist/{src/analysis → analysis}/sample-diagnostics.d.ts +0 -0
  893. /package/dist/{src/analysis → analysis}/sample-diagnostics.js +0 -0
  894. /package/dist/{src/analysis → analysis}/saturation.d.ts +0 -0
  895. /package/dist/{src/analysis → analysis}/saturation.js +0 -0
  896. /package/dist/{src/authoring → authoring}/evolver.d.ts +0 -0
  897. /package/dist/{src/authoring → authoring}/evolver.js +0 -0
  898. /package/dist/{src/authoring → authoring}/generator.d.ts +0 -0
  899. /package/dist/{src/authoring → authoring}/sample-fixer.d.ts +0 -0
  900. /package/dist/{src/authoring → authoring}/sample-fixer.js +0 -0
  901. /package/dist/{src/cli → cli}/commands/eval/gold/compare.d.ts +0 -0
  902. /package/dist/{src/cli → cli}/commands/eval/gold/compare.js +0 -0
  903. /package/dist/{src/cli → cli}/commands/eval/gold/index.d.ts +0 -0
  904. /package/dist/{src/cli → cli}/commands/eval/gold/index.js +0 -0
  905. /package/dist/{src/cli → cli}/commands/eval/gold/init.d.ts +0 -0
  906. /package/dist/{src/cli → cli}/commands/eval/gold/init.js +0 -0
  907. /package/dist/{src/cli → cli}/commands/eval/gold/validate.d.ts +0 -0
  908. /package/dist/{src/cli → cli}/commands/eval/gold/validate.js +0 -0
  909. /package/dist/{src/cli → cli}/commands/eval/index.d.ts +0 -0
  910. /package/dist/{src/cli → cli}/commands/evolve.d.ts +0 -0
  911. /package/dist/{src/cli → cli}/commands/init.d.ts +0 -0
  912. /package/dist/{src/cli → cli}/commands/init.js +0 -0
  913. /package/dist/{src/cli → cli}/commands/observe/inbox.d.ts +0 -0
  914. /package/dist/{src/cli → cli}/commands/observe/index.d.ts +0 -0
  915. /package/dist/{src/cli → cli}/commands/observe/index.js +0 -0
  916. /package/dist/{src/cli → cli}/commands/observe/ingest.d.ts +0 -0
  917. /package/dist/{src/cli → cli}/commands/observe/show.d.ts +0 -0
  918. /package/dist/{src/cli → cli}/commands/observe/show.js +0 -0
  919. /package/dist/{src/cli → cli}/commands/sample.d.ts +0 -0
  920. /package/dist/{src/cli → cli}/commands/studio.d.ts +0 -0
  921. /package/dist/{src/cli → cli}/index.d.ts +0 -0
  922. /package/dist/{src/cli → cli}/index.js +0 -0
  923. /package/dist/{src/cli → cli}/lib/cli-exit.d.ts +0 -0
  924. /package/dist/{src/cli → cli}/lib/cli-exit.js +0 -0
  925. /package/dist/{src/cli → cli}/lib/cmd-flags.js +0 -0
  926. /package/dist/{src/cli → cli}/lib/i18n.d.ts +0 -0
  927. /package/dist/{src/cli → cli}/lib/i18n.js +0 -0
  928. /package/dist/{src/cli → cli}/lib/progress.d.ts +0 -0
  929. /package/dist/{src/cli → cli}/lib/progress.js +0 -0
  930. /package/dist/{src/cli → cli}/lib/run-tally.d.ts +0 -0
  931. /package/dist/{src/cli → cli}/lib/run-tally.js +0 -0
  932. /package/dist/{src/cli → cli}/lib/shared.d.ts +0 -0
  933. /package/dist/{src/cli → cli}/lib/shared.js +0 -0
  934. /package/dist/{src/cli → cli}/oclif/base-command.d.ts +0 -0
  935. /package/dist/{src/cli → cli}/oclif/base-command.js +0 -0
  936. /package/dist/{src/cli → cli}/oclif/help.d.ts +0 -0
  937. /package/dist/{src/cli → cli}/oclif/help.js +0 -0
  938. /package/dist/{src/cli → cli}/oclif/i18n.d.ts +0 -0
  939. /package/dist/{src/cli → cli}/oclif/i18n.js +0 -0
  940. /package/dist/{src/cli → cli}/oclif/parsers.d.ts +0 -0
  941. /package/dist/{src/cli → cli}/oclif/parsers.js +0 -0
  942. /package/dist/{src/cli → cli}/oclif/projection.d.ts +0 -0
  943. /package/dist/{src/cli → cli}/oclif/projection.js +0 -0
  944. /package/dist/{src/cli → cli}/oclif/run.d.ts +0 -0
  945. /package/dist/{src/diagnosis → diagnosis}/observe-mapper.d.ts +0 -0
  946. /package/dist/{src/diagnosis → diagnosis}/observe-mapper.js +0 -0
  947. /package/dist/{src/diagnosis → diagnosis}/observe-producer.d.ts +0 -0
  948. /package/dist/{src/diagnosis → diagnosis}/studio-projection.js +0 -0
  949. /package/dist/{src/doctor → doctor}/fixer.d.ts +0 -0
  950. /package/dist/{src/doctor → doctor}/fixer.js +0 -0
  951. /package/dist/{src/doctor → doctor}/health/builtin-dimensions.d.ts +0 -0
  952. /package/dist/{src/doctor → doctor}/health/builtin-dimensions.js +0 -0
  953. /package/dist/{src/doctor → doctor}/health/composer.d.ts +0 -0
  954. /package/dist/{src/doctor → doctor}/health/dimension-registry.d.ts +0 -0
  955. /package/dist/{src/doctor → doctor}/health/dimension-registry.js +0 -0
  956. /package/dist/{src/doctor → doctor}/health/dimension-spec.js +0 -0
  957. /package/dist/{src/doctor → doctor}/health/parser.d.ts +0 -0
  958. /package/dist/{src/doctor → doctor}/health/parser.js +0 -0
  959. /package/dist/{src/doctor → doctor}/health/prompt-builder.d.ts +0 -0
  960. /package/dist/{src/doctor → doctor}/health/prompt-builder.js +0 -0
  961. /package/dist/{src/doctor → doctor}/health/register.d.ts +0 -0
  962. /package/dist/{src/doctor → doctor}/health/register.js +0 -0
  963. /package/dist/{src/doctor → doctor}/index.d.ts +0 -0
  964. /package/dist/{src/doctor → doctor}/index.js +0 -0
  965. /package/dist/{src/doctor → doctor}/preflight.d.ts +0 -0
  966. /package/dist/{src/doctor → doctor}/preflight.js +0 -0
  967. /package/dist/{src/doctor → doctor}/rules.d.ts +0 -0
  968. /package/dist/{src/eval-core → eval-core}/bootstrap.d.ts +0 -0
  969. /package/dist/{src/eval-core → eval-core}/bootstrap.js +0 -0
  970. /package/dist/{src/eval-core → eval-core}/cache.d.ts +0 -0
  971. /package/dist/{src/eval-core → eval-core}/cache.js +0 -0
  972. /package/dist/{src/eval-core → eval-core}/comparability.d.ts +0 -0
  973. /package/dist/{src/eval-core → eval-core}/comparability.js +0 -0
  974. /package/dist/{src/eval-core → eval-core}/dependency-checker.js +0 -0
  975. /package/dist/{src/eval-core → eval-core}/evaluation-execution.d.ts +0 -0
  976. /package/dist/{src/eval-core → eval-core}/evaluation-execution.js +0 -0
  977. /package/dist/{src/eval-core → eval-core}/evaluation-job.d.ts +0 -0
  978. /package/dist/{src/eval-core → eval-core}/evaluation-job.js +0 -0
  979. /package/dist/{src/eval-core → eval-core}/evaluation-reporting.d.ts +0 -0
  980. /package/dist/{src/eval-core → eval-core}/evaluation-reporting.js +0 -0
  981. /package/dist/{src/eval-core → eval-core}/execution-strategy.d.ts +0 -0
  982. /package/dist/{src/eval-core → eval-core}/fact-checker.d.ts +0 -0
  983. /package/dist/{src/eval-core → eval-core}/fact-checker.js +0 -0
  984. /package/dist/{src/eval-core → eval-core}/layer-gates.d.ts +0 -0
  985. /package/dist/{src/eval-core → eval-core}/layer-gates.js +0 -0
  986. /package/dist/{src/eval-core → eval-core}/mock-hook.cjs +0 -0
  987. /package/dist/{src/eval-core → eval-core}/mocks-runtime.d.ts +0 -0
  988. /package/dist/{src/eval-core → eval-core}/schema.d.ts +0 -0
  989. /package/dist/{src/eval-core → eval-core}/schema.js +0 -0
  990. /package/dist/{src/eval-core → eval-core}/statistics.d.ts +0 -0
  991. /package/dist/{src/eval-core → eval-core}/statistics.js +0 -0
  992. /package/dist/{src/eval-core → eval-core}/task-planner.d.ts +0 -0
  993. /package/dist/{src/eval-core → eval-core}/task-planner.js +0 -0
  994. /package/dist/{src/eval-core → eval-core}/verdict.d.ts +0 -0
  995. /package/dist/{src/eval-core → eval-core}/verdict.js +0 -0
  996. /package/dist/{src/eval-workflows → eval-workflows}/batch-evaluation-workflow.d.ts +0 -0
  997. /package/dist/{src/eval-workflows → eval-workflows}/batch-evaluation-workflow.js +0 -0
  998. /package/dist/{src/eval-workflows → eval-workflows}/evaluation-preparation.d.ts +0 -0
  999. /package/dist/{src/eval-workflows → eval-workflows}/evaluation-preparation.js +0 -0
  1000. /package/dist/{src/eval-workflows → eval-workflows}/run-evaluation.d.ts +0 -0
  1001. /package/dist/{src/executors → executors}/anthropic-api.d.ts +0 -0
  1002. /package/dist/{src/executors → executors}/anthropic-api.js +0 -0
  1003. /package/dist/{src/executors → executors}/claude-cli.d.ts +0 -0
  1004. /package/dist/{src/executors → executors}/claude-cli.js +0 -0
  1005. /package/dist/{src/executors → executors}/claude-sdk-trace.d.ts +0 -0
  1006. /package/dist/{src/executors → executors}/claude-sdk-trace.js +0 -0
  1007. /package/dist/{src/executors → executors}/claude-sdk.d.ts +0 -0
  1008. /package/dist/{src/executors → executors}/claude-sdk.js +0 -0
  1009. /package/dist/{src/executors → executors}/codex-cli-trace.d.ts +0 -0
  1010. /package/dist/{src/executors → executors}/codex-cli-trace.js +0 -0
  1011. /package/dist/{src/executors → executors}/codex-cli.d.ts +0 -0
  1012. /package/dist/{src/executors → executors}/codex-cli.js +0 -0
  1013. /package/dist/{src/executors → executors}/codex-sdk.d.ts +0 -0
  1014. /package/dist/{src/executors → executors}/codex-sdk.js +0 -0
  1015. /package/dist/{src/executors → executors}/gemini.d.ts +0 -0
  1016. /package/dist/{src/executors → executors}/gemini.js +0 -0
  1017. /package/dist/{src/executors → executors}/index.d.ts +0 -0
  1018. /package/dist/{src/executors → executors}/index.js +0 -0
  1019. /package/dist/{src/executors → executors}/openai-api.d.ts +0 -0
  1020. /package/dist/{src/executors → executors}/openai-api.js +0 -0
  1021. /package/dist/{src/executors → executors}/runtime-fingerprint.d.ts +0 -0
  1022. /package/dist/{src/executors → executors}/runtime-fingerprint.js +0 -0
  1023. /package/dist/{src/executors → executors}/script.d.ts +0 -0
  1024. /package/dist/{src/executors → executors}/script.js +0 -0
  1025. /package/dist/{src/grading → grading}/assertions.d.ts +0 -0
  1026. /package/dist/{src/grading → grading}/assertions.js +0 -0
  1027. /package/dist/{src/grading → grading}/debias-validate.d.ts +0 -0
  1028. /package/dist/{src/grading → grading}/debias-validate.js +0 -0
  1029. /package/dist/{src/grading → grading}/diagnostic.d.ts +0 -0
  1030. /package/dist/{src/grading → grading}/diagnostic.js +0 -0
  1031. /package/dist/{src/grading → grading}/gold-cli.d.ts +0 -0
  1032. /package/dist/{src/grading → grading}/gold-cli.js +0 -0
  1033. /package/dist/{src/grading → grading}/gold-dataset.d.ts +0 -0
  1034. /package/dist/{src/grading → grading}/gold-dataset.js +0 -0
  1035. /package/dist/{src/grading → grading}/human-gold.d.ts +0 -0
  1036. /package/dist/{src/grading → grading}/human-gold.js +0 -0
  1037. /package/dist/{src/grading → grading}/index.d.ts +0 -0
  1038. /package/dist/{src/grading → grading}/index.js +0 -0
  1039. /package/dist/{src/grading → grading}/judge.d.ts +0 -0
  1040. /package/dist/{src/grading → grading}/judge.js +0 -0
  1041. /package/dist/{src/grading → grading}/layered-scores.d.ts +0 -0
  1042. /package/dist/{src/grading → grading}/layered-scores.js +0 -0
  1043. /package/dist/{src/inputs → inputs}/eval-config.d.ts +0 -0
  1044. /package/dist/{src/inputs → inputs}/eval-config.js +0 -0
  1045. /package/dist/{src/inputs → inputs}/load-samples.d.ts +0 -0
  1046. /package/dist/{src/inputs → inputs}/load-samples.js +0 -0
  1047. /package/dist/{src/inputs → inputs}/mcp-resolver.d.ts +0 -0
  1048. /package/dist/{src/inputs → inputs}/mcp-resolver.js +0 -0
  1049. /package/dist/{src/inputs → inputs}/skill-loader.d.ts +0 -0
  1050. /package/dist/{src/inputs → inputs}/url-fetcher.d.ts +0 -0
  1051. /package/dist/{src/inputs → inputs}/url-fetcher.js +0 -0
  1052. /package/dist/{src/observability → observability}/review-state.js +0 -0
  1053. /package/dist/{src/observability → observability}/skill-chain-advisories.js +0 -0
  1054. /package/dist/{src/observability → observability}/skill-health-analyzer.d.ts +0 -0
  1055. /package/dist/{src/observability → observability}/skill-health-analyzer.js +0 -0
  1056. /package/dist/{src/observability → observability}/trace-adapter.d.ts +0 -0
  1057. /package/dist/{src/observability → observability}/trace-adapter.js +0 -0
  1058. /package/dist/{src/renderer → renderer}/html-renderer.d.ts +0 -0
  1059. /package/dist/{src/renderer → renderer}/html-renderer.js +0 -0
  1060. /package/dist/{src/renderer → renderer}/layout.d.ts +0 -0
  1061. /package/dist/{src/renderer → renderer}/layout.js +0 -0
  1062. /package/dist/{src/renderer → renderer}/skill-detail-renderer.js +0 -0
  1063. /package/dist/{src/renderer → renderer}/skill-health-renderer.d.ts +0 -0
  1064. /package/dist/{src/renderer → renderer}/skill-health-renderer.js +0 -0
  1065. /package/dist/{src/renderer → renderer}/skill-list-renderer.js +0 -0
  1066. /package/dist/{src/renderer → renderer}/table.d.ts +0 -0
  1067. /package/dist/{src/renderer → renderer}/table.js +0 -0
  1068. /package/dist/{src/renderer → renderer}/test-view.d.ts +0 -0
  1069. /package/dist/{src/renderer → renderer}/test-view.js +0 -0
  1070. /package/dist/{src/renderer → renderer}/trends.d.ts +0 -0
  1071. /package/dist/{src/renderer → renderer}/trends.js +0 -0
  1072. /package/dist/{src/server → server}/job-store.d.ts +0 -0
  1073. /package/dist/{src/server → server}/job-store.js +0 -0
  1074. /package/dist/{src/server → server}/report-server.d.ts +0 -0
  1075. /package/dist/{src/server → server}/report-store.d.ts +0 -0
  1076. /package/dist/{src/server → server}/report-store.js +0 -0
  1077. /package/dist/{src/server → server}/skill-insights.js +0 -0
  1078. /package/dist/{src/shared → shared}/hard-rules.d.ts +0 -0
  1079. /package/dist/{src/shared → shared}/hard-rules.js +0 -0
  1080. /package/dist/{src/shared → shared}/llm-prompts/skill-health.d.ts +0 -0
  1081. /package/dist/{src/shared → shared}/llm-prompts/skill-health.js +0 -0
  1082. /package/dist/{src/shared → shared}/time.d.ts +0 -0
  1083. /package/dist/{src/shared → shared}/time.js +0 -0
  1084. /package/dist/{src/shared → shared}/tool-search.d.ts +0 -0
  1085. /package/dist/{src/shared → shared}/tool-search.js +0 -0
  1086. /package/dist/{src/types → types}/doctor.js +0 -0
  1087. /package/dist/{src/types → types}/eval.js +0 -0
  1088. /package/dist/{src/types → types}/executor.d.ts +0 -0
  1089. /package/dist/{src/types → types}/executor.js +0 -0
  1090. /package/dist/{src/types → types}/judge.d.ts +0 -0
  1091. /package/dist/{src/types → types}/judge.js +0 -0
  1092. /package/dist/{src/types → types}/report.js +0 -0
  1093. /package/dist/{src/types → types}/shared.d.ts +0 -0
  1094. /package/dist/{src/types → types}/shared.js +0 -0
  1095. /package/dist/{src/types → types}/storage.d.ts +0 -0
  1096. /package/dist/{src/types → types}/storage.js +0 -0
@@ -1,755 +0,0 @@
1
- import { createHash } from 'node:crypto';
2
- import { existsSync, mkdirSync, readdirSync, readFileSync, writeFileSync } from 'node:fs';
3
- import { homedir } from 'node:os';
4
- import { join } from 'node:path';
5
- import { extractGapSignalsFromTrace } from '../analysis/gap-analyzer.js';
6
- import { ccTracesToResultEntries } from './trace-adapter.js';
7
- import { isSearchToolCall, toolCallQuery } from '../shared/tool-search.js';
8
- import { durationMsBetween } from '../shared/time.js';
9
- import { buildObservationExperienceReport } from './experience.js';
10
- import { buildObserveDiagnosticsFromReport } from '../diagnosis/observe-producer.js';
11
- export const DEFAULT_PROJECT_OBSERVATIONS_DIR = join(process.cwd(), '.omk', 'observations');
12
- export const DEFAULT_GLOBAL_OBSERVATIONS_DIR = join(homedir(), '.oh-my-knowledge', 'observations');
13
- export const DEFAULT_OBSERVATIONS_DIR = DEFAULT_PROJECT_OBSERVATIONS_DIR;
14
- function hashString(input) {
15
- return createHash('sha256').update(input).digest('hex').slice(0, 16);
16
- }
17
- export function normalizeObservationKeyInput(value) {
18
- const trimmed = value.trim();
19
- const protocolMatch = trimmed.match(/^([a-z][a-z0-9+.-]*:\/\/)(.*)$/i);
20
- const prefix = protocolMatch?.[1] ?? '';
21
- const body = protocolMatch?.[2] ?? trimmed;
22
- return (prefix + body
23
- .toLowerCase()
24
- .replace(/^['"`]|['"`]$/g, '')
25
- .replace(/\s+/g, ' ')
26
- .replace(/:\d+(:\d+)?\b/g, '')
27
- .replace(/\/+/g, '/')
28
- .replace(/\/$/, ''));
29
- }
30
- export function inferObservationSourceKind(sourceTrace) {
31
- if (sourceTrace.includes('/openclaw') || sourceTrace.includes('/.openclaw/'))
32
- return 'openclaw';
33
- if (sourceTrace.endsWith('.jsonl'))
34
- return 'claude';
35
- if (sourceTrace.endsWith('.log'))
36
- return 'markdown_log';
37
- return 'unknown';
38
- }
39
- function keyFor(item) {
40
- const raw = item.signalSubtype === 'bash_probe'
41
- ? 'bash_probe'
42
- : item.signalType === 'explicit_marker'
43
- ? item.evidence.markerToken || item.signalSubtype
44
- : item.evidence.query || item.evidence.path || item.evidence.assistantSnippet || '';
45
- return [
46
- item.sourceKind,
47
- item.skillName,
48
- item.cwd ?? '',
49
- item.signalType,
50
- item.signalSubtype,
51
- normalizeObservationKeyInput(raw),
52
- ].join('\u0000');
53
- }
54
- function markerTokenFromSignal(signal) {
55
- const evidence = signal.evidence;
56
- const marker = typeof evidence?.marker === 'string' ? evidence.marker : '';
57
- const context = signal.context ?? '';
58
- return marker || (context.match(/【推断】|【知识缺口】|【未知】|\[inferred\]|\[unknown\]|\[knowledge\s*gap\]/i)?.[0] ?? 'explicit_marker');
59
- }
60
- function snippet(value, max = 240) {
61
- const text = typeof value === 'string' ? value : String(value ?? '');
62
- const normalized = text.replace(/\s+/g, ' ').trim();
63
- return normalized ? normalized.slice(0, max) : undefined;
64
- }
65
- function isSuccessfulSearch(tc) {
66
- if (!isSearchToolCall(tc) || tc.success === false)
67
- return false;
68
- const out = snippet(tc.output, 1000) ?? '';
69
- return out !== '' && !/No matches found/i.test(out);
70
- }
71
- function bashCommand(tc) {
72
- const input = (tc.input && typeof tc.input === 'object') ? tc.input : {};
73
- return String(input.command ?? '');
74
- }
75
- function isBashProbe(tc) {
76
- if (tc.tool !== 'Bash')
77
- return false;
78
- const command = bashCommand(tc);
79
- if (/2>\s*\/dev\/null|\|\|\s*(true|echo\b)/.test(command))
80
- return true;
81
- return /\b(ls|test)\b.+(?:\/|\.\/|\.\.|~)/.test(command);
82
- }
83
- function failedSearchSubtype(tc, allCalls, index, skillName) {
84
- const out = snippet(tc.output, 1000) ?? '';
85
- if (isBashProbe(tc))
86
- return 'bash_probe';
87
- if (/permission denied|not authorized|eacces/i.test(out))
88
- return 'permission_denied';
89
- const q = toolCallQuery(tc);
90
- const failedPath = q.path || q.query || '';
91
- if (tc.tool === 'Read' && isSkillAssetPath(failedPath, skillName))
92
- return 'skill_asset_read_failed';
93
- if (/enoent|no such file or directory|path does not exist|file does not exist|not found|did you mean/i.test(out) && isTransientPath(failedPath))
94
- return 'transient_file_missing';
95
- if (/enoent|no such file or directory|path does not exist|file does not exist|not found|did you mean/i.test(out))
96
- return 'not_found';
97
- if (/exceeds maximum allowed tokens|maximum allowed tokens|token limit|timed out|timeout/i.test(out))
98
- return 'tool_limit';
99
- if (tc.success === false)
100
- return 'tool_failure';
101
- const laterSuccess = allCalls.slice(index + 1).some((later) => isSuccessfulSearch(later) && isSameTopicSearch(tc, later));
102
- return laterSuccess ? 'exploratory_miss' : 'hard_miss';
103
- }
104
- function isTransientPath(value) {
105
- return /(?:^|\s)(?:\/private)?\/tmp\/|(?:^|\s)\/var\/folders\/|figma_[\w.-]+\.(?:png|jpg|jpeg|webp)\b/i.test(value);
106
- }
107
- function isSkillAssetPath(value, skillName) {
108
- if (!value || !skillName)
109
- return false;
110
- return value.includes(`/.claude/skills/${skillName}/`)
111
- || value.includes(`.claude/skills/${skillName}/`)
112
- || value.includes(`/.openclaw/workspace/skills/${skillName}/`)
113
- || value.includes(`.openclaw/workspace/skills/${skillName}/`);
114
- }
115
- function topicTokens(value) {
116
- return new Set(normalizeObservationKeyInput(value)
117
- .split(/[^a-z0-9_\u4e00-\u9fff]+/i)
118
- .map((part) => part.trim())
119
- .filter((part) => part.length >= 3 && !['find', 'grep', 'head', 'tail', 'cat', 'src', 'path', 'file', 'repo'].includes(part)));
120
- }
121
- function isSameTopicSearch(a, b) {
122
- const qa = toolCallQuery(a);
123
- const qb = toolCallQuery(b);
124
- if (qa.query) {
125
- const queryTokens = topicTokens(qa.query);
126
- if (queryTokens.size === 0)
127
- return false;
128
- // Bash 的 output 通常只是 path-echo (ls/cat/test 直接打印路径), 路径里的 cwd / repo
129
- // token 会污染同主题判定。所以 Bash later success 只用 basename(structured path) 比对,
130
- // 不读 output。Read 的 output 是文件内容, 用基名 + 内容做比对更可信。
131
- const isBashLater = b.tool === 'Bash';
132
- const laterText = qb.query
133
- ?? (isBashLater
134
- ? basenameForTopic(qb.path)
135
- : `${basenameForTopic(qb.path)} ${snippet(b.output, 1000) ?? ''}`);
136
- const laterTokens = topicTokens(laterText);
137
- for (const token of queryTokens) {
138
- if (laterTokens.has(token) || normalizeObservationKeyInput(laterText).includes(token))
139
- return true;
140
- }
141
- return false;
142
- }
143
- const left = qa.path ?? '';
144
- const right = qb.query ?? qb.path ?? '';
145
- const aTokens = topicTokens(left);
146
- const bTokens = topicTokens(right);
147
- for (const token of aTokens) {
148
- if (bTokens.has(token))
149
- return true;
150
- }
151
- return false;
152
- }
153
- function basenameForTopic(value) {
154
- if (!value)
155
- return '';
156
- return value.split(/[\\/]/).filter(Boolean).pop() ?? '';
157
- }
158
- function confidenceForSubtype(subtype, signal) {
159
- if (signal?.type === 'repeated_failure')
160
- return 0.95;
161
- if (subtype === 'repeated_failure')
162
- return 0.95;
163
- if (subtype === 'hard_miss')
164
- return 0.9;
165
- if (subtype === 'exploratory_miss' || subtype === 'bash_probe')
166
- return 0.4;
167
- if (subtype === 'skill_asset_read_failed')
168
- return 0.4;
169
- if (subtype === 'tool_error' || subtype === 'permission_error' || subtype === 'not_found' || subtype === 'transient_file_missing' || subtype === 'permission_denied' || subtype === 'tool_limit' || subtype === 'tool_failure')
170
- return 0.2;
171
- if (subtype === 'regex_only')
172
- return 0.3;
173
- if (subtype === 'llm_classified') {
174
- const c = Number(signal?.classifierVerdict?.confidence);
175
- return Number.isFinite(c) ? Math.max(0, Math.min(1, c)) : 0.5;
176
- }
177
- return 0.5;
178
- }
179
- function severityFor(signalType, subtype, confidence) {
180
- if (signalType === 'repeated_failure' || signalType === 'explicit_marker')
181
- return 'high';
182
- if (subtype === 'hard_miss')
183
- return 'high';
184
- if (signalType === 'hedging' && confidence >= 0.7)
185
- return 'high';
186
- if (subtype === 'exploratory_miss' || subtype === 'bash_probe')
187
- return 'medium';
188
- if (subtype === 'skill_asset_read_failed')
189
- return 'medium';
190
- if (subtype === 'tool_error' || subtype === 'permission_error' || subtype === 'not_found' || subtype === 'transient_file_missing' || subtype === 'permission_denied' || subtype === 'tool_limit' || subtype === 'tool_failure' || subtype === 'regex_only')
191
- return 'noise';
192
- return 'low';
193
- }
194
- function buildSessionTimeRanges(sessions) {
195
- return sessions.map((session) => ({
196
- sessionId: session.sessionId,
197
- sessionGroupId: session.sessionGroupId,
198
- sourceTrace: session.sourcePath,
199
- sourceKind: session.sourceKind ?? inferObservationSourceKind(session.sourcePath),
200
- traceRole: session.traceRole,
201
- traceLabel: session.traceLabel,
202
- cwd: session.cwd,
203
- startTimestamp: session.startTimestamp,
204
- endTimestamp: session.endTimestamp,
205
- durationMs: durationMsBetween(session.startTimestamp, session.endTimestamp),
206
- })).sort((a, b) => (a.startTimestamp ?? '').localeCompare(b.startTimestamp ?? '')
207
- || a.sourceTrace.localeCompare(b.sourceTrace));
208
- }
209
- function buildOverallSessionTimeRange(ranges) {
210
- const starts = ranges.map((range) => range.startTimestamp).filter((value) => Boolean(value));
211
- const ends = ranges.map((range) => range.endTimestamp).filter((value) => Boolean(value));
212
- if (starts.length === 0 || ends.length === 0)
213
- return { from: '', to: '' };
214
- const from = starts.reduce((min, value) => value < min ? value : min, starts[0]);
215
- const to = ends.reduce((max, value) => value > max ? value : max, ends[0]);
216
- return { from, to, durationMs: durationMsBetween(from, to) };
217
- }
218
- const SEVERITY_REASON_ZH = {
219
- repeated_failure_suspected: '同类搜索连续失败 3 次以上,是强缺口信号,高于单次 hard_miss。',
220
- explicit_gap_marker: 'agent 主动输出了知识缺口/未知标记,需要优先人工确认。',
221
- knowledge_gap_suspected: '{tool}失败后,session 内未找到同主题成功证据,疑似知识缺口。',
222
- exploratory_probe: 'skill 运行过程中出现了试路径、试目录或前序失败后后续成功的行为;先抽样确认,不直接判为要改 skill。',
223
- skill_asset_unavailable: '读取该 skill 自身资源失败,可能是路径错位、资源未提交或 ignore 配置问题。',
224
- soft_hedging_signal: '模型文本里出现了不确定表达,属于低置信文本信号,需要结合上下文人工判断。',
225
- tool_or_runtime_noise: '更像路径、权限、文件太大、临时文件或工具运行问题;通常不作为 skill 内容缺失。',
226
- };
227
- const SEVERITY_REASON_EN = {
228
- repeated_failure_suspected: 'Similar searches failed at least three times; this is stronger than a single hard miss.',
229
- explicit_gap_marker: 'The agent explicitly marked an unknown or knowledge gap; review this first.',
230
- knowledge_gap_suspected: '{tool}failed and no later same-topic success was found in the session.',
231
- exploratory_probe: 'The event looks like path probing, directory probing, or an earlier miss followed by later success; sample it before changing the skill.',
232
- skill_asset_unavailable: 'The agent failed to read an asset inside the skill itself; check path alignment, committed resources, or ignore rules.',
233
- soft_hedging_signal: 'The agent used uncertain wording; treat this as a low-confidence text signal.',
234
- tool_or_runtime_noise: 'This looks like a path, permission, token limit, transient file, or runtime tool issue rather than missing skill content.',
235
- };
236
- export function severityReasonFor(item, lang = 'zh') {
237
- const code = item.severityReasonCode ?? severityReasonCodeFor(item);
238
- const tool = item.evidence.tool ? `${item.evidence.tool} ` : '';
239
- const dictionary = lang === 'en' ? SEVERITY_REASON_EN : SEVERITY_REASON_ZH;
240
- return dictionary[code].replace('{tool}', tool);
241
- }
242
- export function legacySeverityReasonFor(item) {
243
- const tool = item.evidence.tool ? `${item.evidence.tool} ` : '';
244
- if (item.signalType === 'repeated_failure')
245
- return '同类搜索连续失败 3 次以上,是强缺口信号,高于单次 hard_miss。';
246
- if (item.signalType === 'explicit_marker')
247
- return 'agent 主动输出了知识缺口/未知标记,需要优先人工确认。';
248
- if (item.signalSubtype === 'hard_miss')
249
- return `${tool}失败后,session 内未找到同主题成功证据,疑似知识缺口。`;
250
- if (item.signalSubtype === 'bash_probe')
251
- return 'skill 运行过程中,agent 调用了一条 Bash 命令;命令里用了 2>/dev/null 或 || true/echo 这类“失败也继续”的写法,更像是在试路径,不直接判为要改 skill。';
252
- if (item.signalSubtype === 'exploratory_miss')
253
- return '前序搜索失败,但后续出现成功搜索证据,更像探索性试错。';
254
- if (item.signalSubtype === 'tool_limit')
255
- return `${tool}触发 token/超时等工具限制,与知识库覆盖无直接关系。`;
256
- if (item.signalSubtype === 'transient_file_missing')
257
- return `${tool}访问的是 /tmp 或临时生成文件,默认按临时文件丢失处理,不作为 skill 内容缺失。`;
258
- if (item.signalSubtype === 'skill_asset_read_failed')
259
- return `${tool}读取该 skill 自身资源失败,可能是路径错位、资源未提交或 ignore 配置问题。`;
260
- if (item.signalSubtype === 'not_found')
261
- return `${tool}访问的文件或路径不存在,先按路径/环境噪声处理。`;
262
- if (item.signalSubtype === 'permission_denied')
263
- return `${tool}访问被权限拒绝,先按权限/环境噪声处理。`;
264
- if (item.signalSubtype === 'tool_failure')
265
- return `${tool}调用失败,先按运行时工具问题处理。`;
266
- if (item.signalSubtype === 'regex_only')
267
- return '仅命中 hedging 正则,假阳风险较高,默认作为低优先级噪声。';
268
- if (item.signalSubtype === 'llm_classified')
269
- return 'hedging 经过分类器确认,confidence 来自分类器输出。';
270
- return '低置信信号,需要结合 evidence 和上下文人工判断。';
271
- }
272
- export function severityReasonCodeFor(item) {
273
- if (item.signalSubtype === 'repeated_failure')
274
- return 'repeated_failure_suspected';
275
- if (item.signalType === 'explicit_marker')
276
- return 'explicit_gap_marker';
277
- if (item.signalSubtype === 'hard_miss')
278
- return 'knowledge_gap_suspected';
279
- if (item.signalSubtype === 'skill_asset_read_failed')
280
- return 'skill_asset_unavailable';
281
- if (item.signalSubtype === 'exploratory_miss' || item.signalSubtype === 'bash_probe')
282
- return 'exploratory_probe';
283
- if (item.signalType === 'hedging')
284
- return 'soft_hedging_signal';
285
- return 'tool_or_runtime_noise';
286
- }
287
- function itemsFromSegment(segment) {
288
- // inbox 只观察真实 skill 调用场景。'general' 是 trace-adapter 对裸对话的
289
- // 兜底归因(无 Skill tool / 无 <command-name> / 无 Read SKILL.md),
290
- // attributionConfidence 仅 0.3,没有 skill 改进价值,直接过滤。
291
- if (segment.skillName === 'general')
292
- return [];
293
- const sampleId = `${segment.sessionId}:${segment.segmentIndex}`;
294
- const signals = extractGapSignalsFromTrace({
295
- sampleId,
296
- turns: segment.turns,
297
- toolCalls: segment.toolCalls,
298
- });
299
- const items = [];
300
- const toolCalls = segment.toolCalls;
301
- const failedSignalsSeen = new Set();
302
- for (const signal of signals) {
303
- let subtype;
304
- let evidence = {};
305
- if (signal.type === 'failed_search') {
306
- const matchIndex = toolCalls.findIndex((tc, i) => {
307
- if (failedSignalsSeen.has(i))
308
- return false;
309
- const q = toolCallQuery(tc);
310
- const signalPattern = String(signal.evidence?.pattern ?? '');
311
- const sameQuery = !signalPattern
312
- || q.query === signalPattern
313
- || (tc.tool === 'Bash' && Boolean(q.query && (q.query.startsWith(signalPattern) || signalPattern.startsWith(q.query.slice(0, signalPattern.length)))));
314
- return tc.tool === signal.evidence?.tool
315
- && sameQuery
316
- && (!signal.evidence?.path || q.path === signal.evidence.path);
317
- });
318
- const tc = matchIndex >= 0 ? toolCalls[matchIndex] : undefined;
319
- if (matchIndex >= 0)
320
- failedSignalsSeen.add(matchIndex);
321
- subtype = tc ? failedSearchSubtype(tc, toolCalls, matchIndex, segment.skillName) : 'hard_miss';
322
- const q = tc ? toolCallQuery(tc) : { query: String(signal.evidence?.pattern ?? ''), path: String(signal.evidence?.path ?? '') };
323
- evidence = {
324
- tool: snippet(signal.evidence?.tool ?? tc?.tool, 80),
325
- query: snippet(q.query),
326
- path: snippet(q.path),
327
- outputSnippet: snippet(tc?.output),
328
- messageIndex: tc?.messageIndex,
329
- messageUuid: tc?.messageUuid,
330
- toolUseId: tc?.toolUseId,
331
- segmentTimestamp: tc?.timestamp ?? segment.startTimestamp,
332
- };
333
- }
334
- else if (signal.type === 'repeated_failure') {
335
- subtype = 'repeated_failure';
336
- evidence = { tool: snippet(signal.evidence?.tool, 80), outputSnippet: snippet(signal.context) };
337
- }
338
- else if (signal.type === 'hedging') {
339
- subtype = signal.classifierVerdict ? 'llm_classified' : 'regex_only';
340
- evidence = { assistantSnippet: snippet(signal.context) };
341
- }
342
- else {
343
- subtype = 'marker';
344
- evidence = { markerToken: snippet(markerTokenFromSignal(signal), 80), assistantSnippet: snippet(signal.context) };
345
- }
346
- const signalType = signal.type;
347
- const confidence = confidenceForSubtype(subtype, signal);
348
- const severity = severityFor(signalType, subtype, confidence);
349
- const item = {
350
- id: hashString([segment.sessionId, segment.sourceTrace ?? '', segment.segmentIndex, signal.type, subtype, JSON.stringify(evidence)].join('\u0000')),
351
- skillName: segment.skillName,
352
- artifactVersion: 'unknown',
353
- cwd: segment.cwd,
354
- sessionId: segment.sessionId,
355
- sourceTrace: '',
356
- sourceKind: 'unknown',
357
- signalType,
358
- signalSubtype: subtype,
359
- confidence,
360
- attributionConfidence: segment.attribution?.confidence ?? 0.3,
361
- severity,
362
- severityReasonCode: severityReasonCodeFor({ signalType, signalSubtype: subtype, severity, confidence }),
363
- evidence,
364
- firstSeen: segment.startTimestamp,
365
- lastSeen: segment.endTimestamp,
366
- occurrences: 1,
367
- recentSessionIds: [segment.sessionId],
368
- representativeEvidence: [evidence],
369
- };
370
- items.push(item);
371
- }
372
- return items;
373
- }
374
- function skillSessionCountKey(segment) {
375
- if (segment.traceRole && segment.traceRole !== 'standalone')
376
- return segment.sessionId;
377
- return segment.sourceTrace ? `${segment.sessionId}\u0000${segment.sourceTrace}` : segment.sessionId;
378
- }
379
- export function buildObservationInboxReport(tracePath, options = {}) {
380
- const { sessions, segments } = ccTracesToResultEntries(tracePath);
381
- const generatedAt = new Date().toISOString();
382
- const sessionTimeRanges = buildSessionTimeRanges(sessions);
383
- const sessionTimeRange = buildOverallSessionTimeRange(sessionTimeRanges);
384
- const skillInvocationCounts = {};
385
- const skillInvocationLastSeen = {};
386
- const skillToolCallCounts = {};
387
- const sessionsBySkill = new Map();
388
- for (const segment of segments) {
389
- if (segment.skillName === 'general')
390
- continue;
391
- skillInvocationCounts[segment.skillName] = (skillInvocationCounts[segment.skillName] ?? 0) + 1;
392
- if (!skillInvocationLastSeen[segment.skillName] || segment.endTimestamp > skillInvocationLastSeen[segment.skillName]) {
393
- skillInvocationLastSeen[segment.skillName] = segment.endTimestamp;
394
- }
395
- const toolCounts = skillToolCallCounts[segment.skillName] ?? {};
396
- for (const toolCall of segment.toolCalls) {
397
- toolCounts[toolCall.tool] = (toolCounts[toolCall.tool] ?? 0) + 1;
398
- }
399
- skillToolCallCounts[segment.skillName] = toolCounts;
400
- const set = sessionsBySkill.get(segment.skillName) ?? new Set();
401
- set.add(skillSessionCountKey(segment));
402
- sessionsBySkill.set(segment.skillName, set);
403
- }
404
- const skillSessionCounts = Object.fromEntries(Array.from(sessionsBySkill.entries()).map(([skill, sessionIds]) => [skill, sessionIds.size]));
405
- const aggregationState = createInboxAggregationState();
406
- for (const segment of segments) {
407
- const sourceTrace = segment.sourceTrace ?? tracePath;
408
- const segmentItems = itemsFromSegment(segment).map((item) => {
409
- const withSource = {
410
- ...item,
411
- sourceTrace,
412
- sourceKind: segment.sourceKind ?? inferObservationSourceKind(sourceTrace),
413
- };
414
- return {
415
- ...withSource,
416
- messageWindow: buildObservationMessageWindow(withSource),
417
- };
418
- });
419
- addInboxItemsToState(aggregationState, segmentItems);
420
- }
421
- const items = finishInboxAggregation(aggregationState);
422
- const experience = buildObservationExperienceReport({ sessions, segments, items, generatedAt, reviewState: options.reviewState });
423
- const report = {
424
- kind: 'observe-inbox',
425
- schemaVersion: 1,
426
- meta: {
427
- tracePath,
428
- generatedAt,
429
- sessionCount: sessions.length,
430
- sessionTimeRange,
431
- sessionTimeRanges,
432
- segmentCount: segments.length,
433
- itemCount: items.length,
434
- skillInvocationCounts,
435
- skillSessionCounts,
436
- skillInvocationLastSeen,
437
- skillToolCallCounts,
438
- },
439
- items,
440
- experience,
441
- };
442
- report.diagnostics = buildObserveDiagnosticsFromReport(report);
443
- return report;
444
- }
445
- function createInboxAggregationState() {
446
- return {
447
- byKey: new Map(),
448
- sessionLastSeenByKey: new Map(),
449
- };
450
- }
451
- function addInboxItemsToState(state, items) {
452
- for (const item of items) {
453
- const key = keyFor(item);
454
- const sessionLastSeen = state.sessionLastSeenByKey.get(key) ?? new Map();
455
- const previousSessionLastSeen = sessionLastSeen.get(item.sessionId);
456
- if (!previousSessionLastSeen || item.lastSeen > previousSessionLastSeen) {
457
- sessionLastSeen.set(item.sessionId, item.lastSeen);
458
- }
459
- state.sessionLastSeenByKey.set(key, sessionLastSeen);
460
- const existing = state.byKey.get(key);
461
- if (!existing) {
462
- state.byKey.set(key, { ...item, representativeEvidence: [item.evidence], recentSessionIds: [item.sessionId] });
463
- continue;
464
- }
465
- existing.occurrences += item.occurrences;
466
- if (item.firstSeen < existing.firstSeen)
467
- existing.firstSeen = item.firstSeen;
468
- if (item.lastSeen > existing.lastSeen)
469
- existing.lastSeen = item.lastSeen;
470
- existing.confidence = Math.max(existing.confidence, item.confidence);
471
- existing.attributionConfidence = Math.max(existing.attributionConfidence, item.attributionConfidence);
472
- if (severityRank(item.severity) > severityRank(existing.severity)
473
- || (item.severity === existing.severity && item.confidence > existing.confidence)) {
474
- existing.severity = item.severity;
475
- existing.severityReasonCode = item.severityReasonCode;
476
- existing.evidence = item.evidence;
477
- existing.messageWindow = item.messageWindow;
478
- }
479
- existing.recentSessionIds = Array.from(sessionLastSeen.entries())
480
- .sort((a, b) => b[1].localeCompare(a[1]))
481
- .map(([sessionId]) => sessionId)
482
- .slice(0, 3);
483
- existing.representativeEvidence.push(item.evidence);
484
- existing.representativeEvidence = existing.representativeEvidence.slice(0, 50);
485
- }
486
- }
487
- function finishInboxAggregation(state) {
488
- return Array.from(state.byKey.values()).sort(compareInboxItems);
489
- }
490
- export function aggregateInboxItems(items) {
491
- const state = createInboxAggregationState();
492
- addInboxItemsToState(state, items);
493
- return finishInboxAggregation(state);
494
- }
495
- function severityRank(severity) {
496
- if (severity === 'high')
497
- return 4;
498
- if (severity === 'medium')
499
- return 3;
500
- if (severity === 'low')
501
- return 2;
502
- return 1;
503
- }
504
- function compareInboxItems(a, b) {
505
- const severity = severityRank(b.severity) - severityRank(a.severity);
506
- if (severity !== 0)
507
- return severity;
508
- const confidence = b.confidence - a.confidence;
509
- if (confidence !== 0)
510
- return confidence;
511
- const lastSeen = b.lastSeen.localeCompare(a.lastSeen);
512
- if (lastSeen !== 0)
513
- return lastSeen;
514
- return b.occurrences - a.occurrences;
515
- }
516
- export function saveObservationInboxReport(report, outDir = DEFAULT_OBSERVATIONS_DIR) {
517
- mkdirSync(outDir, { recursive: true });
518
- // 保留毫秒;同秒不同毫秒生成的两份 report 不应静默互相覆盖。
519
- // 例: '2026-05-07T12:00:00.999Z' → '2026-05-07T12-00-00-999'
520
- const stamp = report.meta.generatedAt.replace(/[:.]/g, '-').replace(/Z$/, '');
521
- const path = join(outDir, `${stamp}-observe-inbox.json`);
522
- writeFileSync(path, JSON.stringify(report, null, 2));
523
- return path;
524
- }
525
- export function loadObservationInboxReports(dir = DEFAULT_OBSERVATIONS_DIR) {
526
- if (!existsSync(dir)) {
527
- if (dir === DEFAULT_PROJECT_OBSERVATIONS_DIR && existsSync(DEFAULT_GLOBAL_OBSERVATIONS_DIR)) {
528
- return loadObservationInboxReports(DEFAULT_GLOBAL_OBSERVATIONS_DIR);
529
- }
530
- return [];
531
- }
532
- return readdirSync(dir)
533
- .filter((file) => file.endsWith('-observe-inbox.json'))
534
- .map((file) => {
535
- try {
536
- const report = JSON.parse(readFileSync(join(dir, file), 'utf-8'));
537
- report.items = report.items.map((item) => {
538
- const sourceKind = item.sourceKind;
539
- return {
540
- ...item,
541
- sourceKind: sourceKind === 'openclaw'
542
- ? 'openclaw'
543
- : (item.sourceKind ?? inferObservationSourceKind(item.sourceTrace)),
544
- severityReasonCode: item.severityReasonCode ?? severityReasonCodeFor(item),
545
- severityReason: undefined,
546
- };
547
- });
548
- // 不在 load 路径重建 diagnostics:`buildObserveDiagnosticsFromReport` 现在虽然会从
549
- // report.items[].cwd / experience 推断每个 skill 的 cwd(没把握就跳过该 skill 的
550
- // chain advisory,不再 fallback process.cwd()),但 load 时全跳过的话整个 trace
551
- // 都没有 Diagnosis。新版 build 路径(buildObservationInboxReport)总会写入
552
- // diagnostics 字段;老 inbox JSON 缺字段时让 Studio 显示「该 trace 暂无 Diagnosis,
553
- // 请重新 observe 一次」,比惰性重建安全。
554
- return report;
555
- }
556
- catch {
557
- return null;
558
- }
559
- })
560
- .filter((r) => r?.kind === 'observe-inbox');
561
- }
562
- export function loadLatestObservationInboxReport(dir = DEFAULT_OBSERVATIONS_DIR) {
563
- const reports = loadObservationInboxReports(dir);
564
- if (reports.length === 0)
565
- return null;
566
- return reports.sort((a, b) => b.meta.generatedAt.localeCompare(a.meta.generatedAt))[0] ?? null;
567
- }
568
- export function loadLatestObservationInboxReports(dir = DEFAULT_OBSERVATIONS_DIR) {
569
- const latest = loadLatestObservationInboxReport(dir);
570
- return latest ? [latest] : [];
571
- }
572
- export function queryObservationInbox(dir = DEFAULT_OBSERVATIONS_DIR) {
573
- const reports = loadLatestObservationInboxReports(dir);
574
- return aggregateInboxItems(reports.flatMap((report) => report.items));
575
- }
576
- export function summarizeObservationInboxBySkill(items, reports = []) {
577
- const invocationCounts = reports.reduce((acc, report) => {
578
- for (const [skill, count] of Object.entries(report.meta.skillInvocationCounts ?? {})) {
579
- acc[skill] = (acc[skill] ?? 0) + count;
580
- }
581
- return acc;
582
- }, {});
583
- const sessionCounts = reports.reduce((acc, report) => {
584
- for (const [skill, count] of Object.entries(report.meta.skillSessionCounts ?? {})) {
585
- acc[skill] = (acc[skill] ?? 0) + count;
586
- }
587
- return acc;
588
- }, {});
589
- const bySkill = new Map();
590
- for (const item of items) {
591
- const group = bySkill.get(item.skillName) ?? [];
592
- group.push(item);
593
- bySkill.set(item.skillName, group);
594
- }
595
- const skillNames = new Set([...Object.keys(invocationCounts), ...bySkill.keys()]);
596
- return Array.from(skillNames).map((skillName) => {
597
- const group = bySkill.get(skillName) ?? [];
598
- return {
599
- skillName,
600
- invocationCount: invocationCounts[skillName] ?? group.reduce((sum, item) => sum + item.occurrences, 0),
601
- sessionCount: sessionCounts[skillName] ?? new Set(group.flatMap((item) => item.recentSessionIds)).size,
602
- observationCount: group.length,
603
- highCount: group.filter((item) => item.severity === 'high').length,
604
- mediumCount: group.filter((item) => item.severity === 'medium').length,
605
- lowCount: group.filter((item) => item.severity === 'low').length,
606
- noiseCount: group.filter((item) => item.severity === 'noise').length,
607
- latestSeen: group.reduce((latest, item) => item.lastSeen > latest ? item.lastSeen : latest, ''),
608
- };
609
- }).sort((a, b) => {
610
- const riskA = a.highCount * 100 + a.mediumCount * 10 + a.lowCount;
611
- const riskB = b.highCount * 100 + b.mediumCount * 10 + b.lowCount;
612
- if (riskB !== riskA)
613
- return riskB - riskA;
614
- return b.invocationCount - a.invocationCount;
615
- });
616
- }
617
- export function findObservationInboxItem(id, dir = DEFAULT_OBSERVATIONS_DIR) {
618
- const reports = loadObservationInboxReports(dir);
619
- for (const item of [...reports].reverse().flatMap((report) => report.items)) {
620
- if (item.id === id)
621
- return item;
622
- }
623
- return aggregateInboxItems(reports.flatMap((report) => report.items)).find((item) => item.id === id) ?? null;
624
- }
625
- export function buildObservationMessageWindow(item, radius = 3) {
626
- if (!item.sourceTrace.endsWith('.jsonl'))
627
- return undefined;
628
- const index = item.evidence.messageIndex;
629
- if (typeof index !== 'number' || index < 0 || !existsSync(item.sourceTrace))
630
- return undefined;
631
- const messages = readJsonlMessageRefs(item.sourceTrace);
632
- if (messages.length === 0)
633
- return undefined;
634
- const position = messages.findIndex((message) => message.messageIndex === index);
635
- if (position < 0)
636
- return undefined;
637
- const before = messages.slice(Math.max(0, position - radius), position);
638
- const event = messages.slice(position, position + 1);
639
- let after = messages.slice(position + 1, Math.min(messages.length, position + radius + 1));
640
- if (item.evidence.toolUseId) {
641
- const result = messages.find((message) => message.messageIndex > index && message.snippet.includes(item.evidence.toolUseId));
642
- if (result && !event.some((message) => message.messageIndex === result.messageIndex)) {
643
- event.push(result);
644
- after = after.filter((message) => message.messageIndex !== result.messageIndex);
645
- }
646
- }
647
- return {
648
- before,
649
- event,
650
- after,
651
- resolutionAfter: inferResolutionAfter(messages.slice(index + 1), item.signalType),
652
- };
653
- }
654
- export function formatObservationShow(item) {
655
- const window = item.messageWindow ?? buildObservationMessageWindow(item);
656
- const lines = [
657
- `Observation ${item.id}`,
658
- `skill=${item.skillName} severity=${item.severity} signal=${item.signalType}/${item.signalSubtype} confidence=${item.confidence.toFixed(2)} attribution=${item.attributionConfidence.toFixed(2)}`,
659
- `source=${item.sourceTrace}`,
660
- item.severityReasonCode ? `reason=${item.severityReasonCode}` : '',
661
- '',
662
- ].filter(Boolean);
663
- if (!window) {
664
- lines.push('No message window available for this observation.');
665
- return lines.join('\n');
666
- }
667
- lines.push('--- 上文 ---');
668
- lines.push(...formatMessageRefs(window.before));
669
- lines.push('--- 失败点 / 触发点 ---');
670
- lines.push(...formatMessageRefs(window.event));
671
- lines.push('--- 下文 ---');
672
- lines.push(...formatMessageRefs(window.after));
673
- lines.push(`resolutionAfter=${window.resolutionAfter}`);
674
- return lines.join('\n');
675
- }
676
- function readJsonlMessageRefs(path) {
677
- return readFileSync(path, 'utf-8')
678
- .split('\n')
679
- .map((line, index) => {
680
- const trimmed = line.trim();
681
- if (!trimmed)
682
- return null;
683
- try {
684
- const record = JSON.parse(trimmed);
685
- const type = String(record.type ?? 'other');
686
- if (type !== 'user' && type !== 'assistant')
687
- return null;
688
- const message = record.message;
689
- const role = message?.role === 'assistant' ? 'assistant' : message?.role === 'user' ? 'user' : type === 'assistant' ? 'assistant' : type === 'user' ? 'user' : 'other';
690
- return {
691
- role,
692
- snippet: snippet(extractRecordText(record), 500) ?? '',
693
- messageIndex: index,
694
- uuid: typeof record.uuid === 'string' ? record.uuid : undefined,
695
- timestamp: typeof record.timestamp === 'string' ? record.timestamp : undefined,
696
- };
697
- }
698
- catch {
699
- return null;
700
- }
701
- })
702
- .filter((message) => message !== null && message.snippet !== '');
703
- }
704
- function extractRecordText(record) {
705
- const message = record.message;
706
- const content = message?.content;
707
- if (typeof content === 'string')
708
- return content;
709
- if (Array.isArray(content)) {
710
- return content.map((part) => {
711
- if (!part || typeof part !== 'object')
712
- return '';
713
- const obj = part;
714
- if (obj.type === 'text')
715
- return String(obj.text ?? '');
716
- if (obj.type === 'tool_use')
717
- return `tool_use ${String(obj.name ?? '')} ${String(obj.id ?? '')} ${JSON.stringify(obj.input ?? {})}`;
718
- if (obj.type === 'tool_result')
719
- return `tool_result ${String(obj.tool_use_id ?? '')} ${String(obj.content ?? '')}`;
720
- if (obj.type === 'thinking')
721
- return '';
722
- return JSON.stringify(obj);
723
- }).filter(Boolean).join('\n');
724
- }
725
- return JSON.stringify(record);
726
- }
727
- function inferResolutionAfter(messages, signalType) {
728
- if (signalType !== 'failed_search' && signalType !== 'repeated_failure')
729
- return 'unknown';
730
- const later = messages.map((message) => message.snippet).join('\n');
731
- if (/No matches found|does not exist|not found|permission denied|exceeds maximum allowed tokens/i.test(later) && !/tool_result [^\s]+ (?!No matches found)/i.test(later)) {
732
- return 'unresolved';
733
- }
734
- if (/tool_result [^\s]+ (?!No matches found).{10,}/i.test(later))
735
- return 'resolved';
736
- return 'unknown';
737
- }
738
- function formatMessageRefs(messages) {
739
- if (messages.length === 0)
740
- return ['(none)'];
741
- return messages.map((message) => `[${message.messageIndex}] ${message.role}${message.timestamp ? ` ${message.timestamp}` : ''}${message.uuid ? ` ${message.uuid}` : ''}\n${message.snippet}`);
742
- }
743
- export function selectExploreInboxItems(items, limit, includeNoise = false, random = Math.random) {
744
- const candidates = items
745
- .filter((item) => item.severity === 'medium' || item.severity === 'low' || (includeNoise && item.severity === 'noise'))
746
- .sort((a, b) => b.lastSeen.localeCompare(a.lastSeen))
747
- .slice(0, 50);
748
- const shuffled = [...candidates];
749
- for (let i = shuffled.length - 1; i > 0; i--) {
750
- const j = Math.floor(random() * (i + 1));
751
- [shuffled[i], shuffled[j]] = [shuffled[j], shuffled[i]];
752
- }
753
- return shuffled.slice(0, limit);
754
- }
755
- //# sourceMappingURL=inbox.js.map