oh-my-knowledge 0.30.0 → 0.32.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (1084) hide show
  1. package/README.md +33 -672
  2. package/README.zh.md +45 -684
  3. package/dist/analysis/coverage-analyzer.d.ts.map +1 -0
  4. package/dist/analysis/coverage-analyzer.js.map +1 -0
  5. package/dist/analysis/failure-clusterer.d.ts.map +1 -0
  6. package/dist/analysis/failure-clusterer.js.map +1 -0
  7. package/dist/analysis/gap-analyzer.d.ts +121 -0
  8. package/dist/analysis/gap-analyzer.d.ts.map +1 -0
  9. package/dist/analysis/gap-analyzer.js +471 -0
  10. package/dist/analysis/gap-analyzer.js.map +1 -0
  11. package/dist/analysis/hedging-classifier.d.ts.map +1 -0
  12. package/dist/analysis/hedging-classifier.js.map +1 -0
  13. package/dist/analysis/report-diagnostics.d.ts +34 -0
  14. package/dist/analysis/report-diagnostics.d.ts.map +1 -0
  15. package/dist/analysis/report-diagnostics.js +753 -0
  16. package/dist/analysis/report-diagnostics.js.map +1 -0
  17. package/dist/analysis/sample-diagnostics.d.ts.map +1 -0
  18. package/dist/analysis/sample-diagnostics.js.map +1 -0
  19. package/dist/analysis/saturation.d.ts.map +1 -0
  20. package/dist/analysis/saturation.js.map +1 -0
  21. package/dist/authoring/evolver.d.ts +102 -0
  22. package/dist/authoring/evolver.d.ts.map +1 -0
  23. package/dist/authoring/evolver.js +681 -0
  24. package/dist/authoring/evolver.js.map +1 -0
  25. package/dist/authoring/generator.d.ts +38 -0
  26. package/dist/authoring/generator.d.ts.map +1 -0
  27. package/dist/authoring/generator.js +720 -0
  28. package/dist/authoring/generator.js.map +1 -0
  29. package/dist/authoring/sample-fixer.d.ts +51 -0
  30. package/dist/authoring/sample-fixer.d.ts.map +1 -0
  31. package/dist/authoring/sample-fixer.js +213 -0
  32. package/dist/authoring/sample-fixer.js.map +1 -0
  33. package/dist/cli/commands/doctor.d.ts +26 -0
  34. package/dist/cli/commands/doctor.d.ts.map +1 -0
  35. package/dist/cli/commands/doctor.js +302 -0
  36. package/dist/cli/commands/doctor.js.map +1 -0
  37. package/dist/cli/commands/eval/gold/compare.d.ts +17 -0
  38. package/dist/cli/commands/eval/gold/compare.d.ts.map +1 -0
  39. package/dist/cli/commands/eval/gold/compare.js +91 -0
  40. package/dist/cli/commands/eval/gold/compare.js.map +1 -0
  41. package/dist/cli/commands/eval/gold/index.d.ts +9 -0
  42. package/dist/cli/commands/eval/gold/index.d.ts.map +1 -0
  43. package/dist/cli/commands/eval/gold/index.js +34 -0
  44. package/dist/cli/commands/eval/gold/index.js.map +1 -0
  45. package/dist/cli/commands/eval/gold/init.d.ts +11 -0
  46. package/dist/cli/commands/eval/gold/init.d.ts.map +1 -0
  47. package/dist/cli/commands/eval/gold/init.js +51 -0
  48. package/dist/cli/commands/eval/gold/init.js.map +1 -0
  49. package/dist/cli/commands/eval/gold/validate.d.ts +12 -0
  50. package/dist/cli/commands/eval/gold/validate.d.ts.map +1 -0
  51. package/dist/cli/commands/eval/gold/validate.js +46 -0
  52. package/dist/cli/commands/eval/gold/validate.js.map +1 -0
  53. package/dist/cli/commands/eval/index.d.ts +54 -0
  54. package/dist/cli/commands/eval/index.d.ts.map +1 -0
  55. package/dist/cli/commands/eval/index.js +465 -0
  56. package/dist/cli/commands/eval/index.js.map +1 -0
  57. package/dist/cli/commands/evolve.d.ts +37 -0
  58. package/dist/cli/commands/evolve.d.ts.map +1 -0
  59. package/dist/cli/commands/evolve.js +283 -0
  60. package/dist/cli/commands/evolve.js.map +1 -0
  61. package/dist/cli/commands/init.d.ts +16 -0
  62. package/dist/cli/commands/init.d.ts.map +1 -0
  63. package/dist/cli/commands/init.js +152 -0
  64. package/dist/cli/commands/init.js.map +1 -0
  65. package/dist/cli/commands/observe/inbox.d.ts +23 -0
  66. package/dist/cli/commands/observe/inbox.d.ts.map +1 -0
  67. package/dist/cli/commands/observe/inbox.js +260 -0
  68. package/dist/cli/commands/observe/inbox.js.map +1 -0
  69. package/dist/cli/commands/observe/index.d.ts +22 -0
  70. package/dist/cli/commands/observe/index.d.ts.map +1 -0
  71. package/dist/cli/commands/observe/index.js +118 -0
  72. package/dist/cli/commands/observe/index.js.map +1 -0
  73. package/dist/cli/commands/observe/ingest.d.ts +13 -0
  74. package/dist/cli/commands/observe/ingest.d.ts.map +1 -0
  75. package/dist/cli/commands/observe/ingest.js +71 -0
  76. package/dist/cli/commands/observe/ingest.js.map +1 -0
  77. package/dist/cli/commands/observe/show.d.ts +13 -0
  78. package/dist/cli/commands/observe/show.d.ts.map +1 -0
  79. package/dist/cli/commands/observe/show.js +49 -0
  80. package/dist/cli/commands/observe/show.js.map +1 -0
  81. package/dist/cli/commands/sample.d.ts +38 -0
  82. package/dist/cli/commands/sample.d.ts.map +1 -0
  83. package/dist/cli/commands/sample.js +487 -0
  84. package/dist/cli/commands/sample.js.map +1 -0
  85. package/dist/cli/commands/studio.d.ts +23 -0
  86. package/dist/cli/commands/studio.d.ts.map +1 -0
  87. package/dist/cli/commands/studio.js +158 -0
  88. package/dist/cli/commands/studio.js.map +1 -0
  89. package/dist/cli/index.d.ts.map +1 -0
  90. package/dist/cli/index.js +29 -0
  91. package/dist/cli/index.js.map +1 -0
  92. package/dist/cli/lib/cli-exit.d.ts +16 -0
  93. package/dist/cli/lib/cli-exit.d.ts.map +1 -0
  94. package/dist/cli/lib/cli-exit.js +20 -0
  95. package/dist/cli/lib/cli-exit.js.map +1 -0
  96. package/dist/cli/lib/cmd-flags.d.ts +224 -0
  97. package/dist/cli/lib/cmd-flags.d.ts.map +1 -0
  98. package/dist/cli/lib/cmd-flags.js +46 -0
  99. package/dist/cli/lib/cmd-flags.js.map +1 -0
  100. package/dist/cli/lib/i18n-dict/common.d.ts +4 -0
  101. package/dist/cli/lib/i18n-dict/common.d.ts.map +1 -0
  102. package/dist/cli/lib/i18n-dict/common.js +67 -0
  103. package/dist/cli/lib/i18n-dict/common.js.map +1 -0
  104. package/dist/cli/lib/i18n-dict/evolve.d.ts +4 -0
  105. package/dist/cli/lib/i18n-dict/evolve.d.ts.map +1 -0
  106. package/dist/cli/lib/i18n-dict/evolve.js +43 -0
  107. package/dist/cli/lib/i18n-dict/evolve.js.map +1 -0
  108. package/dist/cli/lib/i18n-dict/gen.d.ts +4 -0
  109. package/dist/cli/lib/i18n-dict/gen.d.ts.map +1 -0
  110. package/dist/cli/lib/i18n-dict/gen.js +63 -0
  111. package/dist/cli/lib/i18n-dict/gen.js.map +1 -0
  112. package/dist/cli/lib/i18n-dict/help.d.ts +4 -0
  113. package/dist/cli/lib/i18n-dict/help.d.ts.map +1 -0
  114. package/dist/cli/lib/i18n-dict/help.js +281 -0
  115. package/dist/cli/lib/i18n-dict/help.js.map +1 -0
  116. package/dist/cli/lib/i18n-dict/init.d.ts +4 -0
  117. package/dist/cli/lib/i18n-dict/init.d.ts.map +1 -0
  118. package/dist/cli/lib/i18n-dict/init.js +27 -0
  119. package/dist/cli/lib/i18n-dict/init.js.map +1 -0
  120. package/dist/cli/lib/i18n-dict/run.d.ts +4 -0
  121. package/dist/cli/lib/i18n-dict/run.d.ts.map +1 -0
  122. package/dist/cli/lib/i18n-dict/run.js +143 -0
  123. package/dist/cli/lib/i18n-dict/run.js.map +1 -0
  124. package/dist/cli/lib/i18n-dict/types.d.ts +5 -0
  125. package/dist/cli/lib/i18n-dict/types.d.ts.map +1 -0
  126. package/dist/cli/lib/i18n-dict/types.js +2 -0
  127. package/dist/cli/lib/i18n-dict/types.js.map +1 -0
  128. package/dist/cli/lib/i18n-dict.d.ts +63 -0
  129. package/dist/cli/lib/i18n-dict.d.ts.map +1 -0
  130. package/dist/cli/lib/i18n-dict.js +67 -0
  131. package/dist/cli/lib/i18n-dict.js.map +1 -0
  132. package/dist/cli/lib/i18n.d.ts +29 -0
  133. package/dist/cli/lib/i18n.d.ts.map +1 -0
  134. package/dist/cli/lib/i18n.js +58 -0
  135. package/dist/cli/lib/i18n.js.map +1 -0
  136. package/dist/cli/lib/parse-run-config/judge-models.d.ts +24 -0
  137. package/dist/cli/lib/parse-run-config/judge-models.d.ts.map +1 -0
  138. package/dist/cli/lib/parse-run-config/judge-models.js +55 -0
  139. package/dist/cli/lib/parse-run-config/judge-models.js.map +1 -0
  140. package/dist/cli/lib/parse-run-config/samples-discovery.d.ts +19 -0
  141. package/dist/cli/lib/parse-run-config/samples-discovery.d.ts.map +1 -0
  142. package/dist/cli/lib/parse-run-config/samples-discovery.js +53 -0
  143. package/dist/cli/lib/parse-run-config/samples-discovery.js.map +1 -0
  144. package/dist/cli/lib/parse-run-config/variant-resolution.d.ts +18 -0
  145. package/dist/cli/lib/parse-run-config/variant-resolution.d.ts.map +1 -0
  146. package/dist/cli/lib/parse-run-config/variant-resolution.js +59 -0
  147. package/dist/cli/lib/parse-run-config/variant-resolution.js.map +1 -0
  148. package/dist/cli/lib/parse-run-config.d.ts +93 -0
  149. package/dist/cli/lib/parse-run-config.d.ts.map +1 -0
  150. package/dist/cli/lib/parse-run-config.js +157 -0
  151. package/dist/cli/lib/parse-run-config.js.map +1 -0
  152. package/dist/cli/lib/progress.d.ts.map +1 -0
  153. package/dist/cli/lib/progress.js.map +1 -0
  154. package/dist/cli/lib/resolve-skill-input.d.ts +8 -0
  155. package/dist/cli/lib/resolve-skill-input.d.ts.map +1 -0
  156. package/dist/cli/lib/resolve-skill-input.js +38 -0
  157. package/dist/cli/lib/resolve-skill-input.js.map +1 -0
  158. package/dist/cli/lib/run-tally.d.ts +18 -0
  159. package/dist/cli/lib/run-tally.d.ts.map +1 -0
  160. package/dist/cli/lib/run-tally.js.map +1 -0
  161. package/dist/cli/lib/shared.d.ts +12 -0
  162. package/dist/cli/lib/shared.d.ts.map +1 -0
  163. package/dist/cli/lib/shared.js +26 -0
  164. package/dist/cli/lib/shared.js.map +1 -0
  165. package/dist/cli/lib/update-check.d.ts +9 -0
  166. package/dist/cli/lib/update-check.d.ts.map +1 -0
  167. package/dist/cli/lib/update-check.js +113 -0
  168. package/dist/cli/lib/update-check.js.map +1 -0
  169. package/dist/cli/oclif/base-command.d.ts +8 -0
  170. package/dist/cli/oclif/base-command.d.ts.map +1 -0
  171. package/dist/cli/oclif/base-command.js +27 -0
  172. package/dist/cli/oclif/base-command.js.map +1 -0
  173. package/dist/cli/oclif/help.d.ts +16 -0
  174. package/dist/cli/oclif/help.d.ts.map +1 -0
  175. package/dist/cli/oclif/help.js +33 -0
  176. package/dist/cli/oclif/help.js.map +1 -0
  177. package/dist/cli/oclif/i18n.d.ts +16 -0
  178. package/dist/cli/oclif/i18n.d.ts.map +1 -0
  179. package/dist/cli/oclif/i18n.js +62 -0
  180. package/dist/cli/oclif/i18n.js.map +1 -0
  181. package/dist/cli/oclif/parsers.d.ts +10 -0
  182. package/dist/cli/oclif/parsers.d.ts.map +1 -0
  183. package/dist/cli/oclif/parsers.js +102 -0
  184. package/dist/cli/oclif/parsers.js.map +1 -0
  185. package/dist/cli/oclif/projection.d.ts +23 -0
  186. package/dist/cli/oclif/projection.d.ts.map +1 -0
  187. package/dist/cli/oclif/projection.js +52 -0
  188. package/dist/cli/oclif/projection.js.map +1 -0
  189. package/dist/cli/oclif/run.d.ts +2 -0
  190. package/dist/cli/oclif/run.d.ts.map +1 -0
  191. package/dist/cli/oclif/run.js +11 -0
  192. package/dist/cli/oclif/run.js.map +1 -0
  193. package/dist/diagnosis/observe-mapper.d.ts +68 -0
  194. package/dist/diagnosis/observe-mapper.d.ts.map +1 -0
  195. package/dist/diagnosis/observe-mapper.js +276 -0
  196. package/dist/diagnosis/observe-mapper.js.map +1 -0
  197. package/dist/diagnosis/observe-producer.d.ts +9 -0
  198. package/dist/diagnosis/observe-producer.d.ts.map +1 -0
  199. package/dist/diagnosis/observe-producer.js +199 -0
  200. package/dist/diagnosis/observe-producer.js.map +1 -0
  201. package/dist/diagnosis/studio-projection.d.ts +7 -0
  202. package/dist/diagnosis/studio-projection.d.ts.map +1 -0
  203. package/dist/diagnosis/studio-projection.js +84 -0
  204. package/dist/diagnosis/studio-projection.js.map +1 -0
  205. package/dist/diagnosis/types.d.ts +4 -0
  206. package/dist/diagnosis/types.d.ts.map +1 -0
  207. package/dist/diagnosis/types.js +20 -0
  208. package/dist/diagnosis/types.js.map +1 -0
  209. package/dist/doctor/fixer.d.ts +12 -0
  210. package/dist/doctor/fixer.d.ts.map +1 -0
  211. package/dist/doctor/fixer.js +326 -0
  212. package/dist/doctor/fixer.js.map +1 -0
  213. package/dist/doctor/health/builtin-dimensions.d.ts.map +1 -0
  214. package/dist/doctor/health/builtin-dimensions.js.map +1 -0
  215. package/dist/doctor/health/composer.d.ts.map +1 -0
  216. package/dist/doctor/health/composer.js +296 -0
  217. package/dist/doctor/health/composer.js.map +1 -0
  218. package/dist/doctor/health/dimension-registry.d.ts.map +1 -0
  219. package/dist/doctor/health/dimension-registry.js.map +1 -0
  220. package/dist/doctor/health/dimension-spec.d.ts +47 -0
  221. package/dist/doctor/health/dimension-spec.d.ts.map +1 -0
  222. package/dist/doctor/health/dimension-spec.js.map +1 -0
  223. package/dist/doctor/health/parser.d.ts +26 -0
  224. package/dist/doctor/health/parser.d.ts.map +1 -0
  225. package/dist/doctor/health/parser.js +228 -0
  226. package/dist/doctor/health/parser.js.map +1 -0
  227. package/dist/doctor/health/prompt-builder.d.ts +3 -0
  228. package/dist/doctor/health/prompt-builder.d.ts.map +1 -0
  229. package/dist/doctor/health/prompt-builder.js +2 -0
  230. package/dist/doctor/health/prompt-builder.js.map +1 -0
  231. package/dist/doctor/health/register.d.ts.map +1 -0
  232. package/dist/doctor/health/register.js.map +1 -0
  233. package/dist/doctor/index.d.ts.map +1 -0
  234. package/dist/doctor/index.js +246 -0
  235. package/dist/doctor/index.js.map +1 -0
  236. package/dist/doctor/messages.d.ts +21 -0
  237. package/dist/doctor/messages.d.ts.map +1 -0
  238. package/dist/doctor/messages.js +217 -0
  239. package/dist/doctor/messages.js.map +1 -0
  240. package/dist/doctor/preflight.d.ts.map +1 -0
  241. package/dist/doctor/preflight.js.map +1 -0
  242. package/dist/doctor/renderer.d.ts +17 -0
  243. package/dist/doctor/renderer.d.ts.map +1 -0
  244. package/dist/doctor/renderer.js +122 -0
  245. package/dist/doctor/renderer.js.map +1 -0
  246. package/dist/doctor/rules.d.ts.map +1 -0
  247. package/dist/doctor/rules.js +289 -0
  248. package/dist/doctor/rules.js.map +1 -0
  249. package/dist/eval-core/bootstrap.d.ts.map +1 -0
  250. package/dist/eval-core/bootstrap.js.map +1 -0
  251. package/dist/eval-core/cache.d.ts.map +1 -0
  252. package/dist/eval-core/cache.js.map +1 -0
  253. package/dist/eval-core/comparability.d.ts.map +1 -0
  254. package/dist/eval-core/comparability.js.map +1 -0
  255. package/dist/eval-core/dependency-checker.d.ts +37 -0
  256. package/dist/eval-core/dependency-checker.d.ts.map +1 -0
  257. package/dist/eval-core/dependency-checker.js.map +1 -0
  258. package/dist/eval-core/evaluation-execution.d.ts.map +1 -0
  259. package/dist/eval-core/evaluation-execution.js.map +1 -0
  260. package/dist/eval-core/evaluation-job.d.ts.map +1 -0
  261. package/dist/eval-core/evaluation-job.js.map +1 -0
  262. package/dist/eval-core/evaluation-reporting.d.ts.map +1 -0
  263. package/dist/eval-core/evaluation-reporting.js.map +1 -0
  264. package/dist/eval-core/execution-strategy.d.ts.map +1 -0
  265. package/dist/eval-core/execution-strategy.js +165 -0
  266. package/dist/eval-core/execution-strategy.js.map +1 -0
  267. package/dist/eval-core/fact-checker.d.ts.map +1 -0
  268. package/dist/eval-core/fact-checker.js.map +1 -0
  269. package/dist/eval-core/layer-gates.d.ts.map +1 -0
  270. package/dist/eval-core/layer-gates.js.map +1 -0
  271. package/dist/eval-core/mock-hook.cjs +215 -0
  272. package/dist/eval-core/mocks-runtime.d.ts +100 -0
  273. package/dist/eval-core/mocks-runtime.d.ts.map +1 -0
  274. package/dist/eval-core/mocks-runtime.js +559 -0
  275. package/dist/eval-core/mocks-runtime.js.map +1 -0
  276. package/dist/eval-core/schema.d.ts.map +1 -0
  277. package/dist/eval-core/schema.js.map +1 -0
  278. package/dist/eval-core/statistics.d.ts.map +1 -0
  279. package/dist/eval-core/statistics.js.map +1 -0
  280. package/dist/eval-core/task-planner.d.ts.map +1 -0
  281. package/dist/eval-core/task-planner.js.map +1 -0
  282. package/dist/eval-core/verdict.d.ts.map +1 -0
  283. package/dist/eval-core/verdict.js.map +1 -0
  284. package/dist/eval-workflows/batch-evaluation-workflow.d.ts.map +1 -0
  285. package/dist/eval-workflows/batch-evaluation-workflow.js.map +1 -0
  286. package/dist/eval-workflows/evaluation-pipeline/preflight-warnings.d.ts +22 -0
  287. package/dist/eval-workflows/evaluation-pipeline/preflight-warnings.d.ts.map +1 -0
  288. package/dist/eval-workflows/evaluation-pipeline/preflight-warnings.js +67 -0
  289. package/dist/eval-workflows/evaluation-pipeline/preflight-warnings.js.map +1 -0
  290. package/dist/eval-workflows/evaluation-pipeline/report-finalize.d.ts +32 -0
  291. package/dist/eval-workflows/evaluation-pipeline/report-finalize.d.ts.map +1 -0
  292. package/dist/eval-workflows/evaluation-pipeline/report-finalize.js +57 -0
  293. package/dist/eval-workflows/evaluation-pipeline/report-finalize.js.map +1 -0
  294. package/dist/eval-workflows/evaluation-pipeline/run-state.d.ts +60 -0
  295. package/dist/eval-workflows/evaluation-pipeline/run-state.d.ts.map +1 -0
  296. package/dist/eval-workflows/evaluation-pipeline/run-state.js +88 -0
  297. package/dist/eval-workflows/evaluation-pipeline/run-state.js.map +1 -0
  298. package/dist/eval-workflows/evaluation-pipeline/test-set-hash.d.ts +21 -0
  299. package/dist/eval-workflows/evaluation-pipeline/test-set-hash.d.ts.map +1 -0
  300. package/dist/eval-workflows/evaluation-pipeline/test-set-hash.js +46 -0
  301. package/dist/eval-workflows/evaluation-pipeline/test-set-hash.js.map +1 -0
  302. package/dist/eval-workflows/evaluation-pipeline.d.ts +97 -0
  303. package/dist/eval-workflows/evaluation-pipeline.d.ts.map +1 -0
  304. package/dist/eval-workflows/evaluation-pipeline.js +179 -0
  305. package/dist/eval-workflows/evaluation-pipeline.js.map +1 -0
  306. package/dist/eval-workflows/evaluation-preparation.d.ts.map +1 -0
  307. package/dist/eval-workflows/evaluation-preparation.js.map +1 -0
  308. package/dist/eval-workflows/messages.d.ts +4 -0
  309. package/dist/eval-workflows/messages.d.ts.map +1 -0
  310. package/dist/eval-workflows/messages.js +30 -0
  311. package/dist/eval-workflows/messages.js.map +1 -0
  312. package/dist/eval-workflows/run-evaluation.d.ts.map +1 -0
  313. package/dist/eval-workflows/run-evaluation.js +528 -0
  314. package/dist/eval-workflows/run-evaluation.js.map +1 -0
  315. package/dist/executors/anthropic-api.d.ts.map +1 -0
  316. package/dist/executors/anthropic-api.js.map +1 -0
  317. package/dist/executors/claude-cli.d.ts.map +1 -0
  318. package/dist/executors/claude-cli.js +181 -0
  319. package/dist/executors/claude-cli.js.map +1 -0
  320. package/dist/executors/claude-sdk-trace.d.ts.map +1 -0
  321. package/dist/executors/claude-sdk-trace.js.map +1 -0
  322. package/dist/executors/claude-sdk.d.ts.map +1 -0
  323. package/dist/executors/claude-sdk.js.map +1 -0
  324. package/dist/executors/codex-cli-trace.d.ts.map +1 -0
  325. package/dist/executors/codex-cli-trace.js.map +1 -0
  326. package/dist/executors/codex-cli.d.ts.map +1 -0
  327. package/dist/executors/codex-cli.js.map +1 -0
  328. package/dist/executors/codex-sdk.d.ts.map +1 -0
  329. package/dist/executors/codex-sdk.js.map +1 -0
  330. package/dist/executors/gemini.d.ts.map +1 -0
  331. package/dist/executors/gemini.js.map +1 -0
  332. package/dist/executors/index.d.ts.map +1 -0
  333. package/dist/executors/index.js.map +1 -0
  334. package/dist/executors/openai-api.d.ts.map +1 -0
  335. package/dist/executors/openai-api.js.map +1 -0
  336. package/dist/executors/runtime-fingerprint.d.ts.map +1 -0
  337. package/dist/executors/runtime-fingerprint.js.map +1 -0
  338. package/dist/executors/script.d.ts.map +1 -0
  339. package/dist/executors/script.js.map +1 -0
  340. package/dist/executors/shared.d.ts +194 -0
  341. package/dist/executors/shared.d.ts.map +1 -0
  342. package/dist/executors/shared.js +253 -0
  343. package/dist/executors/shared.js.map +1 -0
  344. package/dist/grading/assertions.d.ts.map +1 -0
  345. package/dist/grading/assertions.js.map +1 -0
  346. package/dist/grading/debias-validate.d.ts.map +1 -0
  347. package/dist/grading/debias-validate.js.map +1 -0
  348. package/dist/grading/diagnostic.d.ts.map +1 -0
  349. package/dist/grading/diagnostic.js.map +1 -0
  350. package/dist/grading/gold-cli.d.ts.map +1 -0
  351. package/dist/grading/gold-cli.js.map +1 -0
  352. package/dist/grading/gold-dataset.d.ts.map +1 -0
  353. package/dist/grading/gold-dataset.js.map +1 -0
  354. package/dist/grading/human-gold.d.ts.map +1 -0
  355. package/dist/grading/human-gold.js.map +1 -0
  356. package/dist/grading/index.d.ts.map +1 -0
  357. package/dist/grading/index.js.map +1 -0
  358. package/dist/grading/judge.d.ts.map +1 -0
  359. package/dist/grading/judge.js.map +1 -0
  360. package/dist/grading/layered-scores.d.ts.map +1 -0
  361. package/dist/grading/layered-scores.js.map +1 -0
  362. package/dist/inputs/eval-config.d.ts.map +1 -0
  363. package/dist/inputs/eval-config.js.map +1 -0
  364. package/dist/inputs/load-samples.d.ts.map +1 -0
  365. package/dist/inputs/load-samples.js.map +1 -0
  366. package/dist/inputs/mcp-resolver.d.ts.map +1 -0
  367. package/dist/inputs/mcp-resolver.js.map +1 -0
  368. package/dist/inputs/skill-loader.d.ts.map +1 -0
  369. package/dist/inputs/skill-loader.js +261 -0
  370. package/dist/inputs/skill-loader.js.map +1 -0
  371. package/dist/inputs/url-fetcher.d.ts.map +1 -0
  372. package/dist/inputs/url-fetcher.js.map +1 -0
  373. package/dist/observability/experience-frontmatter.d.ts +37 -0
  374. package/dist/observability/experience-frontmatter.d.ts.map +1 -0
  375. package/dist/observability/experience-frontmatter.js +100 -0
  376. package/dist/observability/experience-frontmatter.js.map +1 -0
  377. package/dist/observability/experience.d.ts +23 -0
  378. package/dist/observability/experience.d.ts.map +1 -0
  379. package/dist/observability/experience.js +3438 -0
  380. package/dist/observability/experience.js.map +1 -0
  381. package/dist/observability/feedback-matchers.d.ts +37 -0
  382. package/dist/observability/feedback-matchers.d.ts.map +1 -0
  383. package/dist/observability/feedback-matchers.js +232 -0
  384. package/dist/observability/feedback-matchers.js.map +1 -0
  385. package/dist/observability/feedback-projection.d.ts +21 -0
  386. package/dist/observability/feedback-projection.d.ts.map +1 -0
  387. package/dist/observability/feedback-projection.js +20 -0
  388. package/dist/observability/feedback-projection.js.map +1 -0
  389. package/dist/observability/inbox-view-model.d.ts +43 -0
  390. package/dist/observability/inbox-view-model.d.ts.map +1 -0
  391. package/dist/observability/inbox-view-model.js +180 -0
  392. package/dist/observability/inbox-view-model.js.map +1 -0
  393. package/dist/observability/inbox.d.ts +28 -0
  394. package/dist/observability/inbox.d.ts.map +1 -0
  395. package/dist/observability/inbox.js +765 -0
  396. package/dist/observability/inbox.js.map +1 -0
  397. package/dist/observability/problem-patterns.d.ts +12 -0
  398. package/dist/observability/problem-patterns.d.ts.map +1 -0
  399. package/dist/observability/problem-patterns.js +244 -0
  400. package/dist/observability/problem-patterns.js.map +1 -0
  401. package/dist/observability/prompts/llm-enhanced-review.prompt.md +224 -0
  402. package/dist/observability/resolved-review.d.ts +37 -0
  403. package/dist/observability/resolved-review.d.ts.map +1 -0
  404. package/dist/observability/resolved-review.js +552 -0
  405. package/dist/observability/resolved-review.js.map +1 -0
  406. package/dist/observability/review-state.d.ts +20 -0
  407. package/dist/observability/review-state.d.ts.map +1 -0
  408. package/dist/observability/review-state.js +169 -0
  409. package/dist/observability/review-state.js.map +1 -0
  410. package/dist/observability/skill-chain-advisories.d.ts +16 -0
  411. package/dist/observability/skill-chain-advisories.d.ts.map +1 -0
  412. package/dist/observability/skill-chain-advisories.js +69 -0
  413. package/dist/observability/skill-chain-advisories.js.map +1 -0
  414. package/dist/observability/skill-chain.d.ts +7 -0
  415. package/dist/observability/skill-chain.d.ts.map +1 -0
  416. package/dist/observability/skill-chain.js +474 -0
  417. package/dist/observability/skill-chain.js.map +1 -0
  418. package/dist/observability/skill-health-analyzer.d.ts.map +1 -0
  419. package/dist/observability/skill-health-analyzer.js.map +1 -0
  420. package/dist/observability/soft-standards/constants.d.ts +5 -0
  421. package/dist/observability/soft-standards/constants.d.ts.map +1 -0
  422. package/dist/observability/soft-standards/constants.js +10 -0
  423. package/dist/observability/soft-standards/constants.js.map +1 -0
  424. package/dist/observability/soft-standards/index.d.ts +16 -0
  425. package/dist/observability/soft-standards/index.d.ts.map +1 -0
  426. package/dist/observability/soft-standards/index.js +15 -0
  427. package/dist/observability/soft-standards/index.js.map +1 -0
  428. package/dist/observability/soft-standards/llm-extractor.d.ts +6 -0
  429. package/dist/observability/soft-standards/llm-extractor.d.ts.map +1 -0
  430. package/dist/observability/soft-standards/llm-extractor.js +692 -0
  431. package/dist/observability/soft-standards/llm-extractor.js.map +1 -0
  432. package/dist/observability/soft-standards/runtime-evaluator.d.ts +12 -0
  433. package/dist/observability/soft-standards/runtime-evaluator.d.ts.map +1 -0
  434. package/dist/observability/soft-standards/runtime-evaluator.js +385 -0
  435. package/dist/observability/soft-standards/runtime-evaluator.js.map +1 -0
  436. package/dist/observability/soft-standards/skill-standards-store.d.ts +11 -0
  437. package/dist/observability/soft-standards/skill-standards-store.d.ts.map +1 -0
  438. package/dist/observability/soft-standards/skill-standards-store.js +158 -0
  439. package/dist/observability/soft-standards/skill-standards-store.js.map +1 -0
  440. package/dist/observability/soft-standards/types.d.ts +212 -0
  441. package/dist/observability/soft-standards/types.d.ts.map +1 -0
  442. package/dist/observability/soft-standards/types.js +2 -0
  443. package/dist/observability/soft-standards/types.js.map +1 -0
  444. package/dist/observability/text-signals.d.ts +14 -0
  445. package/dist/observability/text-signals.d.ts.map +1 -0
  446. package/dist/observability/text-signals.js +116 -0
  447. package/dist/observability/text-signals.js.map +1 -0
  448. package/dist/observability/trace-adapter.d.ts.map +1 -0
  449. package/dist/observability/trace-adapter.js.map +1 -0
  450. package/dist/observability/trace-attribution.d.ts +56 -0
  451. package/dist/observability/trace-attribution.d.ts.map +1 -0
  452. package/dist/observability/trace-attribution.js +200 -0
  453. package/dist/observability/trace-attribution.js.map +1 -0
  454. package/dist/observability/trace-segmenter.d.ts +52 -0
  455. package/dist/observability/trace-segmenter.d.ts.map +1 -0
  456. package/dist/observability/trace-segmenter.js +322 -0
  457. package/dist/observability/trace-segmenter.js.map +1 -0
  458. package/dist/observability/trace-source.d.ts +92 -0
  459. package/dist/observability/trace-source.d.ts.map +1 -0
  460. package/dist/observability/trace-source.js +502 -0
  461. package/dist/observability/trace-source.js.map +1 -0
  462. package/dist/renderer/html-renderer.d.ts.map +1 -0
  463. package/dist/renderer/html-renderer.js.map +1 -0
  464. package/dist/renderer/layout.d.ts.map +1 -0
  465. package/dist/renderer/layout.js.map +1 -0
  466. package/dist/renderer/observation-inbox/helpers.d.ts +14 -0
  467. package/dist/renderer/observation-inbox/helpers.d.ts.map +1 -0
  468. package/dist/renderer/observation-inbox/helpers.js +75 -0
  469. package/dist/renderer/observation-inbox/helpers.js.map +1 -0
  470. package/dist/renderer/observation-inbox/styles.d.ts +2 -0
  471. package/dist/renderer/observation-inbox/styles.d.ts.map +1 -0
  472. package/dist/renderer/observation-inbox/styles.js +5184 -0
  473. package/dist/renderer/observation-inbox/styles.js.map +1 -0
  474. package/dist/renderer/observation-inbox-renderer.d.ts +5 -0
  475. package/dist/renderer/observation-inbox-renderer.d.ts.map +1 -0
  476. package/dist/renderer/observation-inbox-renderer.js +7182 -0
  477. package/dist/renderer/observation-inbox-renderer.js.map +1 -0
  478. package/dist/renderer/skill-detail-renderer.d.ts +13 -0
  479. package/dist/renderer/skill-detail-renderer.d.ts.map +1 -0
  480. package/dist/renderer/skill-detail-renderer.js +1244 -0
  481. package/dist/renderer/skill-detail-renderer.js.map +1 -0
  482. package/dist/renderer/skill-health-renderer.d.ts.map +1 -0
  483. package/dist/renderer/skill-health-renderer.js.map +1 -0
  484. package/dist/renderer/skill-list-renderer.d.ts +3 -0
  485. package/dist/renderer/skill-list-renderer.d.ts.map +1 -0
  486. package/dist/renderer/skill-list-renderer.js +334 -0
  487. package/dist/renderer/skill-list-renderer.js.map +1 -0
  488. package/dist/renderer/summary.d.ts +68 -0
  489. package/dist/renderer/summary.d.ts.map +1 -0
  490. package/dist/renderer/summary.js +1896 -0
  491. package/dist/renderer/summary.js.map +1 -0
  492. package/dist/renderer/table.d.ts.map +1 -0
  493. package/dist/renderer/table.js.map +1 -0
  494. package/dist/renderer/test-view.d.ts.map +1 -0
  495. package/dist/renderer/test-view.js +905 -0
  496. package/dist/renderer/test-view.js.map +1 -0
  497. package/dist/renderer/trends.d.ts.map +1 -0
  498. package/dist/renderer/trends.js.map +1 -0
  499. package/dist/server/job-store.d.ts.map +1 -0
  500. package/dist/server/job-store.js.map +1 -0
  501. package/dist/server/report-server.d.ts.map +1 -0
  502. package/dist/server/report-server.js +892 -0
  503. package/dist/server/report-server.js.map +1 -0
  504. package/dist/server/report-store.d.ts.map +1 -0
  505. package/dist/server/report-store.js.map +1 -0
  506. package/dist/server/skill-index.d.ts +14 -0
  507. package/dist/server/skill-index.d.ts.map +1 -0
  508. package/dist/server/skill-index.js +381 -0
  509. package/dist/server/skill-index.js.map +1 -0
  510. package/dist/server/skill-insights.d.ts +32 -0
  511. package/dist/server/skill-insights.d.ts.map +1 -0
  512. package/dist/server/skill-insights.js +788 -0
  513. package/dist/server/skill-insights.js.map +1 -0
  514. package/dist/shared/hard-rules.d.ts +42 -0
  515. package/dist/shared/hard-rules.d.ts.map +1 -0
  516. package/dist/shared/hard-rules.js +242 -0
  517. package/dist/shared/hard-rules.js.map +1 -0
  518. package/dist/shared/llm-prompts/index.d.ts +14 -0
  519. package/dist/shared/llm-prompts/index.d.ts.map +1 -0
  520. package/dist/shared/llm-prompts/index.js +22 -0
  521. package/dist/shared/llm-prompts/index.js.map +1 -0
  522. package/dist/shared/llm-prompts/skill-health.d.ts +22 -0
  523. package/dist/shared/llm-prompts/skill-health.d.ts.map +1 -0
  524. package/dist/shared/llm-prompts/skill-health.js +170 -0
  525. package/dist/shared/llm-prompts/skill-health.js.map +1 -0
  526. package/dist/shared/time.d.ts.map +1 -0
  527. package/dist/shared/time.js.map +1 -0
  528. package/dist/shared/tool-search.d.ts.map +1 -0
  529. package/dist/shared/tool-search.js.map +1 -0
  530. package/dist/types/dependencies.d.ts +23 -0
  531. package/dist/types/dependencies.d.ts.map +1 -0
  532. package/dist/types/dependencies.js +2 -0
  533. package/dist/types/dependencies.js.map +1 -0
  534. package/dist/types/diagnosis.d.ts +88 -0
  535. package/dist/types/diagnosis.d.ts.map +1 -0
  536. package/dist/types/diagnosis.js +2 -0
  537. package/dist/types/diagnosis.js.map +1 -0
  538. package/dist/types/doctor.d.ts +157 -0
  539. package/dist/types/doctor.d.ts.map +1 -0
  540. package/dist/types/doctor.js.map +1 -0
  541. package/dist/types/eval.d.ts +377 -0
  542. package/dist/types/eval.d.ts.map +1 -0
  543. package/dist/types/eval.js.map +1 -0
  544. package/dist/types/executor.d.ts.map +1 -0
  545. package/dist/types/executor.js.map +1 -0
  546. package/dist/types/index.d.ts +12 -0
  547. package/dist/types/index.d.ts.map +1 -0
  548. package/dist/types/index.js +12 -0
  549. package/dist/types/index.js.map +1 -0
  550. package/dist/types/judge.d.ts.map +1 -0
  551. package/dist/types/judge.js.map +1 -0
  552. package/dist/types/observability.d.ts +865 -0
  553. package/dist/types/observability.d.ts.map +1 -0
  554. package/dist/types/observability.js +14 -0
  555. package/dist/types/observability.js.map +1 -0
  556. package/dist/types/report.d.ts +560 -0
  557. package/dist/types/report.d.ts.map +1 -0
  558. package/dist/types/report.js.map +1 -0
  559. package/dist/types/shared.d.ts.map +1 -0
  560. package/dist/types/shared.js.map +1 -0
  561. package/dist/types/skill-index.d.ts +142 -0
  562. package/dist/types/skill-index.d.ts.map +1 -0
  563. package/dist/types/skill-index.js +2 -0
  564. package/dist/types/skill-index.js.map +1 -0
  565. package/dist/types/storage.d.ts.map +1 -0
  566. package/dist/types/storage.js.map +1 -0
  567. package/dist/util/safe-slice.d.ts +23 -0
  568. package/dist/util/safe-slice.d.ts.map +1 -0
  569. package/dist/util/safe-slice.js +33 -0
  570. package/dist/util/safe-slice.js.map +1 -0
  571. package/package.json +40 -8
  572. package/dist/src/analysis/coverage-analyzer.d.ts.map +0 -1
  573. package/dist/src/analysis/coverage-analyzer.js.map +0 -1
  574. package/dist/src/analysis/failure-clusterer.d.ts.map +0 -1
  575. package/dist/src/analysis/failure-clusterer.js.map +0 -1
  576. package/dist/src/analysis/gap-analyzer.d.ts +0 -121
  577. package/dist/src/analysis/gap-analyzer.d.ts.map +0 -1
  578. package/dist/src/analysis/gap-analyzer.js +0 -471
  579. package/dist/src/analysis/gap-analyzer.js.map +0 -1
  580. package/dist/src/analysis/hedging-classifier.d.ts.map +0 -1
  581. package/dist/src/analysis/hedging-classifier.js.map +0 -1
  582. package/dist/src/analysis/report-diagnostics.d.ts +0 -34
  583. package/dist/src/analysis/report-diagnostics.d.ts.map +0 -1
  584. package/dist/src/analysis/report-diagnostics.js +0 -753
  585. package/dist/src/analysis/report-diagnostics.js.map +0 -1
  586. package/dist/src/analysis/sample-diagnostics.d.ts.map +0 -1
  587. package/dist/src/analysis/sample-diagnostics.js.map +0 -1
  588. package/dist/src/analysis/saturation.d.ts.map +0 -1
  589. package/dist/src/analysis/saturation.js.map +0 -1
  590. package/dist/src/authoring/evolver.d.ts +0 -78
  591. package/dist/src/authoring/evolver.d.ts.map +0 -1
  592. package/dist/src/authoring/evolver.js +0 -320
  593. package/dist/src/authoring/evolver.js.map +0 -1
  594. package/dist/src/authoring/generator.d.ts +0 -35
  595. package/dist/src/authoring/generator.d.ts.map +0 -1
  596. package/dist/src/authoring/generator.js +0 -704
  597. package/dist/src/authoring/generator.js.map +0 -1
  598. package/dist/src/authoring/sample-fixer.d.ts +0 -45
  599. package/dist/src/authoring/sample-fixer.d.ts.map +0 -1
  600. package/dist/src/authoring/sample-fixer.js +0 -186
  601. package/dist/src/authoring/sample-fixer.js.map +0 -1
  602. package/dist/src/cli/cli-exit.d.ts +0 -15
  603. package/dist/src/cli/cli-exit.d.ts.map +0 -1
  604. package/dist/src/cli/cli-exit.js +0 -19
  605. package/dist/src/cli/cli-exit.js.map +0 -1
  606. package/dist/src/cli/commands/_shared.d.ts +0 -12
  607. package/dist/src/cli/commands/_shared.d.ts.map +0 -1
  608. package/dist/src/cli/commands/_shared.js +0 -26
  609. package/dist/src/cli/commands/_shared.js.map +0 -1
  610. package/dist/src/cli/commands/doctor.d.ts +0 -2
  611. package/dist/src/cli/commands/doctor.d.ts.map +0 -1
  612. package/dist/src/cli/commands/doctor.js +0 -174
  613. package/dist/src/cli/commands/doctor.js.map +0 -1
  614. package/dist/src/cli/commands/eval-gold.d.ts +0 -2
  615. package/dist/src/cli/commands/eval-gold.d.ts.map +0 -1
  616. package/dist/src/cli/commands/eval-gold.js +0 -137
  617. package/dist/src/cli/commands/eval-gold.js.map +0 -1
  618. package/dist/src/cli/commands/eval-runner.d.ts +0 -2
  619. package/dist/src/cli/commands/eval-runner.d.ts.map +0 -1
  620. package/dist/src/cli/commands/eval-runner.js +0 -299
  621. package/dist/src/cli/commands/eval-runner.js.map +0 -1
  622. package/dist/src/cli/commands/eval.d.ts +0 -2
  623. package/dist/src/cli/commands/eval.d.ts.map +0 -1
  624. package/dist/src/cli/commands/eval.js +0 -11
  625. package/dist/src/cli/commands/eval.js.map +0 -1
  626. package/dist/src/cli/commands/evolve.d.ts +0 -2
  627. package/dist/src/cli/commands/evolve.d.ts.map +0 -1
  628. package/dist/src/cli/commands/evolve.js +0 -132
  629. package/dist/src/cli/commands/evolve.js.map +0 -1
  630. package/dist/src/cli/commands/init.d.ts +0 -2
  631. package/dist/src/cli/commands/init.d.ts.map +0 -1
  632. package/dist/src/cli/commands/init.js +0 -110
  633. package/dist/src/cli/commands/init.js.map +0 -1
  634. package/dist/src/cli/commands/observe.d.ts +0 -2
  635. package/dist/src/cli/commands/observe.d.ts.map +0 -1
  636. package/dist/src/cli/commands/observe.js +0 -247
  637. package/dist/src/cli/commands/observe.js.map +0 -1
  638. package/dist/src/cli/commands/registry.d.ts +0 -11
  639. package/dist/src/cli/commands/registry.d.ts.map +0 -1
  640. package/dist/src/cli/commands/registry.js +0 -32
  641. package/dist/src/cli/commands/registry.js.map +0 -1
  642. package/dist/src/cli/commands/sample.d.ts +0 -15
  643. package/dist/src/cli/commands/sample.d.ts.map +0 -1
  644. package/dist/src/cli/commands/sample.js +0 -415
  645. package/dist/src/cli/commands/sample.js.map +0 -1
  646. package/dist/src/cli/commands/studio.d.ts +0 -2
  647. package/dist/src/cli/commands/studio.d.ts.map +0 -1
  648. package/dist/src/cli/commands/studio.js +0 -84
  649. package/dist/src/cli/commands/studio.js.map +0 -1
  650. package/dist/src/cli/i18n-dict.d.ts +0 -54
  651. package/dist/src/cli/i18n-dict.d.ts.map +0 -1
  652. package/dist/src/cli/i18n-dict.js +0 -1125
  653. package/dist/src/cli/i18n-dict.js.map +0 -1
  654. package/dist/src/cli/i18n.d.ts +0 -24
  655. package/dist/src/cli/i18n.d.ts.map +0 -1
  656. package/dist/src/cli/i18n.js +0 -53
  657. package/dist/src/cli/i18n.js.map +0 -1
  658. package/dist/src/cli/index.d.ts.map +0 -1
  659. package/dist/src/cli/index.js +0 -61
  660. package/dist/src/cli/index.js.map +0 -1
  661. package/dist/src/cli/parse-run-config.d.ts +0 -90
  662. package/dist/src/cli/parse-run-config.d.ts.map +0 -1
  663. package/dist/src/cli/parse-run-config.js +0 -302
  664. package/dist/src/cli/parse-run-config.js.map +0 -1
  665. package/dist/src/cli/parse-strict.d.ts +0 -7
  666. package/dist/src/cli/parse-strict.d.ts.map +0 -1
  667. package/dist/src/cli/parse-strict.js +0 -26
  668. package/dist/src/cli/parse-strict.js.map +0 -1
  669. package/dist/src/cli/progress.d.ts.map +0 -1
  670. package/dist/src/cli/progress.js.map +0 -1
  671. package/dist/src/cli/run-tally.d.ts +0 -18
  672. package/dist/src/cli/run-tally.d.ts.map +0 -1
  673. package/dist/src/cli/run-tally.js.map +0 -1
  674. package/dist/src/cli/update-check.d.ts +0 -3
  675. package/dist/src/cli/update-check.d.ts.map +0 -1
  676. package/dist/src/cli/update-check.js +0 -37
  677. package/dist/src/cli/update-check.js.map +0 -1
  678. package/dist/src/doctor/health/builtin-dimensions.d.ts.map +0 -1
  679. package/dist/src/doctor/health/builtin-dimensions.js.map +0 -1
  680. package/dist/src/doctor/health/composer.d.ts.map +0 -1
  681. package/dist/src/doctor/health/composer.js +0 -293
  682. package/dist/src/doctor/health/composer.js.map +0 -1
  683. package/dist/src/doctor/health/dimension-registry.d.ts.map +0 -1
  684. package/dist/src/doctor/health/dimension-registry.js.map +0 -1
  685. package/dist/src/doctor/health/dimension-spec.d.ts +0 -47
  686. package/dist/src/doctor/health/dimension-spec.d.ts.map +0 -1
  687. package/dist/src/doctor/health/dimension-spec.js.map +0 -1
  688. package/dist/src/doctor/health/parser.d.ts +0 -27
  689. package/dist/src/doctor/health/parser.d.ts.map +0 -1
  690. package/dist/src/doctor/health/parser.js +0 -191
  691. package/dist/src/doctor/health/parser.js.map +0 -1
  692. package/dist/src/doctor/health/prompt-builder.d.ts +0 -22
  693. package/dist/src/doctor/health/prompt-builder.d.ts.map +0 -1
  694. package/dist/src/doctor/health/prompt-builder.js +0 -170
  695. package/dist/src/doctor/health/prompt-builder.js.map +0 -1
  696. package/dist/src/doctor/health/register.d.ts.map +0 -1
  697. package/dist/src/doctor/health/register.js.map +0 -1
  698. package/dist/src/doctor/html-renderer.d.ts +0 -20
  699. package/dist/src/doctor/html-renderer.d.ts.map +0 -1
  700. package/dist/src/doctor/html-renderer.js +0 -376
  701. package/dist/src/doctor/html-renderer.js.map +0 -1
  702. package/dist/src/doctor/index.d.ts.map +0 -1
  703. package/dist/src/doctor/index.js +0 -245
  704. package/dist/src/doctor/index.js.map +0 -1
  705. package/dist/src/doctor/preflight.d.ts.map +0 -1
  706. package/dist/src/doctor/preflight.js.map +0 -1
  707. package/dist/src/doctor/renderer.d.ts +0 -17
  708. package/dist/src/doctor/renderer.d.ts.map +0 -1
  709. package/dist/src/doctor/renderer.js +0 -123
  710. package/dist/src/doctor/renderer.js.map +0 -1
  711. package/dist/src/doctor/rules.d.ts.map +0 -1
  712. package/dist/src/doctor/rules.js +0 -289
  713. package/dist/src/doctor/rules.js.map +0 -1
  714. package/dist/src/eval-core/bootstrap.d.ts.map +0 -1
  715. package/dist/src/eval-core/bootstrap.js.map +0 -1
  716. package/dist/src/eval-core/cache.d.ts.map +0 -1
  717. package/dist/src/eval-core/cache.js.map +0 -1
  718. package/dist/src/eval-core/comparability.d.ts.map +0 -1
  719. package/dist/src/eval-core/comparability.js.map +0 -1
  720. package/dist/src/eval-core/dependency-checker.d.ts +0 -58
  721. package/dist/src/eval-core/dependency-checker.d.ts.map +0 -1
  722. package/dist/src/eval-core/dependency-checker.js.map +0 -1
  723. package/dist/src/eval-core/evaluation-execution.d.ts.map +0 -1
  724. package/dist/src/eval-core/evaluation-execution.js.map +0 -1
  725. package/dist/src/eval-core/evaluation-job.d.ts.map +0 -1
  726. package/dist/src/eval-core/evaluation-job.js.map +0 -1
  727. package/dist/src/eval-core/evaluation-reporting.d.ts.map +0 -1
  728. package/dist/src/eval-core/evaluation-reporting.js.map +0 -1
  729. package/dist/src/eval-core/execution-strategy.d.ts.map +0 -1
  730. package/dist/src/eval-core/execution-strategy.js +0 -165
  731. package/dist/src/eval-core/execution-strategy.js.map +0 -1
  732. package/dist/src/eval-core/fact-checker.d.ts.map +0 -1
  733. package/dist/src/eval-core/fact-checker.js.map +0 -1
  734. package/dist/src/eval-core/layer-gates.d.ts.map +0 -1
  735. package/dist/src/eval-core/layer-gates.js.map +0 -1
  736. package/dist/src/eval-core/mock-hook.cjs +0 -203
  737. package/dist/src/eval-core/mocks-runtime.d.ts +0 -96
  738. package/dist/src/eval-core/mocks-runtime.d.ts.map +0 -1
  739. package/dist/src/eval-core/mocks-runtime.js +0 -323
  740. package/dist/src/eval-core/mocks-runtime.js.map +0 -1
  741. package/dist/src/eval-core/schema.d.ts.map +0 -1
  742. package/dist/src/eval-core/schema.js.map +0 -1
  743. package/dist/src/eval-core/statistics.d.ts.map +0 -1
  744. package/dist/src/eval-core/statistics.js.map +0 -1
  745. package/dist/src/eval-core/task-planner.d.ts.map +0 -1
  746. package/dist/src/eval-core/task-planner.js.map +0 -1
  747. package/dist/src/eval-core/verdict.d.ts.map +0 -1
  748. package/dist/src/eval-core/verdict.js.map +0 -1
  749. package/dist/src/eval-workflows/batch-evaluation-workflow.d.ts.map +0 -1
  750. package/dist/src/eval-workflows/batch-evaluation-workflow.js.map +0 -1
  751. package/dist/src/eval-workflows/evaluation-pipeline.d.ts +0 -109
  752. package/dist/src/eval-workflows/evaluation-pipeline.d.ts.map +0 -1
  753. package/dist/src/eval-workflows/evaluation-pipeline.js +0 -373
  754. package/dist/src/eval-workflows/evaluation-pipeline.js.map +0 -1
  755. package/dist/src/eval-workflows/evaluation-preparation.d.ts.map +0 -1
  756. package/dist/src/eval-workflows/evaluation-preparation.js.map +0 -1
  757. package/dist/src/eval-workflows/run-evaluation.d.ts.map +0 -1
  758. package/dist/src/eval-workflows/run-evaluation.js +0 -528
  759. package/dist/src/eval-workflows/run-evaluation.js.map +0 -1
  760. package/dist/src/executors/anthropic-api.d.ts.map +0 -1
  761. package/dist/src/executors/anthropic-api.js.map +0 -1
  762. package/dist/src/executors/claude-cli.d.ts.map +0 -1
  763. package/dist/src/executors/claude-cli.js +0 -179
  764. package/dist/src/executors/claude-cli.js.map +0 -1
  765. package/dist/src/executors/claude-sdk-trace.d.ts.map +0 -1
  766. package/dist/src/executors/claude-sdk-trace.js.map +0 -1
  767. package/dist/src/executors/claude-sdk.d.ts.map +0 -1
  768. package/dist/src/executors/claude-sdk.js.map +0 -1
  769. package/dist/src/executors/codex-cli-trace.d.ts.map +0 -1
  770. package/dist/src/executors/codex-cli-trace.js.map +0 -1
  771. package/dist/src/executors/codex-cli.d.ts.map +0 -1
  772. package/dist/src/executors/codex-cli.js.map +0 -1
  773. package/dist/src/executors/codex-sdk.d.ts.map +0 -1
  774. package/dist/src/executors/codex-sdk.js.map +0 -1
  775. package/dist/src/executors/gemini.d.ts.map +0 -1
  776. package/dist/src/executors/gemini.js.map +0 -1
  777. package/dist/src/executors/index.d.ts.map +0 -1
  778. package/dist/src/executors/index.js.map +0 -1
  779. package/dist/src/executors/openai-api.d.ts.map +0 -1
  780. package/dist/src/executors/openai-api.js.map +0 -1
  781. package/dist/src/executors/runtime-fingerprint.d.ts.map +0 -1
  782. package/dist/src/executors/runtime-fingerprint.js.map +0 -1
  783. package/dist/src/executors/script.d.ts.map +0 -1
  784. package/dist/src/executors/script.js.map +0 -1
  785. package/dist/src/executors/shared.d.ts +0 -194
  786. package/dist/src/executors/shared.d.ts.map +0 -1
  787. package/dist/src/executors/shared.js +0 -256
  788. package/dist/src/executors/shared.js.map +0 -1
  789. package/dist/src/grading/assertions.d.ts.map +0 -1
  790. package/dist/src/grading/assertions.js.map +0 -1
  791. package/dist/src/grading/debias-validate.d.ts.map +0 -1
  792. package/dist/src/grading/debias-validate.js.map +0 -1
  793. package/dist/src/grading/diagnostic.d.ts.map +0 -1
  794. package/dist/src/grading/diagnostic.js.map +0 -1
  795. package/dist/src/grading/gold-cli.d.ts.map +0 -1
  796. package/dist/src/grading/gold-cli.js.map +0 -1
  797. package/dist/src/grading/gold-dataset.d.ts.map +0 -1
  798. package/dist/src/grading/gold-dataset.js.map +0 -1
  799. package/dist/src/grading/human-gold.d.ts.map +0 -1
  800. package/dist/src/grading/human-gold.js.map +0 -1
  801. package/dist/src/grading/index.d.ts.map +0 -1
  802. package/dist/src/grading/index.js.map +0 -1
  803. package/dist/src/grading/judge.d.ts.map +0 -1
  804. package/dist/src/grading/judge.js.map +0 -1
  805. package/dist/src/grading/layered-scores.d.ts.map +0 -1
  806. package/dist/src/grading/layered-scores.js.map +0 -1
  807. package/dist/src/inputs/eval-config.d.ts.map +0 -1
  808. package/dist/src/inputs/eval-config.js.map +0 -1
  809. package/dist/src/inputs/load-samples.d.ts.map +0 -1
  810. package/dist/src/inputs/load-samples.js.map +0 -1
  811. package/dist/src/inputs/mcp-resolver.d.ts.map +0 -1
  812. package/dist/src/inputs/mcp-resolver.js.map +0 -1
  813. package/dist/src/inputs/skill-loader.d.ts.map +0 -1
  814. package/dist/src/inputs/skill-loader.js +0 -253
  815. package/dist/src/inputs/skill-loader.js.map +0 -1
  816. package/dist/src/inputs/url-fetcher.d.ts.map +0 -1
  817. package/dist/src/inputs/url-fetcher.js.map +0 -1
  818. package/dist/src/observability/experience.d.ts +0 -260
  819. package/dist/src/observability/experience.d.ts.map +0 -1
  820. package/dist/src/observability/experience.js +0 -1233
  821. package/dist/src/observability/experience.js.map +0 -1
  822. package/dist/src/observability/inbox-view-model.d.ts +0 -27
  823. package/dist/src/observability/inbox-view-model.d.ts.map +0 -1
  824. package/dist/src/observability/inbox-view-model.js +0 -135
  825. package/dist/src/observability/inbox-view-model.js.map +0 -1
  826. package/dist/src/observability/inbox.d.ts +0 -125
  827. package/dist/src/observability/inbox.d.ts.map +0 -1
  828. package/dist/src/observability/inbox.js +0 -741
  829. package/dist/src/observability/inbox.js.map +0 -1
  830. package/dist/src/observability/problem-patterns.d.ts +0 -51
  831. package/dist/src/observability/problem-patterns.d.ts.map +0 -1
  832. package/dist/src/observability/problem-patterns.js +0 -205
  833. package/dist/src/observability/problem-patterns.js.map +0 -1
  834. package/dist/src/observability/review-state.d.ts +0 -54
  835. package/dist/src/observability/review-state.d.ts.map +0 -1
  836. package/dist/src/observability/review-state.js +0 -131
  837. package/dist/src/observability/review-state.js.map +0 -1
  838. package/dist/src/observability/skill-chain-advisories.d.ts +0 -25
  839. package/dist/src/observability/skill-chain-advisories.d.ts.map +0 -1
  840. package/dist/src/observability/skill-chain-advisories.js +0 -69
  841. package/dist/src/observability/skill-chain-advisories.js.map +0 -1
  842. package/dist/src/observability/skill-chain.d.ts +0 -61
  843. package/dist/src/observability/skill-chain.d.ts.map +0 -1
  844. package/dist/src/observability/skill-chain.js +0 -233
  845. package/dist/src/observability/skill-chain.js.map +0 -1
  846. package/dist/src/observability/skill-health-analyzer.d.ts.map +0 -1
  847. package/dist/src/observability/skill-health-analyzer.js.map +0 -1
  848. package/dist/src/observability/text-signals.d.ts +0 -7
  849. package/dist/src/observability/text-signals.d.ts.map +0 -1
  850. package/dist/src/observability/text-signals.js +0 -22
  851. package/dist/src/observability/text-signals.js.map +0 -1
  852. package/dist/src/observability/trace-adapter.d.ts.map +0 -1
  853. package/dist/src/observability/trace-adapter.js.map +0 -1
  854. package/dist/src/observability/trace-attribution.d.ts +0 -56
  855. package/dist/src/observability/trace-attribution.d.ts.map +0 -1
  856. package/dist/src/observability/trace-attribution.js +0 -200
  857. package/dist/src/observability/trace-attribution.js.map +0 -1
  858. package/dist/src/observability/trace-segmenter.d.ts +0 -52
  859. package/dist/src/observability/trace-segmenter.d.ts.map +0 -1
  860. package/dist/src/observability/trace-segmenter.js +0 -320
  861. package/dist/src/observability/trace-segmenter.js.map +0 -1
  862. package/dist/src/observability/trace-source.d.ts +0 -99
  863. package/dist/src/observability/trace-source.d.ts.map +0 -1
  864. package/dist/src/observability/trace-source.js +0 -492
  865. package/dist/src/observability/trace-source.js.map +0 -1
  866. package/dist/src/renderer/html-renderer.d.ts.map +0 -1
  867. package/dist/src/renderer/html-renderer.js.map +0 -1
  868. package/dist/src/renderer/layout.d.ts.map +0 -1
  869. package/dist/src/renderer/layout.js.map +0 -1
  870. package/dist/src/renderer/observation-inbox-renderer.d.ts +0 -4
  871. package/dist/src/renderer/observation-inbox-renderer.d.ts.map +0 -1
  872. package/dist/src/renderer/observation-inbox-renderer.js +0 -5376
  873. package/dist/src/renderer/observation-inbox-renderer.js.map +0 -1
  874. package/dist/src/renderer/skill-detail-renderer.d.ts +0 -15
  875. package/dist/src/renderer/skill-detail-renderer.d.ts.map +0 -1
  876. package/dist/src/renderer/skill-detail-renderer.js +0 -1234
  877. package/dist/src/renderer/skill-detail-renderer.js.map +0 -1
  878. package/dist/src/renderer/skill-health-renderer.d.ts.map +0 -1
  879. package/dist/src/renderer/skill-health-renderer.js.map +0 -1
  880. package/dist/src/renderer/skill-list-renderer.d.ts +0 -4
  881. package/dist/src/renderer/skill-list-renderer.d.ts.map +0 -1
  882. package/dist/src/renderer/skill-list-renderer.js +0 -327
  883. package/dist/src/renderer/skill-list-renderer.js.map +0 -1
  884. package/dist/src/renderer/summary.d.ts +0 -68
  885. package/dist/src/renderer/summary.d.ts.map +0 -1
  886. package/dist/src/renderer/summary.js +0 -1896
  887. package/dist/src/renderer/summary.js.map +0 -1
  888. package/dist/src/renderer/table.d.ts.map +0 -1
  889. package/dist/src/renderer/table.js.map +0 -1
  890. package/dist/src/renderer/test-view.d.ts.map +0 -1
  891. package/dist/src/renderer/test-view.js +0 -905
  892. package/dist/src/renderer/test-view.js.map +0 -1
  893. package/dist/src/renderer/trends.d.ts.map +0 -1
  894. package/dist/src/renderer/trends.js.map +0 -1
  895. package/dist/src/server/job-store.d.ts.map +0 -1
  896. package/dist/src/server/job-store.js.map +0 -1
  897. package/dist/src/server/report-server.d.ts.map +0 -1
  898. package/dist/src/server/report-server.js +0 -801
  899. package/dist/src/server/report-server.js.map +0 -1
  900. package/dist/src/server/report-store.d.ts.map +0 -1
  901. package/dist/src/server/report-store.js.map +0 -1
  902. package/dist/src/server/skill-index.d.ts +0 -77
  903. package/dist/src/server/skill-index.d.ts.map +0 -1
  904. package/dist/src/server/skill-index.js +0 -331
  905. package/dist/src/server/skill-index.js.map +0 -1
  906. package/dist/src/server/skill-insights.d.ts +0 -92
  907. package/dist/src/server/skill-insights.d.ts.map +0 -1
  908. package/dist/src/server/skill-insights.js +0 -676
  909. package/dist/src/server/skill-insights.js.map +0 -1
  910. package/dist/src/shared/hard-rules.d.ts +0 -40
  911. package/dist/src/shared/hard-rules.d.ts.map +0 -1
  912. package/dist/src/shared/hard-rules.js +0 -200
  913. package/dist/src/shared/hard-rules.js.map +0 -1
  914. package/dist/src/shared/time.d.ts.map +0 -1
  915. package/dist/src/shared/time.js.map +0 -1
  916. package/dist/src/shared/tool-search.d.ts.map +0 -1
  917. package/dist/src/shared/tool-search.js.map +0 -1
  918. package/dist/src/types/doctor.d.ts +0 -155
  919. package/dist/src/types/doctor.d.ts.map +0 -1
  920. package/dist/src/types/doctor.js.map +0 -1
  921. package/dist/src/types/eval.d.ts +0 -372
  922. package/dist/src/types/eval.d.ts.map +0 -1
  923. package/dist/src/types/eval.js.map +0 -1
  924. package/dist/src/types/executor.d.ts.map +0 -1
  925. package/dist/src/types/executor.js.map +0 -1
  926. package/dist/src/types/index.d.ts +0 -8
  927. package/dist/src/types/index.d.ts.map +0 -1
  928. package/dist/src/types/index.js +0 -8
  929. package/dist/src/types/index.js.map +0 -1
  930. package/dist/src/types/judge.d.ts.map +0 -1
  931. package/dist/src/types/judge.js.map +0 -1
  932. package/dist/src/types/report.d.ts +0 -551
  933. package/dist/src/types/report.d.ts.map +0 -1
  934. package/dist/src/types/report.js.map +0 -1
  935. package/dist/src/types/shared.d.ts.map +0 -1
  936. package/dist/src/types/shared.js.map +0 -1
  937. package/dist/src/types/storage.d.ts.map +0 -1
  938. package/dist/src/types/storage.js.map +0 -1
  939. package/dist/src/util/safe-slice.d.ts +0 -23
  940. package/dist/src/util/safe-slice.d.ts.map +0 -1
  941. package/dist/src/util/safe-slice.js +0 -33
  942. package/dist/src/util/safe-slice.js.map +0 -1
  943. /package/dist/{src/analysis → analysis}/coverage-analyzer.d.ts +0 -0
  944. /package/dist/{src/analysis → analysis}/coverage-analyzer.js +0 -0
  945. /package/dist/{src/analysis → analysis}/failure-clusterer.d.ts +0 -0
  946. /package/dist/{src/analysis → analysis}/failure-clusterer.js +0 -0
  947. /package/dist/{src/analysis → analysis}/hedging-classifier.d.ts +0 -0
  948. /package/dist/{src/analysis → analysis}/hedging-classifier.js +0 -0
  949. /package/dist/{src/analysis → analysis}/sample-diagnostics.d.ts +0 -0
  950. /package/dist/{src/analysis → analysis}/sample-diagnostics.js +0 -0
  951. /package/dist/{src/analysis → analysis}/saturation.d.ts +0 -0
  952. /package/dist/{src/analysis → analysis}/saturation.js +0 -0
  953. /package/dist/{src/cli → cli}/index.d.ts +0 -0
  954. /package/dist/{src/cli → cli/lib}/progress.d.ts +0 -0
  955. /package/dist/{src/cli → cli/lib}/progress.js +0 -0
  956. /package/dist/{src/cli → cli/lib}/run-tally.js +0 -0
  957. /package/dist/{src/doctor → doctor}/health/builtin-dimensions.d.ts +0 -0
  958. /package/dist/{src/doctor → doctor}/health/builtin-dimensions.js +0 -0
  959. /package/dist/{src/doctor → doctor}/health/composer.d.ts +0 -0
  960. /package/dist/{src/doctor → doctor}/health/dimension-registry.d.ts +0 -0
  961. /package/dist/{src/doctor → doctor}/health/dimension-registry.js +0 -0
  962. /package/dist/{src/doctor → doctor}/health/dimension-spec.js +0 -0
  963. /package/dist/{src/doctor → doctor}/health/register.d.ts +0 -0
  964. /package/dist/{src/doctor → doctor}/health/register.js +0 -0
  965. /package/dist/{src/doctor → doctor}/index.d.ts +0 -0
  966. /package/dist/{src/doctor → doctor}/preflight.d.ts +0 -0
  967. /package/dist/{src/doctor → doctor}/preflight.js +0 -0
  968. /package/dist/{src/doctor → doctor}/rules.d.ts +0 -0
  969. /package/dist/{src/eval-core → eval-core}/bootstrap.d.ts +0 -0
  970. /package/dist/{src/eval-core → eval-core}/bootstrap.js +0 -0
  971. /package/dist/{src/eval-core → eval-core}/cache.d.ts +0 -0
  972. /package/dist/{src/eval-core → eval-core}/cache.js +0 -0
  973. /package/dist/{src/eval-core → eval-core}/comparability.d.ts +0 -0
  974. /package/dist/{src/eval-core → eval-core}/comparability.js +0 -0
  975. /package/dist/{src/eval-core → eval-core}/dependency-checker.js +0 -0
  976. /package/dist/{src/eval-core → eval-core}/evaluation-execution.d.ts +0 -0
  977. /package/dist/{src/eval-core → eval-core}/evaluation-execution.js +0 -0
  978. /package/dist/{src/eval-core → eval-core}/evaluation-job.d.ts +0 -0
  979. /package/dist/{src/eval-core → eval-core}/evaluation-job.js +0 -0
  980. /package/dist/{src/eval-core → eval-core}/evaluation-reporting.d.ts +0 -0
  981. /package/dist/{src/eval-core → eval-core}/evaluation-reporting.js +0 -0
  982. /package/dist/{src/eval-core → eval-core}/execution-strategy.d.ts +0 -0
  983. /package/dist/{src/eval-core → eval-core}/fact-checker.d.ts +0 -0
  984. /package/dist/{src/eval-core → eval-core}/fact-checker.js +0 -0
  985. /package/dist/{src/eval-core → eval-core}/layer-gates.d.ts +0 -0
  986. /package/dist/{src/eval-core → eval-core}/layer-gates.js +0 -0
  987. /package/dist/{src/eval-core → eval-core}/schema.d.ts +0 -0
  988. /package/dist/{src/eval-core → eval-core}/schema.js +0 -0
  989. /package/dist/{src/eval-core → eval-core}/statistics.d.ts +0 -0
  990. /package/dist/{src/eval-core → eval-core}/statistics.js +0 -0
  991. /package/dist/{src/eval-core → eval-core}/task-planner.d.ts +0 -0
  992. /package/dist/{src/eval-core → eval-core}/task-planner.js +0 -0
  993. /package/dist/{src/eval-core → eval-core}/verdict.d.ts +0 -0
  994. /package/dist/{src/eval-core → eval-core}/verdict.js +0 -0
  995. /package/dist/{src/eval-workflows → eval-workflows}/batch-evaluation-workflow.d.ts +0 -0
  996. /package/dist/{src/eval-workflows → eval-workflows}/batch-evaluation-workflow.js +0 -0
  997. /package/dist/{src/eval-workflows → eval-workflows}/evaluation-preparation.d.ts +0 -0
  998. /package/dist/{src/eval-workflows → eval-workflows}/evaluation-preparation.js +0 -0
  999. /package/dist/{src/eval-workflows → eval-workflows}/run-evaluation.d.ts +0 -0
  1000. /package/dist/{src/executors → executors}/anthropic-api.d.ts +0 -0
  1001. /package/dist/{src/executors → executors}/anthropic-api.js +0 -0
  1002. /package/dist/{src/executors → executors}/claude-cli.d.ts +0 -0
  1003. /package/dist/{src/executors → executors}/claude-sdk-trace.d.ts +0 -0
  1004. /package/dist/{src/executors → executors}/claude-sdk-trace.js +0 -0
  1005. /package/dist/{src/executors → executors}/claude-sdk.d.ts +0 -0
  1006. /package/dist/{src/executors → executors}/claude-sdk.js +0 -0
  1007. /package/dist/{src/executors → executors}/codex-cli-trace.d.ts +0 -0
  1008. /package/dist/{src/executors → executors}/codex-cli-trace.js +0 -0
  1009. /package/dist/{src/executors → executors}/codex-cli.d.ts +0 -0
  1010. /package/dist/{src/executors → executors}/codex-cli.js +0 -0
  1011. /package/dist/{src/executors → executors}/codex-sdk.d.ts +0 -0
  1012. /package/dist/{src/executors → executors}/codex-sdk.js +0 -0
  1013. /package/dist/{src/executors → executors}/gemini.d.ts +0 -0
  1014. /package/dist/{src/executors → executors}/gemini.js +0 -0
  1015. /package/dist/{src/executors → executors}/index.d.ts +0 -0
  1016. /package/dist/{src/executors → executors}/index.js +0 -0
  1017. /package/dist/{src/executors → executors}/openai-api.d.ts +0 -0
  1018. /package/dist/{src/executors → executors}/openai-api.js +0 -0
  1019. /package/dist/{src/executors → executors}/runtime-fingerprint.d.ts +0 -0
  1020. /package/dist/{src/executors → executors}/runtime-fingerprint.js +0 -0
  1021. /package/dist/{src/executors → executors}/script.d.ts +0 -0
  1022. /package/dist/{src/executors → executors}/script.js +0 -0
  1023. /package/dist/{src/grading → grading}/assertions.d.ts +0 -0
  1024. /package/dist/{src/grading → grading}/assertions.js +0 -0
  1025. /package/dist/{src/grading → grading}/debias-validate.d.ts +0 -0
  1026. /package/dist/{src/grading → grading}/debias-validate.js +0 -0
  1027. /package/dist/{src/grading → grading}/diagnostic.d.ts +0 -0
  1028. /package/dist/{src/grading → grading}/diagnostic.js +0 -0
  1029. /package/dist/{src/grading → grading}/gold-cli.d.ts +0 -0
  1030. /package/dist/{src/grading → grading}/gold-cli.js +0 -0
  1031. /package/dist/{src/grading → grading}/gold-dataset.d.ts +0 -0
  1032. /package/dist/{src/grading → grading}/gold-dataset.js +0 -0
  1033. /package/dist/{src/grading → grading}/human-gold.d.ts +0 -0
  1034. /package/dist/{src/grading → grading}/human-gold.js +0 -0
  1035. /package/dist/{src/grading → grading}/index.d.ts +0 -0
  1036. /package/dist/{src/grading → grading}/index.js +0 -0
  1037. /package/dist/{src/grading → grading}/judge.d.ts +0 -0
  1038. /package/dist/{src/grading → grading}/judge.js +0 -0
  1039. /package/dist/{src/grading → grading}/layered-scores.d.ts +0 -0
  1040. /package/dist/{src/grading → grading}/layered-scores.js +0 -0
  1041. /package/dist/{src/inputs → inputs}/eval-config.d.ts +0 -0
  1042. /package/dist/{src/inputs → inputs}/eval-config.js +0 -0
  1043. /package/dist/{src/inputs → inputs}/load-samples.d.ts +0 -0
  1044. /package/dist/{src/inputs → inputs}/load-samples.js +0 -0
  1045. /package/dist/{src/inputs → inputs}/mcp-resolver.d.ts +0 -0
  1046. /package/dist/{src/inputs → inputs}/mcp-resolver.js +0 -0
  1047. /package/dist/{src/inputs → inputs}/skill-loader.d.ts +0 -0
  1048. /package/dist/{src/inputs → inputs}/url-fetcher.d.ts +0 -0
  1049. /package/dist/{src/inputs → inputs}/url-fetcher.js +0 -0
  1050. /package/dist/{src/observability → observability}/skill-health-analyzer.d.ts +0 -0
  1051. /package/dist/{src/observability → observability}/skill-health-analyzer.js +0 -0
  1052. /package/dist/{src/observability → observability}/trace-adapter.d.ts +0 -0
  1053. /package/dist/{src/observability → observability}/trace-adapter.js +0 -0
  1054. /package/dist/{src/renderer → renderer}/html-renderer.d.ts +0 -0
  1055. /package/dist/{src/renderer → renderer}/html-renderer.js +0 -0
  1056. /package/dist/{src/renderer → renderer}/layout.d.ts +0 -0
  1057. /package/dist/{src/renderer → renderer}/layout.js +0 -0
  1058. /package/dist/{src/renderer → renderer}/skill-health-renderer.d.ts +0 -0
  1059. /package/dist/{src/renderer → renderer}/skill-health-renderer.js +0 -0
  1060. /package/dist/{src/renderer → renderer}/table.d.ts +0 -0
  1061. /package/dist/{src/renderer → renderer}/table.js +0 -0
  1062. /package/dist/{src/renderer → renderer}/test-view.d.ts +0 -0
  1063. /package/dist/{src/renderer → renderer}/trends.d.ts +0 -0
  1064. /package/dist/{src/renderer → renderer}/trends.js +0 -0
  1065. /package/dist/{src/server → server}/job-store.d.ts +0 -0
  1066. /package/dist/{src/server → server}/job-store.js +0 -0
  1067. /package/dist/{src/server → server}/report-server.d.ts +0 -0
  1068. /package/dist/{src/server → server}/report-store.d.ts +0 -0
  1069. /package/dist/{src/server → server}/report-store.js +0 -0
  1070. /package/dist/{src/shared → shared}/time.d.ts +0 -0
  1071. /package/dist/{src/shared → shared}/time.js +0 -0
  1072. /package/dist/{src/shared → shared}/tool-search.d.ts +0 -0
  1073. /package/dist/{src/shared → shared}/tool-search.js +0 -0
  1074. /package/dist/{src/types → types}/doctor.js +0 -0
  1075. /package/dist/{src/types → types}/eval.js +0 -0
  1076. /package/dist/{src/types → types}/executor.d.ts +0 -0
  1077. /package/dist/{src/types → types}/executor.js +0 -0
  1078. /package/dist/{src/types → types}/judge.d.ts +0 -0
  1079. /package/dist/{src/types → types}/judge.js +0 -0
  1080. /package/dist/{src/types → types}/report.js +0 -0
  1081. /package/dist/{src/types → types}/shared.d.ts +0 -0
  1082. /package/dist/{src/types → types}/shared.js +0 -0
  1083. /package/dist/{src/types → types}/storage.d.ts +0 -0
  1084. /package/dist/{src/types → types}/storage.js +0 -0
@@ -0,0 +1,865 @@
1
+ /**
2
+ * Observability DTO 集中定义。
3
+ *
4
+ * 解开 `src/observability/` 内部 4 个文件(experience / inbox / skill-chain /
5
+ * experience-frontmatter)之间的 type-only 循环依赖:types/ 是叶子层,不依赖
6
+ * 任何业务模块;observability/ 的运行时文件向这里 import 类型即可。
7
+ *
8
+ * 设计原则:
9
+ * - 只放纯 DTO(string union / interface / 类型别名),不放任何运行时函数 / 常量
10
+ * - 不依赖 src 内的业务模块(observability / cli / server / renderer / diagnosis)
11
+ * - 跨层共享类型集中在 types/,单一来源
12
+ */
13
+ import type { DiagnosisBundle } from './diagnosis.js';
14
+ import type { SkillHardRule, SkillWorkflow } from '../shared/hard-rules.js';
15
+ export interface TraceSourceMetadata {
16
+ channel?: string;
17
+ sender?: string;
18
+ senderId?: string;
19
+ provider?: string;
20
+ model?: string;
21
+ modelApi?: string;
22
+ businessActions?: string[];
23
+ }
24
+ export type ObservationReviewTargetType = 'experience_session' | 'inbox_item' | 'skill' | 'goal_slice_correction' | 'evidence_metric' | 'reviewer_judgment' | 'soft_standard' | 'goal_keyword_correction' | 'result_artifact_correction' | 'completion_result_correction' | 'deliverable_artifact_correction' | 'skill_relevance_correction' | 'workflow_completion_correction' | 'hardrule_execution_correction' | 'main_tool_execution_correction';
25
+ export type ObservationReviewVerdict = 'reviewed' | 'real_issue' | 'not_issue' | 'needs_more_context' | 'confirmed' | 'rejected';
26
+ export type ObservationMetricKey = 'user_correction' | 'user_interruption' | 'user_follow_up' | 'negative_feedback' | 'positive_feedback' | 'hard_rule' | 'user_goal_shift' | 'result_artifact' | 'completion_result' | 'deliverable_artifact' | 'progress_update' | 'self_correction' | 'repeated_execution';
27
+ export type ObservationMetricScope = 'message' | 'skill_segment';
28
+ export interface ObservationReviewStateEntry {
29
+ targetType: ObservationReviewTargetType;
30
+ targetId: string;
31
+ verdict: ObservationReviewVerdict;
32
+ reviewedAt: string;
33
+ note?: string;
34
+ reason?: string;
35
+ metricKey?: ObservationMetricKey;
36
+ metricScope?: ObservationMetricScope;
37
+ metricScopeId?: string;
38
+ sourceTrace?: string;
39
+ sessionId?: string;
40
+ messageIndex?: number;
41
+ messageUuid?: string;
42
+ toolUseId?: string;
43
+ snippet?: string;
44
+ }
45
+ export interface ObservationReviewState {
46
+ kind: 'observe-review-state';
47
+ schemaVersion: 1;
48
+ updatedAt: string;
49
+ entries: Record<string, ObservationReviewStateEntry>;
50
+ }
51
+ export interface ObservationReviewStateUpdate {
52
+ targetType: ObservationReviewTargetType;
53
+ targetId: string;
54
+ verdict: ObservationReviewVerdict;
55
+ note?: string;
56
+ reason?: string;
57
+ metricKey?: ObservationMetricKey;
58
+ metricScope?: ObservationMetricScope;
59
+ metricScopeId?: string;
60
+ sourceTrace?: string;
61
+ sessionId?: string;
62
+ messageIndex?: number;
63
+ messageUuid?: string;
64
+ toolUseId?: string;
65
+ snippet?: string;
66
+ }
67
+ export type ExperienceProblemBucket = 'output_format' | 'content_accuracy' | 'missing_context' | 'rule_violation' | 'workflow_mismatch' | 'tool_runtime' | 'goal_shift' | 'unclear';
68
+ export type ExperienceProblemSignal = 'user_correction' | 'negative_feedback' | 'user_interruption' | 'hard_rule' | 'user_goal_shift' | 'tool_failure' | 'workflow_mismatch' | 'artifact_missing' | 'observer_lifecycle_failed' | 'orchestration_boundary_violation';
69
+ export interface ExperienceProblemEvidenceRef {
70
+ id: string;
71
+ kind: string;
72
+ sourceTrace: string;
73
+ sessionId: string;
74
+ messageIndex?: number;
75
+ logicalMessageIndex?: number;
76
+ sourceLineIndex?: number;
77
+ messageUuid?: string;
78
+ toolUseId?: string;
79
+ timestamp?: string;
80
+ role?: 'user' | 'assistant' | 'tool' | 'other';
81
+ label?: string;
82
+ snippet?: string;
83
+ }
84
+ export interface ExperienceProblemPattern {
85
+ id: string;
86
+ bucket: ExperienceProblemBucket;
87
+ patternKey: string;
88
+ count: number;
89
+ sessionCount: number;
90
+ recentSessionIds: string[];
91
+ signalTypes: ExperienceProblemSignal[];
92
+ evidenceRefs: ExperienceProblemEvidenceRef[];
93
+ lastSeen?: string;
94
+ }
95
+ export interface ProblemTimelineEvent {
96
+ id: string;
97
+ kind: string;
98
+ sourceTrace: string;
99
+ sessionId: string;
100
+ messageIndex?: number;
101
+ logicalMessageIndex?: number;
102
+ sourceLineIndex?: number;
103
+ messageUuid?: string;
104
+ toolUseId?: string;
105
+ timestamp?: string;
106
+ role?: 'user' | 'assistant' | 'tool' | 'other';
107
+ label?: string;
108
+ snippet?: string;
109
+ fullText?: string;
110
+ toolName?: string;
111
+ isError?: boolean;
112
+ }
113
+ export type SkillChainAdvisoryCode = 'hardrules_not_declared' | 'workflows_not_declared' | 'skill_md_not_found';
114
+ export interface SkillChainAdvisory {
115
+ code: SkillChainAdvisoryCode;
116
+ message: string;
117
+ exampleYaml?: string;
118
+ commandTemplate?: string;
119
+ shortLabel: string;
120
+ }
121
+ export type ObservationSignalType = 'failed_search' | 'repeated_failure' | 'hedging' | 'explicit_marker';
122
+ export type ObservationSourceKind = 'claude' | 'openclaw' | 'markdown_log' | 'unknown';
123
+ export type ObservationSeverityReasonCode = 'knowledge_gap_suspected' | 'repeated_failure_suspected' | 'explicit_gap_marker' | 'exploratory_probe' | 'skill_asset_unavailable' | 'soft_hedging_signal' | 'tool_or_runtime_noise';
124
+ export type ObservationSignalSubtype = 'hard_miss' | 'repeated_failure' | 'exploratory_miss' | 'tool_error' | 'permission_error' | 'bash_probe' | 'not_found' | 'transient_file_missing' | 'skill_asset_read_failed' | 'permission_denied' | 'tool_limit' | 'tool_failure' | 'regex_only' | 'llm_classified' | 'marker';
125
+ export interface ObservationEvidence {
126
+ tool?: string;
127
+ query?: string;
128
+ path?: string;
129
+ outputSnippet?: string;
130
+ assistantSnippet?: string;
131
+ markerToken?: string;
132
+ messageIndex?: number;
133
+ messageUuid?: string;
134
+ toolUseId?: string;
135
+ segmentTimestamp?: string;
136
+ }
137
+ export interface ObservationMessageRef {
138
+ role: 'user' | 'assistant' | 'other';
139
+ snippet: string;
140
+ messageIndex: number;
141
+ uuid?: string;
142
+ timestamp?: string;
143
+ }
144
+ export interface ObservationMessageWindow {
145
+ before: ObservationMessageRef[];
146
+ event: ObservationMessageRef[];
147
+ after: ObservationMessageRef[];
148
+ resolutionAfter: 'resolved' | 'unresolved' | 'unknown';
149
+ }
150
+ export interface ObservationInboxItem {
151
+ id: string;
152
+ skillName: string;
153
+ artifactVersion: string | 'unknown';
154
+ artifactHash?: string;
155
+ cwd?: string;
156
+ sessionId: string;
157
+ sourceTrace: string;
158
+ sourceKind: ObservationSourceKind;
159
+ signalType: ObservationSignalType;
160
+ signalSubtype: ObservationSignalSubtype;
161
+ confidence: number;
162
+ attributionConfidence: number;
163
+ severity: 'high' | 'medium' | 'low' | 'noise';
164
+ severityReasonCode?: ObservationSeverityReasonCode;
165
+ severityReason?: string;
166
+ evidence: ObservationEvidence;
167
+ messageWindow?: ObservationMessageWindow;
168
+ firstSeen: string;
169
+ lastSeen: string;
170
+ occurrences: number;
171
+ recentSessionIds: string[];
172
+ representativeEvidence: ObservationEvidence[];
173
+ }
174
+ export interface ObservationSessionTimeRange {
175
+ sessionId: string;
176
+ sessionGroupId?: string;
177
+ sourceTrace: string;
178
+ sourceKind: ObservationSourceKind;
179
+ traceRole?: 'standalone' | 'main' | 'subagent';
180
+ traceLabel?: string;
181
+ cwd?: string;
182
+ startTimestamp?: string;
183
+ endTimestamp?: string;
184
+ durationMs?: number;
185
+ }
186
+ export interface ObservationInboxReport {
187
+ kind: 'observe-inbox';
188
+ schemaVersion: 1;
189
+ meta: {
190
+ tracePath: string;
191
+ generatedAt: string;
192
+ sessionCount?: number;
193
+ sessionTimeRange?: {
194
+ from: string;
195
+ to: string;
196
+ durationMs?: number;
197
+ };
198
+ sessionTimeRanges?: ObservationSessionTimeRange[];
199
+ segmentCount: number;
200
+ itemCount: number;
201
+ skillInvocationCounts?: Record<string, number>;
202
+ skillSessionCounts?: Record<string, number>;
203
+ skillInvocationLastSeen?: Record<string, string>;
204
+ skillToolCallCounts?: Record<string, Record<string, number>>;
205
+ };
206
+ items: ObservationInboxItem[];
207
+ experience?: ObservationExperienceReport;
208
+ diagnostics?: DiagnosisBundle;
209
+ }
210
+ export interface ObservationSkillRollup {
211
+ skillName: string;
212
+ invocationCount: number;
213
+ sessionCount: number;
214
+ observationCount: number;
215
+ highCount: number;
216
+ mediumCount: number;
217
+ lowCount: number;
218
+ noiseCount: number;
219
+ latestSeen: string;
220
+ }
221
+ export interface BuildObservationInboxReportOptions {
222
+ reviewState?: ObservationReviewState;
223
+ }
224
+ export type ExperienceReviewPriority = 'review_first' | 'sample_review' | 'routine_sample';
225
+ export type ExperienceGoalSliceReasonCode = 'skill_segment_boundary' | 'explicit_user_goal_shift' | 'default_session_slice';
226
+ export type ExperienceEvidenceKind = 'user_message' | 'synthetic_user_event' | 'assistant_message' | 'tool_use' | 'tool_result' | 'skill_context' | 'runtime_context' | 'observation';
227
+ export type ExperienceAssistiveInferenceCode = 'review_recommended' | 'sample_recommended' | 'positive_signal_observed' | 'user_switched_topic_neutral' | 'no_obvious_issue_from_rules' | 'insufficient_human_context';
228
+ export type ExperienceAssistiveInferenceConfidence = 'low' | 'medium' | 'high';
229
+ export type ExperienceAssistiveInferenceCautionCode = 'no_llm_judge' | 'rule_only' | 'runtime_context_excluded' | 'skill_context_excluded' | 'no_human_user_message' | 'limited_timeline_window';
230
+ export type ExperienceReviewBasisCode = 'has_high_observation' | 'has_medium_observation' | 'user_correction' | 'user_interruption' | 'session_interrupted' | 'negative_feedback' | 'hard_rule_text_hit' | 'tool_failure' | 'hedging_signal' | 'explicit_marker';
231
+ export type ExperienceRuleFindingLevel = 'attention' | 'sample' | 'normal';
232
+ export type ExperienceReviewerReportScope = 'single_skill_single_goal' | 'degraded_complex';
233
+ export type ExperienceReviewerReportStepStatus = 'ok' | 'attention' | 'unknown' | 'degraded' | 'not_applicable';
234
+ export type ExperienceReviewerReportFindingLevel = 'attention' | 'possible_false_positive' | 'note';
235
+ export type ExperienceReviewerReportFindingSource = 'deterministic_rule' | 'llm_soft' | 'manual';
236
+ export type ExperienceChecklistItemStatus = 'passed' | 'failed' | 'unknown' | 'not_declared' | 'not_applicable' | 'degraded';
237
+ export type ExperienceChecklistContribution = 'blocking' | 'attention' | 'informational' | 'positive' | 'neutral';
238
+ export type ExperienceParentReason = 'data_degraded' | 'blocking_failed' | 'attention_accumulated' | 'unknown_dominant' | 'all_passed' | 'not_applicable';
239
+ export type ExperienceSessionStoryNodeKind = 'user_goal' | 'skill_invocation' | 'subagent_branch' | 'tool_execution' | 'delivery' | 'user_feedback' | 'goal_shift';
240
+ export type ExperienceSessionStoryAnswerKey = 'goal_satisfaction' | 'declared_behavior_fit' | 'user_feeling';
241
+ export type ExperienceSessionStorySkillRole = 'router' | 'executor' | 'mixed' | 'unknown';
242
+ export type ExperienceEpisodeBoundaryReason = 'goal_shift' | 'checkpoint_or_subagent' | 'downstream_closed' | 'session_end';
243
+ export type ExperienceEpisodeRole = 'main_executor' | 'router' | 'delegator' | 'supporting' | 'observer';
244
+ export type ExperienceFeedbackSignalType = 'correction' | 'follow_up' | 'frustration' | 'interruption' | 'positive' | 'unknown';
245
+ export type ExperienceFeedbackAttributionRole = 'primary_fault' | 'downstream_related' | 'context_only';
246
+ export type ExperienceFeedbackAttributionReason = 'object_match' | 'promise_match' | 'action_match' | 'orchestration_edge' | 'episode_context';
247
+ export type ExperienceOutcomeClosure = 'closed' | 'unresolved' | 'abandoned' | 'unknown';
248
+ export type ExperienceRuntimeSkillType = 'router' | 'delegation' | 'executor' | 'advisory' | 'workflow_owner' | 'unknown';
249
+ export type ExperienceRuntimeSkillTypeSource = 'frontmatter' | 'trace' | 'unknown';
250
+ export type ExperienceEpisodeArtifactKind = 'path' | 'url' | 'document' | 'code' | 'execution_window' | 'unknown';
251
+ export type ExperienceOrchestrationEdgeStatus = 'started' | 'completed' | 'failed' | 'unknown';
252
+ export type ExperienceOrchestrationEdgeKind = 'internal_skill' | 'external_child_session';
253
+ export type ExperienceRuleFindingCode = 'high_observation_seen' | 'medium_observation_seen' | 'user_correction_seen' | 'user_interruption_seen' | 'session_interrupted_seen' | 'negative_feedback_seen' | 'positive_feedback_seen' | 'user_goal_shift_seen' | 'hard_rule_seen' | 'tool_failure_seen' | 'hedging_seen' | 'explicit_marker_seen' | 'runtime_context_excluded' | 'skill_context_excluded' | 'no_priority_signal';
254
+ export interface ExperienceEvidenceRef {
255
+ id: string;
256
+ kind: ExperienceEvidenceKind;
257
+ sourceTrace: string;
258
+ sessionId: string;
259
+ traceRole?: 'standalone' | 'main' | 'subagent';
260
+ traceLabel?: string;
261
+ messageIndex?: number;
262
+ logicalMessageIndex?: number;
263
+ sourceLineIndex?: number;
264
+ messageUuid?: string;
265
+ toolUseId?: string;
266
+ timestamp?: string;
267
+ role?: 'user' | 'assistant' | 'tool' | 'other';
268
+ label?: string;
269
+ snippet?: string;
270
+ }
271
+ export interface ExperienceTimelineEvent extends ExperienceEvidenceRef {
272
+ order: number;
273
+ toolName?: string;
274
+ isError?: boolean;
275
+ fullText?: string;
276
+ }
277
+ export interface ExperienceTimelineBranch {
278
+ id: string;
279
+ label: string;
280
+ sourceTrace: string;
281
+ traceRole: 'main' | 'subagent' | 'standalone';
282
+ attachTo?: {
283
+ sourceTrace: string;
284
+ messageIndex?: number;
285
+ toolUseId?: string;
286
+ label?: string;
287
+ };
288
+ events: ExperienceTimelineEvent[];
289
+ }
290
+ export interface ExperienceTimelineTree {
291
+ sessionId: string;
292
+ main: ExperienceTimelineEvent[];
293
+ branches: ExperienceTimelineBranch[];
294
+ }
295
+ export interface ExperienceEvidenceChain {
296
+ userMessageCount: number;
297
+ runtimeContextCount: number;
298
+ skillContextCount: number;
299
+ assistantMessageCount: number;
300
+ toolUseCount: number;
301
+ toolResultCount: number;
302
+ toolFailureResultCount: number;
303
+ observationCount: number;
304
+ firstUserMessage?: ExperienceEvidenceRef;
305
+ firstRuntimeContext?: ExperienceEvidenceRef;
306
+ firstSkillContext?: ExperienceEvidenceRef;
307
+ firstToolUse?: ExperienceEvidenceRef;
308
+ firstToolFailure?: ExperienceEvidenceRef;
309
+ lastAssistantMessage?: ExperienceEvidenceRef;
310
+ }
311
+ export interface ExperienceRuleFinding {
312
+ code: ExperienceRuleFindingCode;
313
+ level: ExperienceRuleFindingLevel;
314
+ count: number;
315
+ evidenceRefs: ExperienceEvidenceRef[];
316
+ }
317
+ export interface ExperienceAssistiveInference {
318
+ mode: 'deterministic_rules_only';
319
+ code: ExperienceAssistiveInferenceCode;
320
+ confidence: ExperienceAssistiveInferenceConfidence;
321
+ basisRuleCodes: ExperienceRuleFindingCode[];
322
+ cautionCodes: ExperienceAssistiveInferenceCautionCode[];
323
+ evidenceRefs: ExperienceEvidenceRef[];
324
+ }
325
+ export interface ExperienceReviewerReportStep {
326
+ order: number;
327
+ label: string;
328
+ status: ExperienceReviewerReportStepStatus;
329
+ text: string;
330
+ evidenceRefs: ExperienceEvidenceRef[];
331
+ }
332
+ export interface ExperienceReviewerReportFinding {
333
+ id: string;
334
+ judgmentId: string;
335
+ source: ExperienceReviewerReportFindingSource;
336
+ level: ExperienceReviewerReportFindingLevel;
337
+ title: string;
338
+ body: string;
339
+ ruleSource: string;
340
+ ruleVersion: string;
341
+ evidenceRefs: ExperienceEvidenceRef[];
342
+ reviewStateRef: {
343
+ targetType: 'reviewer_judgment';
344
+ targetId: string;
345
+ verdict?: string;
346
+ reason?: string;
347
+ note?: string;
348
+ reviewedAt?: string;
349
+ };
350
+ }
351
+ export interface ExperienceSessionStoryNode {
352
+ id: string;
353
+ order: number;
354
+ kind: ExperienceSessionStoryNodeKind;
355
+ label: string;
356
+ status: ExperienceReviewerReportStepStatus;
357
+ text: string;
358
+ evidenceRefs: ExperienceEvidenceRef[];
359
+ }
360
+ export interface ExperienceSessionStoryAnswer {
361
+ key: ExperienceSessionStoryAnswerKey;
362
+ label: string;
363
+ status: ExperienceReviewerReportStepStatus;
364
+ reason: ExperienceParentReason;
365
+ sourceItemKeys: string[];
366
+ text: string;
367
+ evidenceRefs: ExperienceEvidenceRef[];
368
+ checklistItems: ExperienceChecklistItem[];
369
+ }
370
+ export interface ExperienceChecklistItem {
371
+ key: string;
372
+ label: string;
373
+ status: ExperienceChecklistItemStatus;
374
+ contribution: ExperienceChecklistContribution;
375
+ reason: string;
376
+ evidenceRefs: ExperienceEvidenceRef[];
377
+ source: ExperienceReviewerReportFindingSource;
378
+ suggestionKey?: string;
379
+ }
380
+ export interface ExperienceSessionStoryGoalSlice {
381
+ id: string;
382
+ order: number;
383
+ skillNames: string[];
384
+ startTimestamp: string;
385
+ endTimestamp: string;
386
+ reasonCode: ExperienceGoalSliceReasonCode;
387
+ inferredUserGoal?: string;
388
+ evidenceRefs: ExperienceEvidenceRef[];
389
+ }
390
+ export interface ExperienceSessionStorySubagentDispatch {
391
+ id: string;
392
+ order: number;
393
+ branchId: string;
394
+ label: string;
395
+ sourceTrace: string;
396
+ attachTo?: {
397
+ messageIndex?: number;
398
+ toolUseId?: string;
399
+ label?: string;
400
+ };
401
+ eventCount: number;
402
+ evidenceRefs: ExperienceEvidenceRef[];
403
+ }
404
+ export interface ExperienceSessionStorySkillLink {
405
+ id: string;
406
+ order: number;
407
+ skillName: string;
408
+ role: ExperienceSessionStorySkillRole;
409
+ invocationIds: string[];
410
+ goalSliceIds: string[];
411
+ evidenceRefs: ExperienceEvidenceRef[];
412
+ }
413
+ export interface ExperienceGoalEvidenceRef {
414
+ kind: 'user_message' | 'goal_slice' | 'llm_goal';
415
+ goalSliceId?: string;
416
+ evidenceRef?: ExperienceEvidenceRef;
417
+ label?: string;
418
+ }
419
+ export interface ExperienceMessageRange {
420
+ startMessageIndex: number;
421
+ endMessageIndex: number;
422
+ sourceTrace?: string;
423
+ sessionId?: string;
424
+ }
425
+ export interface ExperienceSkillSegment {
426
+ id: string;
427
+ order: number;
428
+ skillName: string;
429
+ skillType: ExperienceRuntimeSkillType;
430
+ skillTypeSource?: ExperienceRuntimeSkillTypeSource;
431
+ declaredSkillType?: ExperienceRuntimeSkillType;
432
+ traceInferredSkillType?: ExperienceRuntimeSkillType;
433
+ episodeRole: ExperienceEpisodeRole;
434
+ skillInvocationIds: string[];
435
+ startMessageIndex?: number;
436
+ endMessageIndex?: number;
437
+ messageRanges?: ExperienceMessageRange[];
438
+ startTimestamp: string;
439
+ endTimestamp: string;
440
+ typeSpecificChecklist: ExperienceChecklistItem[];
441
+ runtimeAssessment?: {
442
+ goalSatisfaction?: string;
443
+ declaredBehaviorFit?: string;
444
+ artifactGoalMatch?: string;
445
+ userFeeling?: string;
446
+ };
447
+ evidenceRefs: ExperienceEvidenceRef[];
448
+ }
449
+ export interface ExperienceOrchestrationEdge {
450
+ id: string;
451
+ episodeId: string;
452
+ edgeKind: ExperienceOrchestrationEdgeKind;
453
+ parentSkillSegmentId?: string;
454
+ executorSkillSegmentId?: string;
455
+ childSessionId?: string;
456
+ runnerStartedRef?: ExperienceEvidenceRef;
457
+ runnerCompletedRef?: ExperienceEvidenceRef;
458
+ notificationRef?: ExperienceEvidenceRef;
459
+ status: ExperienceOrchestrationEdgeStatus;
460
+ evidenceRefs: ExperienceEvidenceRef[];
461
+ }
462
+ export interface ExperienceFeedbackAttribution {
463
+ skillName?: string;
464
+ skillSegmentId?: string;
465
+ attributionRole: ExperienceFeedbackAttributionRole;
466
+ reasonCode: ExperienceFeedbackAttributionReason;
467
+ evidenceRefs: ExperienceEvidenceRef[];
468
+ }
469
+ export interface ExperienceFeedbackSignal {
470
+ id: string;
471
+ order: number;
472
+ type: ExperienceFeedbackSignalType;
473
+ text: string;
474
+ targetObject?: string;
475
+ sourceWindow: 'session' | 'episode' | 'skill_invocation' | 'downstream_child';
476
+ evidenceRef: ExperienceEvidenceRef;
477
+ canonicalAttributions?: ExperienceFeedbackAttribution[];
478
+ attributions: ExperienceFeedbackAttribution[];
479
+ }
480
+ export interface ExperienceEpisodeArtifact {
481
+ kind: ExperienceEpisodeArtifactKind;
482
+ label: string;
483
+ pathOrUrl?: string;
484
+ artifactGoalMatch: 'passed' | 'failed' | 'unknown';
485
+ evidenceRef: ExperienceEvidenceRef;
486
+ }
487
+ export interface ExperienceEpisodeOutcome {
488
+ closure: ExperienceOutcomeClosure;
489
+ artifacts: ExperienceEpisodeArtifact[];
490
+ verdict: ExperienceReviewPriority;
491
+ acceptanceCriteria?: string;
492
+ }
493
+ export interface ExperienceEpisode {
494
+ id: string;
495
+ order: number;
496
+ sessionId: string;
497
+ primaryGoal?: string;
498
+ goalEvidenceRefs: ExperienceGoalEvidenceRef[];
499
+ startTimestamp: string;
500
+ endTimestamp: string;
501
+ startRef?: ExperienceEvidenceRef;
502
+ endRef?: ExperienceEvidenceRef;
503
+ boundaryReason: ExperienceEpisodeBoundaryReason;
504
+ skillSegments: ExperienceSkillSegment[];
505
+ orchestrationEdges: ExperienceOrchestrationEdge[];
506
+ feedbackSignals: ExperienceFeedbackSignal[];
507
+ outcome: ExperienceEpisodeOutcome;
508
+ }
509
+ export interface ExperienceSessionStoryGraphNode {
510
+ id: string;
511
+ label: string;
512
+ kind: ExperienceSessionStoryNodeKind;
513
+ status: ExperienceReviewerReportStepStatus;
514
+ role?: ExperienceSessionStorySkillRole;
515
+ detailNodeId?: string;
516
+ }
517
+ export interface ExperienceSessionStoryGraphEdge {
518
+ fromId: string;
519
+ toId: string;
520
+ label: string;
521
+ }
522
+ export interface ExperienceSessionStory {
523
+ schemaVersion: 1;
524
+ summary: string;
525
+ invocationCount: number;
526
+ goalSliceCount: number;
527
+ branchCount: number;
528
+ progressUpdateCount: number;
529
+ finalDeliverySignalCount: number;
530
+ mainlineNodeIds: string[];
531
+ goalSlices: ExperienceSessionStoryGoalSlice[];
532
+ subagentDispatches: ExperienceSessionStorySubagentDispatch[];
533
+ skillLinks: ExperienceSessionStorySkillLink[];
534
+ episodes?: ExperienceEpisode[];
535
+ graph: {
536
+ nodes: ExperienceSessionStoryGraphNode[];
537
+ edges: ExperienceSessionStoryGraphEdge[];
538
+ };
539
+ nodes: ExperienceSessionStoryNode[];
540
+ answers: ExperienceSessionStoryAnswer[];
541
+ }
542
+ export interface ExperienceReviewerReport {
543
+ schemaVersion: 1;
544
+ mode: 'deterministic_milestone_1' | 'deterministic_session_story';
545
+ generatedAt: string;
546
+ title: string;
547
+ summary: string;
548
+ scope: {
549
+ kind: ExperienceReviewerReportScope;
550
+ reasonCodes: string[];
551
+ };
552
+ chainSteps: ExperienceReviewerReportStep[];
553
+ findings: ExperienceReviewerReportFinding[];
554
+ oneLookMetrics: {
555
+ toolCallCount: number;
556
+ toolFailureCount: number;
557
+ userMessageCount: number;
558
+ userFollowUpCount: number;
559
+ assistantDeliverySignalCount: number;
560
+ deliverableArtifactSignalCount: number;
561
+ routerDownstreamCompleted: number;
562
+ routerDownstreamFailed: number;
563
+ assistantProgressUpdateCount: number;
564
+ selfCorrectionCount: number;
565
+ repeatedExecutionCount: number;
566
+ finalDeliverySignalCount: number;
567
+ traceEventCount: number;
568
+ tokenUsage: {
569
+ inputTokens: number;
570
+ outputTokens: number;
571
+ cacheReadTokens: number;
572
+ cacheCreationTokens: number;
573
+ attribution: 'skill_segment';
574
+ };
575
+ };
576
+ sessionStory: ExperienceSessionStory;
577
+ authorSuggestions: string[];
578
+ traceLinks: ExperienceEvidenceRef[];
579
+ }
580
+ export interface ExperienceGoalSlice {
581
+ id: string;
582
+ skillName: string;
583
+ sessionId: string;
584
+ sourceTrace: string;
585
+ cwd?: string;
586
+ startTimestamp: string;
587
+ endTimestamp: string;
588
+ sliceReasonCode: ExperienceGoalSliceReasonCode;
589
+ sliceConfidence: 'low' | 'medium' | 'high';
590
+ inferredUserGoal?: string;
591
+ userMessageRefs: ExperienceEvidenceRef[];
592
+ }
593
+ export interface ExperienceReviewIndicators {
594
+ userMessageCount: number;
595
+ userFollowUpCount: number;
596
+ userCorrectionCount: number;
597
+ userInterruptionCount: number;
598
+ sessionInterruptedCount: number;
599
+ negativeFeedbackCount: number;
600
+ positiveFeedbackCount: number;
601
+ userGoalShiftCount: number;
602
+ hardRuleTextHitCount: number;
603
+ assistantDeliverySignalCount: number;
604
+ deliverableArtifactSignalCount: number;
605
+ routerDownstreamCompleted: number;
606
+ routerDownstreamFailed: number;
607
+ selfCorrectionCount: number;
608
+ repeatedExecutionCount: number;
609
+ toolCallCount: number;
610
+ toolFailureCount: number;
611
+ highObservationCount: number;
612
+ mediumObservationCount: number;
613
+ hedgingCount: number;
614
+ explicitMarkerCount: number;
615
+ }
616
+ export interface ExperienceInvocationMetrics {
617
+ durationMs: number;
618
+ inputTokens: number;
619
+ outputTokens: number;
620
+ cacheReadTokens: number;
621
+ cacheCreationTokens: number;
622
+ numTurns: number;
623
+ numToolCalls: number;
624
+ numToolFailures: number;
625
+ }
626
+ export interface ExperienceInvocation {
627
+ id: string;
628
+ skillName: string;
629
+ sessionId: string;
630
+ sessionGroupKey: string;
631
+ sourceTrace: string;
632
+ sourceKind: ObservationSourceKind;
633
+ entrypoint?: string;
634
+ sourceMetadata?: TraceSourceMetadata;
635
+ cwd?: string;
636
+ segmentIndex: number;
637
+ goalSliceId: string;
638
+ startTimestamp: string;
639
+ endTimestamp: string;
640
+ attribution: {
641
+ source: string;
642
+ confidence: number;
643
+ rawSkillRef?: string;
644
+ pluginName?: string;
645
+ commandName?: string;
646
+ };
647
+ metrics: ExperienceInvocationMetrics;
648
+ toolCounts: Record<string, number>;
649
+ indicators: ExperienceReviewIndicators;
650
+ evidenceChain: ExperienceEvidenceChain;
651
+ ruleFindings: ExperienceRuleFinding[];
652
+ assistiveInference: ExperienceAssistiveInference;
653
+ problemPatterns: ExperienceProblemPattern[];
654
+ relatedObservationIds: string[];
655
+ evidenceRefs: ExperienceEvidenceRef[];
656
+ timeline: ExperienceTimelineEvent[];
657
+ }
658
+ export interface ExperienceSessionSummary {
659
+ id: string;
660
+ skillName: string;
661
+ sessionId: string;
662
+ sourceTrace: string;
663
+ sourceKind: ObservationSourceKind;
664
+ entrypoint?: string;
665
+ sourceMetadata?: TraceSourceMetadata;
666
+ cwd?: string;
667
+ sourceSessionStartTimestamp?: string;
668
+ sourceSessionEndTimestamp?: string;
669
+ sourceSessionDurationMs?: number;
670
+ startTimestamp: string;
671
+ endTimestamp: string;
672
+ invocationIds: string[];
673
+ goalSliceIds: string[];
674
+ reviewPriority: ExperienceReviewPriority;
675
+ reviewPriorityScore: number;
676
+ reviewBasisCodes: ExperienceReviewBasisCode[];
677
+ indicators: ExperienceReviewIndicators;
678
+ evidenceChain: ExperienceEvidenceChain;
679
+ ruleFindings: ExperienceRuleFinding[];
680
+ assistiveInference: ExperienceAssistiveInference;
681
+ problemPatterns: ExperienceProblemPattern[];
682
+ relatedObservationIds: string[];
683
+ timelinePreview: ExperienceTimelineEvent[];
684
+ fullSessionTimeline: ExperienceTimelineEvent[];
685
+ timelineTree?: ExperienceTimelineTree;
686
+ timelineScope: {
687
+ mode: 'skill_segment_window';
688
+ segmentStartRecordIndex?: number;
689
+ segmentEndRecordIndex?: number;
690
+ previewStartRecordIndex?: number;
691
+ previewEndRecordIndex?: number;
692
+ sessionStartRecordIndex: number;
693
+ sessionEndRecordIndex: number;
694
+ previewEventCount: number;
695
+ fullSessionEventCount: number;
696
+ truncated: boolean;
697
+ omittedBeforeCount: number;
698
+ omittedAfterCount: number;
699
+ };
700
+ attributionSources: string[];
701
+ pluginNames: string[];
702
+ rawSkillRefs: string[];
703
+ commandNames: string[];
704
+ sessionStory?: ExperienceSessionStory;
705
+ reviewerReport?: ExperienceReviewerReport;
706
+ }
707
+ export interface ExperienceSkillSummary {
708
+ skillName: string;
709
+ invocationCount: number;
710
+ sessionCount: number;
711
+ sourceKinds: ObservationSourceKind[];
712
+ entrypoints: string[];
713
+ entrypointCounts: Record<string, number>;
714
+ sourceMetadataCounts: {
715
+ channels: Record<string, number>;
716
+ senders: Record<string, number>;
717
+ businessActions: Record<string, number>;
718
+ providers: Record<string, number>;
719
+ models: Record<string, number>;
720
+ };
721
+ attributionCounts: Record<string, number>;
722
+ pluginNames: string[];
723
+ rawSkillRefs: string[];
724
+ commandNames: string[];
725
+ toolCounts: Record<string, number>;
726
+ firstSeen: string;
727
+ lastSeen: string;
728
+ reviewFirstSessionCount: number;
729
+ sampleReviewSessionCount: number;
730
+ indicators: ExperienceReviewIndicators;
731
+ evidenceChain: ExperienceEvidenceChain;
732
+ ruleFindings: ExperienceRuleFinding[];
733
+ assistiveInference: ExperienceAssistiveInference;
734
+ problemPatterns: ExperienceProblemPattern[];
735
+ relatedObservationIds: string[];
736
+ }
737
+ export interface ObservationExperienceReport {
738
+ kind: 'observe-experience';
739
+ schemaVersion: 1;
740
+ scope: 'evidence-only';
741
+ generatedAt: string;
742
+ meta: {
743
+ sessionCount: number;
744
+ skillCount: number;
745
+ invocationCount: number;
746
+ goalSliceCount: number;
747
+ noteCodes: Array<'no_llm_judge' | 'no_auto_verdict' | 'default_goal_slice_is_allowed' | 'deterministic_assistive_inference'>;
748
+ };
749
+ goalSlices: ExperienceGoalSlice[];
750
+ invocations: ExperienceInvocation[];
751
+ sessions: ExperienceSessionSummary[];
752
+ skills: ExperienceSkillSummary[];
753
+ }
754
+ export type ObservationRuntimeCheckStatus = 'passed' | 'attention' | 'manual_review';
755
+ export interface ObservationRuntimeCheck {
756
+ kind: 'hardRule' | 'workflowNode';
757
+ id: string;
758
+ title: string;
759
+ expectation: string;
760
+ status: ObservationRuntimeCheckStatus;
761
+ reason: string;
762
+ evidenceCount: number;
763
+ evidenceSnippets: string[];
764
+ }
765
+ export type SkillRuntimeEvidencePackSourceType = 'tool_call' | 'tool_result' | 'assistant_message' | 'user_feedback' | 'artifact' | 'runtime_context' | 'skill_context' | 'unknown';
766
+ export interface SkillRuntimeEvidencePackRef extends Pick<ExperienceEvidenceRef, 'id' | 'kind' | 'sourceTrace' | 'sessionId' | 'messageUuid' | 'messageIndex' | 'logicalMessageIndex' | 'sourceLineIndex' | 'toolUseId' | 'timestamp' | 'role' | 'label' | 'snippet'> {
767
+ sourceType: SkillRuntimeEvidencePackSourceType;
768
+ toolName?: string;
769
+ isError?: boolean;
770
+ }
771
+ export interface SkillRuntimeEvidencePackNode {
772
+ nodeId: string;
773
+ kind: 'workflowNode' | 'hardRule';
774
+ title: string;
775
+ expectation: string;
776
+ deterministicStatus: ObservationRuntimeCheckStatus;
777
+ deterministicReason: string;
778
+ candidateEvidenceRefs: SkillRuntimeEvidencePackRef[];
779
+ candidateEvidenceSnippets: string[];
780
+ }
781
+ export interface SkillRuntimeEvidencePack {
782
+ schemaVersion: 1;
783
+ skillName: string;
784
+ generatedBy: 'deterministic_rule_pack';
785
+ definition: {
786
+ found: boolean;
787
+ path?: string;
788
+ truncated?: boolean;
789
+ };
790
+ declaredStandards: {
791
+ hardRules: Array<{
792
+ id: string;
793
+ title: string;
794
+ expectation: string;
795
+ source: 'frontmatter';
796
+ }>;
797
+ workflowNodes: Array<{
798
+ id: string;
799
+ title: string;
800
+ expectation: string;
801
+ workflowId: string;
802
+ source: 'frontmatter' | 'markdown_headings';
803
+ }>;
804
+ };
805
+ runtimeEvidence: {
806
+ toolCalls: SkillRuntimeEvidencePackRef[];
807
+ assistantMessages: SkillRuntimeEvidencePackRef[];
808
+ userFeedback: SkillRuntimeEvidencePackRef[];
809
+ artifacts: SkillRuntimeEvidencePackRef[];
810
+ };
811
+ nodeEvidence: SkillRuntimeEvidencePackNode[];
812
+ evidenceQuality: {
813
+ pollutedSourceCount: number;
814
+ windowTooNarrow: boolean;
815
+ missingRuntimeEvidence: boolean;
816
+ notes: string[];
817
+ };
818
+ }
819
+ export interface ObservationSkillChain {
820
+ skillName: string;
821
+ definition: {
822
+ found: boolean;
823
+ path?: string;
824
+ content?: string;
825
+ truncated?: boolean;
826
+ };
827
+ healthCheck: {
828
+ source: 'doctor-static-rules';
829
+ hardRules: {
830
+ declared: boolean;
831
+ valid: boolean;
832
+ count: number;
833
+ rules: SkillHardRule[];
834
+ errors: string[];
835
+ advisoryCode?: SkillChainAdvisoryCode;
836
+ };
837
+ workflows: {
838
+ declared: boolean;
839
+ valid: boolean;
840
+ branchCount: number;
841
+ nodeCount: number;
842
+ workflows: SkillWorkflow[];
843
+ errors: string[];
844
+ source: 'frontmatter' | 'markdown_headings' | 'none';
845
+ advisoryCode?: SkillChainAdvisoryCode;
846
+ };
847
+ };
848
+ runtime: {
849
+ supported: true;
850
+ mode: 'deterministic-no-llm';
851
+ message: string;
852
+ summary: {
853
+ invocationCount: number;
854
+ toolCallCount: number;
855
+ toolFailureCount: number;
856
+ passedCount: number;
857
+ attentionCount: number;
858
+ manualReviewCount: number;
859
+ };
860
+ hardRules: ObservationRuntimeCheck[];
861
+ workflowNodes: ObservationRuntimeCheck[];
862
+ evidencePack?: SkillRuntimeEvidencePack;
863
+ };
864
+ }
865
+ //# sourceMappingURL=observability.d.ts.map