oh-my-knowledge 0.30.0 → 0.32.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (1084) hide show
  1. package/README.md +33 -672
  2. package/README.zh.md +45 -684
  3. package/dist/analysis/coverage-analyzer.d.ts.map +1 -0
  4. package/dist/analysis/coverage-analyzer.js.map +1 -0
  5. package/dist/analysis/failure-clusterer.d.ts.map +1 -0
  6. package/dist/analysis/failure-clusterer.js.map +1 -0
  7. package/dist/analysis/gap-analyzer.d.ts +121 -0
  8. package/dist/analysis/gap-analyzer.d.ts.map +1 -0
  9. package/dist/analysis/gap-analyzer.js +471 -0
  10. package/dist/analysis/gap-analyzer.js.map +1 -0
  11. package/dist/analysis/hedging-classifier.d.ts.map +1 -0
  12. package/dist/analysis/hedging-classifier.js.map +1 -0
  13. package/dist/analysis/report-diagnostics.d.ts +34 -0
  14. package/dist/analysis/report-diagnostics.d.ts.map +1 -0
  15. package/dist/analysis/report-diagnostics.js +753 -0
  16. package/dist/analysis/report-diagnostics.js.map +1 -0
  17. package/dist/analysis/sample-diagnostics.d.ts.map +1 -0
  18. package/dist/analysis/sample-diagnostics.js.map +1 -0
  19. package/dist/analysis/saturation.d.ts.map +1 -0
  20. package/dist/analysis/saturation.js.map +1 -0
  21. package/dist/authoring/evolver.d.ts +102 -0
  22. package/dist/authoring/evolver.d.ts.map +1 -0
  23. package/dist/authoring/evolver.js +681 -0
  24. package/dist/authoring/evolver.js.map +1 -0
  25. package/dist/authoring/generator.d.ts +38 -0
  26. package/dist/authoring/generator.d.ts.map +1 -0
  27. package/dist/authoring/generator.js +720 -0
  28. package/dist/authoring/generator.js.map +1 -0
  29. package/dist/authoring/sample-fixer.d.ts +51 -0
  30. package/dist/authoring/sample-fixer.d.ts.map +1 -0
  31. package/dist/authoring/sample-fixer.js +213 -0
  32. package/dist/authoring/sample-fixer.js.map +1 -0
  33. package/dist/cli/commands/doctor.d.ts +26 -0
  34. package/dist/cli/commands/doctor.d.ts.map +1 -0
  35. package/dist/cli/commands/doctor.js +302 -0
  36. package/dist/cli/commands/doctor.js.map +1 -0
  37. package/dist/cli/commands/eval/gold/compare.d.ts +17 -0
  38. package/dist/cli/commands/eval/gold/compare.d.ts.map +1 -0
  39. package/dist/cli/commands/eval/gold/compare.js +91 -0
  40. package/dist/cli/commands/eval/gold/compare.js.map +1 -0
  41. package/dist/cli/commands/eval/gold/index.d.ts +9 -0
  42. package/dist/cli/commands/eval/gold/index.d.ts.map +1 -0
  43. package/dist/cli/commands/eval/gold/index.js +34 -0
  44. package/dist/cli/commands/eval/gold/index.js.map +1 -0
  45. package/dist/cli/commands/eval/gold/init.d.ts +11 -0
  46. package/dist/cli/commands/eval/gold/init.d.ts.map +1 -0
  47. package/dist/cli/commands/eval/gold/init.js +51 -0
  48. package/dist/cli/commands/eval/gold/init.js.map +1 -0
  49. package/dist/cli/commands/eval/gold/validate.d.ts +12 -0
  50. package/dist/cli/commands/eval/gold/validate.d.ts.map +1 -0
  51. package/dist/cli/commands/eval/gold/validate.js +46 -0
  52. package/dist/cli/commands/eval/gold/validate.js.map +1 -0
  53. package/dist/cli/commands/eval/index.d.ts +54 -0
  54. package/dist/cli/commands/eval/index.d.ts.map +1 -0
  55. package/dist/cli/commands/eval/index.js +465 -0
  56. package/dist/cli/commands/eval/index.js.map +1 -0
  57. package/dist/cli/commands/evolve.d.ts +37 -0
  58. package/dist/cli/commands/evolve.d.ts.map +1 -0
  59. package/dist/cli/commands/evolve.js +283 -0
  60. package/dist/cli/commands/evolve.js.map +1 -0
  61. package/dist/cli/commands/init.d.ts +16 -0
  62. package/dist/cli/commands/init.d.ts.map +1 -0
  63. package/dist/cli/commands/init.js +152 -0
  64. package/dist/cli/commands/init.js.map +1 -0
  65. package/dist/cli/commands/observe/inbox.d.ts +23 -0
  66. package/dist/cli/commands/observe/inbox.d.ts.map +1 -0
  67. package/dist/cli/commands/observe/inbox.js +260 -0
  68. package/dist/cli/commands/observe/inbox.js.map +1 -0
  69. package/dist/cli/commands/observe/index.d.ts +22 -0
  70. package/dist/cli/commands/observe/index.d.ts.map +1 -0
  71. package/dist/cli/commands/observe/index.js +118 -0
  72. package/dist/cli/commands/observe/index.js.map +1 -0
  73. package/dist/cli/commands/observe/ingest.d.ts +13 -0
  74. package/dist/cli/commands/observe/ingest.d.ts.map +1 -0
  75. package/dist/cli/commands/observe/ingest.js +71 -0
  76. package/dist/cli/commands/observe/ingest.js.map +1 -0
  77. package/dist/cli/commands/observe/show.d.ts +13 -0
  78. package/dist/cli/commands/observe/show.d.ts.map +1 -0
  79. package/dist/cli/commands/observe/show.js +49 -0
  80. package/dist/cli/commands/observe/show.js.map +1 -0
  81. package/dist/cli/commands/sample.d.ts +38 -0
  82. package/dist/cli/commands/sample.d.ts.map +1 -0
  83. package/dist/cli/commands/sample.js +487 -0
  84. package/dist/cli/commands/sample.js.map +1 -0
  85. package/dist/cli/commands/studio.d.ts +23 -0
  86. package/dist/cli/commands/studio.d.ts.map +1 -0
  87. package/dist/cli/commands/studio.js +158 -0
  88. package/dist/cli/commands/studio.js.map +1 -0
  89. package/dist/cli/index.d.ts.map +1 -0
  90. package/dist/cli/index.js +29 -0
  91. package/dist/cli/index.js.map +1 -0
  92. package/dist/cli/lib/cli-exit.d.ts +16 -0
  93. package/dist/cli/lib/cli-exit.d.ts.map +1 -0
  94. package/dist/cli/lib/cli-exit.js +20 -0
  95. package/dist/cli/lib/cli-exit.js.map +1 -0
  96. package/dist/cli/lib/cmd-flags.d.ts +224 -0
  97. package/dist/cli/lib/cmd-flags.d.ts.map +1 -0
  98. package/dist/cli/lib/cmd-flags.js +46 -0
  99. package/dist/cli/lib/cmd-flags.js.map +1 -0
  100. package/dist/cli/lib/i18n-dict/common.d.ts +4 -0
  101. package/dist/cli/lib/i18n-dict/common.d.ts.map +1 -0
  102. package/dist/cli/lib/i18n-dict/common.js +67 -0
  103. package/dist/cli/lib/i18n-dict/common.js.map +1 -0
  104. package/dist/cli/lib/i18n-dict/evolve.d.ts +4 -0
  105. package/dist/cli/lib/i18n-dict/evolve.d.ts.map +1 -0
  106. package/dist/cli/lib/i18n-dict/evolve.js +43 -0
  107. package/dist/cli/lib/i18n-dict/evolve.js.map +1 -0
  108. package/dist/cli/lib/i18n-dict/gen.d.ts +4 -0
  109. package/dist/cli/lib/i18n-dict/gen.d.ts.map +1 -0
  110. package/dist/cli/lib/i18n-dict/gen.js +63 -0
  111. package/dist/cli/lib/i18n-dict/gen.js.map +1 -0
  112. package/dist/cli/lib/i18n-dict/help.d.ts +4 -0
  113. package/dist/cli/lib/i18n-dict/help.d.ts.map +1 -0
  114. package/dist/cli/lib/i18n-dict/help.js +281 -0
  115. package/dist/cli/lib/i18n-dict/help.js.map +1 -0
  116. package/dist/cli/lib/i18n-dict/init.d.ts +4 -0
  117. package/dist/cli/lib/i18n-dict/init.d.ts.map +1 -0
  118. package/dist/cli/lib/i18n-dict/init.js +27 -0
  119. package/dist/cli/lib/i18n-dict/init.js.map +1 -0
  120. package/dist/cli/lib/i18n-dict/run.d.ts +4 -0
  121. package/dist/cli/lib/i18n-dict/run.d.ts.map +1 -0
  122. package/dist/cli/lib/i18n-dict/run.js +143 -0
  123. package/dist/cli/lib/i18n-dict/run.js.map +1 -0
  124. package/dist/cli/lib/i18n-dict/types.d.ts +5 -0
  125. package/dist/cli/lib/i18n-dict/types.d.ts.map +1 -0
  126. package/dist/cli/lib/i18n-dict/types.js +2 -0
  127. package/dist/cli/lib/i18n-dict/types.js.map +1 -0
  128. package/dist/cli/lib/i18n-dict.d.ts +63 -0
  129. package/dist/cli/lib/i18n-dict.d.ts.map +1 -0
  130. package/dist/cli/lib/i18n-dict.js +67 -0
  131. package/dist/cli/lib/i18n-dict.js.map +1 -0
  132. package/dist/cli/lib/i18n.d.ts +29 -0
  133. package/dist/cli/lib/i18n.d.ts.map +1 -0
  134. package/dist/cli/lib/i18n.js +58 -0
  135. package/dist/cli/lib/i18n.js.map +1 -0
  136. package/dist/cli/lib/parse-run-config/judge-models.d.ts +24 -0
  137. package/dist/cli/lib/parse-run-config/judge-models.d.ts.map +1 -0
  138. package/dist/cli/lib/parse-run-config/judge-models.js +55 -0
  139. package/dist/cli/lib/parse-run-config/judge-models.js.map +1 -0
  140. package/dist/cli/lib/parse-run-config/samples-discovery.d.ts +19 -0
  141. package/dist/cli/lib/parse-run-config/samples-discovery.d.ts.map +1 -0
  142. package/dist/cli/lib/parse-run-config/samples-discovery.js +53 -0
  143. package/dist/cli/lib/parse-run-config/samples-discovery.js.map +1 -0
  144. package/dist/cli/lib/parse-run-config/variant-resolution.d.ts +18 -0
  145. package/dist/cli/lib/parse-run-config/variant-resolution.d.ts.map +1 -0
  146. package/dist/cli/lib/parse-run-config/variant-resolution.js +59 -0
  147. package/dist/cli/lib/parse-run-config/variant-resolution.js.map +1 -0
  148. package/dist/cli/lib/parse-run-config.d.ts +93 -0
  149. package/dist/cli/lib/parse-run-config.d.ts.map +1 -0
  150. package/dist/cli/lib/parse-run-config.js +157 -0
  151. package/dist/cli/lib/parse-run-config.js.map +1 -0
  152. package/dist/cli/lib/progress.d.ts.map +1 -0
  153. package/dist/cli/lib/progress.js.map +1 -0
  154. package/dist/cli/lib/resolve-skill-input.d.ts +8 -0
  155. package/dist/cli/lib/resolve-skill-input.d.ts.map +1 -0
  156. package/dist/cli/lib/resolve-skill-input.js +38 -0
  157. package/dist/cli/lib/resolve-skill-input.js.map +1 -0
  158. package/dist/cli/lib/run-tally.d.ts +18 -0
  159. package/dist/cli/lib/run-tally.d.ts.map +1 -0
  160. package/dist/cli/lib/run-tally.js.map +1 -0
  161. package/dist/cli/lib/shared.d.ts +12 -0
  162. package/dist/cli/lib/shared.d.ts.map +1 -0
  163. package/dist/cli/lib/shared.js +26 -0
  164. package/dist/cli/lib/shared.js.map +1 -0
  165. package/dist/cli/lib/update-check.d.ts +9 -0
  166. package/dist/cli/lib/update-check.d.ts.map +1 -0
  167. package/dist/cli/lib/update-check.js +113 -0
  168. package/dist/cli/lib/update-check.js.map +1 -0
  169. package/dist/cli/oclif/base-command.d.ts +8 -0
  170. package/dist/cli/oclif/base-command.d.ts.map +1 -0
  171. package/dist/cli/oclif/base-command.js +27 -0
  172. package/dist/cli/oclif/base-command.js.map +1 -0
  173. package/dist/cli/oclif/help.d.ts +16 -0
  174. package/dist/cli/oclif/help.d.ts.map +1 -0
  175. package/dist/cli/oclif/help.js +33 -0
  176. package/dist/cli/oclif/help.js.map +1 -0
  177. package/dist/cli/oclif/i18n.d.ts +16 -0
  178. package/dist/cli/oclif/i18n.d.ts.map +1 -0
  179. package/dist/cli/oclif/i18n.js +62 -0
  180. package/dist/cli/oclif/i18n.js.map +1 -0
  181. package/dist/cli/oclif/parsers.d.ts +10 -0
  182. package/dist/cli/oclif/parsers.d.ts.map +1 -0
  183. package/dist/cli/oclif/parsers.js +102 -0
  184. package/dist/cli/oclif/parsers.js.map +1 -0
  185. package/dist/cli/oclif/projection.d.ts +23 -0
  186. package/dist/cli/oclif/projection.d.ts.map +1 -0
  187. package/dist/cli/oclif/projection.js +52 -0
  188. package/dist/cli/oclif/projection.js.map +1 -0
  189. package/dist/cli/oclif/run.d.ts +2 -0
  190. package/dist/cli/oclif/run.d.ts.map +1 -0
  191. package/dist/cli/oclif/run.js +11 -0
  192. package/dist/cli/oclif/run.js.map +1 -0
  193. package/dist/diagnosis/observe-mapper.d.ts +68 -0
  194. package/dist/diagnosis/observe-mapper.d.ts.map +1 -0
  195. package/dist/diagnosis/observe-mapper.js +276 -0
  196. package/dist/diagnosis/observe-mapper.js.map +1 -0
  197. package/dist/diagnosis/observe-producer.d.ts +9 -0
  198. package/dist/diagnosis/observe-producer.d.ts.map +1 -0
  199. package/dist/diagnosis/observe-producer.js +199 -0
  200. package/dist/diagnosis/observe-producer.js.map +1 -0
  201. package/dist/diagnosis/studio-projection.d.ts +7 -0
  202. package/dist/diagnosis/studio-projection.d.ts.map +1 -0
  203. package/dist/diagnosis/studio-projection.js +84 -0
  204. package/dist/diagnosis/studio-projection.js.map +1 -0
  205. package/dist/diagnosis/types.d.ts +4 -0
  206. package/dist/diagnosis/types.d.ts.map +1 -0
  207. package/dist/diagnosis/types.js +20 -0
  208. package/dist/diagnosis/types.js.map +1 -0
  209. package/dist/doctor/fixer.d.ts +12 -0
  210. package/dist/doctor/fixer.d.ts.map +1 -0
  211. package/dist/doctor/fixer.js +326 -0
  212. package/dist/doctor/fixer.js.map +1 -0
  213. package/dist/doctor/health/builtin-dimensions.d.ts.map +1 -0
  214. package/dist/doctor/health/builtin-dimensions.js.map +1 -0
  215. package/dist/doctor/health/composer.d.ts.map +1 -0
  216. package/dist/doctor/health/composer.js +296 -0
  217. package/dist/doctor/health/composer.js.map +1 -0
  218. package/dist/doctor/health/dimension-registry.d.ts.map +1 -0
  219. package/dist/doctor/health/dimension-registry.js.map +1 -0
  220. package/dist/doctor/health/dimension-spec.d.ts +47 -0
  221. package/dist/doctor/health/dimension-spec.d.ts.map +1 -0
  222. package/dist/doctor/health/dimension-spec.js.map +1 -0
  223. package/dist/doctor/health/parser.d.ts +26 -0
  224. package/dist/doctor/health/parser.d.ts.map +1 -0
  225. package/dist/doctor/health/parser.js +228 -0
  226. package/dist/doctor/health/parser.js.map +1 -0
  227. package/dist/doctor/health/prompt-builder.d.ts +3 -0
  228. package/dist/doctor/health/prompt-builder.d.ts.map +1 -0
  229. package/dist/doctor/health/prompt-builder.js +2 -0
  230. package/dist/doctor/health/prompt-builder.js.map +1 -0
  231. package/dist/doctor/health/register.d.ts.map +1 -0
  232. package/dist/doctor/health/register.js.map +1 -0
  233. package/dist/doctor/index.d.ts.map +1 -0
  234. package/dist/doctor/index.js +246 -0
  235. package/dist/doctor/index.js.map +1 -0
  236. package/dist/doctor/messages.d.ts +21 -0
  237. package/dist/doctor/messages.d.ts.map +1 -0
  238. package/dist/doctor/messages.js +217 -0
  239. package/dist/doctor/messages.js.map +1 -0
  240. package/dist/doctor/preflight.d.ts.map +1 -0
  241. package/dist/doctor/preflight.js.map +1 -0
  242. package/dist/doctor/renderer.d.ts +17 -0
  243. package/dist/doctor/renderer.d.ts.map +1 -0
  244. package/dist/doctor/renderer.js +122 -0
  245. package/dist/doctor/renderer.js.map +1 -0
  246. package/dist/doctor/rules.d.ts.map +1 -0
  247. package/dist/doctor/rules.js +289 -0
  248. package/dist/doctor/rules.js.map +1 -0
  249. package/dist/eval-core/bootstrap.d.ts.map +1 -0
  250. package/dist/eval-core/bootstrap.js.map +1 -0
  251. package/dist/eval-core/cache.d.ts.map +1 -0
  252. package/dist/eval-core/cache.js.map +1 -0
  253. package/dist/eval-core/comparability.d.ts.map +1 -0
  254. package/dist/eval-core/comparability.js.map +1 -0
  255. package/dist/eval-core/dependency-checker.d.ts +37 -0
  256. package/dist/eval-core/dependency-checker.d.ts.map +1 -0
  257. package/dist/eval-core/dependency-checker.js.map +1 -0
  258. package/dist/eval-core/evaluation-execution.d.ts.map +1 -0
  259. package/dist/eval-core/evaluation-execution.js.map +1 -0
  260. package/dist/eval-core/evaluation-job.d.ts.map +1 -0
  261. package/dist/eval-core/evaluation-job.js.map +1 -0
  262. package/dist/eval-core/evaluation-reporting.d.ts.map +1 -0
  263. package/dist/eval-core/evaluation-reporting.js.map +1 -0
  264. package/dist/eval-core/execution-strategy.d.ts.map +1 -0
  265. package/dist/eval-core/execution-strategy.js +165 -0
  266. package/dist/eval-core/execution-strategy.js.map +1 -0
  267. package/dist/eval-core/fact-checker.d.ts.map +1 -0
  268. package/dist/eval-core/fact-checker.js.map +1 -0
  269. package/dist/eval-core/layer-gates.d.ts.map +1 -0
  270. package/dist/eval-core/layer-gates.js.map +1 -0
  271. package/dist/eval-core/mock-hook.cjs +215 -0
  272. package/dist/eval-core/mocks-runtime.d.ts +100 -0
  273. package/dist/eval-core/mocks-runtime.d.ts.map +1 -0
  274. package/dist/eval-core/mocks-runtime.js +559 -0
  275. package/dist/eval-core/mocks-runtime.js.map +1 -0
  276. package/dist/eval-core/schema.d.ts.map +1 -0
  277. package/dist/eval-core/schema.js.map +1 -0
  278. package/dist/eval-core/statistics.d.ts.map +1 -0
  279. package/dist/eval-core/statistics.js.map +1 -0
  280. package/dist/eval-core/task-planner.d.ts.map +1 -0
  281. package/dist/eval-core/task-planner.js.map +1 -0
  282. package/dist/eval-core/verdict.d.ts.map +1 -0
  283. package/dist/eval-core/verdict.js.map +1 -0
  284. package/dist/eval-workflows/batch-evaluation-workflow.d.ts.map +1 -0
  285. package/dist/eval-workflows/batch-evaluation-workflow.js.map +1 -0
  286. package/dist/eval-workflows/evaluation-pipeline/preflight-warnings.d.ts +22 -0
  287. package/dist/eval-workflows/evaluation-pipeline/preflight-warnings.d.ts.map +1 -0
  288. package/dist/eval-workflows/evaluation-pipeline/preflight-warnings.js +67 -0
  289. package/dist/eval-workflows/evaluation-pipeline/preflight-warnings.js.map +1 -0
  290. package/dist/eval-workflows/evaluation-pipeline/report-finalize.d.ts +32 -0
  291. package/dist/eval-workflows/evaluation-pipeline/report-finalize.d.ts.map +1 -0
  292. package/dist/eval-workflows/evaluation-pipeline/report-finalize.js +57 -0
  293. package/dist/eval-workflows/evaluation-pipeline/report-finalize.js.map +1 -0
  294. package/dist/eval-workflows/evaluation-pipeline/run-state.d.ts +60 -0
  295. package/dist/eval-workflows/evaluation-pipeline/run-state.d.ts.map +1 -0
  296. package/dist/eval-workflows/evaluation-pipeline/run-state.js +88 -0
  297. package/dist/eval-workflows/evaluation-pipeline/run-state.js.map +1 -0
  298. package/dist/eval-workflows/evaluation-pipeline/test-set-hash.d.ts +21 -0
  299. package/dist/eval-workflows/evaluation-pipeline/test-set-hash.d.ts.map +1 -0
  300. package/dist/eval-workflows/evaluation-pipeline/test-set-hash.js +46 -0
  301. package/dist/eval-workflows/evaluation-pipeline/test-set-hash.js.map +1 -0
  302. package/dist/eval-workflows/evaluation-pipeline.d.ts +97 -0
  303. package/dist/eval-workflows/evaluation-pipeline.d.ts.map +1 -0
  304. package/dist/eval-workflows/evaluation-pipeline.js +179 -0
  305. package/dist/eval-workflows/evaluation-pipeline.js.map +1 -0
  306. package/dist/eval-workflows/evaluation-preparation.d.ts.map +1 -0
  307. package/dist/eval-workflows/evaluation-preparation.js.map +1 -0
  308. package/dist/eval-workflows/messages.d.ts +4 -0
  309. package/dist/eval-workflows/messages.d.ts.map +1 -0
  310. package/dist/eval-workflows/messages.js +30 -0
  311. package/dist/eval-workflows/messages.js.map +1 -0
  312. package/dist/eval-workflows/run-evaluation.d.ts.map +1 -0
  313. package/dist/eval-workflows/run-evaluation.js +528 -0
  314. package/dist/eval-workflows/run-evaluation.js.map +1 -0
  315. package/dist/executors/anthropic-api.d.ts.map +1 -0
  316. package/dist/executors/anthropic-api.js.map +1 -0
  317. package/dist/executors/claude-cli.d.ts.map +1 -0
  318. package/dist/executors/claude-cli.js +181 -0
  319. package/dist/executors/claude-cli.js.map +1 -0
  320. package/dist/executors/claude-sdk-trace.d.ts.map +1 -0
  321. package/dist/executors/claude-sdk-trace.js.map +1 -0
  322. package/dist/executors/claude-sdk.d.ts.map +1 -0
  323. package/dist/executors/claude-sdk.js.map +1 -0
  324. package/dist/executors/codex-cli-trace.d.ts.map +1 -0
  325. package/dist/executors/codex-cli-trace.js.map +1 -0
  326. package/dist/executors/codex-cli.d.ts.map +1 -0
  327. package/dist/executors/codex-cli.js.map +1 -0
  328. package/dist/executors/codex-sdk.d.ts.map +1 -0
  329. package/dist/executors/codex-sdk.js.map +1 -0
  330. package/dist/executors/gemini.d.ts.map +1 -0
  331. package/dist/executors/gemini.js.map +1 -0
  332. package/dist/executors/index.d.ts.map +1 -0
  333. package/dist/executors/index.js.map +1 -0
  334. package/dist/executors/openai-api.d.ts.map +1 -0
  335. package/dist/executors/openai-api.js.map +1 -0
  336. package/dist/executors/runtime-fingerprint.d.ts.map +1 -0
  337. package/dist/executors/runtime-fingerprint.js.map +1 -0
  338. package/dist/executors/script.d.ts.map +1 -0
  339. package/dist/executors/script.js.map +1 -0
  340. package/dist/executors/shared.d.ts +194 -0
  341. package/dist/executors/shared.d.ts.map +1 -0
  342. package/dist/executors/shared.js +253 -0
  343. package/dist/executors/shared.js.map +1 -0
  344. package/dist/grading/assertions.d.ts.map +1 -0
  345. package/dist/grading/assertions.js.map +1 -0
  346. package/dist/grading/debias-validate.d.ts.map +1 -0
  347. package/dist/grading/debias-validate.js.map +1 -0
  348. package/dist/grading/diagnostic.d.ts.map +1 -0
  349. package/dist/grading/diagnostic.js.map +1 -0
  350. package/dist/grading/gold-cli.d.ts.map +1 -0
  351. package/dist/grading/gold-cli.js.map +1 -0
  352. package/dist/grading/gold-dataset.d.ts.map +1 -0
  353. package/dist/grading/gold-dataset.js.map +1 -0
  354. package/dist/grading/human-gold.d.ts.map +1 -0
  355. package/dist/grading/human-gold.js.map +1 -0
  356. package/dist/grading/index.d.ts.map +1 -0
  357. package/dist/grading/index.js.map +1 -0
  358. package/dist/grading/judge.d.ts.map +1 -0
  359. package/dist/grading/judge.js.map +1 -0
  360. package/dist/grading/layered-scores.d.ts.map +1 -0
  361. package/dist/grading/layered-scores.js.map +1 -0
  362. package/dist/inputs/eval-config.d.ts.map +1 -0
  363. package/dist/inputs/eval-config.js.map +1 -0
  364. package/dist/inputs/load-samples.d.ts.map +1 -0
  365. package/dist/inputs/load-samples.js.map +1 -0
  366. package/dist/inputs/mcp-resolver.d.ts.map +1 -0
  367. package/dist/inputs/mcp-resolver.js.map +1 -0
  368. package/dist/inputs/skill-loader.d.ts.map +1 -0
  369. package/dist/inputs/skill-loader.js +261 -0
  370. package/dist/inputs/skill-loader.js.map +1 -0
  371. package/dist/inputs/url-fetcher.d.ts.map +1 -0
  372. package/dist/inputs/url-fetcher.js.map +1 -0
  373. package/dist/observability/experience-frontmatter.d.ts +37 -0
  374. package/dist/observability/experience-frontmatter.d.ts.map +1 -0
  375. package/dist/observability/experience-frontmatter.js +100 -0
  376. package/dist/observability/experience-frontmatter.js.map +1 -0
  377. package/dist/observability/experience.d.ts +23 -0
  378. package/dist/observability/experience.d.ts.map +1 -0
  379. package/dist/observability/experience.js +3438 -0
  380. package/dist/observability/experience.js.map +1 -0
  381. package/dist/observability/feedback-matchers.d.ts +37 -0
  382. package/dist/observability/feedback-matchers.d.ts.map +1 -0
  383. package/dist/observability/feedback-matchers.js +232 -0
  384. package/dist/observability/feedback-matchers.js.map +1 -0
  385. package/dist/observability/feedback-projection.d.ts +21 -0
  386. package/dist/observability/feedback-projection.d.ts.map +1 -0
  387. package/dist/observability/feedback-projection.js +20 -0
  388. package/dist/observability/feedback-projection.js.map +1 -0
  389. package/dist/observability/inbox-view-model.d.ts +43 -0
  390. package/dist/observability/inbox-view-model.d.ts.map +1 -0
  391. package/dist/observability/inbox-view-model.js +180 -0
  392. package/dist/observability/inbox-view-model.js.map +1 -0
  393. package/dist/observability/inbox.d.ts +28 -0
  394. package/dist/observability/inbox.d.ts.map +1 -0
  395. package/dist/observability/inbox.js +765 -0
  396. package/dist/observability/inbox.js.map +1 -0
  397. package/dist/observability/problem-patterns.d.ts +12 -0
  398. package/dist/observability/problem-patterns.d.ts.map +1 -0
  399. package/dist/observability/problem-patterns.js +244 -0
  400. package/dist/observability/problem-patterns.js.map +1 -0
  401. package/dist/observability/prompts/llm-enhanced-review.prompt.md +224 -0
  402. package/dist/observability/resolved-review.d.ts +37 -0
  403. package/dist/observability/resolved-review.d.ts.map +1 -0
  404. package/dist/observability/resolved-review.js +552 -0
  405. package/dist/observability/resolved-review.js.map +1 -0
  406. package/dist/observability/review-state.d.ts +20 -0
  407. package/dist/observability/review-state.d.ts.map +1 -0
  408. package/dist/observability/review-state.js +169 -0
  409. package/dist/observability/review-state.js.map +1 -0
  410. package/dist/observability/skill-chain-advisories.d.ts +16 -0
  411. package/dist/observability/skill-chain-advisories.d.ts.map +1 -0
  412. package/dist/observability/skill-chain-advisories.js +69 -0
  413. package/dist/observability/skill-chain-advisories.js.map +1 -0
  414. package/dist/observability/skill-chain.d.ts +7 -0
  415. package/dist/observability/skill-chain.d.ts.map +1 -0
  416. package/dist/observability/skill-chain.js +474 -0
  417. package/dist/observability/skill-chain.js.map +1 -0
  418. package/dist/observability/skill-health-analyzer.d.ts.map +1 -0
  419. package/dist/observability/skill-health-analyzer.js.map +1 -0
  420. package/dist/observability/soft-standards/constants.d.ts +5 -0
  421. package/dist/observability/soft-standards/constants.d.ts.map +1 -0
  422. package/dist/observability/soft-standards/constants.js +10 -0
  423. package/dist/observability/soft-standards/constants.js.map +1 -0
  424. package/dist/observability/soft-standards/index.d.ts +16 -0
  425. package/dist/observability/soft-standards/index.d.ts.map +1 -0
  426. package/dist/observability/soft-standards/index.js +15 -0
  427. package/dist/observability/soft-standards/index.js.map +1 -0
  428. package/dist/observability/soft-standards/llm-extractor.d.ts +6 -0
  429. package/dist/observability/soft-standards/llm-extractor.d.ts.map +1 -0
  430. package/dist/observability/soft-standards/llm-extractor.js +692 -0
  431. package/dist/observability/soft-standards/llm-extractor.js.map +1 -0
  432. package/dist/observability/soft-standards/runtime-evaluator.d.ts +12 -0
  433. package/dist/observability/soft-standards/runtime-evaluator.d.ts.map +1 -0
  434. package/dist/observability/soft-standards/runtime-evaluator.js +385 -0
  435. package/dist/observability/soft-standards/runtime-evaluator.js.map +1 -0
  436. package/dist/observability/soft-standards/skill-standards-store.d.ts +11 -0
  437. package/dist/observability/soft-standards/skill-standards-store.d.ts.map +1 -0
  438. package/dist/observability/soft-standards/skill-standards-store.js +158 -0
  439. package/dist/observability/soft-standards/skill-standards-store.js.map +1 -0
  440. package/dist/observability/soft-standards/types.d.ts +212 -0
  441. package/dist/observability/soft-standards/types.d.ts.map +1 -0
  442. package/dist/observability/soft-standards/types.js +2 -0
  443. package/dist/observability/soft-standards/types.js.map +1 -0
  444. package/dist/observability/text-signals.d.ts +14 -0
  445. package/dist/observability/text-signals.d.ts.map +1 -0
  446. package/dist/observability/text-signals.js +116 -0
  447. package/dist/observability/text-signals.js.map +1 -0
  448. package/dist/observability/trace-adapter.d.ts.map +1 -0
  449. package/dist/observability/trace-adapter.js.map +1 -0
  450. package/dist/observability/trace-attribution.d.ts +56 -0
  451. package/dist/observability/trace-attribution.d.ts.map +1 -0
  452. package/dist/observability/trace-attribution.js +200 -0
  453. package/dist/observability/trace-attribution.js.map +1 -0
  454. package/dist/observability/trace-segmenter.d.ts +52 -0
  455. package/dist/observability/trace-segmenter.d.ts.map +1 -0
  456. package/dist/observability/trace-segmenter.js +322 -0
  457. package/dist/observability/trace-segmenter.js.map +1 -0
  458. package/dist/observability/trace-source.d.ts +92 -0
  459. package/dist/observability/trace-source.d.ts.map +1 -0
  460. package/dist/observability/trace-source.js +502 -0
  461. package/dist/observability/trace-source.js.map +1 -0
  462. package/dist/renderer/html-renderer.d.ts.map +1 -0
  463. package/dist/renderer/html-renderer.js.map +1 -0
  464. package/dist/renderer/layout.d.ts.map +1 -0
  465. package/dist/renderer/layout.js.map +1 -0
  466. package/dist/renderer/observation-inbox/helpers.d.ts +14 -0
  467. package/dist/renderer/observation-inbox/helpers.d.ts.map +1 -0
  468. package/dist/renderer/observation-inbox/helpers.js +75 -0
  469. package/dist/renderer/observation-inbox/helpers.js.map +1 -0
  470. package/dist/renderer/observation-inbox/styles.d.ts +2 -0
  471. package/dist/renderer/observation-inbox/styles.d.ts.map +1 -0
  472. package/dist/renderer/observation-inbox/styles.js +5184 -0
  473. package/dist/renderer/observation-inbox/styles.js.map +1 -0
  474. package/dist/renderer/observation-inbox-renderer.d.ts +5 -0
  475. package/dist/renderer/observation-inbox-renderer.d.ts.map +1 -0
  476. package/dist/renderer/observation-inbox-renderer.js +7182 -0
  477. package/dist/renderer/observation-inbox-renderer.js.map +1 -0
  478. package/dist/renderer/skill-detail-renderer.d.ts +13 -0
  479. package/dist/renderer/skill-detail-renderer.d.ts.map +1 -0
  480. package/dist/renderer/skill-detail-renderer.js +1244 -0
  481. package/dist/renderer/skill-detail-renderer.js.map +1 -0
  482. package/dist/renderer/skill-health-renderer.d.ts.map +1 -0
  483. package/dist/renderer/skill-health-renderer.js.map +1 -0
  484. package/dist/renderer/skill-list-renderer.d.ts +3 -0
  485. package/dist/renderer/skill-list-renderer.d.ts.map +1 -0
  486. package/dist/renderer/skill-list-renderer.js +334 -0
  487. package/dist/renderer/skill-list-renderer.js.map +1 -0
  488. package/dist/renderer/summary.d.ts +68 -0
  489. package/dist/renderer/summary.d.ts.map +1 -0
  490. package/dist/renderer/summary.js +1896 -0
  491. package/dist/renderer/summary.js.map +1 -0
  492. package/dist/renderer/table.d.ts.map +1 -0
  493. package/dist/renderer/table.js.map +1 -0
  494. package/dist/renderer/test-view.d.ts.map +1 -0
  495. package/dist/renderer/test-view.js +905 -0
  496. package/dist/renderer/test-view.js.map +1 -0
  497. package/dist/renderer/trends.d.ts.map +1 -0
  498. package/dist/renderer/trends.js.map +1 -0
  499. package/dist/server/job-store.d.ts.map +1 -0
  500. package/dist/server/job-store.js.map +1 -0
  501. package/dist/server/report-server.d.ts.map +1 -0
  502. package/dist/server/report-server.js +892 -0
  503. package/dist/server/report-server.js.map +1 -0
  504. package/dist/server/report-store.d.ts.map +1 -0
  505. package/dist/server/report-store.js.map +1 -0
  506. package/dist/server/skill-index.d.ts +14 -0
  507. package/dist/server/skill-index.d.ts.map +1 -0
  508. package/dist/server/skill-index.js +381 -0
  509. package/dist/server/skill-index.js.map +1 -0
  510. package/dist/server/skill-insights.d.ts +32 -0
  511. package/dist/server/skill-insights.d.ts.map +1 -0
  512. package/dist/server/skill-insights.js +788 -0
  513. package/dist/server/skill-insights.js.map +1 -0
  514. package/dist/shared/hard-rules.d.ts +42 -0
  515. package/dist/shared/hard-rules.d.ts.map +1 -0
  516. package/dist/shared/hard-rules.js +242 -0
  517. package/dist/shared/hard-rules.js.map +1 -0
  518. package/dist/shared/llm-prompts/index.d.ts +14 -0
  519. package/dist/shared/llm-prompts/index.d.ts.map +1 -0
  520. package/dist/shared/llm-prompts/index.js +22 -0
  521. package/dist/shared/llm-prompts/index.js.map +1 -0
  522. package/dist/shared/llm-prompts/skill-health.d.ts +22 -0
  523. package/dist/shared/llm-prompts/skill-health.d.ts.map +1 -0
  524. package/dist/shared/llm-prompts/skill-health.js +170 -0
  525. package/dist/shared/llm-prompts/skill-health.js.map +1 -0
  526. package/dist/shared/time.d.ts.map +1 -0
  527. package/dist/shared/time.js.map +1 -0
  528. package/dist/shared/tool-search.d.ts.map +1 -0
  529. package/dist/shared/tool-search.js.map +1 -0
  530. package/dist/types/dependencies.d.ts +23 -0
  531. package/dist/types/dependencies.d.ts.map +1 -0
  532. package/dist/types/dependencies.js +2 -0
  533. package/dist/types/dependencies.js.map +1 -0
  534. package/dist/types/diagnosis.d.ts +88 -0
  535. package/dist/types/diagnosis.d.ts.map +1 -0
  536. package/dist/types/diagnosis.js +2 -0
  537. package/dist/types/diagnosis.js.map +1 -0
  538. package/dist/types/doctor.d.ts +157 -0
  539. package/dist/types/doctor.d.ts.map +1 -0
  540. package/dist/types/doctor.js.map +1 -0
  541. package/dist/types/eval.d.ts +377 -0
  542. package/dist/types/eval.d.ts.map +1 -0
  543. package/dist/types/eval.js.map +1 -0
  544. package/dist/types/executor.d.ts.map +1 -0
  545. package/dist/types/executor.js.map +1 -0
  546. package/dist/types/index.d.ts +12 -0
  547. package/dist/types/index.d.ts.map +1 -0
  548. package/dist/types/index.js +12 -0
  549. package/dist/types/index.js.map +1 -0
  550. package/dist/types/judge.d.ts.map +1 -0
  551. package/dist/types/judge.js.map +1 -0
  552. package/dist/types/observability.d.ts +865 -0
  553. package/dist/types/observability.d.ts.map +1 -0
  554. package/dist/types/observability.js +14 -0
  555. package/dist/types/observability.js.map +1 -0
  556. package/dist/types/report.d.ts +560 -0
  557. package/dist/types/report.d.ts.map +1 -0
  558. package/dist/types/report.js.map +1 -0
  559. package/dist/types/shared.d.ts.map +1 -0
  560. package/dist/types/shared.js.map +1 -0
  561. package/dist/types/skill-index.d.ts +142 -0
  562. package/dist/types/skill-index.d.ts.map +1 -0
  563. package/dist/types/skill-index.js +2 -0
  564. package/dist/types/skill-index.js.map +1 -0
  565. package/dist/types/storage.d.ts.map +1 -0
  566. package/dist/types/storage.js.map +1 -0
  567. package/dist/util/safe-slice.d.ts +23 -0
  568. package/dist/util/safe-slice.d.ts.map +1 -0
  569. package/dist/util/safe-slice.js +33 -0
  570. package/dist/util/safe-slice.js.map +1 -0
  571. package/package.json +40 -8
  572. package/dist/src/analysis/coverage-analyzer.d.ts.map +0 -1
  573. package/dist/src/analysis/coverage-analyzer.js.map +0 -1
  574. package/dist/src/analysis/failure-clusterer.d.ts.map +0 -1
  575. package/dist/src/analysis/failure-clusterer.js.map +0 -1
  576. package/dist/src/analysis/gap-analyzer.d.ts +0 -121
  577. package/dist/src/analysis/gap-analyzer.d.ts.map +0 -1
  578. package/dist/src/analysis/gap-analyzer.js +0 -471
  579. package/dist/src/analysis/gap-analyzer.js.map +0 -1
  580. package/dist/src/analysis/hedging-classifier.d.ts.map +0 -1
  581. package/dist/src/analysis/hedging-classifier.js.map +0 -1
  582. package/dist/src/analysis/report-diagnostics.d.ts +0 -34
  583. package/dist/src/analysis/report-diagnostics.d.ts.map +0 -1
  584. package/dist/src/analysis/report-diagnostics.js +0 -753
  585. package/dist/src/analysis/report-diagnostics.js.map +0 -1
  586. package/dist/src/analysis/sample-diagnostics.d.ts.map +0 -1
  587. package/dist/src/analysis/sample-diagnostics.js.map +0 -1
  588. package/dist/src/analysis/saturation.d.ts.map +0 -1
  589. package/dist/src/analysis/saturation.js.map +0 -1
  590. package/dist/src/authoring/evolver.d.ts +0 -78
  591. package/dist/src/authoring/evolver.d.ts.map +0 -1
  592. package/dist/src/authoring/evolver.js +0 -320
  593. package/dist/src/authoring/evolver.js.map +0 -1
  594. package/dist/src/authoring/generator.d.ts +0 -35
  595. package/dist/src/authoring/generator.d.ts.map +0 -1
  596. package/dist/src/authoring/generator.js +0 -704
  597. package/dist/src/authoring/generator.js.map +0 -1
  598. package/dist/src/authoring/sample-fixer.d.ts +0 -45
  599. package/dist/src/authoring/sample-fixer.d.ts.map +0 -1
  600. package/dist/src/authoring/sample-fixer.js +0 -186
  601. package/dist/src/authoring/sample-fixer.js.map +0 -1
  602. package/dist/src/cli/cli-exit.d.ts +0 -15
  603. package/dist/src/cli/cli-exit.d.ts.map +0 -1
  604. package/dist/src/cli/cli-exit.js +0 -19
  605. package/dist/src/cli/cli-exit.js.map +0 -1
  606. package/dist/src/cli/commands/_shared.d.ts +0 -12
  607. package/dist/src/cli/commands/_shared.d.ts.map +0 -1
  608. package/dist/src/cli/commands/_shared.js +0 -26
  609. package/dist/src/cli/commands/_shared.js.map +0 -1
  610. package/dist/src/cli/commands/doctor.d.ts +0 -2
  611. package/dist/src/cli/commands/doctor.d.ts.map +0 -1
  612. package/dist/src/cli/commands/doctor.js +0 -174
  613. package/dist/src/cli/commands/doctor.js.map +0 -1
  614. package/dist/src/cli/commands/eval-gold.d.ts +0 -2
  615. package/dist/src/cli/commands/eval-gold.d.ts.map +0 -1
  616. package/dist/src/cli/commands/eval-gold.js +0 -137
  617. package/dist/src/cli/commands/eval-gold.js.map +0 -1
  618. package/dist/src/cli/commands/eval-runner.d.ts +0 -2
  619. package/dist/src/cli/commands/eval-runner.d.ts.map +0 -1
  620. package/dist/src/cli/commands/eval-runner.js +0 -299
  621. package/dist/src/cli/commands/eval-runner.js.map +0 -1
  622. package/dist/src/cli/commands/eval.d.ts +0 -2
  623. package/dist/src/cli/commands/eval.d.ts.map +0 -1
  624. package/dist/src/cli/commands/eval.js +0 -11
  625. package/dist/src/cli/commands/eval.js.map +0 -1
  626. package/dist/src/cli/commands/evolve.d.ts +0 -2
  627. package/dist/src/cli/commands/evolve.d.ts.map +0 -1
  628. package/dist/src/cli/commands/evolve.js +0 -132
  629. package/dist/src/cli/commands/evolve.js.map +0 -1
  630. package/dist/src/cli/commands/init.d.ts +0 -2
  631. package/dist/src/cli/commands/init.d.ts.map +0 -1
  632. package/dist/src/cli/commands/init.js +0 -110
  633. package/dist/src/cli/commands/init.js.map +0 -1
  634. package/dist/src/cli/commands/observe.d.ts +0 -2
  635. package/dist/src/cli/commands/observe.d.ts.map +0 -1
  636. package/dist/src/cli/commands/observe.js +0 -247
  637. package/dist/src/cli/commands/observe.js.map +0 -1
  638. package/dist/src/cli/commands/registry.d.ts +0 -11
  639. package/dist/src/cli/commands/registry.d.ts.map +0 -1
  640. package/dist/src/cli/commands/registry.js +0 -32
  641. package/dist/src/cli/commands/registry.js.map +0 -1
  642. package/dist/src/cli/commands/sample.d.ts +0 -15
  643. package/dist/src/cli/commands/sample.d.ts.map +0 -1
  644. package/dist/src/cli/commands/sample.js +0 -415
  645. package/dist/src/cli/commands/sample.js.map +0 -1
  646. package/dist/src/cli/commands/studio.d.ts +0 -2
  647. package/dist/src/cli/commands/studio.d.ts.map +0 -1
  648. package/dist/src/cli/commands/studio.js +0 -84
  649. package/dist/src/cli/commands/studio.js.map +0 -1
  650. package/dist/src/cli/i18n-dict.d.ts +0 -54
  651. package/dist/src/cli/i18n-dict.d.ts.map +0 -1
  652. package/dist/src/cli/i18n-dict.js +0 -1125
  653. package/dist/src/cli/i18n-dict.js.map +0 -1
  654. package/dist/src/cli/i18n.d.ts +0 -24
  655. package/dist/src/cli/i18n.d.ts.map +0 -1
  656. package/dist/src/cli/i18n.js +0 -53
  657. package/dist/src/cli/i18n.js.map +0 -1
  658. package/dist/src/cli/index.d.ts.map +0 -1
  659. package/dist/src/cli/index.js +0 -61
  660. package/dist/src/cli/index.js.map +0 -1
  661. package/dist/src/cli/parse-run-config.d.ts +0 -90
  662. package/dist/src/cli/parse-run-config.d.ts.map +0 -1
  663. package/dist/src/cli/parse-run-config.js +0 -302
  664. package/dist/src/cli/parse-run-config.js.map +0 -1
  665. package/dist/src/cli/parse-strict.d.ts +0 -7
  666. package/dist/src/cli/parse-strict.d.ts.map +0 -1
  667. package/dist/src/cli/parse-strict.js +0 -26
  668. package/dist/src/cli/parse-strict.js.map +0 -1
  669. package/dist/src/cli/progress.d.ts.map +0 -1
  670. package/dist/src/cli/progress.js.map +0 -1
  671. package/dist/src/cli/run-tally.d.ts +0 -18
  672. package/dist/src/cli/run-tally.d.ts.map +0 -1
  673. package/dist/src/cli/run-tally.js.map +0 -1
  674. package/dist/src/cli/update-check.d.ts +0 -3
  675. package/dist/src/cli/update-check.d.ts.map +0 -1
  676. package/dist/src/cli/update-check.js +0 -37
  677. package/dist/src/cli/update-check.js.map +0 -1
  678. package/dist/src/doctor/health/builtin-dimensions.d.ts.map +0 -1
  679. package/dist/src/doctor/health/builtin-dimensions.js.map +0 -1
  680. package/dist/src/doctor/health/composer.d.ts.map +0 -1
  681. package/dist/src/doctor/health/composer.js +0 -293
  682. package/dist/src/doctor/health/composer.js.map +0 -1
  683. package/dist/src/doctor/health/dimension-registry.d.ts.map +0 -1
  684. package/dist/src/doctor/health/dimension-registry.js.map +0 -1
  685. package/dist/src/doctor/health/dimension-spec.d.ts +0 -47
  686. package/dist/src/doctor/health/dimension-spec.d.ts.map +0 -1
  687. package/dist/src/doctor/health/dimension-spec.js.map +0 -1
  688. package/dist/src/doctor/health/parser.d.ts +0 -27
  689. package/dist/src/doctor/health/parser.d.ts.map +0 -1
  690. package/dist/src/doctor/health/parser.js +0 -191
  691. package/dist/src/doctor/health/parser.js.map +0 -1
  692. package/dist/src/doctor/health/prompt-builder.d.ts +0 -22
  693. package/dist/src/doctor/health/prompt-builder.d.ts.map +0 -1
  694. package/dist/src/doctor/health/prompt-builder.js +0 -170
  695. package/dist/src/doctor/health/prompt-builder.js.map +0 -1
  696. package/dist/src/doctor/health/register.d.ts.map +0 -1
  697. package/dist/src/doctor/health/register.js.map +0 -1
  698. package/dist/src/doctor/html-renderer.d.ts +0 -20
  699. package/dist/src/doctor/html-renderer.d.ts.map +0 -1
  700. package/dist/src/doctor/html-renderer.js +0 -376
  701. package/dist/src/doctor/html-renderer.js.map +0 -1
  702. package/dist/src/doctor/index.d.ts.map +0 -1
  703. package/dist/src/doctor/index.js +0 -245
  704. package/dist/src/doctor/index.js.map +0 -1
  705. package/dist/src/doctor/preflight.d.ts.map +0 -1
  706. package/dist/src/doctor/preflight.js.map +0 -1
  707. package/dist/src/doctor/renderer.d.ts +0 -17
  708. package/dist/src/doctor/renderer.d.ts.map +0 -1
  709. package/dist/src/doctor/renderer.js +0 -123
  710. package/dist/src/doctor/renderer.js.map +0 -1
  711. package/dist/src/doctor/rules.d.ts.map +0 -1
  712. package/dist/src/doctor/rules.js +0 -289
  713. package/dist/src/doctor/rules.js.map +0 -1
  714. package/dist/src/eval-core/bootstrap.d.ts.map +0 -1
  715. package/dist/src/eval-core/bootstrap.js.map +0 -1
  716. package/dist/src/eval-core/cache.d.ts.map +0 -1
  717. package/dist/src/eval-core/cache.js.map +0 -1
  718. package/dist/src/eval-core/comparability.d.ts.map +0 -1
  719. package/dist/src/eval-core/comparability.js.map +0 -1
  720. package/dist/src/eval-core/dependency-checker.d.ts +0 -58
  721. package/dist/src/eval-core/dependency-checker.d.ts.map +0 -1
  722. package/dist/src/eval-core/dependency-checker.js.map +0 -1
  723. package/dist/src/eval-core/evaluation-execution.d.ts.map +0 -1
  724. package/dist/src/eval-core/evaluation-execution.js.map +0 -1
  725. package/dist/src/eval-core/evaluation-job.d.ts.map +0 -1
  726. package/dist/src/eval-core/evaluation-job.js.map +0 -1
  727. package/dist/src/eval-core/evaluation-reporting.d.ts.map +0 -1
  728. package/dist/src/eval-core/evaluation-reporting.js.map +0 -1
  729. package/dist/src/eval-core/execution-strategy.d.ts.map +0 -1
  730. package/dist/src/eval-core/execution-strategy.js +0 -165
  731. package/dist/src/eval-core/execution-strategy.js.map +0 -1
  732. package/dist/src/eval-core/fact-checker.d.ts.map +0 -1
  733. package/dist/src/eval-core/fact-checker.js.map +0 -1
  734. package/dist/src/eval-core/layer-gates.d.ts.map +0 -1
  735. package/dist/src/eval-core/layer-gates.js.map +0 -1
  736. package/dist/src/eval-core/mock-hook.cjs +0 -203
  737. package/dist/src/eval-core/mocks-runtime.d.ts +0 -96
  738. package/dist/src/eval-core/mocks-runtime.d.ts.map +0 -1
  739. package/dist/src/eval-core/mocks-runtime.js +0 -323
  740. package/dist/src/eval-core/mocks-runtime.js.map +0 -1
  741. package/dist/src/eval-core/schema.d.ts.map +0 -1
  742. package/dist/src/eval-core/schema.js.map +0 -1
  743. package/dist/src/eval-core/statistics.d.ts.map +0 -1
  744. package/dist/src/eval-core/statistics.js.map +0 -1
  745. package/dist/src/eval-core/task-planner.d.ts.map +0 -1
  746. package/dist/src/eval-core/task-planner.js.map +0 -1
  747. package/dist/src/eval-core/verdict.d.ts.map +0 -1
  748. package/dist/src/eval-core/verdict.js.map +0 -1
  749. package/dist/src/eval-workflows/batch-evaluation-workflow.d.ts.map +0 -1
  750. package/dist/src/eval-workflows/batch-evaluation-workflow.js.map +0 -1
  751. package/dist/src/eval-workflows/evaluation-pipeline.d.ts +0 -109
  752. package/dist/src/eval-workflows/evaluation-pipeline.d.ts.map +0 -1
  753. package/dist/src/eval-workflows/evaluation-pipeline.js +0 -373
  754. package/dist/src/eval-workflows/evaluation-pipeline.js.map +0 -1
  755. package/dist/src/eval-workflows/evaluation-preparation.d.ts.map +0 -1
  756. package/dist/src/eval-workflows/evaluation-preparation.js.map +0 -1
  757. package/dist/src/eval-workflows/run-evaluation.d.ts.map +0 -1
  758. package/dist/src/eval-workflows/run-evaluation.js +0 -528
  759. package/dist/src/eval-workflows/run-evaluation.js.map +0 -1
  760. package/dist/src/executors/anthropic-api.d.ts.map +0 -1
  761. package/dist/src/executors/anthropic-api.js.map +0 -1
  762. package/dist/src/executors/claude-cli.d.ts.map +0 -1
  763. package/dist/src/executors/claude-cli.js +0 -179
  764. package/dist/src/executors/claude-cli.js.map +0 -1
  765. package/dist/src/executors/claude-sdk-trace.d.ts.map +0 -1
  766. package/dist/src/executors/claude-sdk-trace.js.map +0 -1
  767. package/dist/src/executors/claude-sdk.d.ts.map +0 -1
  768. package/dist/src/executors/claude-sdk.js.map +0 -1
  769. package/dist/src/executors/codex-cli-trace.d.ts.map +0 -1
  770. package/dist/src/executors/codex-cli-trace.js.map +0 -1
  771. package/dist/src/executors/codex-cli.d.ts.map +0 -1
  772. package/dist/src/executors/codex-cli.js.map +0 -1
  773. package/dist/src/executors/codex-sdk.d.ts.map +0 -1
  774. package/dist/src/executors/codex-sdk.js.map +0 -1
  775. package/dist/src/executors/gemini.d.ts.map +0 -1
  776. package/dist/src/executors/gemini.js.map +0 -1
  777. package/dist/src/executors/index.d.ts.map +0 -1
  778. package/dist/src/executors/index.js.map +0 -1
  779. package/dist/src/executors/openai-api.d.ts.map +0 -1
  780. package/dist/src/executors/openai-api.js.map +0 -1
  781. package/dist/src/executors/runtime-fingerprint.d.ts.map +0 -1
  782. package/dist/src/executors/runtime-fingerprint.js.map +0 -1
  783. package/dist/src/executors/script.d.ts.map +0 -1
  784. package/dist/src/executors/script.js.map +0 -1
  785. package/dist/src/executors/shared.d.ts +0 -194
  786. package/dist/src/executors/shared.d.ts.map +0 -1
  787. package/dist/src/executors/shared.js +0 -256
  788. package/dist/src/executors/shared.js.map +0 -1
  789. package/dist/src/grading/assertions.d.ts.map +0 -1
  790. package/dist/src/grading/assertions.js.map +0 -1
  791. package/dist/src/grading/debias-validate.d.ts.map +0 -1
  792. package/dist/src/grading/debias-validate.js.map +0 -1
  793. package/dist/src/grading/diagnostic.d.ts.map +0 -1
  794. package/dist/src/grading/diagnostic.js.map +0 -1
  795. package/dist/src/grading/gold-cli.d.ts.map +0 -1
  796. package/dist/src/grading/gold-cli.js.map +0 -1
  797. package/dist/src/grading/gold-dataset.d.ts.map +0 -1
  798. package/dist/src/grading/gold-dataset.js.map +0 -1
  799. package/dist/src/grading/human-gold.d.ts.map +0 -1
  800. package/dist/src/grading/human-gold.js.map +0 -1
  801. package/dist/src/grading/index.d.ts.map +0 -1
  802. package/dist/src/grading/index.js.map +0 -1
  803. package/dist/src/grading/judge.d.ts.map +0 -1
  804. package/dist/src/grading/judge.js.map +0 -1
  805. package/dist/src/grading/layered-scores.d.ts.map +0 -1
  806. package/dist/src/grading/layered-scores.js.map +0 -1
  807. package/dist/src/inputs/eval-config.d.ts.map +0 -1
  808. package/dist/src/inputs/eval-config.js.map +0 -1
  809. package/dist/src/inputs/load-samples.d.ts.map +0 -1
  810. package/dist/src/inputs/load-samples.js.map +0 -1
  811. package/dist/src/inputs/mcp-resolver.d.ts.map +0 -1
  812. package/dist/src/inputs/mcp-resolver.js.map +0 -1
  813. package/dist/src/inputs/skill-loader.d.ts.map +0 -1
  814. package/dist/src/inputs/skill-loader.js +0 -253
  815. package/dist/src/inputs/skill-loader.js.map +0 -1
  816. package/dist/src/inputs/url-fetcher.d.ts.map +0 -1
  817. package/dist/src/inputs/url-fetcher.js.map +0 -1
  818. package/dist/src/observability/experience.d.ts +0 -260
  819. package/dist/src/observability/experience.d.ts.map +0 -1
  820. package/dist/src/observability/experience.js +0 -1233
  821. package/dist/src/observability/experience.js.map +0 -1
  822. package/dist/src/observability/inbox-view-model.d.ts +0 -27
  823. package/dist/src/observability/inbox-view-model.d.ts.map +0 -1
  824. package/dist/src/observability/inbox-view-model.js +0 -135
  825. package/dist/src/observability/inbox-view-model.js.map +0 -1
  826. package/dist/src/observability/inbox.d.ts +0 -125
  827. package/dist/src/observability/inbox.d.ts.map +0 -1
  828. package/dist/src/observability/inbox.js +0 -741
  829. package/dist/src/observability/inbox.js.map +0 -1
  830. package/dist/src/observability/problem-patterns.d.ts +0 -51
  831. package/dist/src/observability/problem-patterns.d.ts.map +0 -1
  832. package/dist/src/observability/problem-patterns.js +0 -205
  833. package/dist/src/observability/problem-patterns.js.map +0 -1
  834. package/dist/src/observability/review-state.d.ts +0 -54
  835. package/dist/src/observability/review-state.d.ts.map +0 -1
  836. package/dist/src/observability/review-state.js +0 -131
  837. package/dist/src/observability/review-state.js.map +0 -1
  838. package/dist/src/observability/skill-chain-advisories.d.ts +0 -25
  839. package/dist/src/observability/skill-chain-advisories.d.ts.map +0 -1
  840. package/dist/src/observability/skill-chain-advisories.js +0 -69
  841. package/dist/src/observability/skill-chain-advisories.js.map +0 -1
  842. package/dist/src/observability/skill-chain.d.ts +0 -61
  843. package/dist/src/observability/skill-chain.d.ts.map +0 -1
  844. package/dist/src/observability/skill-chain.js +0 -233
  845. package/dist/src/observability/skill-chain.js.map +0 -1
  846. package/dist/src/observability/skill-health-analyzer.d.ts.map +0 -1
  847. package/dist/src/observability/skill-health-analyzer.js.map +0 -1
  848. package/dist/src/observability/text-signals.d.ts +0 -7
  849. package/dist/src/observability/text-signals.d.ts.map +0 -1
  850. package/dist/src/observability/text-signals.js +0 -22
  851. package/dist/src/observability/text-signals.js.map +0 -1
  852. package/dist/src/observability/trace-adapter.d.ts.map +0 -1
  853. package/dist/src/observability/trace-adapter.js.map +0 -1
  854. package/dist/src/observability/trace-attribution.d.ts +0 -56
  855. package/dist/src/observability/trace-attribution.d.ts.map +0 -1
  856. package/dist/src/observability/trace-attribution.js +0 -200
  857. package/dist/src/observability/trace-attribution.js.map +0 -1
  858. package/dist/src/observability/trace-segmenter.d.ts +0 -52
  859. package/dist/src/observability/trace-segmenter.d.ts.map +0 -1
  860. package/dist/src/observability/trace-segmenter.js +0 -320
  861. package/dist/src/observability/trace-segmenter.js.map +0 -1
  862. package/dist/src/observability/trace-source.d.ts +0 -99
  863. package/dist/src/observability/trace-source.d.ts.map +0 -1
  864. package/dist/src/observability/trace-source.js +0 -492
  865. package/dist/src/observability/trace-source.js.map +0 -1
  866. package/dist/src/renderer/html-renderer.d.ts.map +0 -1
  867. package/dist/src/renderer/html-renderer.js.map +0 -1
  868. package/dist/src/renderer/layout.d.ts.map +0 -1
  869. package/dist/src/renderer/layout.js.map +0 -1
  870. package/dist/src/renderer/observation-inbox-renderer.d.ts +0 -4
  871. package/dist/src/renderer/observation-inbox-renderer.d.ts.map +0 -1
  872. package/dist/src/renderer/observation-inbox-renderer.js +0 -5376
  873. package/dist/src/renderer/observation-inbox-renderer.js.map +0 -1
  874. package/dist/src/renderer/skill-detail-renderer.d.ts +0 -15
  875. package/dist/src/renderer/skill-detail-renderer.d.ts.map +0 -1
  876. package/dist/src/renderer/skill-detail-renderer.js +0 -1234
  877. package/dist/src/renderer/skill-detail-renderer.js.map +0 -1
  878. package/dist/src/renderer/skill-health-renderer.d.ts.map +0 -1
  879. package/dist/src/renderer/skill-health-renderer.js.map +0 -1
  880. package/dist/src/renderer/skill-list-renderer.d.ts +0 -4
  881. package/dist/src/renderer/skill-list-renderer.d.ts.map +0 -1
  882. package/dist/src/renderer/skill-list-renderer.js +0 -327
  883. package/dist/src/renderer/skill-list-renderer.js.map +0 -1
  884. package/dist/src/renderer/summary.d.ts +0 -68
  885. package/dist/src/renderer/summary.d.ts.map +0 -1
  886. package/dist/src/renderer/summary.js +0 -1896
  887. package/dist/src/renderer/summary.js.map +0 -1
  888. package/dist/src/renderer/table.d.ts.map +0 -1
  889. package/dist/src/renderer/table.js.map +0 -1
  890. package/dist/src/renderer/test-view.d.ts.map +0 -1
  891. package/dist/src/renderer/test-view.js +0 -905
  892. package/dist/src/renderer/test-view.js.map +0 -1
  893. package/dist/src/renderer/trends.d.ts.map +0 -1
  894. package/dist/src/renderer/trends.js.map +0 -1
  895. package/dist/src/server/job-store.d.ts.map +0 -1
  896. package/dist/src/server/job-store.js.map +0 -1
  897. package/dist/src/server/report-server.d.ts.map +0 -1
  898. package/dist/src/server/report-server.js +0 -801
  899. package/dist/src/server/report-server.js.map +0 -1
  900. package/dist/src/server/report-store.d.ts.map +0 -1
  901. package/dist/src/server/report-store.js.map +0 -1
  902. package/dist/src/server/skill-index.d.ts +0 -77
  903. package/dist/src/server/skill-index.d.ts.map +0 -1
  904. package/dist/src/server/skill-index.js +0 -331
  905. package/dist/src/server/skill-index.js.map +0 -1
  906. package/dist/src/server/skill-insights.d.ts +0 -92
  907. package/dist/src/server/skill-insights.d.ts.map +0 -1
  908. package/dist/src/server/skill-insights.js +0 -676
  909. package/dist/src/server/skill-insights.js.map +0 -1
  910. package/dist/src/shared/hard-rules.d.ts +0 -40
  911. package/dist/src/shared/hard-rules.d.ts.map +0 -1
  912. package/dist/src/shared/hard-rules.js +0 -200
  913. package/dist/src/shared/hard-rules.js.map +0 -1
  914. package/dist/src/shared/time.d.ts.map +0 -1
  915. package/dist/src/shared/time.js.map +0 -1
  916. package/dist/src/shared/tool-search.d.ts.map +0 -1
  917. package/dist/src/shared/tool-search.js.map +0 -1
  918. package/dist/src/types/doctor.d.ts +0 -155
  919. package/dist/src/types/doctor.d.ts.map +0 -1
  920. package/dist/src/types/doctor.js.map +0 -1
  921. package/dist/src/types/eval.d.ts +0 -372
  922. package/dist/src/types/eval.d.ts.map +0 -1
  923. package/dist/src/types/eval.js.map +0 -1
  924. package/dist/src/types/executor.d.ts.map +0 -1
  925. package/dist/src/types/executor.js.map +0 -1
  926. package/dist/src/types/index.d.ts +0 -8
  927. package/dist/src/types/index.d.ts.map +0 -1
  928. package/dist/src/types/index.js +0 -8
  929. package/dist/src/types/index.js.map +0 -1
  930. package/dist/src/types/judge.d.ts.map +0 -1
  931. package/dist/src/types/judge.js.map +0 -1
  932. package/dist/src/types/report.d.ts +0 -551
  933. package/dist/src/types/report.d.ts.map +0 -1
  934. package/dist/src/types/report.js.map +0 -1
  935. package/dist/src/types/shared.d.ts.map +0 -1
  936. package/dist/src/types/shared.js.map +0 -1
  937. package/dist/src/types/storage.d.ts.map +0 -1
  938. package/dist/src/types/storage.js.map +0 -1
  939. package/dist/src/util/safe-slice.d.ts +0 -23
  940. package/dist/src/util/safe-slice.d.ts.map +0 -1
  941. package/dist/src/util/safe-slice.js +0 -33
  942. package/dist/src/util/safe-slice.js.map +0 -1
  943. /package/dist/{src/analysis → analysis}/coverage-analyzer.d.ts +0 -0
  944. /package/dist/{src/analysis → analysis}/coverage-analyzer.js +0 -0
  945. /package/dist/{src/analysis → analysis}/failure-clusterer.d.ts +0 -0
  946. /package/dist/{src/analysis → analysis}/failure-clusterer.js +0 -0
  947. /package/dist/{src/analysis → analysis}/hedging-classifier.d.ts +0 -0
  948. /package/dist/{src/analysis → analysis}/hedging-classifier.js +0 -0
  949. /package/dist/{src/analysis → analysis}/sample-diagnostics.d.ts +0 -0
  950. /package/dist/{src/analysis → analysis}/sample-diagnostics.js +0 -0
  951. /package/dist/{src/analysis → analysis}/saturation.d.ts +0 -0
  952. /package/dist/{src/analysis → analysis}/saturation.js +0 -0
  953. /package/dist/{src/cli → cli}/index.d.ts +0 -0
  954. /package/dist/{src/cli → cli/lib}/progress.d.ts +0 -0
  955. /package/dist/{src/cli → cli/lib}/progress.js +0 -0
  956. /package/dist/{src/cli → cli/lib}/run-tally.js +0 -0
  957. /package/dist/{src/doctor → doctor}/health/builtin-dimensions.d.ts +0 -0
  958. /package/dist/{src/doctor → doctor}/health/builtin-dimensions.js +0 -0
  959. /package/dist/{src/doctor → doctor}/health/composer.d.ts +0 -0
  960. /package/dist/{src/doctor → doctor}/health/dimension-registry.d.ts +0 -0
  961. /package/dist/{src/doctor → doctor}/health/dimension-registry.js +0 -0
  962. /package/dist/{src/doctor → doctor}/health/dimension-spec.js +0 -0
  963. /package/dist/{src/doctor → doctor}/health/register.d.ts +0 -0
  964. /package/dist/{src/doctor → doctor}/health/register.js +0 -0
  965. /package/dist/{src/doctor → doctor}/index.d.ts +0 -0
  966. /package/dist/{src/doctor → doctor}/preflight.d.ts +0 -0
  967. /package/dist/{src/doctor → doctor}/preflight.js +0 -0
  968. /package/dist/{src/doctor → doctor}/rules.d.ts +0 -0
  969. /package/dist/{src/eval-core → eval-core}/bootstrap.d.ts +0 -0
  970. /package/dist/{src/eval-core → eval-core}/bootstrap.js +0 -0
  971. /package/dist/{src/eval-core → eval-core}/cache.d.ts +0 -0
  972. /package/dist/{src/eval-core → eval-core}/cache.js +0 -0
  973. /package/dist/{src/eval-core → eval-core}/comparability.d.ts +0 -0
  974. /package/dist/{src/eval-core → eval-core}/comparability.js +0 -0
  975. /package/dist/{src/eval-core → eval-core}/dependency-checker.js +0 -0
  976. /package/dist/{src/eval-core → eval-core}/evaluation-execution.d.ts +0 -0
  977. /package/dist/{src/eval-core → eval-core}/evaluation-execution.js +0 -0
  978. /package/dist/{src/eval-core → eval-core}/evaluation-job.d.ts +0 -0
  979. /package/dist/{src/eval-core → eval-core}/evaluation-job.js +0 -0
  980. /package/dist/{src/eval-core → eval-core}/evaluation-reporting.d.ts +0 -0
  981. /package/dist/{src/eval-core → eval-core}/evaluation-reporting.js +0 -0
  982. /package/dist/{src/eval-core → eval-core}/execution-strategy.d.ts +0 -0
  983. /package/dist/{src/eval-core → eval-core}/fact-checker.d.ts +0 -0
  984. /package/dist/{src/eval-core → eval-core}/fact-checker.js +0 -0
  985. /package/dist/{src/eval-core → eval-core}/layer-gates.d.ts +0 -0
  986. /package/dist/{src/eval-core → eval-core}/layer-gates.js +0 -0
  987. /package/dist/{src/eval-core → eval-core}/schema.d.ts +0 -0
  988. /package/dist/{src/eval-core → eval-core}/schema.js +0 -0
  989. /package/dist/{src/eval-core → eval-core}/statistics.d.ts +0 -0
  990. /package/dist/{src/eval-core → eval-core}/statistics.js +0 -0
  991. /package/dist/{src/eval-core → eval-core}/task-planner.d.ts +0 -0
  992. /package/dist/{src/eval-core → eval-core}/task-planner.js +0 -0
  993. /package/dist/{src/eval-core → eval-core}/verdict.d.ts +0 -0
  994. /package/dist/{src/eval-core → eval-core}/verdict.js +0 -0
  995. /package/dist/{src/eval-workflows → eval-workflows}/batch-evaluation-workflow.d.ts +0 -0
  996. /package/dist/{src/eval-workflows → eval-workflows}/batch-evaluation-workflow.js +0 -0
  997. /package/dist/{src/eval-workflows → eval-workflows}/evaluation-preparation.d.ts +0 -0
  998. /package/dist/{src/eval-workflows → eval-workflows}/evaluation-preparation.js +0 -0
  999. /package/dist/{src/eval-workflows → eval-workflows}/run-evaluation.d.ts +0 -0
  1000. /package/dist/{src/executors → executors}/anthropic-api.d.ts +0 -0
  1001. /package/dist/{src/executors → executors}/anthropic-api.js +0 -0
  1002. /package/dist/{src/executors → executors}/claude-cli.d.ts +0 -0
  1003. /package/dist/{src/executors → executors}/claude-sdk-trace.d.ts +0 -0
  1004. /package/dist/{src/executors → executors}/claude-sdk-trace.js +0 -0
  1005. /package/dist/{src/executors → executors}/claude-sdk.d.ts +0 -0
  1006. /package/dist/{src/executors → executors}/claude-sdk.js +0 -0
  1007. /package/dist/{src/executors → executors}/codex-cli-trace.d.ts +0 -0
  1008. /package/dist/{src/executors → executors}/codex-cli-trace.js +0 -0
  1009. /package/dist/{src/executors → executors}/codex-cli.d.ts +0 -0
  1010. /package/dist/{src/executors → executors}/codex-cli.js +0 -0
  1011. /package/dist/{src/executors → executors}/codex-sdk.d.ts +0 -0
  1012. /package/dist/{src/executors → executors}/codex-sdk.js +0 -0
  1013. /package/dist/{src/executors → executors}/gemini.d.ts +0 -0
  1014. /package/dist/{src/executors → executors}/gemini.js +0 -0
  1015. /package/dist/{src/executors → executors}/index.d.ts +0 -0
  1016. /package/dist/{src/executors → executors}/index.js +0 -0
  1017. /package/dist/{src/executors → executors}/openai-api.d.ts +0 -0
  1018. /package/dist/{src/executors → executors}/openai-api.js +0 -0
  1019. /package/dist/{src/executors → executors}/runtime-fingerprint.d.ts +0 -0
  1020. /package/dist/{src/executors → executors}/runtime-fingerprint.js +0 -0
  1021. /package/dist/{src/executors → executors}/script.d.ts +0 -0
  1022. /package/dist/{src/executors → executors}/script.js +0 -0
  1023. /package/dist/{src/grading → grading}/assertions.d.ts +0 -0
  1024. /package/dist/{src/grading → grading}/assertions.js +0 -0
  1025. /package/dist/{src/grading → grading}/debias-validate.d.ts +0 -0
  1026. /package/dist/{src/grading → grading}/debias-validate.js +0 -0
  1027. /package/dist/{src/grading → grading}/diagnostic.d.ts +0 -0
  1028. /package/dist/{src/grading → grading}/diagnostic.js +0 -0
  1029. /package/dist/{src/grading → grading}/gold-cli.d.ts +0 -0
  1030. /package/dist/{src/grading → grading}/gold-cli.js +0 -0
  1031. /package/dist/{src/grading → grading}/gold-dataset.d.ts +0 -0
  1032. /package/dist/{src/grading → grading}/gold-dataset.js +0 -0
  1033. /package/dist/{src/grading → grading}/human-gold.d.ts +0 -0
  1034. /package/dist/{src/grading → grading}/human-gold.js +0 -0
  1035. /package/dist/{src/grading → grading}/index.d.ts +0 -0
  1036. /package/dist/{src/grading → grading}/index.js +0 -0
  1037. /package/dist/{src/grading → grading}/judge.d.ts +0 -0
  1038. /package/dist/{src/grading → grading}/judge.js +0 -0
  1039. /package/dist/{src/grading → grading}/layered-scores.d.ts +0 -0
  1040. /package/dist/{src/grading → grading}/layered-scores.js +0 -0
  1041. /package/dist/{src/inputs → inputs}/eval-config.d.ts +0 -0
  1042. /package/dist/{src/inputs → inputs}/eval-config.js +0 -0
  1043. /package/dist/{src/inputs → inputs}/load-samples.d.ts +0 -0
  1044. /package/dist/{src/inputs → inputs}/load-samples.js +0 -0
  1045. /package/dist/{src/inputs → inputs}/mcp-resolver.d.ts +0 -0
  1046. /package/dist/{src/inputs → inputs}/mcp-resolver.js +0 -0
  1047. /package/dist/{src/inputs → inputs}/skill-loader.d.ts +0 -0
  1048. /package/dist/{src/inputs → inputs}/url-fetcher.d.ts +0 -0
  1049. /package/dist/{src/inputs → inputs}/url-fetcher.js +0 -0
  1050. /package/dist/{src/observability → observability}/skill-health-analyzer.d.ts +0 -0
  1051. /package/dist/{src/observability → observability}/skill-health-analyzer.js +0 -0
  1052. /package/dist/{src/observability → observability}/trace-adapter.d.ts +0 -0
  1053. /package/dist/{src/observability → observability}/trace-adapter.js +0 -0
  1054. /package/dist/{src/renderer → renderer}/html-renderer.d.ts +0 -0
  1055. /package/dist/{src/renderer → renderer}/html-renderer.js +0 -0
  1056. /package/dist/{src/renderer → renderer}/layout.d.ts +0 -0
  1057. /package/dist/{src/renderer → renderer}/layout.js +0 -0
  1058. /package/dist/{src/renderer → renderer}/skill-health-renderer.d.ts +0 -0
  1059. /package/dist/{src/renderer → renderer}/skill-health-renderer.js +0 -0
  1060. /package/dist/{src/renderer → renderer}/table.d.ts +0 -0
  1061. /package/dist/{src/renderer → renderer}/table.js +0 -0
  1062. /package/dist/{src/renderer → renderer}/test-view.d.ts +0 -0
  1063. /package/dist/{src/renderer → renderer}/trends.d.ts +0 -0
  1064. /package/dist/{src/renderer → renderer}/trends.js +0 -0
  1065. /package/dist/{src/server → server}/job-store.d.ts +0 -0
  1066. /package/dist/{src/server → server}/job-store.js +0 -0
  1067. /package/dist/{src/server → server}/report-server.d.ts +0 -0
  1068. /package/dist/{src/server → server}/report-store.d.ts +0 -0
  1069. /package/dist/{src/server → server}/report-store.js +0 -0
  1070. /package/dist/{src/shared → shared}/time.d.ts +0 -0
  1071. /package/dist/{src/shared → shared}/time.js +0 -0
  1072. /package/dist/{src/shared → shared}/tool-search.d.ts +0 -0
  1073. /package/dist/{src/shared → shared}/tool-search.js +0 -0
  1074. /package/dist/{src/types → types}/doctor.js +0 -0
  1075. /package/dist/{src/types → types}/eval.js +0 -0
  1076. /package/dist/{src/types → types}/executor.d.ts +0 -0
  1077. /package/dist/{src/types → types}/executor.js +0 -0
  1078. /package/dist/{src/types → types}/judge.d.ts +0 -0
  1079. /package/dist/{src/types → types}/judge.js +0 -0
  1080. /package/dist/{src/types → types}/report.js +0 -0
  1081. /package/dist/{src/types → types}/shared.d.ts +0 -0
  1082. /package/dist/{src/types → types}/shared.js +0 -0
  1083. /package/dist/{src/types → types}/storage.d.ts +0 -0
  1084. /package/dist/{src/types → types}/storage.js +0 -0
@@ -1 +0,0 @@
1
- {"version":3,"file":"dependency-checker.d.ts","sourceRoot":"","sources":["../../../src/eval-core/dependency-checker.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAKH,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAM1D,MAAM,WAAW,sBAAsB;IACrC,KAAK,CAAC,EAAE,MAAM,EAAE,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,EAAE,CAAC;IACjB,GAAG,CAAC,EAAE,MAAM,EAAE,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,EAAE,CAAC;CACtB;AAED,MAAM,MAAM,oBAAoB,GAC5B,gBAAgB,GAChB,gBAAgB,GAChB,aAAa,GACb,kBAAkB,CAAC;AAEvB,MAAM,WAAW,eAAe;IAC9B,QAAQ,EAAE,MAAM,GAAG,MAAM,GAAG,KAAK,GAAG,WAAW,CAAC;IAChD,IAAI,EAAE,MAAM,CAAC;IACb;6FACyF;IACzF,UAAU,EAAE,oBAAoB,CAAC;IACjC;;2DAEuD;IACvD,YAAY,CAAC,EAAE,MAAM,CAAC;CACvB;AAED,MAAM,WAAW,qBAAqB;IACpC,EAAE,EAAE,OAAO,CAAC;IACZ,OAAO,EAAE,eAAe,EAAE,CAAC;CAC5B;AAyED;;GAEG;AACH,wBAAgB,mBAAmB,CACjC,aAAa,EAAE,MAAM,EAAE,EACvB,OAAO,EAAE,MAAM,EAAE,GAChB,sBAAsB,CAgCxB;AAED;;;;;;;;;GASG;AACH,wBAAgB,kBAAkB,CAChC,SAAS,EAAE,QAAQ,EAAE,EACrB,UAAU,EAAE,MAAM,GACjB,GAAG,CAAC,MAAM,EAAE,GAAG,CAAC,MAAM,CAAC,CAAC,CAe1B;AAiCD;;GAEG;AACH,wBAAsB,iBAAiB,CACrC,IAAI,EAAE,sBAAsB,EAC5B,GAAG,EAAE,MAAM,EACX,GAAG,CAAC,EAAE,MAAM,CAAC,UAAU,GACtB,OAAO,CAAC,qBAAqB,CAAC,CAuChC;AAoGD;;;;;;GAMG;AACH,wBAAsB,qBAAqB,CACzC,aAAa,EAAE,MAAM,EAAE,EACvB,OAAO,EAAE,MAAM,EAAE,EACjB,GAAG,EAAE,MAAM,EACX,gBAAgB,CAAC,EAAE,sBAAsB,EACzC,SAAS,CAAC,EAAE,QAAQ,EAAE,GACrB,OAAO,CAAC,qBAAqB,CAAC,CAgChC"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"dependency-checker.js","sourceRoot":"","sources":["../../../src/eval-core/dependency-checker.ts"],"names":[],"mappings":"AAAA;;;;;;GAMG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,EAAE,SAAS,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC9D,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,oBAAoB,CAAC;AAqC5D,8EAA8E;AAC9E,0CAA0C;AAC1C,8EAA8E;AAE9E,yDAAyD;AACzD,MAAM,cAAc,GAAG,mDAAmD,CAAC;AAE3E,kEAAkE;AAClE,MAAM,gBAAgB,GAAG,iDAAiD,CAAC;AAE3E,0DAA0D;AAC1D,MAAM,eAAe,GAAG,oFAAoF,CAAC;AAE7G,gEAAgE;AAChE,MAAM,aAAa,GAAG,+BAA+B,CAAC;AAEtD,mCAAmC;AACnC,MAAM,eAAe,GAAG,IAAI,GAAG,CAAC;IAC9B,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ;IAChE,QAAQ,EAAE,QAAQ,EAAE,QAAQ,EAAE,UAAU,EAAE,SAAS,EAAE,SAAS;IAC9D,iBAAiB,EAAE,eAAe,EAAE,gBAAgB;IACpD,UAAU,EAAE,WAAW,EAAE,cAAc,EAAE,mBAAmB;CAC7D,CAAC,CAAC;AAEH,SAAS,eAAe,CAAC,IAAY;IACnC,MAAM,KAAK,GAAG,IAAI,GAAG,EAAU,CAAC;IAChC,MAAM,KAAK,GAAG,IAAI,GAAG,EAAU,CAAC;IAChC,MAAM,GAAG,GAAG,IAAI,GAAG,EAAU,CAAC;IAE9B,YAAY;IACZ,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC;QAClD,KAAK,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;IACpC,CAAC;IAED,yCAAyC;IACzC,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,QAAQ,CAAC,gBAAgB,CAAC,EAAE,CAAC;QACpD,MAAM,GAAG,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;QACnC,6EAA6E;QAC7E,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YAC3C,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACjB,CAAC;IACH,CAAC;IAED,aAAa;IACb,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,QAAQ,CAAC,eAAe,CAAC,EAAE,CAAC;QACnD,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACtB,oEAAoE;QACpE,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,cAAc,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC;YAAE,SAAS;QAC7F,uDAAuD;QACvD,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC;YAAE,SAAS;QAC9B,kEAAkE;QAClE,sCAAsC;QACtC,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC;YAAE,SAAS;QACnC,8EAA8E;QAC9E,wCAAwC;QACxC,gBAAgB;QAChB,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC;YAAE,SAAS;QAClC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IAClB,CAAC;IAED,wBAAwB;IACxB,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,EAAE,CAAC;QACjD,MAAM,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;QACtB,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;YAC/B,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAChB,CAAC;IACH,CAAC;IAED,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,CAAC;AAC/B,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,mBAAmB,CACjC,aAAuB,EACvB,OAAiB;IAEjB,MAAM,KAAK,GAAG,IAAI,GAAG,EAAU,CAAC;IAChC,MAAM,KAAK,GAAG,IAAI,GAAG,EAAU,CAAC;IAChC,MAAM,GAAG,GAAG,IAAI,GAAG,EAAU,CAAC;IAE9B,sBAAsB;IACtB,KAAK,MAAM,OAAO,IAAI,aAAa,EAAE,CAAC;QACpC,IAAI,CAAC,OAAO;YAAE,SAAS;QACvB,MAAM,SAAS,GAAG,eAAe,CAAC,OAAO,CAAC,CAAC;QAC3C,KAAK,MAAM,CAAC,IAAI,SAAS,CAAC,KAAK;YAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QAC9C,KAAK,MAAM,CAAC,IAAI,SAAS,CAAC,KAAK;YAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QAC9C,KAAK,MAAM,CAAC,IAAI,SAAS,CAAC,GAAG;YAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IAC5C,CAAC;IAED,+BAA+B;IAC/B,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,KAAK,MAAM,SAAS,IAAI,MAAM,CAAC,UAAU,IAAI,EAAE,EAAE,CAAC;YAChD,MAAM,KAAK,GAAG,SAAS,CAAC,KAAK,CAAC;YAC9B,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAClD,MAAM,SAAS,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC;gBACzC,KAAK,MAAM,CAAC,IAAI,SAAS,CAAC,KAAK;oBAAE,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;gBAC9C,sFAAsF;gBACtF,KAAK,MAAM,CAAC,IAAI,SAAS,CAAC,GAAG;oBAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YAC5C,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO;QACL,KAAK,EAAE,KAAK,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS;QAC9C,KAAK,EAAE,KAAK,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS;QAC9C,GAAG,EAAE,GAAG,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS;KACzC,CAAC;AACJ,CAAC;AAED;;;;;;;;;GASG;AACH,MAAM,UAAU,kBAAkB,CAChC,SAAqB,EACrB,UAAkB;IAElB,MAAM,GAAG,GAAG,IAAI,GAAG,EAAuB,CAAC;IAC3C,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QACjC,IAAI,CAAC,QAAQ,CAAC,OAAO;YAAE,SAAS;QAChC,MAAM,OAAO,GAAG,QAAQ,CAAC,SAAS,IAAI,QAAQ,CAAC,GAAG,IAAI,UAAU,CAAC;QACjE,MAAM,SAAS,GAAG,eAAe,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;QACpD,IAAI,SAAS,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC;YAAE,SAAS;QACzC,IAAI,MAAM,GAAG,GAAG,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;QAC9B,IAAI,CAAC,MAAM,EAAE,CAAC;YACZ,MAAM,GAAG,IAAI,GAAG,EAAU,CAAC;YAC3B,GAAG,CAAC,GAAG,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC;QAC3B,CAAC;QACD,KAAK,MAAM,CAAC,IAAI,SAAS,CAAC,KAAK;YAAE,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;IACjD,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED,8EAA8E;AAC9E,mDAAmD;AACnD,8EAA8E;AAE9E,SAAS,eAAe,CAAC,IAAY,EAAE,GAAuB;IAC5D,IAAI,CAAC;QACH,YAAY,CAAC,OAAO,EAAE,CAAC,IAAI,CAAC,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,CAAC;QACrE,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED;;GAEG;AACH,SAAS,iBAAiB,CAAC,SAAsB;IAC/C,IAAI,CAAC,SAAS;QAAE,OAAO,OAAO,CAAC,GAAG,CAAC;IACnC,MAAM,UAAU,GAAa,EAAE,CAAC;IAChC,KAAK,MAAM,CAAC,IAAI,SAAS,EAAE,CAAC;QAC1B,IAAI,CAAC,CAAC,CAAC,OAAO;YAAE,SAAS;QACzB,MAAM,GAAG,GAAG,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;QAC/B,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,cAAc,EAAE,MAAM,CAAC,CAAC;QAClD,IAAI,UAAU,CAAC,OAAO,CAAC;YAAE,UAAU,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;IACpD,CAAC;IACD,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,OAAO,CAAC,GAAG,CAAC;IAChD,MAAM,GAAG,GAAG,EAAE,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;IAC/B,GAAG,CAAC,IAAI,GAAG,CAAC,GAAG,UAAU,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACrE,OAAO,GAAG,CAAC;AACb,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,IAA4B,EAC5B,GAAW,EACX,GAAuB;IAEvB,MAAM,OAAO,GAAsB,EAAE,CAAC;IAEtC,kBAAkB;IAClB,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,IAAI,EAAE,EAAE,CAAC;QACpC,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE,GAAG,CAAC,EAAE,CAAC;YAChC,OAAO,CAAC,IAAI,CAAC;gBACX,QAAQ,EAAE,MAAM;gBAChB,IAAI,EAAE,IAAI;gBACV,UAAU,EAAE,gBAAgB;aAC7B,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,cAAc;IACd,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,IAAI,EAAE,EAAE,CAAC;QACpC,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QACnC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;YACzB,OAAO,CAAC,IAAI,CAAC;gBACX,QAAQ,EAAE,MAAM;gBAChB,IAAI,EAAE,IAAI;gBACV,UAAU,EAAE,gBAAgB;gBAC5B,YAAY,EAAE,GAAG;aAClB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,8BAA8B;IAC9B,KAAK,MAAM,MAAM,IAAI,IAAI,CAAC,GAAG,IAAI,EAAE,EAAE,CAAC;QACpC,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,EAAE,CAAC;YACzB,OAAO,CAAC,IAAI,CAAC;gBACX,QAAQ,EAAE,KAAK;gBACf,IAAI,EAAE,MAAM;gBACZ,UAAU,EAAE,aAAa;aAC1B,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO,EAAE,EAAE,EAAE,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,OAAO,EAAE,CAAC;AAC/C,CAAC;AAED,8EAA8E;AAC9E,gBAAgB;AAChB,8EAA8E;AAE9E,SAAS,iBAAiB,CAAC,CAAyB,EAAE,CAA0B;IAC9E,IAAI,CAAC,CAAC;QAAE,OAAO,CAAC,CAAC;IACjB,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IAChE,MAAM,KAAK,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IAChE,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,IAAI,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,GAAG,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IAC1D,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,IAAI,EAAE,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,SAAS,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IAC5E,OAAO;QACL,KAAK,EAAE,KAAK,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS;QAC9C,KAAK,EAAE,KAAK,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,SAAS;QAC9C,GAAG,EAAE,GAAG,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,SAAS;QACxC,SAAS,EAAE,SAAS,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS;KAC3D,CAAC;AACJ,CAAC;AAED,8EAA8E;AAC9E,0EAA0E;AAC1E,8EAA8E;AAE9E,MAAM,oBAAoB,GAAG,MAAM,CAAC;AAEpC;;GAEG;AACH,SAAS,6BAA6B,CAAC,SAAqB;IAC1D,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;QACjC,MAAM,EAAE,GAAG,QAAQ,CAAC,QAAQ,EAAE,SAAS,CAAC;QACxC,IAAI,KAAK,CAAC,OAAO,CAAC,EAAE,CAAC,EAAE,CAAC;YACtB,KAAK,MAAM,GAAG,IAAI,EAAE,EAAE,CAAC;gBACrB,IAAI,OAAO,GAAG,KAAK,QAAQ,IAAI,GAAG,CAAC,IAAI,EAAE;oBAAE,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,EAAE,CAAC,CAAC;YACvE,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED;;GAEG;AACH,SAAS,oBAAoB,CAAC,QAAkB,EAAE,GAAW,EAAE,GAAuB;IACpF,MAAM,MAAM,GAAsB,EAAE,CAAC;IACrC,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;QAC3B,IAAI,CAAC;YACH,QAAQ,CAAC,GAAG,EAAE;gBACZ,GAAG;gBACH,GAAG,EAAE,GAAG,IAAI,OAAO,CAAC,GAAG;gBACvB,KAAK,EAAE,MAAM;gBACb,OAAO,EAAE,oBAAoB;aAC9B,CAAC,CAAC;QACL,CAAC;QAAC,OAAO,GAAY,EAAE,CAAC;YACtB,6EAA6E;YAC7E,yEAAyE;YACzE,4EAA4E;YAC5E,oBAAoB;YACpB,MAAM,MAAM,GAAG,GAAqD,CAAC;YACrE,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACxE,MAAM,YAAY,GAAG,UAAU,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,eAAe,CAAC,CAAC;YACvE,MAAM,CAAC,IAAI,CAAC;gBACV,QAAQ,EAAE,WAAW;gBACrB,IAAI,EAAE,GAAG;gBACT,UAAU,EAAE,kBAAkB;gBAC9B,YAAY;aACb,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IACD,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,8EAA8E;AAC9E,qBAAqB;AACrB,8EAA8E;AAE9E;;;GAGG;AACH,SAAS,gBAAgB,CAAC,WAAqC;IAC7D,MAAM,OAAO,GAAsB,EAAE,CAAC;IACtC,KAAK,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,WAAW,EAAE,CAAC;QAC3C,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,OAAO,GAAG,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;YACvC,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;gBACzB,OAAO,CAAC,IAAI,CAAC;oBACX,QAAQ,EAAE,MAAM;oBAChB,IAAI,EAAE,IAAI;oBACV,UAAU,EAAE,gBAAgB;oBAC5B,YAAY,EAAE,OAAO;iBACtB,CAAC,CAAC;YACL,CAAC;QACH,CAAC;IACH,CAAC;IACD,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,qBAAqB,CACzC,aAAuB,EACvB,OAAiB,EACjB,GAAW,EACX,gBAAyC,EACzC,SAAsB;IAEtB,MAAM,GAAG,GAAG,iBAAiB,CAAC,SAAS,CAAC,CAAC;IACzC,MAAM,YAAY,GAAG,mBAAmB,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC;IAEjE,2DAA2D;IAC3D,MAAM,UAAU,GAA2B;QACzC,KAAK,EAAE,YAAY,CAAC,KAAK;QACzB,GAAG,EAAE,YAAY,CAAC,GAAG;KACtB,CAAC;IACF,MAAM,YAAY,GAAG,iBAAiB,CAAC,UAAU,EAAE,gBAAgB,CAAC,CAAC;IACrE,mDAAmD;IACnD,MAAM,MAAM,GAAG,MAAM,iBAAiB,CAAC,YAAY,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;IAE/D,+CAA+C;IAC/C,IAAI,SAAS,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACtC,MAAM,WAAW,GAAG,kBAAkB,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC;QACvD,MAAM,UAAU,GAAG,gBAAgB,CAAC,WAAW,CAAC,CAAC;QACjD,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,UAAU,CAAC,CAAC;QACnC,MAAM,CAAC,EAAE,GAAG,MAAM,CAAC,EAAE,IAAI,UAAU,CAAC,MAAM,KAAK,CAAC,CAAC;IACnD,CAAC;IAED,qDAAqD;IACrD,MAAM,iBAAiB,GAAG,SAAS,CAAC,CAAC,CAAC,6BAA6B,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;IACpF,MAAM,YAAY,GAAG,CAAC,GAAG,IAAI,GAAG,CAAC,CAAC,GAAG,CAAC,YAAY,CAAC,SAAS,IAAI,EAAE,CAAC,EAAE,GAAG,iBAAiB,CAAC,CAAC,CAAC,CAAC;IAE7F,IAAI,YAAY,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC5B,MAAM,eAAe,GAAG,oBAAoB,CAAC,YAAY,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC;QACrE,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,eAAe,CAAC,CAAC;QACxC,MAAM,CAAC,EAAE,GAAG,MAAM,CAAC,EAAE,IAAI,eAAe,CAAC,MAAM,KAAK,CAAC,CAAC;IACxD,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"evaluation-execution.d.ts","sourceRoot":"","sources":["../../../src/eval-core/evaluation-execution.ts"],"names":[],"mappings":"AAUA,OAAO,KAAK,EAEV,UAAU,EAGV,gBAAgB,EAChB,IAAI,EACJ,aAAa,EACd,MAAM,mBAAmB,CAAC;AAE3B,MAAM,WAAW,mBAAmB;IAClC,KAAK,EAAE,IAAI,EAAE,CAAC;IACd,QAAQ,EAAE,UAAU,CAAC;IACrB;4EACwE;IACxE,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,OAAO,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB;;gEAE4D;IAC5D,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,OAAO,CAAC;IACjB,OAAO,EAAE,OAAO,CAAC;IACjB,UAAU,CAAC,EAAE,gBAAgB,GAAG,IAAI,CAAC;IACrC,6DAA6D;IAC7D,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,gDAAgD;IAChD,eAAe,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC,CAAC;IAChE,iFAAiF;IACjF,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB;uEACmE;IACnE,WAAW,EAAE,OAAO,mBAAmB,EAAE,WAAW,EAAE,CAAC;IACvD;mEAC+D;IAC/D,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;IAC3C,wFAAwF;IACxF,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB;;;2BAGuB;IACvB,MAAM,CAAC,EAAE,OAAO,mBAAmB,EAAE,UAAU,CAAC;IAChD;yCACqC;IACrC,MAAM,CAAC,EAAE,KAAK,GAAG,QAAQ,GAAG,MAAM,GAAG,OAAO,GAAG,KAAK,CAAC;IACrD;+DAC2D;IAC3D,YAAY,CAAC,EAAE,OAAO,CAAC;CACxB;AAmCD,wBAAsB,YAAY,CAAC,EACjC,KAAK,EACL,QAAQ,EACR,YAAY,EACZ,KAAK,EACL,OAAO,EACP,WAAW,EACX,cAAc,EACd,WAAW,EACX,SAAS,EACT,OAAO,EACP,OAAO,EACP,UAAU,EACV,KAAS,EACT,eAAe,EACf,WAAe,EACf,WAAW,EACX,cAAc,EACd,YAAmB,EACnB,MAAM,EACN,MAAM,EACN,YAAoB,GACrB,EAAE,mBAAmB,GAAG,OAAO,CAAC;IAAE,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC,CAAC;IAAC,YAAY,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAC;IAAC,eAAe,EAAE,OAAO,CAAA;CAAE,CAAC,CAkR5J;AAED,wBAAsB,SAAS,CAAC,QAAQ,EAAE,UAAU,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,GAAE,MAAe,GAAG,OAAO,CAAC,IAAI,CAAC,CAW9G;AAED;;;;;;;;;;;GAWG;AACH,wBAAsB,kBAAkB,CACtC,WAAW,EAAE,OAAO,mBAAmB,EAAE,WAAW,EAAE,EACtD,cAAc,EAAE,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,EAC1C,SAAS,CAAC,EAAE,MAAM,GACjB,OAAO,CAAC,IAAI,CAAC,CAYf"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"evaluation-execution.js","sourceRoot":"","sources":["../../../src/eval-core/evaluation-execution.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AACnD,OAAO,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AACjD,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AACzD,OAAO,EAAE,KAAK,EAAE,MAAM,qBAAqB,CAAC;AAC5C,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAE/C,OAAO,EAAE,wBAAwB,EAAE,MAAM,yBAAyB,CAAC;AACnE,OAAO,EAAE,6BAA6B,EAAE,MAAM,qCAAqC,CAAC;AACpF,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACnD,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAwDlC,KAAK,UAAU,kBAAkB,CAAI,KAAU,EAAE,WAAmB,EAAE,EAA8B;IAClG,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,KAAK,UAAU,MAAM;QACnB,OAAO,KAAK,GAAG,KAAK,CAAC,MAAM,EAAE,CAAC;YAC5B,MAAM,CAAC,GAAG,KAAK,EAAE,CAAC;YAClB,MAAM,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QACrB,CAAC;IACH,CAAC;IACD,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,GAAG,CAAC,WAAW,EAAE,KAAK,CAAC,MAAM,CAAC,EAAE,EAAE,GAAG,EAAE,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC;AACjG,CAAC;AAED,SAAS,eAAe,CAAC,KAAc;IACrC,MAAM,OAAO,GAAG,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACvE,OAAO;QACL,EAAE,EAAE,KAAK;QACT,MAAM,EAAE,IAAI;QACZ,UAAU,EAAE,CAAC;QACb,aAAa,EAAE,CAAC;QAChB,WAAW,EAAE,CAAC;QACd,YAAY,EAAE,CAAC;QACf,eAAe,EAAE,CAAC;QAClB,mBAAmB,EAAE,CAAC;QACtB,OAAO,EAAE,CAAC;QACV,UAAU,EAAE,OAAO;QACnB,QAAQ,EAAE,CAAC;QACX,KAAK,EAAE,OAAO;KACf,CAAC;AACJ,CAAC;AAED,SAAS,KAAK,CAAC,EAAU;IACvB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAC3D,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,YAAY,CAAC,EACjC,KAAK,EACL,QAAQ,EACR,YAAY,EACZ,KAAK,EACL,OAAO,EACP,WAAW,EACX,cAAc,EACd,WAAW,EACX,SAAS,EACT,OAAO,EACP,OAAO,EACP,UAAU,EACV,KAAK,GAAG,CAAC,EACT,eAAe,EACf,WAAW,GAAG,CAAC,EACf,WAAW,EACX,cAAc,EACd,YAAY,GAAG,IAAI,EACnB,MAAM,EACN,MAAM,EACN,YAAY,GAAG,KAAK,GACA;IACpB,MAAM,OAAO,GAAkD,EAAE,CAAC;IAClE,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,OAAO,GAAG,CAAC,CAAC;IAChB,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,eAAe,GAAG,KAAK,CAAC;IAE5B,4CAA4C;IAC5C,IAAI,eAAe,EAAE,CAAC;QACpB,KAAK,MAAM,CAAC,QAAQ,EAAE,QAAQ,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,eAAe,CAAC,EAAE,CAAC;YACnE,OAAO,CAAC,QAAQ,CAAC,GAAG,EAAE,GAAG,QAAQ,EAAE,CAAC;QACtC,CAAC;IACH,CAAC;IAED,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,EAAE,EAAE,kBAAkB,EAAE,OAAO,CAAC,CAAC;IAC9D,MAAM,KAAK,GAAyB,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,WAAW,CAAC,QAAQ,CAAC,CAAC;IAE3E,KAAK,UAAU,WAAW,CAAC,IAAU;QACnC,sDAAsD;QACtD,IAAI,eAAe,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,EAAE,EAAE,CAAC;YAC1D,OAAO,EAAE,CAAC;YACV,OAAO,EAAE,CAAC;YACV,SAAS,EAAE,CAAC;YACZ,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;YACjI,OAAO;QACT,CAAC;QAED,oEAAoE;QACpE,0EAA0E;QAC1E,yCAAyC;QACzC,IAAI,eAAe,EAAE,CAAC;YACpB,OAAO,EAAE,CAAC;YACV,OAAO,EAAE,CAAC;YACV,SAAS,EAAE,CAAC;YACZ,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;YACjI,OAAO;QACT,CAAC;QAED,OAAO,EAAE,CAAC;QACV,MAAM,GAAG,GAAG,OAAO,CAAC;QACpB,MAAM,KAAK,GAAG,KAAK,CAAC,MAAM,CAAC;QAC3B,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,SAAS,EAAE,GAAG,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;QAE1G,MAAM,aAAa,GAAG,wBAAwB,CAAC,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,EAAE,cAAc,CAAC,CAAC;QACxG,MAAM,qBAAqB,GAAG,YAAY,IAAI,QAAQ,CAAC;QACvD,MAAM,eAAe,GAAG,6BAA6B,CAAC,qBAAqB,EAAE,KAAK,EAAE;YAClF,QAAQ,EAAE,aAAa,CAAC,KAAK,CAAC,QAAQ;SACvC,CAAC,CAAC;QAEH,IAAI,UAAsB,CAAC;QAC3B,0EAA0E;QAC1E,kFAAkF;QAClF,uEAAuE;QACvE,2DAA2D;QAC3D,MAAM,GAAG,GAAG,QAAQ,CAClB,KAAK,EACL,aAAa,CAAC,WAAW,EACzB,aAAa,CAAC,KAAK,CAAC,MAAM,EAC1B,aAAa,CAAC,KAAK,CAAC,GAAG,EACvB,IAAI,CAAC,QAAQ,CAAC,aAAa,EAC3B,qBAAqB,EACrB,eAAe,CAAC,WAAW,EAC3B,aAAa,CAAC,KAAK,CAAC,KAAK,EACzB,aAAa,CAAC,KAAK,CAAC,WAAW,EAC/B,MAAM,CACP,CAAC;QACF,MAAM,MAAM,GAAG,KAAK,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC;QAC/B,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QAC7B,IAAI,MAAM,EAAE,CAAC;YACX,UAAU,GAAG,EAAE,GAAG,MAAM,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;QAC3C,CAAC;aAAM,CAAC;YACN,gCAAgC;YAChC,MAAM,WAAW,GAAG,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;YAC3C,KAAK,IAAI,OAAO,GAAG,CAAC,EAAE,OAAO,IAAI,WAAW,EAAE,OAAO,EAAE,EAAE,CAAC;gBACxD,IAAI,CAAC;oBACH,UAAU,GAAG,MAAM,QAAQ,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;gBACnD,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,UAAU,GAAG,eAAe,CAAC,GAAG,CAAC,CAAC;gBACpC,CAAC;gBACD,IAAI,UAAW,CAAC,EAAE,IAAI,OAAO,KAAK,WAAW;oBAAE,MAAM;gBACrD,mCAAmC;gBACnC,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,OAAO,GAAG,CAAC,CAAC,GAAG,IAAI,EAAE,KAAK,CAAC,CAAC;gBAC7D,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,SAAS,EAAE,GAAG,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,OAAO,EAAE,WAAW,EAAE,CAAC,CAAC;gBAChI,MAAM,KAAK,CAAC,SAAS,CAAC,CAAC;YACzB,CAAC;YACD,IAAI,KAAK,IAAI,UAAW,CAAC,EAAE;gBAAE,KAAK,CAAC,GAAG,CAAC,GAAG,EAAE,UAAW,CAAC,CAAC;QAC3D,CAAC;QACD,MAAM,MAAM,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,SAAS,CAAC;QACtC,YAAY,IAAI,UAAW,CAAC,OAAO,CAAC;QAEpC,IAAI,OAAO,IAAI,UAAU,EAAE,CAAC;YAC1B,UAAU,CAAC;gBACT,KAAK,EAAE,WAAW;gBAClB,QAAQ,EAAE,aAAa,CAAC,QAAQ;gBAChC,SAAS,EAAE,GAAG;gBACd,KAAK;gBACL,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,UAAU,EAAE,UAAW,CAAC,UAAU;gBAClC,WAAW,EAAE,UAAW,CAAC,WAAW;gBACpC,YAAY,EAAE,UAAW,CAAC,YAAY;gBACtC,OAAO,EAAE,UAAW,CAAC,OAAO;gBAC5B,aAAa,EAAE,UAAW,CAAC,MAAM,CAAC,CAAC,CAAC,gBAAgB,CAAC,UAAW,CAAC,MAAM,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI;aACzF,CAAC,CAAC;QACL,CAAC;QAED,IAAI,WAAW,GAAuB,IAAI,CAAC;QAC3C,IAAI,OAAO,GAAG,CAAC,CAAC;QAChB,IAAI,UAAW,CAAC,EAAE,EAAE,CAAC;YACnB,MAAM,kBAAkB,GAAG,IAAI,CAAC,MAAM,IAAI,IAAI,CAAC,UAAU,EAAE,MAAM,IAAI,CAAC,IAAI,CAAC,UAAU,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,CAAC;YAC9H,IAAI,kBAAkB,EAAE,CAAC;gBACvB,IAAI,OAAO,IAAI,UAAU,EAAE,CAAC;oBAC1B,UAAU,CAAC;wBACT,KAAK,EAAE,SAAS;wBAChB,QAAQ,EAAE,aAAa,CAAC,QAAQ;wBAChC,SAAS,EAAE,GAAG;wBACd,KAAK;wBACL,SAAS,EAAE,IAAI,CAAC,SAAS;wBACzB,OAAO,EAAE,IAAI,CAAC,OAAO;qBACtB,CAAC,CAAC;gBACL,CAAC;gBACD,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;gBAC9B,IAAI,CAAC;oBACH,WAAW,GAAG,MAAM,KAAK,CAAC;wBACxB,MAAM,EAAE,UAAW,CAAC,MAAO;wBAC3B,MAAM,EAAE,IAAI,CAAC,OAAO;wBACpB,WAAW;wBACX,cAAc;wBACd,aAAa,EAAE,CAAC,OAAO;wBACvB,WAAW,EAAE;4BACX,OAAO,EAAE,UAAW,CAAC,OAAO;4BAC5B,UAAU,EAAE,UAAW,CAAC,UAAU;4BAClC,QAAQ,EAAE,UAAW,CAAC,QAAQ;4BAC9B,SAAS,EAAE,UAAW,CAAC,SAAS;4BAChC,KAAK,EAAE,UAAW,CAAC,KAAK;4BACxB,SAAS,EAAE,UAAW,CAAC,SAAS;yBACjC;wBACD,0DAA0D;wBAC1D,mDAAmD;wBACnD,wCAAwC;wBACxC,UAAU,EAAE,cAAc,IAAI,OAAO,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;wBAC3D,WAAW;wBACX,YAAY;qBACb,CAAC,CAAC;gBACL,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACb,WAAW,GAAG,EAAE,cAAc,EAAE,CAAC,EAAE,CAAC;oBACpC,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;oBAC7D,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,SAAS,EAAE,GAAG,EAAE,KAAK,EAAE,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,OAAO,EAAE,IAAI,CAAC,OAAO,EAAE,KAAK,EAAE,SAAS,GAAG,EAAE,EAAE,CAAC,CAAC;gBACnI,CAAC;gBACD,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,UAAU,CAAC;gBAClC,IAAI,WAAW,CAAC,YAAY;oBAAE,YAAY,IAAI,WAAW,CAAC,YAAY,CAAC;YACzE,CAAC;QACH,CAAC;QAED,IAAI,SAAsC,CAAC;QAC3C,IAAI,UAAW,CAAC,EAAE,IAAI,UAAW,CAAC,MAAM,IAAI,IAAI,CAAC,GAAG,EAAE,CAAC;YACrD,SAAS,GAAG,UAAU,CAAC,UAAW,CAAC,MAAM,EAAE,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;QAChE,CAAC;QAED,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC;YAAE,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,CAAC;QAC3D,MAAM,aAAa,GAAG,kBAAkB,CAAC,UAAW,EAAE,WAAW,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,CAAC;QAEnG,iDAAiD;QACjD,8EAA8E;QAC9E,EAAE;QACF,uBAAuB;QACvB,iEAAiE;QACjE,8DAA8D;QAC9D,iEAAiE;QACjE,gCAAgC;QAChC,0DAA0D;QAC1D,MAAM,aAAa,GAAG,CAAC,WAAW,EAAE,UAAU,EAAE,OAAO,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC;QACxF,MAAM,cAAc,GAAG,CAAC,YAAY,IAAI,UAAW,CAAC,EAAE,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,CAAC;QACnF,IAAI,cAAc,EAAE,CAAC;YACnB,IAAI,CAAC;gBACH,MAAM,EAAE,aAAa,EAAE,GAAG,MAAM,MAAM,CAAC,0BAA0B,CAAC,CAAC;gBACnE,mEAAmE;gBACnE,gCAAgC;gBAChC,MAAM,cAAc,GAAG,MAAM,CAAC,IAAI,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC;gBACtD,MAAM,gBAAgB,GAAG,CAAC,QAAQ,IAAI,cAAc,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,cAAc,CAAC;gBAClF,MAAM,YAAY,GAAG,gBAAgB,CAAC,CAAC,CAAC,cAAc,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC;gBACpF,2DAA2D;gBAC3D,mCAAmC;gBACnC,IAAI,SAAS,GAAG,OAAO,CAAC;gBACxB,IAAI,gBAAgB,IAAI,gBAAgB,KAAK,QAAQ,EAAE,CAAC;oBACtD,MAAM,UAAU,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,KAAK,gBAAgB,CAAC,CAAC;oBAC5E,IAAI,UAAU;wBAAE,SAAS,GAAG,UAAU,CAAC,KAAK,CAAC;gBAC/C,CAAC;gBACD,MAAM,UAAU,GAAG,MAAM,aAAa,CAAC;oBACrC,MAAM,EAAE,IAAI,CAAC,OAAO;oBACpB,YAAY,EAAE,IAAI,CAAC,QAAQ,CAAC,OAAO,IAAI,IAAI;oBAC3C,SAAS,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI,IAAI,IAAI,CAAC,OAAO;oBAC7C,SAAS,EAAE,UAAW,CAAC,SAAS;oBAChC,KAAK,EAAE,UAAW,CAAC,KAAK;oBACxB,UAAU,EAAE,UAAW,CAAC,MAAM,IAAI,SAAS;oBAC3C,gBAAgB,EAAE,WAAW,EAAE,UAAU,EAAE,OAAO,IAAI,EAAE;oBACxD,QAAQ,EAAE,YAAY;oBACtB,KAAK,EAAE,SAAS;iBACjB,CAAC,CAAC;gBACH,aAAa,CAAC,UAAU,GAAG,UAAU,CAAC;gBACtC,sDAAsD;gBACtD,mDAAmD;gBACnD,oFAAoF;gBACpF,sEAAsE;gBACtE,yEAAyE;gBACzE,wEAAwE;gBACxE,8CAA8C;gBAC9C,IAAI,OAAO,UAAU,CAAC,OAAO,KAAK,QAAQ,IAAI,UAAU,CAAC,OAAO,GAAG,CAAC,EAAE,CAAC;oBACrE,aAAa,CAAC,iBAAiB,GAAG,UAAU,CAAC,OAAO,CAAC;oBACrD,aAAa,CAAC,OAAO,GAAG,CAAC,aAAa,CAAC,OAAO,IAAI,CAAC,CAAC,GAAG,UAAU,CAAC,OAAO,CAAC;oBAC1E,YAAY,IAAI,UAAU,CAAC,OAAO,CAAC;gBACrC,CAAC;YACH,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,uCAAuC;gBACvC,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;gBAC7D,aAAa,CAAC,UAAU,GAAG;oBACzB,EAAE,EAAE,KAAK;oBACT,KAAK,EAAE,GAAG;oBACV,OAAO,EAAE,EAAE;oBACX,QAAQ,EAAE,EAAE;oBACZ,MAAM,EAAE,EAAE;oBACV,SAAS,EAAE,EAAE;oBACb,UAAU,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE,IAAI,EAAE,EAAE,EAAE;iBAChD,CAAC;YACJ,CAAC;QACH,CAAC;QAED,gEAAgE;QAChE,sEAAsE;QACtE,qEAAqE;QACrE,IAAI,MAAM,EAAE,YAAY,IAAI,IAAI,IAAI,aAAa,CAAC,OAAO,GAAG,MAAM,CAAC,YAAY,EAAE,CAAC;YAChF,aAAa,CAAC,EAAE,GAAG,KAAK,CAAC;YACzB,aAAa,CAAC,KAAK,GAAG,oCAAoC,aAAa,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC,WAAW,MAAM,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC;QACxI,CAAC;QACD,IAAI,MAAM,EAAE,WAAW,IAAI,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,OAAO,IAAI,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,WAAW,EAAE,CAAC;YAClF,aAAa,CAAC,EAAE,GAAG,KAAK,CAAC;YACzB,aAAa,CAAC,KAAK,GAAG,sCAAsC,MAAM,GAAG,CAAC,OAAO,IAAI,CAAC,CAAC,YAAY,MAAM,CAAC,WAAW,IAAI,CAAC;QACxH,CAAC;QACD,OAAO,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,aAAa,CAAC;QAEtD,SAAS,EAAE,CAAC;QACZ,UAAU,EAAE,CAAC;YACX,KAAK,EAAE,MAAM;YACb,QAAQ,EAAE,aAAa,CAAC,QAAQ;YAChC,SAAS;YACT,KAAK;YACL,SAAS,EAAE,IAAI,CAAC,SAAS;YACzB,OAAO,EAAE,IAAI,CAAC,OAAO;YACrB,UAAU,EAAE,aAAa,CAAC,UAAU;YACpC,WAAW,EAAE,aAAa,CAAC,WAAW;YACtC,YAAY,EAAE,aAAa,CAAC,YAAY;YACxC,OAAO,EAAE,aAAa,CAAC,WAAW;YAClC,KAAK,EAAE,WAAW,EAAE,cAAc;YAClC,EAAE,EAAE,aAAa,CAAC,EAAE;YACpB,KAAK,EAAE,aAAa,CAAC,KAAK;SAC3B,CAAC,CAAC;QAEH,kEAAkE;QAClE,0EAA0E;QAC1E,iCAAiC;QACjC,IAAI,MAAM,EAAE,QAAQ,IAAI,IAAI,IAAI,YAAY,GAAG,MAAM,CAAC,QAAQ,IAAI,CAAC,eAAe,EAAE,CAAC;YACnF,eAAe,GAAG,IAAI,CAAC;YACvB,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,0CAA0C,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,kBAAkB,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,eAAe,KAAK,CAAC,MAAM,GAAG,OAAO,2BAA2B,CAAC,CAAC;QACtM,CAAC;IACH,CAAC;IAED,IAAI,CAAC;QACH,MAAM,kBAAkB,CAAC,KAAK,EAAE,WAAW,EAAE,WAAW,CAAC,CAAC;IAC5D,CAAC;YAAS,CAAC;QACT,IAAI,KAAK;YAAE,KAAK,CAAC,IAAI,EAAE,CAAC;IAC1B,CAAC;IAED,OAAO,EAAE,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,eAAe,EAAE,CAAC;AAC7D,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,SAAS,CAAC,QAAoB,EAAE,KAAa,EAAE,YAAoB,MAAM;IAC7F,MAAM,MAAM,GAAG,MAAM,QAAQ,CAAC;QAC5B,KAAK;QACL,MAAM,EAAE,EAAE;QACV,MAAM,EAAE,IAAI;QACZ,GAAG,EAAE,OAAO,CAAC,GAAG,EAAE;QAClB,SAAS;KACV,CAAC,CAAC;IACH,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;QACf,MAAM,IAAI,KAAK,CAAC,qBAAqB,KAAK,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;IAClE,CAAC;AACH,CAAC;AAED;;;;;;;;;;;GAWG;AACH,MAAM,CAAC,KAAK,UAAU,kBAAkB,CACtC,WAAsD,EACtD,cAA0C,EAC1C,SAAkB;IAElB,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAC/B,KAAK,MAAM,EAAE,IAAI,WAAW,EAAE,CAAC;QAC7B,MAAM,GAAG,GAAG,GAAG,EAAE,CAAC,QAAQ,IAAI,EAAE,CAAC,KAAK,EAAE,CAAC;QACzC,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;YAAE,SAAS;QAC5B,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACd,MAAM,IAAI,GAAG,cAAc,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC;QACzC,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,MAAM,IAAI,KAAK,CAAC,0CAA0C,EAAE,CAAC,QAAQ,aAAa,GAAG,4DAA4D,CAAC,CAAC;QACrJ,CAAC;QACD,MAAM,SAAS,CAAC,IAAI,EAAE,EAAE,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;IAC7C,CAAC;AACH,CAAC"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"evaluation-job.d.ts","sourceRoot":"","sources":["../../../src/eval-core/evaluation-job.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,uBAAuB,EAAE,aAAa,EAAE,iBAAiB,EAAE,aAAa,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAMzI,wBAAgB,sBAAsB,CAAC,EACrC,WAAW,EACX,QAAQ,EACR,SAAS,EACT,KAAK,EACL,QAAQ,EACR,OAAO,EACP,WAAW,EACX,SAAS,EACT,OAAO,EACP,MAAM,EACN,KAAK,EACL,OAAO,EACP,KAAK,EACL,IAAI,EACJ,MAAM,EACN,KAAK,EACL,WAAW,EACX,WAAW,EACX,SAAS,EACT,gBAAgB,EAChB,YAAY,EACZ,MAAM,EACN,MAAM,GACP,EAAE;IACD,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,QAAQ,EAAE,CAAC;IACtB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,OAAO,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,OAAO,CAAC;IACjB,MAAM,EAAE,OAAO,CAAC;IAChB,KAAK,EAAE,OAAO,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,WAAW,EAAE,CAAC;IAC3B,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,MAAM,CAAC,EAAE,OAAO,mBAAmB,EAAE,UAAU,CAAC;IAChD,MAAM,CAAC,EAAE,KAAK,GAAG,QAAQ,GAAG,MAAM,GAAG,OAAO,GAAG,KAAK,CAAC;CACtD,GAAG,iBAAiB,CA0BpB;AAED,wBAAgB,mBAAmB,CAAC,KAAK,EAAE,MAAM,EAAE,SAAS,GAAE,MAAiB,GAAG;IAAE,GAAG,EAAE,aAAa,CAAC;IAAC,SAAS,EAAE,MAAM,CAAA;CAAE,CAS1H;AAED,wBAAgB,qBAAqB,CAAC,GAAG,EAAE,aAAa,EAAE,UAAU,GAAE,MAAiB,GAAG,aAAa,CAMtG;AAED,wBAAgB,iBAAiB,CAAC,GAAG,EAAE,aAAa,EAAE,UAAU,GAAE,MAAiB,GAAG,aAAa,CAMlG;AAED,wBAAgB,eAAe,CAAC,EAC9B,KAAK,EACL,OAAO,EACP,SAAoB,GACrB,EAAE;IACD,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,iBAAiB,CAAC;IAC3B,SAAS,CAAC,EAAE,MAAM,CAAC;CACpB,GAAG,aAAa,CAQhB;AAED,wBAAgB,cAAc,CAAC,GAAG,EAAE,aAAa,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,GAAE,MAAiB,GAAG,aAAa,CAQ7G;AAED,wBAAgB,kBAAkB,CAAC,EACjC,KAAK,EACL,KAAK,EACL,QAAQ,EACR,OAAO,EACP,SAAS,EACT,SAAS,EACT,UAAU,GACX,EAAE;IACD,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,iBAAiB,CAAC;IAC3B,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;CACpB,GAAG,aAAa,CAYhB;AAED,wBAAgB,uBAAuB,CAAC,KAAK,EAAE,MAAM,GAAG,uBAAuB,CA4B9E;AAED,wBAAgB,eAAe,CAAC,EAC9B,GAAG,EACH,KAAK,EACL,aAA8C,EAC9C,UAAqB,GACtB,EAAE;IACD,GAAG,EAAE,aAAa,CAAC;IACnB,KAAK,EAAE,MAAM,CAAC;IACd,aAAa,CAAC,EAAE,uBAAuB,CAAC;IACxC,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB,GAAG,aAAa,CAShB"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"evaluation-job.js","sourceRoot":"","sources":["../../../src/eval-core/evaluation-job.ts"],"names":[],"mappings":"AAEA,SAAS,MAAM;IACb,OAAO,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;AAClC,CAAC;AAED,MAAM,UAAU,sBAAsB,CAAC,EACrC,WAAW,EACX,QAAQ,EACR,SAAS,EACT,KAAK,EACL,QAAQ,EACR,OAAO,EACP,WAAW,EACX,SAAS,EACT,OAAO,EACP,MAAM,EACN,KAAK,EACL,OAAO,EACP,KAAK,EACL,IAAI,EACJ,MAAM,EACN,KAAK,EACL,WAAW,EACX,WAAW,EACX,SAAS,EACT,gBAAgB,EAChB,YAAY,EACZ,MAAM,EACN,MAAM,GAyBP;IACC,OAAO;QACL,WAAW;QACX,QAAQ;QACR,SAAS;QACT,KAAK;QACL,QAAQ;QACR,OAAO;QACP,WAAW;QACX,SAAS;QACT,OAAO;QACP,MAAM;QACN,KAAK;QACL,OAAO;QACP,KAAK;QACL,IAAI;QACJ,MAAM;QACN,KAAK;QACL,WAAW;QACX,WAAW;QACX,SAAS;QACT,gBAAgB;QAChB,YAAY;QACZ,MAAM;QACN,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC9B,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,KAAa,EAAE,YAAoB,MAAM,EAAE;IAC7E,OAAO;QACL,SAAS;QACT,GAAG,EAAE;YACH,KAAK;YACL,SAAS;YACT,MAAM,EAAE,SAAS;SAClB;KACF,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,GAAkB,EAAE,aAAqB,MAAM,EAAE;IACrF,OAAO;QACL,GAAG,GAAG;QACN,UAAU;QACV,MAAM,EAAE,WAAW;KACpB,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,iBAAiB,CAAC,GAAkB,EAAE,aAAqB,MAAM,EAAE;IACjF,OAAO;QACL,GAAG,GAAG;QACN,UAAU;QACV,MAAM,EAAE,QAAQ;KACjB,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,EAC9B,KAAK,EACL,OAAO,EACP,SAAS,GAAG,MAAM,EAAE,GAKrB;IACC,OAAO;QACL,KAAK;QACL,MAAM,EAAE,QAAQ;QAChB,SAAS;QACT,SAAS,EAAE,SAAS;QACpB,OAAO;KACR,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,GAAkB,EAAE,KAAa,EAAE,YAAoB,MAAM,EAAE;IAC5F,OAAO;QACL,GAAG,GAAG;QACN,MAAM,EAAE,SAAS;QACjB,KAAK;QACL,SAAS;QACT,SAAS,EAAE,SAAS;KACrB,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,EACjC,KAAK,EACL,KAAK,EACL,QAAQ,EACR,OAAO,EACP,SAAS,EACT,SAAS,EACT,UAAU,GASX;IACC,OAAO;QACL,KAAK;QACL,MAAM,EAAE,WAAW;QACnB,SAAS;QACT,SAAS;QACT,UAAU;QACV,SAAS,EAAE,UAAU;QACrB,OAAO;QACP,KAAK;QACL,cAAc,EAAE,QAAQ;KACzB,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,KAAa;IACnD,MAAM,UAAU,GAAG,KAAK,CAAC,WAAW,EAAE,CAAC;IACvC,IACE,UAAU,CAAC,QAAQ,CAAC,wBAAwB,CAAC;WAC1C,UAAU,CAAC,QAAQ,CAAC,sBAAsB,CAAC;WAC3C,UAAU,CAAC,QAAQ,CAAC,iBAAiB,CAAC;WACtC,UAAU,CAAC,QAAQ,CAAC,cAAc,CAAC;WACnC,UAAU,CAAC,QAAQ,CAAC,aAAa,CAAC,EACrC,CAAC;QACD,OAAO,MAAM,CAAC;IAChB,CAAC;IACD,IACE,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC;WACzB,UAAU,CAAC,QAAQ,CAAC,qBAAqB,CAAC;WAC1C,UAAU,CAAC,QAAQ,CAAC,gCAAgC,CAAC,EACxD,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IACD,IACE,UAAU,CAAC,QAAQ,CAAC,WAAW,CAAC;WAC7B,UAAU,CAAC,QAAQ,CAAC,uBAAuB,CAAC;WAC5C,UAAU,CAAC,QAAQ,CAAC,qBAAqB,CAAC;WAC1C,UAAU,CAAC,QAAQ,CAAC,KAAK,CAAC;WAC1B,UAAU,CAAC,QAAQ,CAAC,SAAS,CAAC,EACjC,CAAC;QACD,OAAO,UAAU,CAAC;IACpB,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,EAC9B,GAAG,EACH,KAAK,EACL,aAAa,GAAG,uBAAuB,CAAC,KAAK,CAAC,EAC9C,UAAU,GAAG,MAAM,EAAE,GAMtB;IACC,OAAO;QACL,GAAG,GAAG;QACN,MAAM,EAAE,QAAQ;QAChB,UAAU;QACV,SAAS,EAAE,UAAU;QACrB,KAAK;QACL,aAAa;KACd,CAAC;AACJ,CAAC"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"evaluation-reporting.d.ts","sourceRoot":"","sources":["../../../src/eval-core/evaluation-reporting.ts"],"names":[],"mappings":"AAWA,OAAO,KAAK,EACV,QAAQ,EACR,MAAM,EACN,MAAM,EACN,IAAI,EACJ,aAAa,EAGb,OAAO,EACP,aAAa,EACb,iBAAiB,EACjB,aAAa,EACd,MAAM,mBAAmB,CAAC;AAgB3B,eAAO,MAAM,kBAAkB,EAAE,MAAuD,CAAC;AAEzF,wBAAgB,UAAU,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,CAE9C;AAeD;;;;GAIG;AACH,wBAAgB,UAAU,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CASjD;AAED,wBAAgB,aAAa,IAAI,MAAM,CAEtC;AAED,wBAAgB,UAAU,IAAI,OAAO,GAAG,IAAI,CAS3C;AAqDD,UAAU,sBAAsB;IAC9B,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,OAAO,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,KAAK,EAAE,IAAI,EAAE,CAAC;IACd,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC,CAAC;IACvD,YAAY,EAAE,MAAM,CAAC;IACrB,SAAS,EAAE,QAAQ,EAAE,CAAC;IACtB,OAAO,CAAC,EAAE,iBAAiB,CAAC;IAC5B,GAAG,CAAC,EAAE,aAAa,CAAC;IACpB,GAAG,CAAC,EAAE,aAAa,CAAC;IACpB,YAAY,CAAC,EAAE,OAAO,CAAC;CACxB;AAED,wBAAgB,eAAe,CAAC,EAC9B,KAAK,EACL,QAAQ,EACR,KAAK,EACL,UAAU,EACV,OAAO,EACP,YAAY,EACZ,OAAO,EACP,KAAK,EACL,OAAO,EACP,YAAY,EACZ,SAAS,EACT,OAAO,EACP,GAAG,EACH,GAAG,EACH,YAAY,GACb,EAAE,sBAAsB,GAAG,MAAM,CA2IjC;AAED,wBAAgB,cAAc,CAAC,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,MAAM,GAAG,IAAI,CAwC1F;AAED,MAAM,WAAW,iBAAiB;IAChC,EAAE,EAAE,MAAM,CAAC;CACZ;AAED,wBAAgB,aAAa,CAAC,MAAM,EAAE,iBAAiB,EAAE,SAAS,EAAE,MAAM,GAAG,IAAI,GAAG,MAAM,GAAG,IAAI,CAMhG;AAED,wBAAgB,aAAa,CAAC,QAAQ,EAAE,MAAM,EAAE,GAAG,MAAM,CASxD"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"evaluation-reporting.js","sourceRoot":"","sources":["../../../src/eval-core/evaluation-reporting.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,aAAa,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AAC7E,OAAO,EAAE,IAAI,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,EAAE,mBAAmB,EAAE,MAAM,aAAa,CAAC;AAClD,OAAO,EAAE,kBAAkB,EAAE,wBAAwB,EAAE,MAAM,yBAAyB,CAAC;AACvF,OAAO,EAAE,kBAAkB,EAAE,MAAM,qBAAqB,CAAC;AACzD,OAAO,EAAE,eAAe,EAAE,eAAe,EAAE,MAAM,gBAAgB,CAAC;AAClE,OAAO,EAAE,6BAA6B,EAAE,MAAM,qCAAqC,CAAC;AAepF,MAAM,SAAS,GAAG,OAAO,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;AAE1D,SAAS,eAAe,CAAC,QAAgB;IACvC,IAAI,GAAG,GAAG,QAAQ,CAAC;IACnB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC3B,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,EAAE,cAAc,CAAC,CAAC;QAC5C,IAAI,UAAU,CAAC,SAAS,CAAC;YAAE,OAAO,SAAS,CAAC;QAC5C,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC;IACrB,CAAC;IACD,OAAO,IAAI,CAAC,QAAQ,EAAE,IAAI,EAAE,cAAc,CAAC,CAAC;AAC9C,CAAC;AAED,MAAM,GAAG,GAAwB,IAAI,CAAC,KAAK,CAAC,YAAY,CAAC,eAAe,CAAC,SAAS,CAAC,EAAE,OAAO,CAAC,CAAwB,CAAC;AAEtH,MAAM,CAAC,MAAM,kBAAkB,GAAW,IAAI,CAAC,OAAO,EAAE,EAAE,kBAAkB,EAAE,SAAS,CAAC,CAAC;AAEzF,MAAM,UAAU,UAAU,CAAC,GAAW;IACpC,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;AACrE,CAAC;AAED;;;;;GAKG;AACH,SAAS,kBAAkB,CAAC,KAAc;IACxC,IAAI,KAAK,KAAK,IAAI,IAAI,OAAO,KAAK,KAAK,QAAQ;QAAE,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;IAC9E,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;QAAE,OAAO,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC,kBAAkB,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC;IACrF,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,KAAgC,CAAC,CAAC,IAAI,EAAE,CAAC;IACrE,OAAO,GAAG,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,GAAG,GAAG,GAAG,kBAAkB,CAAE,KAAiC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC;AACvI,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,UAAU,CAAC,MAAc;IACvC,MAAM,UAAU,GAAG,kBAAkB,CAAC;QACpC,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,MAAM,EAAE,MAAM,CAAC,MAAM,IAAI,IAAI;QAC7B,UAAU,EAAE,MAAM,CAAC,UAAU,IAAI,IAAI;QACrC,UAAU,EAAE,MAAM,CAAC,UAAU,IAAI,IAAI;QACrC,MAAM,EAAE,MAAM,CAAC,MAAM,IAAI,IAAI;KAC9B,CAAC,CAAC;IACH,OAAO,UAAU,CAAC,UAAU,CAAC,CAAC;AAChC,CAAC;AAED,MAAM,UAAU,aAAa;IAC3B,OAAO,GAAG,CAAC,OAAO,CAAC;AACrB,CAAC;AAED,MAAM,UAAU,UAAU;IACxB,IAAI,CAAC;QACH,MAAM,MAAM,GAAG,YAAY,CAAC,KAAK,EAAE,CAAC,WAAW,EAAE,MAAM,CAAC,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QACxF,MAAM,MAAM,GAAG,YAAY,CAAC,KAAK,EAAE,CAAC,WAAW,EAAE,cAAc,EAAE,MAAM,CAAC,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC;QACxG,MAAM,KAAK,GAAG,YAAY,CAAC,KAAK,EAAE,CAAC,QAAQ,EAAE,aAAa,CAAC,EAAE,EAAE,QAAQ,EAAE,OAAO,EAAE,CAAC,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC;QACtG,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;IACpE,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED,SAAS,aAAa,CAAC,QAA0E;IAC/F,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IACvC,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IAC1C,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;IACxB,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,WAAW,KAAK,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;AAClG,CAAC;AAED,SAAS,qBAAqB,CAAC,QAA0E;IACvG,OAAO,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;AACpC,CAAC;AAED,SAAS,8BAA8B,CAAC,EACtC,QAAQ,EACR,KAAK,EACL,YAAY,EACZ,KAAK,EACL,SAAS,EACT,OAAO,GAQR;IACC,MAAM,QAAQ,GAAqE,EAAE,CAAC;IACtF,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,IAAI,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC;YAAE,SAAS;QACrC,MAAM,aAAa,GAAG,wBAAwB,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK,CAAC,CAAC;QACvF,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,6BAA6B,CAAC,YAAY,EAAE,KAAK,EAAE;YAC1E,QAAQ,EAAE,aAAa,CAAC,KAAK,CAAC,QAAQ;SACvC,CAAC,CAAC;IACL,CAAC;IAED,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,IAAI,QAAQ,CAAC,OAAO,CAAC;YAAE,SAAS;QAChC,MAAM,QAAQ,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,OAAO,CAAC,CAAC;QAC3D,MAAM,gBAAgB,GAAG,QAAQ,EAAE,IAAI,KAAK,UAAU;YACpD,CAAC,CAAC,IAAI;YACN,CAAC,CAAC,QAAQ,EAAE,OAAO,IAAI,QAAQ,CAAC,MAAM,KAAK,KAAK;gBAC9C,CAAC,CAAC,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC;gBAC3B,CAAC,CAAC,OAAO,EAAE,QAAQ,CAAC;QACxB,QAAQ,CAAC,OAAO,CAAC,GAAG,6BAA6B,CAAC,YAAY,EAAE,KAAK,EAAE;YACrE,QAAQ,EAAE,gBAAgB;SAC3B,CAAC,CAAC;IACL,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC;AAoBD,MAAM,UAAU,eAAe,CAAC,EAC9B,KAAK,EACL,QAAQ,EACR,KAAK,EACL,UAAU,EACV,OAAO,EACP,YAAY,EACZ,OAAO,EACP,KAAK,EACL,OAAO,EACP,YAAY,EACZ,SAAS,EACT,OAAO,EACP,GAAG,EACH,GAAG,EACH,YAAY,GACW;IACvB,MAAM,OAAO,GAAmC,EAAE,CAAC;IACnD,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;QAC/B,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;QACxF,OAAO,CAAC,OAAO,CAAC,GAAG,mBAAmB,CAAC,OAAO,CAAC,CAAC;IAClD,CAAC;IAED,kFAAkF;IAClF,mFAAmF;IACnF,MAAM,gBAAgB,GAAG,OAAO,EAAE,SAAS,KAAK,IAAI,CAAC;IACrD,MAAM,gBAAgB,GAAG,OAAO,EAAE,gBAAgB,IAAI,IAAI,CAAC;IAC3D,IAAI,eAAoD,CAAC;IACzD,IAAI,gBAAgB,EAAE,CAAC;QACrB,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE,CAAC;YAC/B,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YAC9E,MAAM,eAAe,GAAG,OAAO;iBAC5B,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC,cAAc,KAAK,QAAQ,IAAI,CAAC,CAAC,cAAe,GAAG,CAAC,CAAC;iBAC5E,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,cAAe,CAAC,CAAC;YACjC,IAAI,eAAe,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;gBAChC,OAAO,CAAC,OAAO,CAAC,CAAC,WAAW,GAAG,eAAe,CAAC,eAAe,EAAE,IAAI,EAAE,gBAAgB,CAAC,CAAC;YAC1F,CAAC;QACH,CAAC;QAED,iFAAiF;QACjF,8DAA8D;QAC9D,IAAI,QAAQ,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;YACzB,eAAe,GAAG,EAAE,CAAC;YACrB,MAAM,WAAW,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;YAChC,MAAM,cAAc,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;YACzF,MAAM,aAAa,GAAG,cAAc;iBACjC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC,cAAc,KAAK,QAAQ,IAAI,CAAC,CAAC,cAAe,GAAG,CAAC,CAAC;iBAC5E,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,cAAe,CAAC,CAAC;YACjC,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBACzC,MAAM,aAAa,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;gBAClC,MAAM,gBAAgB,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC;gBAC7F,MAAM,eAAe,GAAG,gBAAgB;qBACrC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC,cAAc,KAAK,QAAQ,IAAI,CAAC,CAAC,cAAe,GAAG,CAAC,CAAC;qBAC5E,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,cAAe,CAAC,CAAC;gBACjC,IAAI,aAAa,CAAC,MAAM,IAAI,CAAC,IAAI,eAAe,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;oBAC7D,eAAe,CAAC,IAAI,CAAC;wBACnB,OAAO,EAAE,WAAW;wBACpB,SAAS,EAAE,aAAa;wBACxB,eAAe,EAAE,eAAe,CAAC,aAAa,EAAE,eAAe,EAAE,IAAI,EAAE,gBAAgB,CAAC;qBACzF,CAAC,CAAC;gBACL,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,cAAc,GAAG,MAAM,CAAC,WAAW,CACvC,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,UAAU,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAC3G,CAAC;IAEF,MAAM,YAAY,GAAG,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAC1F,MAAM,WAAW,GAAG,OAAO,EAAE,WAAW,IAAI,OAAO,CAAC,WAAW,GAAG,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC,CAAC,SAAS,CAAC;IACtG,MAAM,cAAc,GAAG,EAAE,QAAQ,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC;IACvD,MAAM,gBAAgB,GAAG,8BAA8B,CAAC,EAAE,QAAQ,EAAE,KAAK,EAAE,YAAY,EAAE,KAAK,EAAE,SAAS,EAAE,OAAO,EAAE,CAAC,CAAC;IACtH,MAAM,eAAe,GAAG,aAAa,CAAC,gBAAgB,CAAC;WAClD,qBAAqB,CAAC,gBAAgB,CAAC;WACvC,6BAA6B,CAAC,YAAY,EAAE,KAAK,EAAE,cAAc,CAAC,CAAC;IACxE,oFAAoF;IACpF,iFAAiF;IACjF,sFAAsF;IACtF,MAAM,aAAa,GAAG,OAAO,EAAE,WAAW,IAAI,CAAC,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC;IAC9F,MAAM,eAAe,GAAoD,aAAa,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;QAClG,QAAQ,EAAE,EAAE,CAAC,QAAQ;QACrB,KAAK,EAAE,EAAE,CAAC,KAAK;QACf,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,6BAA6B,CAAC,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,KAAK,EAAE,cAAc,CAAC,EAAE,CAAC;KACtG,CAAC,CAAC,CAAC;IACJ,2DAA2D;IAC3D,0EAA0E;IAC1E,4EAA4E;IAC5E,MAAM,cAAc,GAAG,OAAO,EAAE,YAAY,KAAK,KAAK,CAAC;IACvD,MAAM,cAAc,GAAiC,EAAE,CAAC;IACxD,IAAI,cAAc;QAAE,cAAc,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAClD,MAAM,iBAAiB,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,EAAE,CACjE,OAAO,CAAC,gBAAgB,KAAK,KAAK,IAAI,OAAO,CAAC,iBAAiB,KAAK,KAAK,CAAC,CAAC;IAE7E,OAAO;QACL,IAAI,EAAE,YAAY;QAClB,EAAE,EAAE,KAAK;QACT,IAAI,EAAE;YACJ,QAAQ;YACR,KAAK;YACL,QAAQ,EAAE,YAAY;YACtB,GAAG,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACtD,WAAW,EAAE,OAAO,CAAC,MAAM;YAC3B,SAAS,EAAE,KAAK,CAAC,MAAM;YACvB,YAAY,EAAE,MAAM,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YAC7C,GAAG,CAAC,iBAAiB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,iBAAiB,EAAE,KAAK,EAAE,CAAC;YAC1D,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YACnC,UAAU,EAAE,aAAa,EAAE;YAC3B,WAAW,EAAE,OAAO,CAAC,OAAO;YAC5B,cAAc;YACd,YAAY;YACZ,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,kBAAkB,CAAC,cAAc,CAAC,EAAE,CAAC;YAC3E,eAAe;YACf,gBAAgB;YAChB,WAAW,EAAE,eAAe;YAC5B,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACrC,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACvC,GAAG,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,cAAc,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACpE,GAAG,CAAC,gBAAgB,CAAC,CAAC,CAAC,EAAE,mBAAmB,EAAE,MAAe,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACrE,GAAG,CAAC,eAAe,CAAC,CAAC,CAAC,EAAE,eAAe,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YAC/C,cAAc,EAAE,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,kBAAkB,CAAC,QAAQ,CAAC,CAAC;YACzE,6EAA6E;YAC7E,6DAA6D;YAC7D,4CAA4C;YAC5C,cAAc,EAAE,MAAM,CAAC,WAAW,CAChC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC,aAAa,IAAI,IAAI,CAAC,CAAC,CACxD;YACD,OAAO;YACP,GAAG;YACH,GAAG;YACH,OAAO,EAAE,UAAU,EAAE;YACrB,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAChD;QACD,OAAO;QACP,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,EAAE,WAAW,CAAC,EAAE,EAAE,CAAC,CAAC;YAClE,SAAS;YACT,QAAQ,EAAE,WAAW;SACtB,CAAC,CAAC;QACH,mDAAmD;QACnD,iEAAiE;QACjE,0CAA0C;QAC1C,eAAe,EAAE,MAAM,CAAC,WAAW,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,EAAE;gBACnE,SAAS,EAAE,CAAC,CAAC,SAAS;gBACtB,MAAM,EAAE,CAAC,CAAC,MAAM;gBAChB,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACzC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC5C,GAAG,CAAC,CAAC,CAAC,UAAU,IAAI,CAAC,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAChF,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC5D,GAAG,CAAC,CAAC,CAAC,UAAU,IAAI,CAAC,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAChF,GAAG,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACrD,GAAG,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBAClD,GAAG,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,UAAU,EAAE,CAAC,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACrD,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;aAC1C,CAAC,CAAC,CAAC;KACL,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,MAAc,EAAE,QAAkB,EAAE,SAAiB;IAClF,MAAM,MAAM,GAAG,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,MAAM,CAAC,YAAY,CAAC,EAAE,GAAG,CAAC,CAAC,CAAC,CAAC;IACnE,IAAI,IAAI,GAAG,QAAQ,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC;IAC/D,MAAM,YAAY,GAAG,GAAW,EAAE;QAChC,IAAI,IAAI,CAAC,CAAC;QACV,IAAI,GAAG,IAAI,GAAG,UAAU,GAAG,CAAC,CAAC;QAC7B,IAAI,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,GAAG,IAAI,KAAK,EAAE,EAAE,CAAC,GAAG,IAAI,CAAC,CAAC;QACpD,KAAK,IAAI,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,KAAK,GAAG,KAAK,KAAK,CAAC,EAAE,EAAE,GAAG,KAAK,CAAC,CAAC;QAC5D,OAAO,CAAC,CAAC,KAAK,GAAG,KAAK,KAAK,EAAE,CAAC,KAAK,CAAC,CAAC,GAAG,UAAU,CAAC;IACrD,CAAC,CAAC;IACF,MAAM,QAAQ,GAAG,CAAC,GAAG,QAAQ,CAAC,CAAC;IAC/B,KAAK,IAAI,CAAC,GAAG,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QAC7C,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,YAAY,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QAC/C,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;IAC1D,CAAC;IACD,MAAM,QAAQ,GAA2B,MAAM,CAAC,WAAW,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC;IAChH,MAAM,UAAU,GAA2B,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE,OAAO,CAAC,EAAE,EAAE,CAAC,CAAC,OAAO,EAAE,KAAK,CAAC,CAAC,CAAC,CAAC;IAEpI,MAAM,CAAC,IAAI,CAAC,KAAK,GAAG,IAAI,CAAC;IACzB,MAAM,CAAC,IAAI,CAAC,QAAQ,GAAG,QAAQ,CAAC;IAChC,MAAM,CAAC,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC;IAC9B,IAAI,MAAM,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC;QACjC,MAAM,CAAC,IAAI,CAAC,gBAAgB,GAAG,MAAM,CAAC,WAAW,CAC/C,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,EAAE,OAAO,CAAC,EAAE,EAAE,CAAC,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,OAAO,EAAE,OAAO,CAAC,CAAC,CACpH,CAAC;IACJ,CAAC;IAED,MAAM,UAAU,GAAmC,EAAE,CAAC;IACtD,KAAK,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC;QAC9D,UAAU,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,GAAG,KAAK,CAAC;IAC1C,CAAC;IACD,MAAM,CAAC,OAAO,GAAG,UAAU,CAAC;IAE5B,KAAK,MAAM,MAAM,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;QACpC,MAAM,WAAW,GAAkC,EAAE,CAAC;QACtD,KAAK,MAAM,CAAC,OAAO,EAAE,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC9D,WAAW,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,GAAG,IAAI,CAAC;QAC1C,CAAC;QACD,MAAM,CAAC,QAAQ,GAAG,WAAW,CAAC;IAChC,CAAC;AACH,CAAC;AAMD,MAAM,UAAU,aAAa,CAAC,MAAyB,EAAE,SAAwB;IAC/E,IAAI,CAAC,SAAS;QAAE,OAAO,IAAI,CAAC;IAC5B,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC;QAAE,SAAS,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACtE,MAAM,QAAQ,GAAG,IAAI,CAAC,SAAS,EAAE,GAAG,MAAM,CAAC,EAAE,OAAO,CAAC,CAAC;IACtD,aAAa,CAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IACzD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,MAAM,UAAU,aAAa,CAAC,QAAkB;IAC9C,MAAM,CAAC,GAAG,IAAI,IAAI,EAAE,CAAC;IACrB,MAAM,GAAG,GAAG,CAAC,CAAS,EAAU,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC;IAC9D,MAAM,IAAI,GAAG,GAAG,CAAC,CAAC,WAAW,EAAE,GAAG,GAAG,CAAC,CAAC,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC;IAC7E,MAAM,IAAI,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,GAAG,GAAG,CAAC,CAAC,CAAC,UAAU,EAAE,CAAC,EAAE,CAAC;IAC1D,MAAM,WAAW,GAAG,QAAQ;SACzB,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,UAAU,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC,UAAU,CAAC,mBAAmB,EAAE,GAAG,CAAC,CAAC;SACzF,IAAI,CAAC,MAAM,CAAC,CAAC;IAChB,OAAO,GAAG,WAAW,IAAI,IAAI,IAAI,IAAI,EAAE,CAAC;AAC1C,CAAC"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"execution-strategy.d.ts","sourceRoot":"","sources":["../../../src/eval-core/execution-strategy.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,QAAQ,EAAE,qBAAqB,EAAE,aAAa,EAAE,cAAc,EAAE,IAAI,EAAE,aAAa,EAAE,MAAM,mBAAmB,CAAC;AAmB7H,MAAM,WAAW,aAAa;IAC5B,QAAQ,EAAE,qBAAqB,CAAC;IAChC,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,EAAE,aAAa,CAAC;CACtB;AAOD,wBAAgB,gCAAgC,CAAC,QAAQ,EAAE,QAAQ,GAAG,qBAAqB,CAc1F;AAED,wBAAgB,qBAAqB,CAAC,QAAQ,EAAE,QAAQ,GAAG,cAAc,CAIxE;AAED,wBAAgB,kBAAkB,CAAC,QAAQ,EAAE,QAAQ,GAAG,aAAa,CA4BpE;AAOD,wBAAgB,wBAAwB,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,CAAC,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,EAAE,KAAK,GAAG,QAAQ,GAAG,MAAM,GAAG,OAAO,GAAG,KAAK,EAAE,cAAc,CAAC,EAAE,MAAM,GAAG,aAAa,CAuFvM"}
@@ -1,165 +0,0 @@
1
- import { dirname, join } from 'node:path';
2
- import { existsSync, mkdirSync } from 'node:fs';
3
- import { homedir } from 'node:os';
4
- /**
5
- * Isolated cwd for strict baseline. Empty dir under ~/.oh-my-knowledge/
6
- * so baseline's Glob/Read tools can't walk into the user's eval workdir (which
7
- * usually has skills/<name>/ symlinks for treatment variants — those symlinks
8
- * leak the skill content into baseline via plain file-system access, even when
9
- * Skill auto-discovery is blocked).
10
- *
11
- * Stable path (not per-task tmpdir) so cache keys remain consistent.
12
- */
13
- function getIsolatedCwd() {
14
- const dir = join(homedir(), '.oh-my-knowledge', 'isolated-cwd');
15
- if (!existsSync(dir)) {
16
- mkdirSync(dir, { recursive: true });
17
- }
18
- return dir;
19
- }
20
- function combineUserPrompt(prefix, prompt) {
21
- if (!prefix)
22
- return prompt;
23
- return `${prefix}\n\n${prompt}`;
24
- }
25
- export function resolveArtifactExecutionStrategy(artifact) {
26
- switch (artifact.kind) {
27
- case 'baseline':
28
- return 'baseline';
29
- case 'prompt':
30
- return 'user-prompt';
31
- case 'agent':
32
- return 'agent-session';
33
- case 'workflow':
34
- return 'workflow-session';
35
- case 'skill':
36
- default:
37
- return 'system-prompt';
38
- }
39
- }
40
- export function resolveExperimentType(artifact) {
41
- if (artifact.kind === 'baseline' && !artifact.cwd)
42
- return 'baseline';
43
- if (artifact.kind === 'baseline' && artifact.cwd)
44
- return 'runtime-context-only';
45
- return 'artifact-injection';
46
- }
47
- export function buildVariantConfig(artifact) {
48
- // experimentRole 是 variant 的 run-time 属性,必须由上游显式注入:
49
- // - CLI:`--control` / `--treatment` 在 evaluation-preparation.ts 按 spec.name 匹配填
50
- // - batch workflow:显式标 baseline=control / skill=treatment
51
- // - config:configVariantsToSpecs 从 EvalConfig.variants.role 带入
52
- // 静默从 artifactKind 反推会违反 terminology-spec 三-4"experimentRole 是唯一来源",
53
- // 因此缺失时直接 throw,强迫调用者修配置,不走默认值掩盖。
54
- if (!artifact.experimentRole) {
55
- throw new Error(`artifact "${artifact.name}" 缺少 experimentRole:应该由 CLI --control/--treatment、`
56
- + `--config eval.yaml 或 batch workflow 显式注入。参见 docs/terminology-spec.md 三-4。`);
57
- }
58
- return {
59
- variant: artifact.name,
60
- artifactKind: artifact.kind,
61
- artifactSource: artifact.source,
62
- executionStrategy: resolveArtifactExecutionStrategy(artifact),
63
- experimentType: resolveExperimentType(artifact),
64
- experimentRole: artifact.experimentRole,
65
- hasArtifactContent: Boolean(artifact.content),
66
- cwd: artifact.cwd || null,
67
- locator: artifact.locator,
68
- ref: artifact.ref,
69
- // propagate skill-isolation declaration so report.meta.skillIsolation
70
- // 能在 evaluation-reporting 阶段从 variantConfigs 提取 (avoid re-resolving artifacts).
71
- ...(artifact.allowedSkills !== undefined && { allowedSkills: artifact.allowedSkills }),
72
- };
73
- }
74
- function extractSkillDir(artifact) {
75
- if (!artifact.locator)
76
- return null;
77
- return dirname(artifact.locator);
78
- }
79
- export function resolveExecutionStrategy(task, model, timeoutMs, verbose, effort, samplesBaseDir) {
80
- const skillDir = extractSkillDir(task.artifact);
81
- // strict-baseline cwd 沙箱:baseline + allowedSkills===[] + 用户没显式
82
- // cwd 时,改用 isolated empty dir。否则 baseline 的 Glob/Read 会走进用户工作目录
83
- // (含 skills/<name>/ symlink) 直接读到 skill 内容,绕过 SDK isolation。
84
- // 用户显式给 baseline 设了 cwd 时不动(用户自己负责干净)。
85
- const isStrictBaseline = task.artifact.kind === 'baseline'
86
- && Array.isArray(task.artifact.allowedSkills)
87
- && task.artifact.allowedSkills.length === 0;
88
- const effectiveCwd = isStrictBaseline && !task.cwd ? getIsolatedCwd() : task.cwd;
89
- const baseInput = {
90
- model,
91
- cwd: effectiveCwd,
92
- skillDir,
93
- timeoutMs,
94
- verbose,
95
- ...(effort && { effort }),
96
- // pass skill-isolation declaration to executors. undefined keeps
97
- // SDK default; [] = strict isolation (skills:[] + disallowedTools:['Skill']);
98
- // [...] = whitelist (skills:[...] only).
99
- ...(task.artifact.allowedSkills !== undefined && { allowedSkills: task.artifact.allowedSkills }),
100
- // Sample.mocks 透传到 executor。executor(claude-sdk / claude-cli)
101
- // 自决定怎么落地(in-process hook vs 临时 CLAUDE_CONFIG_DIR + on-disk hook)。
102
- // mocksBaseDir 优先 samplesBaseDir(sample bundle 根,跟 ExecutorInput 类型注释一致),
103
- // 让 mock.return_file 的相对路径相对 sample 文件所在目录解析;
104
- // 没传时 fallback skillDir → effectiveCwd,兼容老调用。
105
- ...(task._sample.mocks && task._sample.mocks.length > 0 && {
106
- mocks: task._sample.mocks,
107
- mocksBaseDir: samplesBaseDir || skillDir || effectiveCwd || undefined,
108
- ...(task._sample.mocksStrict && { mocksStrict: true }),
109
- }),
110
- };
111
- switch (task.artifact.kind) {
112
- case 'baseline':
113
- return {
114
- strategy: resolveArtifactExecutionStrategy(task.artifact),
115
- cacheSystem: '',
116
- input: {
117
- ...baseInput,
118
- system: null,
119
- prompt: task.prompt,
120
- },
121
- };
122
- case 'prompt':
123
- return {
124
- strategy: resolveArtifactExecutionStrategy(task.artifact),
125
- cacheSystem: '',
126
- input: {
127
- ...baseInput,
128
- system: null,
129
- prompt: combineUserPrompt(task.artifact.content, task.prompt),
130
- },
131
- };
132
- case 'agent':
133
- return {
134
- strategy: resolveArtifactExecutionStrategy(task.artifact),
135
- cacheSystem: task.artifact.content ?? '',
136
- input: {
137
- ...baseInput,
138
- system: task.artifact.content,
139
- prompt: task.prompt,
140
- },
141
- };
142
- case 'workflow':
143
- return {
144
- strategy: resolveArtifactExecutionStrategy(task.artifact),
145
- cacheSystem: task.artifact.content ?? '',
146
- input: {
147
- ...baseInput,
148
- system: task.artifact.content,
149
- prompt: task.prompt,
150
- },
151
- };
152
- case 'skill':
153
- default:
154
- return {
155
- strategy: resolveArtifactExecutionStrategy(task.artifact),
156
- cacheSystem: task.artifact.content ?? '',
157
- input: {
158
- ...baseInput,
159
- system: task.artifact.content,
160
- prompt: task.prompt,
161
- },
162
- };
163
- }
164
- }
165
- //# sourceMappingURL=execution-strategy.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"execution-strategy.js","sourceRoot":"","sources":["../../../src/eval-core/execution-strategy.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,SAAS,CAAC;AAChD,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAGlC;;;;;;;;GAQG;AACH,SAAS,cAAc;IACrB,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,EAAE,EAAE,kBAAkB,EAAE,cAAc,CAAC,CAAC;IAChE,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;QACrB,SAAS,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IACtC,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAQD,SAAS,iBAAiB,CAAC,MAAqB,EAAE,MAAc;IAC9D,IAAI,CAAC,MAAM;QAAE,OAAO,MAAM,CAAC;IAC3B,OAAO,GAAG,MAAM,OAAO,MAAM,EAAE,CAAC;AAClC,CAAC;AAED,MAAM,UAAU,gCAAgC,CAAC,QAAkB;IACjE,QAAQ,QAAQ,CAAC,IAAI,EAAE,CAAC;QACtB,KAAK,UAAU;YACb,OAAO,UAAU,CAAC;QACpB,KAAK,QAAQ;YACX,OAAO,aAAa,CAAC;QACvB,KAAK,OAAO;YACV,OAAO,eAAe,CAAC;QACzB,KAAK,UAAU;YACb,OAAO,kBAAkB,CAAC;QAC5B,KAAK,OAAO,CAAC;QACb;YACE,OAAO,eAAe,CAAC;IAC3B,CAAC;AACH,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,QAAkB;IACtD,IAAI,QAAQ,CAAC,IAAI,KAAK,UAAU,IAAI,CAAC,QAAQ,CAAC,GAAG;QAAE,OAAO,UAAU,CAAC;IACrE,IAAI,QAAQ,CAAC,IAAI,KAAK,UAAU,IAAI,QAAQ,CAAC,GAAG;QAAE,OAAO,sBAAsB,CAAC;IAChF,OAAO,oBAAoB,CAAC;AAC9B,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,QAAkB;IACnD,oDAAoD;IACpD,kFAAkF;IAClF,4DAA4D;IAC5D,iEAAiE;IACjE,qEAAqE;IACrE,kCAAkC;IAClC,IAAI,CAAC,QAAQ,CAAC,cAAc,EAAE,CAAC;QAC7B,MAAM,IAAI,KAAK,CACb,aAAa,QAAQ,CAAC,IAAI,oDAAoD;cAC5E,2EAA2E,CAC9E,CAAC;IACJ,CAAC;IACD,OAAO;QACL,OAAO,EAAE,QAAQ,CAAC,IAAI;QACtB,YAAY,EAAE,QAAQ,CAAC,IAAI;QAC3B,cAAc,EAAE,QAAQ,CAAC,MAAM;QAC/B,iBAAiB,EAAE,gCAAgC,CAAC,QAAQ,CAAC;QAC7D,cAAc,EAAE,qBAAqB,CAAC,QAAQ,CAAC;QAC/C,cAAc,EAAE,QAAQ,CAAC,cAAc;QACvC,kBAAkB,EAAE,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC;QAC7C,GAAG,EAAE,QAAQ,CAAC,GAAG,IAAI,IAAI;QACzB,OAAO,EAAE,QAAQ,CAAC,OAAO;QACzB,GAAG,EAAE,QAAQ,CAAC,GAAG;QACjB,sEAAsE;QACtE,gFAAgF;QAChF,GAAG,CAAC,QAAQ,CAAC,aAAa,KAAK,SAAS,IAAI,EAAE,aAAa,EAAE,QAAQ,CAAC,aAAa,EAAE,CAAC;KACvF,CAAC;AACJ,CAAC;AAED,SAAS,eAAe,CAAC,QAAkB;IACzC,IAAI,CAAC,QAAQ,CAAC,OAAO;QAAE,OAAO,IAAI,CAAC;IACnC,OAAO,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC;AACnC,CAAC;AAED,MAAM,UAAU,wBAAwB,CAAC,IAAU,EAAE,KAAa,EAAE,SAAkB,EAAE,OAAiB,EAAE,MAAoD,EAAE,cAAuB;IACtL,MAAM,QAAQ,GAAG,eAAe,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAChD,+DAA+D;IAC/D,gEAAgE;IAChE,6DAA6D;IAC7D,uCAAuC;IACvC,MAAM,gBAAgB,GACpB,IAAI,CAAC,QAAQ,CAAC,IAAI,KAAK,UAAU;WAC9B,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC;WAC1C,IAAI,CAAC,QAAQ,CAAC,aAAa,CAAC,MAAM,KAAK,CAAC,CAAC;IAC9C,MAAM,YAAY,GAAG,gBAAgB,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,cAAc,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC;IACjF,MAAM,SAAS,GAAG;QAChB,KAAK;QACL,GAAG,EAAE,YAAY;QACjB,QAAQ;QACR,SAAS;QACT,OAAO;QACP,GAAG,CAAC,MAAM,IAAI,EAAE,MAAM,EAAE,CAAC;QACzB,iEAAiE;QACjE,8EAA8E;QAC9E,yCAAyC;QACzC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,aAAa,KAAK,SAAS,IAAI,EAAE,aAAa,EAAE,IAAI,CAAC,QAAQ,CAAC,aAAa,EAAE,CAAC;QAChG,8DAA8D;QAC9D,mEAAmE;QACnE,0EAA0E;QAC1E,8CAA8C;QAC9C,8CAA8C;QAC9C,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,IAAI,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI;YACzD,KAAK,EAAE,IAAI,CAAC,OAAO,CAAC,KAAK;YACzB,YAAY,EAAE,cAAc,IAAI,QAAQ,IAAI,YAAY,IAAI,SAAS;YACrE,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,WAAW,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,CAAC;SACvD,CAAC;KACH,CAAC;IAEF,QAAQ,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,CAAC;QAC3B,KAAK,UAAU;YACb,OAAO;gBACL,QAAQ,EAAE,gCAAgC,CAAC,IAAI,CAAC,QAAQ,CAAC;gBACzD,WAAW,EAAE,EAAE;gBACf,KAAK,EAAE;oBACL,GAAG,SAAS;oBACZ,MAAM,EAAE,IAAI;oBACZ,MAAM,EAAE,IAAI,CAAC,MAAM;iBACpB;aACF,CAAC;QACJ,KAAK,QAAQ;YACX,OAAO;gBACL,QAAQ,EAAE,gCAAgC,CAAC,IAAI,CAAC,QAAQ,CAAC;gBACzD,WAAW,EAAE,EAAE;gBACf,KAAK,EAAE;oBACL,GAAG,SAAS;oBACZ,MAAM,EAAE,IAAI;oBACZ,MAAM,EAAE,iBAAiB,CAAC,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC;iBAC9D;aACF,CAAC;QACJ,KAAK,OAAO;YACV,OAAO;gBACL,QAAQ,EAAE,gCAAgC,CAAC,IAAI,CAAC,QAAQ,CAAC;gBACzD,WAAW,EAAE,IAAI,CAAC,QAAQ,CAAC,OAAO,IAAI,EAAE;gBACxC,KAAK,EAAE;oBACL,GAAG,SAAS;oBACZ,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC,OAAO;oBAC7B,MAAM,EAAE,IAAI,CAAC,MAAM;iBACpB;aACF,CAAC;QACJ,KAAK,UAAU;YACb,OAAO;gBACL,QAAQ,EAAE,gCAAgC,CAAC,IAAI,CAAC,QAAQ,CAAC;gBACzD,WAAW,EAAE,IAAI,CAAC,QAAQ,CAAC,OAAO,IAAI,EAAE;gBACxC,KAAK,EAAE;oBACL,GAAG,SAAS;oBACZ,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC,OAAO;oBAC7B,MAAM,EAAE,IAAI,CAAC,MAAM;iBACpB;aACF,CAAC;QACJ,KAAK,OAAO,CAAC;QACb;YACE,OAAO;gBACL,QAAQ,EAAE,gCAAgC,CAAC,IAAI,CAAC,QAAQ,CAAC;gBACzD,WAAW,EAAE,IAAI,CAAC,QAAQ,CAAC,OAAO,IAAI,EAAE;gBACxC,KAAK,EAAE;oBACL,GAAG,SAAS;oBACZ,MAAM,EAAE,IAAI,CAAC,QAAQ,CAAC,OAAO;oBAC7B,MAAM,EAAE,IAAI,CAAC,MAAM;iBACpB;aACF,CAAC;IACN,CAAC;AACH,CAAC"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"fact-checker.d.ts","sourceRoot":"","sources":["../../../src/eval-core/fact-checker.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAKH,MAAM,WAAW,SAAS;IACxB,IAAI,EAAE,WAAW,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,OAAO,CAAC;IAClB,QAAQ,CAAC,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,eAAe;IAC9B,MAAM,EAAE,SAAS,EAAE,CAAC;IACpB,aAAa,EAAE,MAAM,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;CACtB;AAsBD;;GAEG;AACH,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,EAAE,CAmB1D;AAED;;GAEG;AACH,wBAAgB,UAAU,CAAC,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,MAAM,GAAG,eAAe,CAmBvE"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"fact-checker.js","sourceRoot":"","sources":["../../../src/eval-core/fact-checker.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,SAAS,CAAC;AACrC,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAgBpC,+DAA+D;AAC/D,MAAM,aAAa,GAAG;IACpB,iEAAiE;IACjE,qEAAqE;IACrE,gBAAgB;IAChB,8BAA8B;IAC9B,+CAA+C;IAC/C,oEAAoE;CACrE,CAAC;AAEF,kDAAkD;AAClD,MAAM,eAAe,GAAG;IACtB,iBAAiB;IACjB,kBAAkB;IAClB,iBAAiB;IACjB,SAAS;IACT,UAAU;IACV,cAAc;CACf,CAAC;AAEF;;GAEG;AACH,MAAM,UAAU,iBAAiB,CAAC,MAAc;IAC9C,MAAM,KAAK,GAAG,IAAI,GAAG,EAAU,CAAC;IAEhC,KAAK,MAAM,OAAO,IAAI,aAAa,EAAE,CAAC;QACpC,mCAAmC;QACnC,OAAO,CAAC,SAAS,GAAG,CAAC,CAAC;QACtB,KAAK,MAAM,KAAK,IAAI,MAAM,CAAC,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC;YAC7C,IAAI,IAAI,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC;YACpB,6BAA6B;YAC7B,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC;YACxC,gCAAgC;YAChC,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC;YACnC,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;gBAClE,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YAClB,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,CAAC,GAAG,KAAK,CAAC,CAAC;AACpB,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,UAAU,CAAC,MAAc,EAAE,GAAW;IACpD,MAAM,UAAU,GAAG,iBAAiB,CAAC,MAAM,CAAC,CAAC;IAE7C,MAAM,MAAM,GAAgB,UAAU,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;QAClD,MAAM,QAAQ,GAAG,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;QACpC,MAAM,MAAM,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC;QACpC,OAAO;YACL,IAAI,EAAE,WAAW;YACjB,KAAK,EAAE,IAAI;YACX,QAAQ,EAAE,MAAM;YAChB,GAAG,CAAC,CAAC,MAAM,IAAI,EAAE,QAAQ,EAAE,GAAG,QAAQ,YAAY,EAAE,CAAC;SACtD,CAAC;IACJ,CAAC,CAAC,CAAC;IAEH,MAAM,aAAa,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC;IAC9D,MAAM,UAAU,GAAG,MAAM,CAAC,MAAM,CAAC;IACjC,MAAM,YAAY,GAAG,UAAU,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,aAAa,GAAG,UAAU,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IAE1F,OAAO,EAAE,MAAM,EAAE,aAAa,EAAE,UAAU,EAAE,YAAY,EAAE,CAAC;AAC7D,CAAC"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"layer-gates.d.ts","sourceRoot":"","sources":["../../../src/eval-core/layer-gates.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,cAAc,EAAE,MAAM,mBAAmB,CAAC;AAExD,MAAM,WAAW,eAAe;IAC9B,OAAO,EAAE,OAAO,CAAC;IACjB,KAAK,EAAE,MAAM,EAAE,CAAC;CACjB;AAED;;;;;;;;;GASG;AACH,wBAAgB,kBAAkB,CAChC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,cAAc,CAAC,EACvC,SAAS,EAAE,MAAM,GAChB,eAAe,CAgCjB"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"layer-gates.js","sourceRoot":"","sources":["../../../src/eval-core/layer-gates.ts"],"names":[],"mappings":"AAOA;;;;;;;;;GASG;AACH,MAAM,UAAU,kBAAkB,CAChC,OAAuC,EACvC,SAAiB;IAEjB,IAAI,OAAO,GAAG,IAAI,CAAC;IACnB,MAAM,KAAK,GAAa,EAAE,CAAC;IAE3B,KAAK,MAAM,CAAC,OAAO,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,IAAI,EAAE,CAAC,EAAE,CAAC;QAC7D,MAAM,MAAM,GAAwD;YAClE,EAAE,KAAK,EAAE,WAAW,EAAS,KAAK,EAAE,KAAK,CAAC,YAAY,EAAE;YACxD,EAAE,KAAK,EAAE,eAAe,EAAK,KAAK,EAAE,KAAK,CAAC,gBAAgB,EAAE;YAC5D,EAAE,KAAK,EAAE,gBAAgB,EAAI,KAAK,EAAE,KAAK,CAAC,aAAa,EAAE;SAC1D,CAAC;QACF,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC,KAAK,KAAK,QAAQ,CAAC,CAAC;QAElE,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzB,KAAK,CAAC,IAAI,CAAC,SAAS,OAAO,+FAA+F,CAAC,CAAC;YAC5H,OAAO,GAAG,KAAK,CAAC;YAChB,SAAS;QACX,CAAC;QAED,IAAI,WAAW,GAAG,IAAI,CAAC;QACvB,MAAM,KAAK,GAAa,EAAE,CAAC;QAC3B,KAAK,MAAM,CAAC,IAAI,OAAO,EAAE,CAAC;YACxB,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC;YACvB,MAAM,IAAI,GAAG,CAAC,IAAI,SAAS,CAAC;YAC5B,IAAI,CAAC,IAAI;gBAAE,WAAW,GAAG,KAAK,CAAC;YAC/B,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QAC9D,CAAC;QACD,MAAM,MAAM,GAAG,WAAW,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,CAAC;QAC7C,KAAK,CAAC,IAAI,CAAC,GAAG,MAAM,KAAK,OAAO,MAAM,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,eAAe,SAAS,GAAG,CAAC,CAAC;QACpF,IAAI,CAAC,WAAW;YAAE,OAAO,GAAG,KAAK,CAAC;IACpC,CAAC;IAED,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,CAAC;AAC5B,CAAC"}
@@ -1,203 +0,0 @@
1
- #!/usr/bin/env node
2
- /**
3
- * omk-mock PreToolUse hook (CLI fallback path).
4
- *
5
- * 由 src/eval-core/mocks-runtime.ts:materializeForCliConfigDir 写到临时
6
- * CLAUDE_CONFIG_DIR/mock-hook.cjs。Claude Code 子进程会以 hook 形式调它,
7
- * stdin 收 PreToolUseHookInput,stdout 出 PreToolUseHookOutput JSON。
8
- *
9
- * 该脚本是无状态的 — 所有规则从 OMK_MOCKS_FILE 文件读。命中状态(状态机用)
10
- * 通过同目录下的 hits.json 持久化(同一 spawn 内多次 hook 调用共享)。
11
- */
12
- const fs = require('fs');
13
- const path = require('path');
14
- const os = require('os');
15
-
16
- function expandHome(p) {
17
- if (p.startsWith('~/')) return path.join(os.homedir(), p.slice(2));
18
- if (p === '~') return os.homedir();
19
- return p;
20
- }
21
-
22
- /** 与 mocks-runtime.ts 的 matchesFilePathSuffix 对齐 — 完全相等或路径分隔符后缀。 */
23
- function matchesFilePathSuffix(actualRaw, suffixRaw) {
24
- const actual = expandHome(actualRaw);
25
- const suffix = expandHome(suffixRaw);
26
- if (actual === suffix) return true;
27
- if (!actual.endsWith(suffix)) return false;
28
- const sep = actual.charAt(actual.length - suffix.length - 1);
29
- return sep === '/' || sep === '\\';
30
- }
31
-
32
- function globMatch(pattern, value) {
33
- // 与 SDK 路径(mocks-runtime.ts)对齐:dotAll 让 `*` 跨换行匹配多行 bash。
34
- const escaped = pattern.replace(/[.+?^${}()|[\]\\]/g, '\\$&');
35
- return new RegExp('^' + escaped.replace(/\*/g, '.*') + '$', 's').test(value);
36
- }
37
-
38
- function arraysDeepEqual(a, b) {
39
- if (a.length !== b.length) return false;
40
- for (let i = 0; i < a.length; i++) if (!deepEqual(a[i], b[i])) return false;
41
- return true;
42
- }
43
- function deepEqual(a, b) {
44
- if (a === b) return true;
45
- if (Array.isArray(a) && Array.isArray(b)) return arraysDeepEqual(a, b);
46
- if (typeof a === 'object' && a !== null && typeof b === 'object' && b !== null
47
- && !Array.isArray(a) && !Array.isArray(b)) {
48
- const ak = Object.keys(a), bk = Object.keys(b);
49
- if (ak.length !== bk.length) return false;
50
- for (const k of ak) if (!deepEqual(a[k], b[k])) return false;
51
- return true;
52
- }
53
- return false;
54
- }
55
- function matchesInputSubset(expected, actual) {
56
- if (typeof actual !== 'object' || actual === null) return false;
57
- for (const k of Object.keys(expected)) {
58
- const v = expected[k];
59
- if (Array.isArray(v)) {
60
- if (!Array.isArray(actual[k]) || !arraysDeepEqual(v, actual[k])) return false;
61
- } else if (typeof v === 'object' && v !== null) {
62
- if (!matchesInputSubset(v, actual[k])) return false;
63
- } else if (actual[k] !== v) {
64
- return false;
65
- }
66
- }
67
- return true;
68
- }
69
-
70
- function isMockHit(mock, toolName, toolInput) {
71
- if (mock.tool !== toolName) return false;
72
- const m = mock.match;
73
- if (!m) return true;
74
- const ti = toolInput || {};
75
- if (m.file_path !== undefined) {
76
- if (typeof ti.file_path !== 'string') return false;
77
- if (expandHome(ti.file_path) !== expandHome(m.file_path)) return false;
78
- }
79
- if (m.file_path_endswith !== undefined) {
80
- if (typeof ti.file_path !== 'string') return false;
81
- if (!matchesFilePathSuffix(ti.file_path, m.file_path_endswith)) return false;
82
- }
83
- if (m.url !== undefined && ti.url !== m.url) return false;
84
- if (m.url_glob !== undefined) {
85
- if (typeof ti.url !== 'string' || !globMatch(m.url_glob, ti.url)) return false;
86
- }
87
- if (m.command_glob !== undefined) {
88
- if (typeof ti.command !== 'string' || !globMatch(m.command_glob, ti.command)) return false;
89
- }
90
- if (m.input !== undefined && !matchesInputSubset(m.input, toolInput)) return false;
91
- return true;
92
- }
93
-
94
- function stringifyReturn(r) {
95
- if (typeof r === 'string') return r;
96
- return JSON.stringify(r);
97
- }
98
-
99
- function resolveMockReturn(mock, hitCount, baseDir) {
100
- if (mock.return_seq && hitCount < mock.return_seq.length) {
101
- return stringifyReturn(mock.return_seq[hitCount]);
102
- }
103
- if (mock.return !== undefined) return stringifyReturn(mock.return);
104
- if (mock.return_file) {
105
- const fpath = path.isAbsolute(mock.return_file)
106
- ? mock.return_file
107
- : path.resolve(baseDir || process.cwd(), mock.return_file);
108
- if (!fs.existsSync(fpath)) return `[omk-mock-error] return_file not found: ${fpath}`;
109
- return fs.readFileSync(fpath, 'utf8');
110
- }
111
- return '';
112
- }
113
-
114
- // ─── main ────────────────────────────────────────────────────────────────────
115
-
116
- let stdin = '';
117
- process.stdin.on('data', (chunk) => { stdin += chunk; });
118
- process.stdin.on('end', () => {
119
- let input;
120
- try {
121
- input = JSON.parse(stdin);
122
- } catch (e) {
123
- process.stdout.write(JSON.stringify({ continue: true })); // hook 协议错误时放行
124
- process.exit(0);
125
- }
126
-
127
- const mocksFile = process.env.OMK_MOCKS_FILE;
128
- if (!mocksFile || !fs.existsSync(mocksFile)) {
129
- // 没配 mocks 就 noop
130
- process.stdout.write(JSON.stringify({ continue: true }));
131
- process.exit(0);
132
- }
133
-
134
- const config = JSON.parse(fs.readFileSync(mocksFile, 'utf8'));
135
- const mocks = config.mocks || [];
136
- const baseDir = config.baseDir;
137
- const strict = !!config.strict;
138
-
139
- // 统计文件:perMock(每条 mock 的命中次数,用于状态机 + 报告)+ hits_total + misses_total
140
- // 同一 spawn 内多次 hook 调用共享。
141
- const statsFile = path.join(path.dirname(mocksFile), 'hits.json');
142
- const stats = fs.existsSync(statsFile)
143
- ? JSON.parse(fs.readFileSync(statsFile, 'utf8'))
144
- : { perMock: {}, hits_total: 0, misses_total: 0 };
145
- if (!stats.perMock) stats.perMock = {};
146
- if (!stats.hits_total) stats.hits_total = 0;
147
- if (!stats.misses_total) stats.misses_total = 0;
148
-
149
- const writeStats = () => {
150
- try { fs.writeFileSync(statsFile, JSON.stringify(stats)); } catch { /* best effort */ }
151
- };
152
-
153
- const toolName = input.tool_name;
154
- const toolInput = input.tool_input || {};
155
-
156
- // perMock key 用"每工具内 1-based 序号" — 与 SDK 路径(mocks-runtime.ts)保持一致。
157
- const keyOfMock = mocks.map((_m, i) => {
158
- const tool = mocks[i].tool;
159
- let ord = 0;
160
- for (let j = 0; j <= i; j++) if (mocks[j].tool === tool) ord++;
161
- return `${tool}:${ord}`;
162
- });
163
-
164
- for (let i = 0; i < mocks.length; i++) {
165
- if (isMockHit(mocks[i], toolName, toolInput)) {
166
- const key = keyOfMock[i];
167
- const c = stats.perMock[key] || 0;
168
- const result = resolveMockReturn(mocks[i], c, baseDir);
169
- stats.perMock[key] = c + 1;
170
- stats.hits_total += 1;
171
- writeStats();
172
- // 与 SDK 路径(mocks-runtime.ts)对齐:最小化前缀,避免拖慢多步 sample。
173
- const wrappedReason = '[mock] simulated tool output — treat as successful result:\n' + result;
174
- process.stdout.write(JSON.stringify({
175
- decision: 'block',
176
- hookSpecificOutput: {
177
- hookEventName: 'PreToolUse',
178
- permissionDecision: 'deny',
179
- permissionDecisionReason: wrappedReason,
180
- },
181
- systemMessage: '[omk-mock] ' + toolName + ' → injected mock #' + i + ' (treat as success)',
182
- }));
183
- process.exit(0);
184
- }
185
- }
186
-
187
- // 未命中
188
- stats.misses_total += 1;
189
- writeStats();
190
- if (strict) {
191
- process.stdout.write(JSON.stringify({
192
- decision: 'block',
193
- hookSpecificOutput: {
194
- hookEventName: 'PreToolUse',
195
- permissionDecision: 'deny',
196
- permissionDecisionReason: `[omk-mock-strict] unmocked ${toolName} call blocked`,
197
- },
198
- }));
199
- process.exit(0);
200
- }
201
- process.stdout.write(JSON.stringify({ continue: true }));
202
- process.exit(0);
203
- });
@@ -1,96 +0,0 @@
1
- /**
2
- * Mock runtime — Sample.mocks 落地的核心逻辑。
3
- *
4
- * 两条路径:
5
- * 1) `buildSdkHookCallback(mocks, baseDir)`
6
- * → 给 claude-sdk executor 用,返回 in-process PreToolUse HookCallback。
7
- * 纯内存,零 IO,零 spawn 开销。
8
- *
9
- * 2) `materializeForCliConfigDir(mocks, baseDir)`
10
- * → 给 claude-cli executor 用,mktemp 一个临时 CLAUDE_CONFIG_DIR,
11
- * 在里面写 settings.json + on-disk hook 脚本 + mocks.json,返回 cleanup。
12
- * claude 子进程退出后(成功/失败/超时/SIGINT),cleanup 必删整个临时目录。
13
- *
14
- * 共用核心:`matchMock(mocks, toolName, toolInput, callCounter)` 命中规则评估。
15
- */
16
- import type { Mock } from '../types/eval.js';
17
- /** 单条 mock 是否命中给定 tool 调用。 */
18
- export declare function isMockHit(mock: Mock, toolName: string, toolInput: unknown): boolean;
19
- /** 把 mock 的 return / return_file / return_seq 解析成可序列化字符串(LLM 看到的 tool_result)。 */
20
- export declare function resolveMockReturn(mock: Mock, hitCount: number, baseDir?: string): string;
21
- /** SDK PreToolUse hook input(精简版,只用我们关心的字段)。 */
22
- interface SdkHookInput {
23
- hook_event_name: 'PreToolUse';
24
- tool_name: string;
25
- tool_input: unknown;
26
- }
27
- /** SDK PreToolUse hook output:`block` 决策 + permissionDecisionReason 当 mock content。 */
28
- interface SdkHookOutput {
29
- continue?: boolean;
30
- decision?: 'block' | 'approve';
31
- hookSpecificOutput?: {
32
- hookEventName: 'PreToolUse';
33
- permissionDecision?: 'deny' | 'allow' | 'ask';
34
- permissionDecisionReason?: string;
35
- };
36
- systemMessage?: string;
37
- }
38
- export interface SdkHookHandle {
39
- /** 给 SDK options.hooks.PreToolUse 用的 callback。 */
40
- callback: (input: SdkHookInput) => Promise<SdkHookOutput>;
41
- /** 拦截命中统计(诊断用)。 */
42
- stats: {
43
- hits: number;
44
- misses: number;
45
- perMock: Record<string, number>;
46
- };
47
- }
48
- /**
49
- * 把 mocks 转成 SDK in-process PreToolUse hook callback。
50
- *
51
- * 命中策略:strict 模式下不命中的工具调用直接 deny(防意外真调)。
52
- * 默认非 strict:不命中放行(原生工具继续真跑)— 适合"部分 mock,部分真跑"场景。
53
- *
54
- * @param mocks Sample.mocks 数组
55
- * @param baseDir 解析 mock.return_file 的相对路径锚点
56
- * @param strict true → 不命中 deny;false → 不命中放行(default)
57
- */
58
- export declare function buildSdkHookCallback(mocks: Mock[] | undefined, baseDir?: string, strict?: boolean): SdkHookHandle;
59
- export interface CliMockHandle {
60
- /** 临时 settings 文件路径,作为 `claude --settings <path>` 参数传入。
61
- * Claude Code 会**追加**这个 settings 到 ~/.claude/settings.json,**不替换** —
62
- * 这样 OAuth 登录态 / 用户主配置都不动。 */
63
- settingsFile: string;
64
- /** 子进程要看到的额外 env(目前只 OMK_MOCKS_FILE)。 */
65
- env: Record<string, string>;
66
- /** 读 hook 在临时目录写的命中统计(给 ExecResult.mockStats 用)。
67
- * 必须在 cleanup 之前调,cleanup 后文件就没了。 */
68
- readStats: () => {
69
- hits: number;
70
- misses: number;
71
- perMock: Record<string, number>;
72
- };
73
- /** 必须在 spawn 完成后(无论 success/error/timeout)调用。 */
74
- cleanup: () => void;
75
- }
76
- /**
77
- * 物化 mocks 到临时 settings 文件 + on-disk hook 脚本。
78
- *
79
- * **关键**:用 Claude Code 的 `--settings <file>` flag 而非 `CLAUDE_CONFIG_DIR`。
80
- * `--settings` 是**追加**模式,主 `~/.claude/` 包含的 OAuth 登录态 / 用户配置全部保留;
81
- * 而 CLAUDE_CONFIG_DIR 是**替换**模式,设它会丢 OAuth → "Not logged in"。
82
- *
83
- * 临时目录结构:
84
- * $tmpdir/omk-mocks-XXXXXX/
85
- * ├── settings.json (PreToolUse hook 注册,作为 --settings 参数)
86
- * ├── mock-hook.cjs (hook 实现:读 OMK_MOCKS_FILE → 匹配 → 输出 JSON 决策)
87
- * └── mocks.json (mocks 序列化 + baseDir + strict)
88
- *
89
- * cleanup 必删整个目录。executor 用 try / finally 保证执行。
90
- */
91
- export declare function materializeForCliConfigDir(mocks: Mock[] | undefined, baseDir?: string, strict?: boolean): CliMockHandle | null;
92
- declare function readMockHookTemplate(): string;
93
- export declare const _readMockHookTemplateForTest: typeof readMockHookTemplate;
94
- export declare function _testMakeTempConfigDir(): string;
95
- export {};
96
- //# sourceMappingURL=mocks-runtime.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"mocks-runtime.d.ts","sourceRoot":"","sources":["../../../src/eval-core/mocks-runtime.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;GAcG;AAMH,OAAO,KAAK,EAAE,IAAI,EAAc,MAAM,kBAAkB,CAAC;AA6EzD,8BAA8B;AAC9B,wBAAgB,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO,GAAG,OAAO,CA2BnF;AAID,kFAAkF;AAClF,wBAAgB,iBAAiB,CAC/B,IAAI,EAAE,IAAI,EACV,QAAQ,EAAE,MAAM,EAChB,OAAO,CAAC,EAAE,MAAM,GACf,MAAM,CAkBR;AAWD,gDAAgD;AAChD,UAAU,YAAY;IACpB,eAAe,EAAE,YAAY,CAAC;IAC9B,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,OAAO,CAAC;CACrB;AAED,uFAAuF;AACvF,UAAU,aAAa;IACrB,QAAQ,CAAC,EAAE,OAAO,CAAC;IACnB,QAAQ,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAC/B,kBAAkB,CAAC,EAAE;QACnB,aAAa,EAAE,YAAY,CAAC;QAC5B,kBAAkB,CAAC,EAAE,MAAM,GAAG,OAAO,GAAG,KAAK,CAAC;QAC9C,wBAAwB,CAAC,EAAE,MAAM,CAAC;KACnC,CAAC;IACF,aAAa,CAAC,EAAE,MAAM,CAAC;CACxB;AAED,MAAM,WAAW,aAAa;IAC5B,kDAAkD;IAClD,QAAQ,EAAE,CAAC,KAAK,EAAE,YAAY,KAAK,OAAO,CAAC,aAAa,CAAC,CAAC;IAC1D,mBAAmB;IACnB,KAAK,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;KAAE,CAAC;CAC1E;AAED;;;;;;;;;GASG;AACH,wBAAgB,oBAAoB,CAClC,KAAK,EAAE,IAAI,EAAE,GAAG,SAAS,EACzB,OAAO,CAAC,EAAE,MAAM,EAChB,MAAM,UAAQ,GACb,aAAa,CAqDf;AAID,MAAM,WAAW,aAAa;IAC5B;;mCAE+B;IAC/B,YAAY,EAAE,MAAM,CAAC;IACrB,yCAAyC;IACzC,GAAG,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IAC5B;0CACsC;IACtC,SAAS,EAAE,MAAM;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;KAAE,CAAC;IACnF,iDAAiD;IACjD,OAAO,EAAE,MAAM,IAAI,CAAC;CACrB;AAED;;;;;;;;;;;;;;GAcG;AACH,wBAAgB,0BAA0B,CACxC,KAAK,EAAE,IAAI,EAAE,GAAG,SAAS,EACzB,OAAO,CAAC,EAAE,MAAM,EAChB,MAAM,UAAQ,GACb,aAAa,GAAG,IAAI,CAwDtB;AAGD,iBAAS,oBAAoB,IAAI,MAAM,CAatC;AAGD,eAAO,MAAM,4BAA4B,6BAAuB,CAAC;AAIjE,wBAAgB,sBAAsB,IAAI,MAAM,CAI/C"}