oh-my-knowledge 0.31.0 → 0.32.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (1096) hide show
  1. package/README.md +31 -842
  2. package/README.zh.md +43 -854
  3. package/dist/analysis/coverage-analyzer.d.ts.map +1 -0
  4. package/dist/analysis/coverage-analyzer.js.map +1 -0
  5. package/dist/analysis/failure-clusterer.d.ts.map +1 -0
  6. package/dist/analysis/failure-clusterer.js.map +1 -0
  7. package/dist/analysis/gap-analyzer.d.ts +121 -0
  8. package/dist/analysis/gap-analyzer.d.ts.map +1 -0
  9. package/dist/analysis/gap-analyzer.js +471 -0
  10. package/dist/analysis/gap-analyzer.js.map +1 -0
  11. package/dist/analysis/hedging-classifier.d.ts.map +1 -0
  12. package/dist/analysis/hedging-classifier.js.map +1 -0
  13. package/dist/analysis/report-diagnostics.d.ts +34 -0
  14. package/dist/analysis/report-diagnostics.d.ts.map +1 -0
  15. package/dist/analysis/report-diagnostics.js +753 -0
  16. package/dist/analysis/report-diagnostics.js.map +1 -0
  17. package/dist/analysis/sample-diagnostics.d.ts.map +1 -0
  18. package/dist/analysis/sample-diagnostics.js.map +1 -0
  19. package/dist/analysis/saturation.d.ts.map +1 -0
  20. package/dist/analysis/saturation.js.map +1 -0
  21. package/dist/authoring/evolver.d.ts.map +1 -0
  22. package/dist/authoring/evolver.js.map +1 -0
  23. package/dist/authoring/generator.d.ts.map +1 -0
  24. package/dist/authoring/generator.js +720 -0
  25. package/dist/authoring/generator.js.map +1 -0
  26. package/dist/authoring/sample-fixer.d.ts.map +1 -0
  27. package/dist/authoring/sample-fixer.js.map +1 -0
  28. package/dist/cli/commands/doctor.d.ts +26 -0
  29. package/dist/cli/commands/doctor.d.ts.map +1 -0
  30. package/dist/cli/commands/doctor.js +302 -0
  31. package/dist/cli/commands/doctor.js.map +1 -0
  32. package/dist/cli/commands/eval/gold/compare.d.ts.map +1 -0
  33. package/dist/cli/commands/eval/gold/compare.js.map +1 -0
  34. package/dist/cli/commands/eval/gold/index.d.ts.map +1 -0
  35. package/dist/cli/commands/eval/gold/index.js.map +1 -0
  36. package/dist/cli/commands/eval/gold/init.d.ts.map +1 -0
  37. package/dist/cli/commands/eval/gold/init.js.map +1 -0
  38. package/dist/cli/commands/eval/gold/validate.d.ts.map +1 -0
  39. package/dist/cli/commands/eval/gold/validate.js.map +1 -0
  40. package/dist/cli/commands/eval/index.d.ts.map +1 -0
  41. package/dist/cli/commands/eval/index.js +465 -0
  42. package/dist/cli/commands/eval/index.js.map +1 -0
  43. package/dist/cli/commands/evolve.d.ts.map +1 -0
  44. package/dist/cli/commands/evolve.js +283 -0
  45. package/dist/cli/commands/evolve.js.map +1 -0
  46. package/dist/cli/commands/init.d.ts.map +1 -0
  47. package/dist/cli/commands/init.js.map +1 -0
  48. package/dist/cli/commands/observe/inbox.d.ts.map +1 -0
  49. package/dist/cli/commands/observe/inbox.js +260 -0
  50. package/dist/cli/commands/observe/inbox.js.map +1 -0
  51. package/dist/cli/commands/observe/index.d.ts.map +1 -0
  52. package/dist/cli/commands/observe/index.js.map +1 -0
  53. package/dist/cli/commands/observe/ingest.d.ts.map +1 -0
  54. package/dist/cli/commands/observe/ingest.js +71 -0
  55. package/dist/cli/commands/observe/ingest.js.map +1 -0
  56. package/dist/cli/commands/observe/show.d.ts.map +1 -0
  57. package/dist/cli/commands/observe/show.js.map +1 -0
  58. package/dist/cli/commands/sample.d.ts.map +1 -0
  59. package/dist/cli/commands/sample.js +487 -0
  60. package/dist/cli/commands/sample.js.map +1 -0
  61. package/dist/cli/commands/studio.d.ts.map +1 -0
  62. package/dist/cli/commands/studio.js +158 -0
  63. package/dist/cli/commands/studio.js.map +1 -0
  64. package/dist/cli/index.d.ts.map +1 -0
  65. package/dist/cli/index.js.map +1 -0
  66. package/dist/cli/lib/cli-exit.d.ts.map +1 -0
  67. package/dist/cli/lib/cli-exit.js.map +1 -0
  68. package/dist/cli/lib/cmd-flags.d.ts +224 -0
  69. package/dist/cli/lib/cmd-flags.d.ts.map +1 -0
  70. package/dist/cli/lib/cmd-flags.js.map +1 -0
  71. package/dist/cli/lib/i18n-dict/common.d.ts +4 -0
  72. package/dist/cli/lib/i18n-dict/common.d.ts.map +1 -0
  73. package/dist/cli/lib/i18n-dict/common.js +67 -0
  74. package/dist/cli/lib/i18n-dict/common.js.map +1 -0
  75. package/dist/cli/lib/i18n-dict/evolve.d.ts +4 -0
  76. package/dist/cli/lib/i18n-dict/evolve.d.ts.map +1 -0
  77. package/dist/cli/lib/i18n-dict/evolve.js +43 -0
  78. package/dist/cli/lib/i18n-dict/evolve.js.map +1 -0
  79. package/dist/cli/lib/i18n-dict/gen.d.ts +4 -0
  80. package/dist/cli/lib/i18n-dict/gen.d.ts.map +1 -0
  81. package/dist/cli/lib/i18n-dict/gen.js +63 -0
  82. package/dist/cli/lib/i18n-dict/gen.js.map +1 -0
  83. package/dist/cli/lib/i18n-dict/help.d.ts +4 -0
  84. package/dist/cli/lib/i18n-dict/help.d.ts.map +1 -0
  85. package/dist/cli/lib/i18n-dict/help.js +281 -0
  86. package/dist/cli/lib/i18n-dict/help.js.map +1 -0
  87. package/dist/cli/lib/i18n-dict/init.d.ts +4 -0
  88. package/dist/cli/lib/i18n-dict/init.d.ts.map +1 -0
  89. package/dist/cli/lib/i18n-dict/init.js +27 -0
  90. package/dist/cli/lib/i18n-dict/init.js.map +1 -0
  91. package/dist/cli/lib/i18n-dict/run.d.ts +4 -0
  92. package/dist/cli/lib/i18n-dict/run.d.ts.map +1 -0
  93. package/dist/cli/lib/i18n-dict/run.js +143 -0
  94. package/dist/cli/lib/i18n-dict/run.js.map +1 -0
  95. package/dist/cli/lib/i18n-dict/types.d.ts +5 -0
  96. package/dist/cli/lib/i18n-dict/types.d.ts.map +1 -0
  97. package/dist/cli/lib/i18n-dict/types.js +2 -0
  98. package/dist/cli/lib/i18n-dict/types.js.map +1 -0
  99. package/dist/cli/lib/i18n-dict.d.ts +63 -0
  100. package/dist/cli/lib/i18n-dict.d.ts.map +1 -0
  101. package/dist/cli/lib/i18n-dict.js +67 -0
  102. package/dist/cli/lib/i18n-dict.js.map +1 -0
  103. package/dist/cli/lib/i18n.d.ts.map +1 -0
  104. package/dist/cli/lib/i18n.js.map +1 -0
  105. package/dist/cli/lib/parse-run-config/judge-models.d.ts +24 -0
  106. package/dist/cli/lib/parse-run-config/judge-models.d.ts.map +1 -0
  107. package/dist/cli/lib/parse-run-config/judge-models.js +55 -0
  108. package/dist/cli/lib/parse-run-config/judge-models.js.map +1 -0
  109. package/dist/cli/lib/parse-run-config/samples-discovery.d.ts +19 -0
  110. package/dist/cli/lib/parse-run-config/samples-discovery.d.ts.map +1 -0
  111. package/dist/cli/lib/parse-run-config/samples-discovery.js +53 -0
  112. package/dist/cli/lib/parse-run-config/samples-discovery.js.map +1 -0
  113. package/dist/cli/lib/parse-run-config/variant-resolution.d.ts +18 -0
  114. package/dist/cli/lib/parse-run-config/variant-resolution.d.ts.map +1 -0
  115. package/dist/cli/lib/parse-run-config/variant-resolution.js +59 -0
  116. package/dist/cli/lib/parse-run-config/variant-resolution.js.map +1 -0
  117. package/dist/cli/lib/parse-run-config.d.ts +93 -0
  118. package/dist/cli/lib/parse-run-config.d.ts.map +1 -0
  119. package/dist/cli/lib/parse-run-config.js +157 -0
  120. package/dist/cli/lib/parse-run-config.js.map +1 -0
  121. package/dist/cli/lib/progress.d.ts.map +1 -0
  122. package/dist/cli/lib/progress.js.map +1 -0
  123. package/dist/cli/lib/resolve-skill-input.d.ts +8 -0
  124. package/dist/cli/lib/resolve-skill-input.d.ts.map +1 -0
  125. package/dist/cli/lib/resolve-skill-input.js +38 -0
  126. package/dist/cli/lib/resolve-skill-input.js.map +1 -0
  127. package/dist/cli/lib/run-tally.d.ts.map +1 -0
  128. package/dist/cli/lib/run-tally.js.map +1 -0
  129. package/dist/cli/lib/shared.d.ts.map +1 -0
  130. package/dist/cli/lib/shared.js.map +1 -0
  131. package/dist/cli/lib/update-check.d.ts +9 -0
  132. package/dist/cli/lib/update-check.d.ts.map +1 -0
  133. package/dist/cli/lib/update-check.js +113 -0
  134. package/dist/cli/lib/update-check.js.map +1 -0
  135. package/dist/cli/oclif/base-command.d.ts.map +1 -0
  136. package/dist/cli/oclif/base-command.js.map +1 -0
  137. package/dist/cli/oclif/help.d.ts.map +1 -0
  138. package/dist/cli/oclif/help.js.map +1 -0
  139. package/dist/cli/oclif/i18n.d.ts.map +1 -0
  140. package/dist/cli/oclif/i18n.js.map +1 -0
  141. package/dist/cli/oclif/parsers.d.ts.map +1 -0
  142. package/dist/cli/oclif/parsers.js.map +1 -0
  143. package/dist/cli/oclif/projection.d.ts.map +1 -0
  144. package/dist/cli/oclif/projection.js.map +1 -0
  145. package/dist/cli/oclif/run.d.ts.map +1 -0
  146. package/dist/cli/oclif/run.js +11 -0
  147. package/dist/cli/oclif/run.js.map +1 -0
  148. package/dist/diagnosis/observe-mapper.d.ts.map +1 -0
  149. package/dist/diagnosis/observe-mapper.js.map +1 -0
  150. package/dist/diagnosis/observe-producer.d.ts.map +1 -0
  151. package/dist/diagnosis/observe-producer.js +199 -0
  152. package/dist/diagnosis/observe-producer.js.map +1 -0
  153. package/dist/diagnosis/studio-projection.d.ts +7 -0
  154. package/dist/diagnosis/studio-projection.d.ts.map +1 -0
  155. package/dist/diagnosis/studio-projection.js.map +1 -0
  156. package/dist/diagnosis/types.d.ts +4 -0
  157. package/dist/diagnosis/types.d.ts.map +1 -0
  158. package/dist/diagnosis/types.js +20 -0
  159. package/dist/diagnosis/types.js.map +1 -0
  160. package/dist/doctor/fixer.d.ts.map +1 -0
  161. package/dist/doctor/fixer.js.map +1 -0
  162. package/dist/doctor/health/builtin-dimensions.d.ts.map +1 -0
  163. package/dist/doctor/health/builtin-dimensions.js.map +1 -0
  164. package/dist/doctor/health/composer.d.ts.map +1 -0
  165. package/dist/doctor/health/composer.js +296 -0
  166. package/dist/doctor/health/composer.js.map +1 -0
  167. package/dist/doctor/health/dimension-registry.d.ts.map +1 -0
  168. package/dist/doctor/health/dimension-registry.js.map +1 -0
  169. package/dist/doctor/health/dimension-spec.d.ts +47 -0
  170. package/dist/doctor/health/dimension-spec.d.ts.map +1 -0
  171. package/dist/doctor/health/dimension-spec.js.map +1 -0
  172. package/dist/doctor/health/parser.d.ts.map +1 -0
  173. package/dist/doctor/health/parser.js.map +1 -0
  174. package/dist/doctor/health/prompt-builder.d.ts.map +1 -0
  175. package/dist/doctor/health/prompt-builder.js.map +1 -0
  176. package/dist/doctor/health/register.d.ts.map +1 -0
  177. package/dist/doctor/health/register.js.map +1 -0
  178. package/dist/doctor/index.d.ts.map +1 -0
  179. package/dist/doctor/index.js.map +1 -0
  180. package/dist/doctor/messages.d.ts +21 -0
  181. package/dist/doctor/messages.d.ts.map +1 -0
  182. package/dist/doctor/messages.js +217 -0
  183. package/dist/doctor/messages.js.map +1 -0
  184. package/dist/doctor/preflight.d.ts.map +1 -0
  185. package/dist/doctor/preflight.js.map +1 -0
  186. package/dist/doctor/renderer.d.ts +17 -0
  187. package/dist/doctor/renderer.d.ts.map +1 -0
  188. package/dist/doctor/renderer.js +122 -0
  189. package/dist/doctor/renderer.js.map +1 -0
  190. package/dist/doctor/rules.d.ts.map +1 -0
  191. package/dist/doctor/rules.js +289 -0
  192. package/dist/doctor/rules.js.map +1 -0
  193. package/dist/eval-core/bootstrap.d.ts.map +1 -0
  194. package/dist/eval-core/bootstrap.js.map +1 -0
  195. package/dist/eval-core/cache.d.ts.map +1 -0
  196. package/dist/eval-core/cache.js.map +1 -0
  197. package/dist/eval-core/comparability.d.ts.map +1 -0
  198. package/dist/eval-core/comparability.js.map +1 -0
  199. package/dist/eval-core/dependency-checker.d.ts +37 -0
  200. package/dist/eval-core/dependency-checker.d.ts.map +1 -0
  201. package/dist/eval-core/dependency-checker.js.map +1 -0
  202. package/dist/eval-core/evaluation-execution.d.ts.map +1 -0
  203. package/dist/eval-core/evaluation-execution.js.map +1 -0
  204. package/dist/eval-core/evaluation-job.d.ts.map +1 -0
  205. package/dist/eval-core/evaluation-job.js.map +1 -0
  206. package/dist/eval-core/evaluation-reporting.d.ts.map +1 -0
  207. package/dist/eval-core/evaluation-reporting.js.map +1 -0
  208. package/dist/eval-core/execution-strategy.d.ts.map +1 -0
  209. package/dist/eval-core/execution-strategy.js +165 -0
  210. package/dist/eval-core/execution-strategy.js.map +1 -0
  211. package/dist/eval-core/fact-checker.d.ts.map +1 -0
  212. package/dist/eval-core/fact-checker.js.map +1 -0
  213. package/dist/eval-core/layer-gates.d.ts.map +1 -0
  214. package/dist/eval-core/layer-gates.js.map +1 -0
  215. package/dist/eval-core/mocks-runtime.d.ts.map +1 -0
  216. package/dist/eval-core/mocks-runtime.js +559 -0
  217. package/dist/eval-core/mocks-runtime.js.map +1 -0
  218. package/dist/eval-core/schema.d.ts.map +1 -0
  219. package/dist/eval-core/schema.js.map +1 -0
  220. package/dist/eval-core/statistics.d.ts.map +1 -0
  221. package/dist/eval-core/statistics.js.map +1 -0
  222. package/dist/eval-core/task-planner.d.ts.map +1 -0
  223. package/dist/eval-core/task-planner.js.map +1 -0
  224. package/dist/eval-core/verdict.d.ts.map +1 -0
  225. package/dist/eval-core/verdict.js.map +1 -0
  226. package/dist/eval-workflows/batch-evaluation-workflow.d.ts.map +1 -0
  227. package/dist/eval-workflows/batch-evaluation-workflow.js.map +1 -0
  228. package/dist/eval-workflows/evaluation-pipeline/preflight-warnings.d.ts +22 -0
  229. package/dist/eval-workflows/evaluation-pipeline/preflight-warnings.d.ts.map +1 -0
  230. package/dist/eval-workflows/evaluation-pipeline/preflight-warnings.js +67 -0
  231. package/dist/eval-workflows/evaluation-pipeline/preflight-warnings.js.map +1 -0
  232. package/dist/eval-workflows/evaluation-pipeline/report-finalize.d.ts +32 -0
  233. package/dist/eval-workflows/evaluation-pipeline/report-finalize.d.ts.map +1 -0
  234. package/dist/eval-workflows/evaluation-pipeline/report-finalize.js +57 -0
  235. package/dist/eval-workflows/evaluation-pipeline/report-finalize.js.map +1 -0
  236. package/dist/eval-workflows/evaluation-pipeline/run-state.d.ts +60 -0
  237. package/dist/eval-workflows/evaluation-pipeline/run-state.d.ts.map +1 -0
  238. package/dist/eval-workflows/evaluation-pipeline/run-state.js +88 -0
  239. package/dist/eval-workflows/evaluation-pipeline/run-state.js.map +1 -0
  240. package/dist/eval-workflows/evaluation-pipeline/test-set-hash.d.ts +21 -0
  241. package/dist/eval-workflows/evaluation-pipeline/test-set-hash.d.ts.map +1 -0
  242. package/dist/eval-workflows/evaluation-pipeline/test-set-hash.js +46 -0
  243. package/dist/eval-workflows/evaluation-pipeline/test-set-hash.js.map +1 -0
  244. package/dist/eval-workflows/evaluation-pipeline.d.ts +97 -0
  245. package/dist/eval-workflows/evaluation-pipeline.d.ts.map +1 -0
  246. package/dist/eval-workflows/evaluation-pipeline.js +179 -0
  247. package/dist/eval-workflows/evaluation-pipeline.js.map +1 -0
  248. package/dist/eval-workflows/evaluation-preparation.d.ts.map +1 -0
  249. package/dist/eval-workflows/evaluation-preparation.js.map +1 -0
  250. package/dist/eval-workflows/messages.d.ts +4 -0
  251. package/dist/eval-workflows/messages.d.ts.map +1 -0
  252. package/dist/eval-workflows/messages.js +30 -0
  253. package/dist/eval-workflows/messages.js.map +1 -0
  254. package/dist/eval-workflows/run-evaluation.d.ts.map +1 -0
  255. package/dist/eval-workflows/run-evaluation.js +528 -0
  256. package/dist/eval-workflows/run-evaluation.js.map +1 -0
  257. package/dist/executors/anthropic-api.d.ts.map +1 -0
  258. package/dist/executors/anthropic-api.js.map +1 -0
  259. package/dist/executors/claude-cli.d.ts.map +1 -0
  260. package/dist/executors/claude-cli.js.map +1 -0
  261. package/dist/executors/claude-sdk-trace.d.ts.map +1 -0
  262. package/dist/executors/claude-sdk-trace.js.map +1 -0
  263. package/dist/executors/claude-sdk.d.ts.map +1 -0
  264. package/dist/executors/claude-sdk.js.map +1 -0
  265. package/dist/executors/codex-cli-trace.d.ts.map +1 -0
  266. package/dist/executors/codex-cli-trace.js.map +1 -0
  267. package/dist/executors/codex-cli.d.ts.map +1 -0
  268. package/dist/executors/codex-cli.js.map +1 -0
  269. package/dist/executors/codex-sdk.d.ts.map +1 -0
  270. package/dist/executors/codex-sdk.js.map +1 -0
  271. package/dist/executors/gemini.d.ts.map +1 -0
  272. package/dist/executors/gemini.js.map +1 -0
  273. package/dist/executors/index.d.ts.map +1 -0
  274. package/dist/executors/index.js.map +1 -0
  275. package/dist/executors/openai-api.d.ts.map +1 -0
  276. package/dist/executors/openai-api.js.map +1 -0
  277. package/dist/executors/runtime-fingerprint.d.ts.map +1 -0
  278. package/dist/executors/runtime-fingerprint.js.map +1 -0
  279. package/dist/executors/script.d.ts.map +1 -0
  280. package/dist/executors/script.js.map +1 -0
  281. package/dist/executors/shared.d.ts +194 -0
  282. package/dist/executors/shared.d.ts.map +1 -0
  283. package/dist/executors/shared.js +253 -0
  284. package/dist/executors/shared.js.map +1 -0
  285. package/dist/grading/assertions.d.ts.map +1 -0
  286. package/dist/grading/assertions.js.map +1 -0
  287. package/dist/grading/debias-validate.d.ts.map +1 -0
  288. package/dist/grading/debias-validate.js.map +1 -0
  289. package/dist/grading/diagnostic.d.ts.map +1 -0
  290. package/dist/grading/diagnostic.js.map +1 -0
  291. package/dist/grading/gold-cli.d.ts.map +1 -0
  292. package/dist/grading/gold-cli.js.map +1 -0
  293. package/dist/grading/gold-dataset.d.ts.map +1 -0
  294. package/dist/grading/gold-dataset.js.map +1 -0
  295. package/dist/grading/human-gold.d.ts.map +1 -0
  296. package/dist/grading/human-gold.js.map +1 -0
  297. package/dist/grading/index.d.ts.map +1 -0
  298. package/dist/grading/index.js.map +1 -0
  299. package/dist/grading/judge.d.ts.map +1 -0
  300. package/dist/grading/judge.js.map +1 -0
  301. package/dist/grading/layered-scores.d.ts.map +1 -0
  302. package/dist/grading/layered-scores.js.map +1 -0
  303. package/dist/inputs/eval-config.d.ts.map +1 -0
  304. package/dist/inputs/eval-config.js.map +1 -0
  305. package/dist/inputs/load-samples.d.ts.map +1 -0
  306. package/dist/inputs/load-samples.js.map +1 -0
  307. package/dist/inputs/mcp-resolver.d.ts.map +1 -0
  308. package/dist/inputs/mcp-resolver.js.map +1 -0
  309. package/dist/inputs/skill-loader.d.ts.map +1 -0
  310. package/dist/inputs/skill-loader.js +261 -0
  311. package/dist/inputs/skill-loader.js.map +1 -0
  312. package/dist/inputs/url-fetcher.d.ts.map +1 -0
  313. package/dist/inputs/url-fetcher.js.map +1 -0
  314. package/dist/observability/experience-frontmatter.d.ts +37 -0
  315. package/dist/observability/experience-frontmatter.d.ts.map +1 -0
  316. package/dist/observability/experience-frontmatter.js +100 -0
  317. package/dist/observability/experience-frontmatter.js.map +1 -0
  318. package/dist/observability/experience.d.ts +23 -0
  319. package/dist/observability/experience.d.ts.map +1 -0
  320. package/dist/observability/experience.js +3438 -0
  321. package/dist/observability/experience.js.map +1 -0
  322. package/dist/observability/feedback-matchers.d.ts +37 -0
  323. package/dist/observability/feedback-matchers.d.ts.map +1 -0
  324. package/dist/observability/feedback-matchers.js +232 -0
  325. package/dist/observability/feedback-matchers.js.map +1 -0
  326. package/dist/observability/feedback-projection.d.ts +21 -0
  327. package/dist/observability/feedback-projection.d.ts.map +1 -0
  328. package/dist/observability/feedback-projection.js +20 -0
  329. package/dist/observability/feedback-projection.js.map +1 -0
  330. package/dist/observability/inbox-view-model.d.ts +43 -0
  331. package/dist/observability/inbox-view-model.d.ts.map +1 -0
  332. package/dist/observability/inbox-view-model.js +180 -0
  333. package/dist/observability/inbox-view-model.js.map +1 -0
  334. package/dist/observability/inbox.d.ts +28 -0
  335. package/dist/observability/inbox.d.ts.map +1 -0
  336. package/dist/observability/inbox.js +765 -0
  337. package/dist/observability/inbox.js.map +1 -0
  338. package/dist/observability/problem-patterns.d.ts +12 -0
  339. package/dist/observability/problem-patterns.d.ts.map +1 -0
  340. package/dist/observability/problem-patterns.js +244 -0
  341. package/dist/observability/problem-patterns.js.map +1 -0
  342. package/dist/observability/prompts/llm-enhanced-review.prompt.md +224 -0
  343. package/dist/observability/resolved-review.d.ts +37 -0
  344. package/dist/observability/resolved-review.d.ts.map +1 -0
  345. package/dist/observability/resolved-review.js +552 -0
  346. package/dist/observability/resolved-review.js.map +1 -0
  347. package/dist/observability/review-state.d.ts +20 -0
  348. package/dist/observability/review-state.d.ts.map +1 -0
  349. package/dist/observability/review-state.js.map +1 -0
  350. package/dist/observability/skill-chain-advisories.d.ts +16 -0
  351. package/dist/observability/skill-chain-advisories.d.ts.map +1 -0
  352. package/dist/observability/skill-chain-advisories.js.map +1 -0
  353. package/dist/observability/skill-chain.d.ts +7 -0
  354. package/dist/observability/skill-chain.d.ts.map +1 -0
  355. package/dist/observability/skill-chain.js +474 -0
  356. package/dist/observability/skill-chain.js.map +1 -0
  357. package/dist/observability/skill-health-analyzer.d.ts.map +1 -0
  358. package/dist/observability/skill-health-analyzer.js.map +1 -0
  359. package/dist/observability/soft-standards/constants.d.ts +5 -0
  360. package/dist/observability/soft-standards/constants.d.ts.map +1 -0
  361. package/dist/observability/soft-standards/constants.js +10 -0
  362. package/dist/observability/soft-standards/constants.js.map +1 -0
  363. package/dist/observability/soft-standards/index.d.ts +16 -0
  364. package/dist/observability/soft-standards/index.d.ts.map +1 -0
  365. package/dist/observability/soft-standards/index.js +15 -0
  366. package/dist/observability/soft-standards/index.js.map +1 -0
  367. package/dist/observability/soft-standards/llm-extractor.d.ts +6 -0
  368. package/dist/observability/soft-standards/llm-extractor.d.ts.map +1 -0
  369. package/dist/observability/soft-standards/llm-extractor.js +692 -0
  370. package/dist/observability/soft-standards/llm-extractor.js.map +1 -0
  371. package/dist/observability/soft-standards/runtime-evaluator.d.ts +12 -0
  372. package/dist/observability/soft-standards/runtime-evaluator.d.ts.map +1 -0
  373. package/dist/observability/soft-standards/runtime-evaluator.js +385 -0
  374. package/dist/observability/soft-standards/runtime-evaluator.js.map +1 -0
  375. package/dist/observability/soft-standards/skill-standards-store.d.ts +11 -0
  376. package/dist/observability/soft-standards/skill-standards-store.d.ts.map +1 -0
  377. package/dist/observability/soft-standards/skill-standards-store.js +158 -0
  378. package/dist/observability/soft-standards/skill-standards-store.js.map +1 -0
  379. package/dist/observability/soft-standards/types.d.ts +212 -0
  380. package/dist/observability/soft-standards/types.d.ts.map +1 -0
  381. package/dist/observability/soft-standards/types.js +2 -0
  382. package/dist/observability/soft-standards/types.js.map +1 -0
  383. package/dist/observability/text-signals.d.ts +14 -0
  384. package/dist/observability/text-signals.d.ts.map +1 -0
  385. package/dist/observability/text-signals.js +116 -0
  386. package/dist/observability/text-signals.js.map +1 -0
  387. package/dist/observability/trace-adapter.d.ts.map +1 -0
  388. package/dist/observability/trace-adapter.js.map +1 -0
  389. package/dist/observability/trace-attribution.d.ts +56 -0
  390. package/dist/observability/trace-attribution.d.ts.map +1 -0
  391. package/dist/observability/trace-attribution.js +200 -0
  392. package/dist/observability/trace-attribution.js.map +1 -0
  393. package/dist/observability/trace-segmenter.d.ts +52 -0
  394. package/dist/observability/trace-segmenter.d.ts.map +1 -0
  395. package/dist/observability/trace-segmenter.js +322 -0
  396. package/dist/observability/trace-segmenter.js.map +1 -0
  397. package/dist/observability/trace-source.d.ts +92 -0
  398. package/dist/observability/trace-source.d.ts.map +1 -0
  399. package/dist/observability/trace-source.js +502 -0
  400. package/dist/observability/trace-source.js.map +1 -0
  401. package/dist/renderer/html-renderer.d.ts.map +1 -0
  402. package/dist/renderer/html-renderer.js.map +1 -0
  403. package/dist/renderer/layout.d.ts.map +1 -0
  404. package/dist/renderer/layout.js.map +1 -0
  405. package/dist/renderer/observation-inbox/helpers.d.ts +14 -0
  406. package/dist/renderer/observation-inbox/helpers.d.ts.map +1 -0
  407. package/dist/renderer/observation-inbox/helpers.js +75 -0
  408. package/dist/renderer/observation-inbox/helpers.js.map +1 -0
  409. package/dist/renderer/observation-inbox/styles.d.ts +2 -0
  410. package/dist/renderer/observation-inbox/styles.d.ts.map +1 -0
  411. package/dist/renderer/observation-inbox/styles.js +5184 -0
  412. package/dist/renderer/observation-inbox/styles.js.map +1 -0
  413. package/dist/renderer/observation-inbox-renderer.d.ts +5 -0
  414. package/dist/renderer/observation-inbox-renderer.d.ts.map +1 -0
  415. package/dist/renderer/observation-inbox-renderer.js +7182 -0
  416. package/dist/renderer/observation-inbox-renderer.js.map +1 -0
  417. package/dist/renderer/skill-detail-renderer.d.ts +13 -0
  418. package/dist/renderer/skill-detail-renderer.d.ts.map +1 -0
  419. package/dist/renderer/skill-detail-renderer.js.map +1 -0
  420. package/dist/renderer/skill-health-renderer.d.ts.map +1 -0
  421. package/dist/renderer/skill-health-renderer.js.map +1 -0
  422. package/dist/renderer/skill-list-renderer.d.ts +3 -0
  423. package/dist/renderer/skill-list-renderer.d.ts.map +1 -0
  424. package/dist/renderer/skill-list-renderer.js.map +1 -0
  425. package/dist/renderer/summary.d.ts +68 -0
  426. package/dist/renderer/summary.d.ts.map +1 -0
  427. package/dist/renderer/summary.js +1896 -0
  428. package/dist/renderer/summary.js.map +1 -0
  429. package/dist/renderer/table.d.ts.map +1 -0
  430. package/dist/renderer/table.js.map +1 -0
  431. package/dist/renderer/test-view.d.ts.map +1 -0
  432. package/dist/renderer/test-view.js.map +1 -0
  433. package/dist/renderer/trends.d.ts.map +1 -0
  434. package/dist/renderer/trends.js.map +1 -0
  435. package/dist/server/job-store.d.ts.map +1 -0
  436. package/dist/server/job-store.js.map +1 -0
  437. package/dist/server/report-server.d.ts.map +1 -0
  438. package/dist/server/report-server.js +892 -0
  439. package/dist/server/report-server.js.map +1 -0
  440. package/dist/server/report-store.d.ts.map +1 -0
  441. package/dist/server/report-store.js.map +1 -0
  442. package/dist/server/skill-index.d.ts +14 -0
  443. package/dist/server/skill-index.d.ts.map +1 -0
  444. package/dist/server/skill-index.js +381 -0
  445. package/dist/server/skill-index.js.map +1 -0
  446. package/dist/server/skill-insights.d.ts +32 -0
  447. package/dist/server/skill-insights.d.ts.map +1 -0
  448. package/dist/server/skill-insights.js.map +1 -0
  449. package/dist/shared/hard-rules.d.ts.map +1 -0
  450. package/dist/shared/hard-rules.js.map +1 -0
  451. package/dist/shared/llm-prompts/index.d.ts +14 -0
  452. package/dist/shared/llm-prompts/index.d.ts.map +1 -0
  453. package/dist/shared/llm-prompts/index.js +22 -0
  454. package/dist/shared/llm-prompts/index.js.map +1 -0
  455. package/dist/shared/llm-prompts/skill-health.d.ts.map +1 -0
  456. package/dist/shared/llm-prompts/skill-health.js.map +1 -0
  457. package/dist/shared/time.d.ts.map +1 -0
  458. package/dist/shared/time.js.map +1 -0
  459. package/dist/shared/tool-search.d.ts.map +1 -0
  460. package/dist/shared/tool-search.js.map +1 -0
  461. package/dist/types/dependencies.d.ts +23 -0
  462. package/dist/types/dependencies.d.ts.map +1 -0
  463. package/dist/types/dependencies.js +2 -0
  464. package/dist/types/dependencies.js.map +1 -0
  465. package/dist/types/diagnosis.d.ts +88 -0
  466. package/dist/types/diagnosis.d.ts.map +1 -0
  467. package/dist/types/diagnosis.js +2 -0
  468. package/dist/types/diagnosis.js.map +1 -0
  469. package/dist/types/doctor.d.ts +157 -0
  470. package/dist/types/doctor.d.ts.map +1 -0
  471. package/dist/types/doctor.js.map +1 -0
  472. package/dist/types/eval.d.ts +377 -0
  473. package/dist/types/eval.d.ts.map +1 -0
  474. package/dist/types/eval.js.map +1 -0
  475. package/dist/types/executor.d.ts.map +1 -0
  476. package/dist/types/executor.js.map +1 -0
  477. package/dist/types/index.d.ts +12 -0
  478. package/dist/types/index.d.ts.map +1 -0
  479. package/dist/types/index.js +12 -0
  480. package/dist/types/index.js.map +1 -0
  481. package/dist/types/judge.d.ts.map +1 -0
  482. package/dist/types/judge.js.map +1 -0
  483. package/dist/types/observability.d.ts +865 -0
  484. package/dist/types/observability.d.ts.map +1 -0
  485. package/dist/types/observability.js +14 -0
  486. package/dist/types/observability.js.map +1 -0
  487. package/dist/types/report.d.ts +560 -0
  488. package/dist/types/report.d.ts.map +1 -0
  489. package/dist/types/report.js.map +1 -0
  490. package/dist/types/shared.d.ts.map +1 -0
  491. package/dist/types/shared.js.map +1 -0
  492. package/dist/types/skill-index.d.ts +142 -0
  493. package/dist/types/skill-index.d.ts.map +1 -0
  494. package/dist/types/skill-index.js +2 -0
  495. package/dist/types/skill-index.js.map +1 -0
  496. package/dist/types/storage.d.ts.map +1 -0
  497. package/dist/types/storage.js.map +1 -0
  498. package/dist/util/safe-slice.d.ts +23 -0
  499. package/dist/util/safe-slice.d.ts.map +1 -0
  500. package/dist/util/safe-slice.js +33 -0
  501. package/dist/util/safe-slice.js.map +1 -0
  502. package/package.json +20 -13
  503. package/dist/src/analysis/coverage-analyzer.d.ts.map +0 -1
  504. package/dist/src/analysis/coverage-analyzer.js.map +0 -1
  505. package/dist/src/analysis/failure-clusterer.d.ts.map +0 -1
  506. package/dist/src/analysis/failure-clusterer.js.map +0 -1
  507. package/dist/src/analysis/gap-analyzer.d.ts +0 -121
  508. package/dist/src/analysis/gap-analyzer.d.ts.map +0 -1
  509. package/dist/src/analysis/gap-analyzer.js +0 -471
  510. package/dist/src/analysis/gap-analyzer.js.map +0 -1
  511. package/dist/src/analysis/hedging-classifier.d.ts.map +0 -1
  512. package/dist/src/analysis/hedging-classifier.js.map +0 -1
  513. package/dist/src/analysis/report-diagnostics.d.ts +0 -34
  514. package/dist/src/analysis/report-diagnostics.d.ts.map +0 -1
  515. package/dist/src/analysis/report-diagnostics.js +0 -753
  516. package/dist/src/analysis/report-diagnostics.js.map +0 -1
  517. package/dist/src/analysis/sample-diagnostics.d.ts.map +0 -1
  518. package/dist/src/analysis/sample-diagnostics.js.map +0 -1
  519. package/dist/src/analysis/saturation.d.ts.map +0 -1
  520. package/dist/src/analysis/saturation.js.map +0 -1
  521. package/dist/src/authoring/evolver.d.ts.map +0 -1
  522. package/dist/src/authoring/evolver.js.map +0 -1
  523. package/dist/src/authoring/generator.d.ts.map +0 -1
  524. package/dist/src/authoring/generator.js +0 -720
  525. package/dist/src/authoring/generator.js.map +0 -1
  526. package/dist/src/authoring/sample-fixer.d.ts.map +0 -1
  527. package/dist/src/authoring/sample-fixer.js.map +0 -1
  528. package/dist/src/cli/commands/doctor.d.ts +0 -26
  529. package/dist/src/cli/commands/doctor.d.ts.map +0 -1
  530. package/dist/src/cli/commands/doctor.js +0 -283
  531. package/dist/src/cli/commands/doctor.js.map +0 -1
  532. package/dist/src/cli/commands/eval/gold/compare.d.ts.map +0 -1
  533. package/dist/src/cli/commands/eval/gold/compare.js.map +0 -1
  534. package/dist/src/cli/commands/eval/gold/index.d.ts.map +0 -1
  535. package/dist/src/cli/commands/eval/gold/index.js.map +0 -1
  536. package/dist/src/cli/commands/eval/gold/init.d.ts.map +0 -1
  537. package/dist/src/cli/commands/eval/gold/init.js.map +0 -1
  538. package/dist/src/cli/commands/eval/gold/validate.d.ts.map +0 -1
  539. package/dist/src/cli/commands/eval/gold/validate.js.map +0 -1
  540. package/dist/src/cli/commands/eval/index.d.ts.map +0 -1
  541. package/dist/src/cli/commands/eval/index.js +0 -465
  542. package/dist/src/cli/commands/eval/index.js.map +0 -1
  543. package/dist/src/cli/commands/evolve.d.ts.map +0 -1
  544. package/dist/src/cli/commands/evolve.js +0 -276
  545. package/dist/src/cli/commands/evolve.js.map +0 -1
  546. package/dist/src/cli/commands/init.d.ts.map +0 -1
  547. package/dist/src/cli/commands/init.js.map +0 -1
  548. package/dist/src/cli/commands/observe/inbox.d.ts.map +0 -1
  549. package/dist/src/cli/commands/observe/inbox.js +0 -258
  550. package/dist/src/cli/commands/observe/inbox.js.map +0 -1
  551. package/dist/src/cli/commands/observe/index.d.ts.map +0 -1
  552. package/dist/src/cli/commands/observe/index.js.map +0 -1
  553. package/dist/src/cli/commands/observe/ingest.d.ts.map +0 -1
  554. package/dist/src/cli/commands/observe/ingest.js +0 -69
  555. package/dist/src/cli/commands/observe/ingest.js.map +0 -1
  556. package/dist/src/cli/commands/observe/show.d.ts.map +0 -1
  557. package/dist/src/cli/commands/observe/show.js.map +0 -1
  558. package/dist/src/cli/commands/sample.d.ts.map +0 -1
  559. package/dist/src/cli/commands/sample.js +0 -488
  560. package/dist/src/cli/commands/sample.js.map +0 -1
  561. package/dist/src/cli/commands/skill-extract.d.ts +0 -20
  562. package/dist/src/cli/commands/skill-extract.d.ts.map +0 -1
  563. package/dist/src/cli/commands/skill-extract.js +0 -84
  564. package/dist/src/cli/commands/skill-extract.js.map +0 -1
  565. package/dist/src/cli/commands/studio.d.ts.map +0 -1
  566. package/dist/src/cli/commands/studio.js +0 -158
  567. package/dist/src/cli/commands/studio.js.map +0 -1
  568. package/dist/src/cli/index.d.ts.map +0 -1
  569. package/dist/src/cli/index.js.map +0 -1
  570. package/dist/src/cli/lib/cli-exit.d.ts.map +0 -1
  571. package/dist/src/cli/lib/cli-exit.js.map +0 -1
  572. package/dist/src/cli/lib/cmd-flags.d.ts +0 -236
  573. package/dist/src/cli/lib/cmd-flags.d.ts.map +0 -1
  574. package/dist/src/cli/lib/cmd-flags.js.map +0 -1
  575. package/dist/src/cli/lib/i18n-dict.d.ts +0 -54
  576. package/dist/src/cli/lib/i18n-dict.d.ts.map +0 -1
  577. package/dist/src/cli/lib/i18n-dict.js +0 -900
  578. package/dist/src/cli/lib/i18n-dict.js.map +0 -1
  579. package/dist/src/cli/lib/i18n.d.ts.map +0 -1
  580. package/dist/src/cli/lib/i18n.js.map +0 -1
  581. package/dist/src/cli/lib/parse-run-config.d.ts +0 -89
  582. package/dist/src/cli/lib/parse-run-config.d.ts.map +0 -1
  583. package/dist/src/cli/lib/parse-run-config.js +0 -252
  584. package/dist/src/cli/lib/parse-run-config.js.map +0 -1
  585. package/dist/src/cli/lib/progress.d.ts.map +0 -1
  586. package/dist/src/cli/lib/progress.js.map +0 -1
  587. package/dist/src/cli/lib/run-tally.d.ts.map +0 -1
  588. package/dist/src/cli/lib/run-tally.js.map +0 -1
  589. package/dist/src/cli/lib/shared.d.ts.map +0 -1
  590. package/dist/src/cli/lib/shared.js.map +0 -1
  591. package/dist/src/cli/lib/update-check.d.ts +0 -3
  592. package/dist/src/cli/lib/update-check.d.ts.map +0 -1
  593. package/dist/src/cli/lib/update-check.js +0 -37
  594. package/dist/src/cli/lib/update-check.js.map +0 -1
  595. package/dist/src/cli/oclif/base-command.d.ts.map +0 -1
  596. package/dist/src/cli/oclif/base-command.js.map +0 -1
  597. package/dist/src/cli/oclif/help.d.ts.map +0 -1
  598. package/dist/src/cli/oclif/help.js.map +0 -1
  599. package/dist/src/cli/oclif/i18n.d.ts.map +0 -1
  600. package/dist/src/cli/oclif/i18n.js.map +0 -1
  601. package/dist/src/cli/oclif/parsers.d.ts.map +0 -1
  602. package/dist/src/cli/oclif/parsers.js.map +0 -1
  603. package/dist/src/cli/oclif/projection.d.ts.map +0 -1
  604. package/dist/src/cli/oclif/projection.js.map +0 -1
  605. package/dist/src/cli/oclif/run.d.ts.map +0 -1
  606. package/dist/src/cli/oclif/run.js +0 -11
  607. package/dist/src/cli/oclif/run.js.map +0 -1
  608. package/dist/src/diagnosis/observe-mapper.d.ts.map +0 -1
  609. package/dist/src/diagnosis/observe-mapper.js.map +0 -1
  610. package/dist/src/diagnosis/observe-producer.d.ts.map +0 -1
  611. package/dist/src/diagnosis/observe-producer.js +0 -197
  612. package/dist/src/diagnosis/observe-producer.js.map +0 -1
  613. package/dist/src/diagnosis/studio-projection.d.ts +0 -14
  614. package/dist/src/diagnosis/studio-projection.d.ts.map +0 -1
  615. package/dist/src/diagnosis/studio-projection.js.map +0 -1
  616. package/dist/src/diagnosis/types.d.ts +0 -79
  617. package/dist/src/diagnosis/types.d.ts.map +0 -1
  618. package/dist/src/diagnosis/types.js +0 -20
  619. package/dist/src/diagnosis/types.js.map +0 -1
  620. package/dist/src/doctor/fixer.d.ts.map +0 -1
  621. package/dist/src/doctor/fixer.js.map +0 -1
  622. package/dist/src/doctor/health/builtin-dimensions.d.ts.map +0 -1
  623. package/dist/src/doctor/health/builtin-dimensions.js.map +0 -1
  624. package/dist/src/doctor/health/composer.d.ts.map +0 -1
  625. package/dist/src/doctor/health/composer.js +0 -296
  626. package/dist/src/doctor/health/composer.js.map +0 -1
  627. package/dist/src/doctor/health/dimension-registry.d.ts.map +0 -1
  628. package/dist/src/doctor/health/dimension-registry.js.map +0 -1
  629. package/dist/src/doctor/health/dimension-spec.d.ts +0 -47
  630. package/dist/src/doctor/health/dimension-spec.d.ts.map +0 -1
  631. package/dist/src/doctor/health/dimension-spec.js.map +0 -1
  632. package/dist/src/doctor/health/parser.d.ts.map +0 -1
  633. package/dist/src/doctor/health/parser.js.map +0 -1
  634. package/dist/src/doctor/health/prompt-builder.d.ts.map +0 -1
  635. package/dist/src/doctor/health/prompt-builder.js.map +0 -1
  636. package/dist/src/doctor/health/register.d.ts.map +0 -1
  637. package/dist/src/doctor/health/register.js.map +0 -1
  638. package/dist/src/doctor/html-renderer.d.ts +0 -20
  639. package/dist/src/doctor/html-renderer.d.ts.map +0 -1
  640. package/dist/src/doctor/html-renderer.js +0 -376
  641. package/dist/src/doctor/html-renderer.js.map +0 -1
  642. package/dist/src/doctor/index.d.ts.map +0 -1
  643. package/dist/src/doctor/index.js.map +0 -1
  644. package/dist/src/doctor/preflight.d.ts.map +0 -1
  645. package/dist/src/doctor/preflight.js.map +0 -1
  646. package/dist/src/doctor/renderer.d.ts +0 -17
  647. package/dist/src/doctor/renderer.d.ts.map +0 -1
  648. package/dist/src/doctor/renderer.js +0 -123
  649. package/dist/src/doctor/renderer.js.map +0 -1
  650. package/dist/src/doctor/rules.d.ts.map +0 -1
  651. package/dist/src/doctor/rules.js +0 -289
  652. package/dist/src/doctor/rules.js.map +0 -1
  653. package/dist/src/eval-core/bootstrap.d.ts.map +0 -1
  654. package/dist/src/eval-core/bootstrap.js.map +0 -1
  655. package/dist/src/eval-core/cache.d.ts.map +0 -1
  656. package/dist/src/eval-core/cache.js.map +0 -1
  657. package/dist/src/eval-core/comparability.d.ts.map +0 -1
  658. package/dist/src/eval-core/comparability.js.map +0 -1
  659. package/dist/src/eval-core/dependency-checker.d.ts +0 -58
  660. package/dist/src/eval-core/dependency-checker.d.ts.map +0 -1
  661. package/dist/src/eval-core/dependency-checker.js.map +0 -1
  662. package/dist/src/eval-core/evaluation-execution.d.ts.map +0 -1
  663. package/dist/src/eval-core/evaluation-execution.js.map +0 -1
  664. package/dist/src/eval-core/evaluation-job.d.ts.map +0 -1
  665. package/dist/src/eval-core/evaluation-job.js.map +0 -1
  666. package/dist/src/eval-core/evaluation-reporting.d.ts.map +0 -1
  667. package/dist/src/eval-core/evaluation-reporting.js.map +0 -1
  668. package/dist/src/eval-core/execution-strategy.d.ts.map +0 -1
  669. package/dist/src/eval-core/execution-strategy.js +0 -165
  670. package/dist/src/eval-core/execution-strategy.js.map +0 -1
  671. package/dist/src/eval-core/fact-checker.d.ts.map +0 -1
  672. package/dist/src/eval-core/fact-checker.js.map +0 -1
  673. package/dist/src/eval-core/layer-gates.d.ts.map +0 -1
  674. package/dist/src/eval-core/layer-gates.js.map +0 -1
  675. package/dist/src/eval-core/mocks-runtime.d.ts.map +0 -1
  676. package/dist/src/eval-core/mocks-runtime.js +0 -559
  677. package/dist/src/eval-core/mocks-runtime.js.map +0 -1
  678. package/dist/src/eval-core/schema.d.ts.map +0 -1
  679. package/dist/src/eval-core/schema.js.map +0 -1
  680. package/dist/src/eval-core/statistics.d.ts.map +0 -1
  681. package/dist/src/eval-core/statistics.js.map +0 -1
  682. package/dist/src/eval-core/task-planner.d.ts.map +0 -1
  683. package/dist/src/eval-core/task-planner.js.map +0 -1
  684. package/dist/src/eval-core/verdict.d.ts.map +0 -1
  685. package/dist/src/eval-core/verdict.js.map +0 -1
  686. package/dist/src/eval-workflows/batch-evaluation-workflow.d.ts.map +0 -1
  687. package/dist/src/eval-workflows/batch-evaluation-workflow.js.map +0 -1
  688. package/dist/src/eval-workflows/evaluation-pipeline.d.ts +0 -109
  689. package/dist/src/eval-workflows/evaluation-pipeline.d.ts.map +0 -1
  690. package/dist/src/eval-workflows/evaluation-pipeline.js +0 -373
  691. package/dist/src/eval-workflows/evaluation-pipeline.js.map +0 -1
  692. package/dist/src/eval-workflows/evaluation-preparation.d.ts.map +0 -1
  693. package/dist/src/eval-workflows/evaluation-preparation.js.map +0 -1
  694. package/dist/src/eval-workflows/run-evaluation.d.ts.map +0 -1
  695. package/dist/src/eval-workflows/run-evaluation.js +0 -528
  696. package/dist/src/eval-workflows/run-evaluation.js.map +0 -1
  697. package/dist/src/executors/anthropic-api.d.ts.map +0 -1
  698. package/dist/src/executors/anthropic-api.js.map +0 -1
  699. package/dist/src/executors/claude-cli.d.ts.map +0 -1
  700. package/dist/src/executors/claude-cli.js.map +0 -1
  701. package/dist/src/executors/claude-sdk-trace.d.ts.map +0 -1
  702. package/dist/src/executors/claude-sdk-trace.js.map +0 -1
  703. package/dist/src/executors/claude-sdk.d.ts.map +0 -1
  704. package/dist/src/executors/claude-sdk.js.map +0 -1
  705. package/dist/src/executors/codex-cli-trace.d.ts.map +0 -1
  706. package/dist/src/executors/codex-cli-trace.js.map +0 -1
  707. package/dist/src/executors/codex-cli.d.ts.map +0 -1
  708. package/dist/src/executors/codex-cli.js.map +0 -1
  709. package/dist/src/executors/codex-sdk.d.ts.map +0 -1
  710. package/dist/src/executors/codex-sdk.js.map +0 -1
  711. package/dist/src/executors/gemini.d.ts.map +0 -1
  712. package/dist/src/executors/gemini.js.map +0 -1
  713. package/dist/src/executors/index.d.ts.map +0 -1
  714. package/dist/src/executors/index.js.map +0 -1
  715. package/dist/src/executors/openai-api.d.ts.map +0 -1
  716. package/dist/src/executors/openai-api.js.map +0 -1
  717. package/dist/src/executors/runtime-fingerprint.d.ts.map +0 -1
  718. package/dist/src/executors/runtime-fingerprint.js.map +0 -1
  719. package/dist/src/executors/script.d.ts.map +0 -1
  720. package/dist/src/executors/script.js.map +0 -1
  721. package/dist/src/executors/shared.d.ts +0 -194
  722. package/dist/src/executors/shared.d.ts.map +0 -1
  723. package/dist/src/executors/shared.js +0 -256
  724. package/dist/src/executors/shared.js.map +0 -1
  725. package/dist/src/grading/assertions.d.ts.map +0 -1
  726. package/dist/src/grading/assertions.js.map +0 -1
  727. package/dist/src/grading/debias-validate.d.ts.map +0 -1
  728. package/dist/src/grading/debias-validate.js.map +0 -1
  729. package/dist/src/grading/diagnostic.d.ts.map +0 -1
  730. package/dist/src/grading/diagnostic.js.map +0 -1
  731. package/dist/src/grading/gold-cli.d.ts.map +0 -1
  732. package/dist/src/grading/gold-cli.js.map +0 -1
  733. package/dist/src/grading/gold-dataset.d.ts.map +0 -1
  734. package/dist/src/grading/gold-dataset.js.map +0 -1
  735. package/dist/src/grading/human-gold.d.ts.map +0 -1
  736. package/dist/src/grading/human-gold.js.map +0 -1
  737. package/dist/src/grading/index.d.ts.map +0 -1
  738. package/dist/src/grading/index.js.map +0 -1
  739. package/dist/src/grading/judge.d.ts.map +0 -1
  740. package/dist/src/grading/judge.js.map +0 -1
  741. package/dist/src/grading/layered-scores.d.ts.map +0 -1
  742. package/dist/src/grading/layered-scores.js.map +0 -1
  743. package/dist/src/inputs/eval-config.d.ts.map +0 -1
  744. package/dist/src/inputs/eval-config.js.map +0 -1
  745. package/dist/src/inputs/load-samples.d.ts.map +0 -1
  746. package/dist/src/inputs/load-samples.js.map +0 -1
  747. package/dist/src/inputs/mcp-resolver.d.ts.map +0 -1
  748. package/dist/src/inputs/mcp-resolver.js.map +0 -1
  749. package/dist/src/inputs/skill-loader.d.ts.map +0 -1
  750. package/dist/src/inputs/skill-loader.js +0 -253
  751. package/dist/src/inputs/skill-loader.js.map +0 -1
  752. package/dist/src/inputs/url-fetcher.d.ts.map +0 -1
  753. package/dist/src/inputs/url-fetcher.js.map +0 -1
  754. package/dist/src/observability/experience.d.ts +0 -441
  755. package/dist/src/observability/experience.d.ts.map +0 -1
  756. package/dist/src/observability/experience.js +0 -2400
  757. package/dist/src/observability/experience.js.map +0 -1
  758. package/dist/src/observability/inbox-view-model.d.ts +0 -30
  759. package/dist/src/observability/inbox-view-model.d.ts.map +0 -1
  760. package/dist/src/observability/inbox-view-model.js +0 -144
  761. package/dist/src/observability/inbox-view-model.js.map +0 -1
  762. package/dist/src/observability/inbox.d.ts +0 -127
  763. package/dist/src/observability/inbox.d.ts.map +0 -1
  764. package/dist/src/observability/inbox.js +0 -755
  765. package/dist/src/observability/inbox.js.map +0 -1
  766. package/dist/src/observability/problem-patterns.d.ts +0 -52
  767. package/dist/src/observability/problem-patterns.d.ts.map +0 -1
  768. package/dist/src/observability/problem-patterns.js +0 -205
  769. package/dist/src/observability/problem-patterns.js.map +0 -1
  770. package/dist/src/observability/resolved-review.d.ts +0 -25
  771. package/dist/src/observability/resolved-review.d.ts.map +0 -1
  772. package/dist/src/observability/resolved-review.js +0 -231
  773. package/dist/src/observability/resolved-review.js.map +0 -1
  774. package/dist/src/observability/review-state.d.ts +0 -61
  775. package/dist/src/observability/review-state.d.ts.map +0 -1
  776. package/dist/src/observability/review-state.js.map +0 -1
  777. package/dist/src/observability/skill-chain-advisories.d.ts +0 -25
  778. package/dist/src/observability/skill-chain-advisories.d.ts.map +0 -1
  779. package/dist/src/observability/skill-chain-advisories.js.map +0 -1
  780. package/dist/src/observability/skill-chain.d.ts +0 -62
  781. package/dist/src/observability/skill-chain.d.ts.map +0 -1
  782. package/dist/src/observability/skill-chain.js +0 -270
  783. package/dist/src/observability/skill-chain.js.map +0 -1
  784. package/dist/src/observability/skill-health-analyzer.d.ts.map +0 -1
  785. package/dist/src/observability/skill-health-analyzer.js.map +0 -1
  786. package/dist/src/observability/soft-standards.d.ts +0 -130
  787. package/dist/src/observability/soft-standards.d.ts.map +0 -1
  788. package/dist/src/observability/soft-standards.js +0 -426
  789. package/dist/src/observability/soft-standards.js.map +0 -1
  790. package/dist/src/observability/text-signals.d.ts +0 -14
  791. package/dist/src/observability/text-signals.d.ts.map +0 -1
  792. package/dist/src/observability/text-signals.js +0 -106
  793. package/dist/src/observability/text-signals.js.map +0 -1
  794. package/dist/src/observability/trace-adapter.d.ts.map +0 -1
  795. package/dist/src/observability/trace-adapter.js.map +0 -1
  796. package/dist/src/observability/trace-attribution.d.ts +0 -56
  797. package/dist/src/observability/trace-attribution.d.ts.map +0 -1
  798. package/dist/src/observability/trace-attribution.js +0 -200
  799. package/dist/src/observability/trace-attribution.js.map +0 -1
  800. package/dist/src/observability/trace-segmenter.d.ts +0 -52
  801. package/dist/src/observability/trace-segmenter.d.ts.map +0 -1
  802. package/dist/src/observability/trace-segmenter.js +0 -322
  803. package/dist/src/observability/trace-segmenter.js.map +0 -1
  804. package/dist/src/observability/trace-source.d.ts +0 -99
  805. package/dist/src/observability/trace-source.d.ts.map +0 -1
  806. package/dist/src/observability/trace-source.js +0 -502
  807. package/dist/src/observability/trace-source.js.map +0 -1
  808. package/dist/src/renderer/html-renderer.d.ts.map +0 -1
  809. package/dist/src/renderer/html-renderer.js.map +0 -1
  810. package/dist/src/renderer/layout.d.ts.map +0 -1
  811. package/dist/src/renderer/layout.js.map +0 -1
  812. package/dist/src/renderer/observation-inbox-renderer.d.ts +0 -4
  813. package/dist/src/renderer/observation-inbox-renderer.d.ts.map +0 -1
  814. package/dist/src/renderer/observation-inbox-renderer.js +0 -10366
  815. package/dist/src/renderer/observation-inbox-renderer.js.map +0 -1
  816. package/dist/src/renderer/skill-detail-renderer.d.ts +0 -15
  817. package/dist/src/renderer/skill-detail-renderer.d.ts.map +0 -1
  818. package/dist/src/renderer/skill-detail-renderer.js.map +0 -1
  819. package/dist/src/renderer/skill-health-renderer.d.ts.map +0 -1
  820. package/dist/src/renderer/skill-health-renderer.js.map +0 -1
  821. package/dist/src/renderer/skill-list-renderer.d.ts +0 -4
  822. package/dist/src/renderer/skill-list-renderer.d.ts.map +0 -1
  823. package/dist/src/renderer/skill-list-renderer.js.map +0 -1
  824. package/dist/src/renderer/summary.d.ts +0 -68
  825. package/dist/src/renderer/summary.d.ts.map +0 -1
  826. package/dist/src/renderer/summary.js +0 -1896
  827. package/dist/src/renderer/summary.js.map +0 -1
  828. package/dist/src/renderer/table.d.ts.map +0 -1
  829. package/dist/src/renderer/table.js.map +0 -1
  830. package/dist/src/renderer/test-view.d.ts.map +0 -1
  831. package/dist/src/renderer/test-view.js.map +0 -1
  832. package/dist/src/renderer/trends.d.ts.map +0 -1
  833. package/dist/src/renderer/trends.js.map +0 -1
  834. package/dist/src/server/job-store.d.ts.map +0 -1
  835. package/dist/src/server/job-store.js.map +0 -1
  836. package/dist/src/server/report-server.d.ts.map +0 -1
  837. package/dist/src/server/report-server.js +0 -894
  838. package/dist/src/server/report-server.js.map +0 -1
  839. package/dist/src/server/report-store.d.ts.map +0 -1
  840. package/dist/src/server/report-store.js.map +0 -1
  841. package/dist/src/server/skill-index.d.ts +0 -81
  842. package/dist/src/server/skill-index.d.ts.map +0 -1
  843. package/dist/src/server/skill-index.js +0 -377
  844. package/dist/src/server/skill-index.js.map +0 -1
  845. package/dist/src/server/skill-insights.d.ts +0 -101
  846. package/dist/src/server/skill-insights.d.ts.map +0 -1
  847. package/dist/src/server/skill-insights.js.map +0 -1
  848. package/dist/src/shared/hard-rules.d.ts.map +0 -1
  849. package/dist/src/shared/hard-rules.js.map +0 -1
  850. package/dist/src/shared/llm-prompts/index.d.ts +0 -14
  851. package/dist/src/shared/llm-prompts/index.d.ts.map +0 -1
  852. package/dist/src/shared/llm-prompts/index.js +0 -35
  853. package/dist/src/shared/llm-prompts/index.js.map +0 -1
  854. package/dist/src/shared/llm-prompts/skill-health.d.ts.map +0 -1
  855. package/dist/src/shared/llm-prompts/skill-health.js.map +0 -1
  856. package/dist/src/shared/time.d.ts.map +0 -1
  857. package/dist/src/shared/time.js.map +0 -1
  858. package/dist/src/shared/tool-search.d.ts.map +0 -1
  859. package/dist/src/shared/tool-search.js.map +0 -1
  860. package/dist/src/types/doctor.d.ts +0 -157
  861. package/dist/src/types/doctor.d.ts.map +0 -1
  862. package/dist/src/types/doctor.js.map +0 -1
  863. package/dist/src/types/eval.d.ts +0 -377
  864. package/dist/src/types/eval.d.ts.map +0 -1
  865. package/dist/src/types/eval.js.map +0 -1
  866. package/dist/src/types/executor.d.ts.map +0 -1
  867. package/dist/src/types/executor.js.map +0 -1
  868. package/dist/src/types/index.d.ts +0 -8
  869. package/dist/src/types/index.d.ts.map +0 -1
  870. package/dist/src/types/index.js +0 -8
  871. package/dist/src/types/index.js.map +0 -1
  872. package/dist/src/types/judge.d.ts.map +0 -1
  873. package/dist/src/types/judge.js.map +0 -1
  874. package/dist/src/types/report.d.ts +0 -557
  875. package/dist/src/types/report.d.ts.map +0 -1
  876. package/dist/src/types/report.js.map +0 -1
  877. package/dist/src/types/shared.d.ts.map +0 -1
  878. package/dist/src/types/shared.js.map +0 -1
  879. package/dist/src/types/storage.d.ts.map +0 -1
  880. package/dist/src/types/storage.js.map +0 -1
  881. package/dist/src/util/safe-slice.d.ts +0 -23
  882. package/dist/src/util/safe-slice.d.ts.map +0 -1
  883. package/dist/src/util/safe-slice.js +0 -33
  884. package/dist/src/util/safe-slice.js.map +0 -1
  885. package/docs/prompts/llm-enhanced-review.prompt.md +0 -111
  886. /package/dist/{src/analysis → analysis}/coverage-analyzer.d.ts +0 -0
  887. /package/dist/{src/analysis → analysis}/coverage-analyzer.js +0 -0
  888. /package/dist/{src/analysis → analysis}/failure-clusterer.d.ts +0 -0
  889. /package/dist/{src/analysis → analysis}/failure-clusterer.js +0 -0
  890. /package/dist/{src/analysis → analysis}/hedging-classifier.d.ts +0 -0
  891. /package/dist/{src/analysis → analysis}/hedging-classifier.js +0 -0
  892. /package/dist/{src/analysis → analysis}/sample-diagnostics.d.ts +0 -0
  893. /package/dist/{src/analysis → analysis}/sample-diagnostics.js +0 -0
  894. /package/dist/{src/analysis → analysis}/saturation.d.ts +0 -0
  895. /package/dist/{src/analysis → analysis}/saturation.js +0 -0
  896. /package/dist/{src/authoring → authoring}/evolver.d.ts +0 -0
  897. /package/dist/{src/authoring → authoring}/evolver.js +0 -0
  898. /package/dist/{src/authoring → authoring}/generator.d.ts +0 -0
  899. /package/dist/{src/authoring → authoring}/sample-fixer.d.ts +0 -0
  900. /package/dist/{src/authoring → authoring}/sample-fixer.js +0 -0
  901. /package/dist/{src/cli → cli}/commands/eval/gold/compare.d.ts +0 -0
  902. /package/dist/{src/cli → cli}/commands/eval/gold/compare.js +0 -0
  903. /package/dist/{src/cli → cli}/commands/eval/gold/index.d.ts +0 -0
  904. /package/dist/{src/cli → cli}/commands/eval/gold/index.js +0 -0
  905. /package/dist/{src/cli → cli}/commands/eval/gold/init.d.ts +0 -0
  906. /package/dist/{src/cli → cli}/commands/eval/gold/init.js +0 -0
  907. /package/dist/{src/cli → cli}/commands/eval/gold/validate.d.ts +0 -0
  908. /package/dist/{src/cli → cli}/commands/eval/gold/validate.js +0 -0
  909. /package/dist/{src/cli → cli}/commands/eval/index.d.ts +0 -0
  910. /package/dist/{src/cli → cli}/commands/evolve.d.ts +0 -0
  911. /package/dist/{src/cli → cli}/commands/init.d.ts +0 -0
  912. /package/dist/{src/cli → cli}/commands/init.js +0 -0
  913. /package/dist/{src/cli → cli}/commands/observe/inbox.d.ts +0 -0
  914. /package/dist/{src/cli → cli}/commands/observe/index.d.ts +0 -0
  915. /package/dist/{src/cli → cli}/commands/observe/index.js +0 -0
  916. /package/dist/{src/cli → cli}/commands/observe/ingest.d.ts +0 -0
  917. /package/dist/{src/cli → cli}/commands/observe/show.d.ts +0 -0
  918. /package/dist/{src/cli → cli}/commands/observe/show.js +0 -0
  919. /package/dist/{src/cli → cli}/commands/sample.d.ts +0 -0
  920. /package/dist/{src/cli → cli}/commands/studio.d.ts +0 -0
  921. /package/dist/{src/cli → cli}/index.d.ts +0 -0
  922. /package/dist/{src/cli → cli}/index.js +0 -0
  923. /package/dist/{src/cli → cli}/lib/cli-exit.d.ts +0 -0
  924. /package/dist/{src/cli → cli}/lib/cli-exit.js +0 -0
  925. /package/dist/{src/cli → cli}/lib/cmd-flags.js +0 -0
  926. /package/dist/{src/cli → cli}/lib/i18n.d.ts +0 -0
  927. /package/dist/{src/cli → cli}/lib/i18n.js +0 -0
  928. /package/dist/{src/cli → cli}/lib/progress.d.ts +0 -0
  929. /package/dist/{src/cli → cli}/lib/progress.js +0 -0
  930. /package/dist/{src/cli → cli}/lib/run-tally.d.ts +0 -0
  931. /package/dist/{src/cli → cli}/lib/run-tally.js +0 -0
  932. /package/dist/{src/cli → cli}/lib/shared.d.ts +0 -0
  933. /package/dist/{src/cli → cli}/lib/shared.js +0 -0
  934. /package/dist/{src/cli → cli}/oclif/base-command.d.ts +0 -0
  935. /package/dist/{src/cli → cli}/oclif/base-command.js +0 -0
  936. /package/dist/{src/cli → cli}/oclif/help.d.ts +0 -0
  937. /package/dist/{src/cli → cli}/oclif/help.js +0 -0
  938. /package/dist/{src/cli → cli}/oclif/i18n.d.ts +0 -0
  939. /package/dist/{src/cli → cli}/oclif/i18n.js +0 -0
  940. /package/dist/{src/cli → cli}/oclif/parsers.d.ts +0 -0
  941. /package/dist/{src/cli → cli}/oclif/parsers.js +0 -0
  942. /package/dist/{src/cli → cli}/oclif/projection.d.ts +0 -0
  943. /package/dist/{src/cli → cli}/oclif/projection.js +0 -0
  944. /package/dist/{src/cli → cli}/oclif/run.d.ts +0 -0
  945. /package/dist/{src/diagnosis → diagnosis}/observe-mapper.d.ts +0 -0
  946. /package/dist/{src/diagnosis → diagnosis}/observe-mapper.js +0 -0
  947. /package/dist/{src/diagnosis → diagnosis}/observe-producer.d.ts +0 -0
  948. /package/dist/{src/diagnosis → diagnosis}/studio-projection.js +0 -0
  949. /package/dist/{src/doctor → doctor}/fixer.d.ts +0 -0
  950. /package/dist/{src/doctor → doctor}/fixer.js +0 -0
  951. /package/dist/{src/doctor → doctor}/health/builtin-dimensions.d.ts +0 -0
  952. /package/dist/{src/doctor → doctor}/health/builtin-dimensions.js +0 -0
  953. /package/dist/{src/doctor → doctor}/health/composer.d.ts +0 -0
  954. /package/dist/{src/doctor → doctor}/health/dimension-registry.d.ts +0 -0
  955. /package/dist/{src/doctor → doctor}/health/dimension-registry.js +0 -0
  956. /package/dist/{src/doctor → doctor}/health/dimension-spec.js +0 -0
  957. /package/dist/{src/doctor → doctor}/health/parser.d.ts +0 -0
  958. /package/dist/{src/doctor → doctor}/health/parser.js +0 -0
  959. /package/dist/{src/doctor → doctor}/health/prompt-builder.d.ts +0 -0
  960. /package/dist/{src/doctor → doctor}/health/prompt-builder.js +0 -0
  961. /package/dist/{src/doctor → doctor}/health/register.d.ts +0 -0
  962. /package/dist/{src/doctor → doctor}/health/register.js +0 -0
  963. /package/dist/{src/doctor → doctor}/index.d.ts +0 -0
  964. /package/dist/{src/doctor → doctor}/index.js +0 -0
  965. /package/dist/{src/doctor → doctor}/preflight.d.ts +0 -0
  966. /package/dist/{src/doctor → doctor}/preflight.js +0 -0
  967. /package/dist/{src/doctor → doctor}/rules.d.ts +0 -0
  968. /package/dist/{src/eval-core → eval-core}/bootstrap.d.ts +0 -0
  969. /package/dist/{src/eval-core → eval-core}/bootstrap.js +0 -0
  970. /package/dist/{src/eval-core → eval-core}/cache.d.ts +0 -0
  971. /package/dist/{src/eval-core → eval-core}/cache.js +0 -0
  972. /package/dist/{src/eval-core → eval-core}/comparability.d.ts +0 -0
  973. /package/dist/{src/eval-core → eval-core}/comparability.js +0 -0
  974. /package/dist/{src/eval-core → eval-core}/dependency-checker.js +0 -0
  975. /package/dist/{src/eval-core → eval-core}/evaluation-execution.d.ts +0 -0
  976. /package/dist/{src/eval-core → eval-core}/evaluation-execution.js +0 -0
  977. /package/dist/{src/eval-core → eval-core}/evaluation-job.d.ts +0 -0
  978. /package/dist/{src/eval-core → eval-core}/evaluation-job.js +0 -0
  979. /package/dist/{src/eval-core → eval-core}/evaluation-reporting.d.ts +0 -0
  980. /package/dist/{src/eval-core → eval-core}/evaluation-reporting.js +0 -0
  981. /package/dist/{src/eval-core → eval-core}/execution-strategy.d.ts +0 -0
  982. /package/dist/{src/eval-core → eval-core}/fact-checker.d.ts +0 -0
  983. /package/dist/{src/eval-core → eval-core}/fact-checker.js +0 -0
  984. /package/dist/{src/eval-core → eval-core}/layer-gates.d.ts +0 -0
  985. /package/dist/{src/eval-core → eval-core}/layer-gates.js +0 -0
  986. /package/dist/{src/eval-core → eval-core}/mock-hook.cjs +0 -0
  987. /package/dist/{src/eval-core → eval-core}/mocks-runtime.d.ts +0 -0
  988. /package/dist/{src/eval-core → eval-core}/schema.d.ts +0 -0
  989. /package/dist/{src/eval-core → eval-core}/schema.js +0 -0
  990. /package/dist/{src/eval-core → eval-core}/statistics.d.ts +0 -0
  991. /package/dist/{src/eval-core → eval-core}/statistics.js +0 -0
  992. /package/dist/{src/eval-core → eval-core}/task-planner.d.ts +0 -0
  993. /package/dist/{src/eval-core → eval-core}/task-planner.js +0 -0
  994. /package/dist/{src/eval-core → eval-core}/verdict.d.ts +0 -0
  995. /package/dist/{src/eval-core → eval-core}/verdict.js +0 -0
  996. /package/dist/{src/eval-workflows → eval-workflows}/batch-evaluation-workflow.d.ts +0 -0
  997. /package/dist/{src/eval-workflows → eval-workflows}/batch-evaluation-workflow.js +0 -0
  998. /package/dist/{src/eval-workflows → eval-workflows}/evaluation-preparation.d.ts +0 -0
  999. /package/dist/{src/eval-workflows → eval-workflows}/evaluation-preparation.js +0 -0
  1000. /package/dist/{src/eval-workflows → eval-workflows}/run-evaluation.d.ts +0 -0
  1001. /package/dist/{src/executors → executors}/anthropic-api.d.ts +0 -0
  1002. /package/dist/{src/executors → executors}/anthropic-api.js +0 -0
  1003. /package/dist/{src/executors → executors}/claude-cli.d.ts +0 -0
  1004. /package/dist/{src/executors → executors}/claude-cli.js +0 -0
  1005. /package/dist/{src/executors → executors}/claude-sdk-trace.d.ts +0 -0
  1006. /package/dist/{src/executors → executors}/claude-sdk-trace.js +0 -0
  1007. /package/dist/{src/executors → executors}/claude-sdk.d.ts +0 -0
  1008. /package/dist/{src/executors → executors}/claude-sdk.js +0 -0
  1009. /package/dist/{src/executors → executors}/codex-cli-trace.d.ts +0 -0
  1010. /package/dist/{src/executors → executors}/codex-cli-trace.js +0 -0
  1011. /package/dist/{src/executors → executors}/codex-cli.d.ts +0 -0
  1012. /package/dist/{src/executors → executors}/codex-cli.js +0 -0
  1013. /package/dist/{src/executors → executors}/codex-sdk.d.ts +0 -0
  1014. /package/dist/{src/executors → executors}/codex-sdk.js +0 -0
  1015. /package/dist/{src/executors → executors}/gemini.d.ts +0 -0
  1016. /package/dist/{src/executors → executors}/gemini.js +0 -0
  1017. /package/dist/{src/executors → executors}/index.d.ts +0 -0
  1018. /package/dist/{src/executors → executors}/index.js +0 -0
  1019. /package/dist/{src/executors → executors}/openai-api.d.ts +0 -0
  1020. /package/dist/{src/executors → executors}/openai-api.js +0 -0
  1021. /package/dist/{src/executors → executors}/runtime-fingerprint.d.ts +0 -0
  1022. /package/dist/{src/executors → executors}/runtime-fingerprint.js +0 -0
  1023. /package/dist/{src/executors → executors}/script.d.ts +0 -0
  1024. /package/dist/{src/executors → executors}/script.js +0 -0
  1025. /package/dist/{src/grading → grading}/assertions.d.ts +0 -0
  1026. /package/dist/{src/grading → grading}/assertions.js +0 -0
  1027. /package/dist/{src/grading → grading}/debias-validate.d.ts +0 -0
  1028. /package/dist/{src/grading → grading}/debias-validate.js +0 -0
  1029. /package/dist/{src/grading → grading}/diagnostic.d.ts +0 -0
  1030. /package/dist/{src/grading → grading}/diagnostic.js +0 -0
  1031. /package/dist/{src/grading → grading}/gold-cli.d.ts +0 -0
  1032. /package/dist/{src/grading → grading}/gold-cli.js +0 -0
  1033. /package/dist/{src/grading → grading}/gold-dataset.d.ts +0 -0
  1034. /package/dist/{src/grading → grading}/gold-dataset.js +0 -0
  1035. /package/dist/{src/grading → grading}/human-gold.d.ts +0 -0
  1036. /package/dist/{src/grading → grading}/human-gold.js +0 -0
  1037. /package/dist/{src/grading → grading}/index.d.ts +0 -0
  1038. /package/dist/{src/grading → grading}/index.js +0 -0
  1039. /package/dist/{src/grading → grading}/judge.d.ts +0 -0
  1040. /package/dist/{src/grading → grading}/judge.js +0 -0
  1041. /package/dist/{src/grading → grading}/layered-scores.d.ts +0 -0
  1042. /package/dist/{src/grading → grading}/layered-scores.js +0 -0
  1043. /package/dist/{src/inputs → inputs}/eval-config.d.ts +0 -0
  1044. /package/dist/{src/inputs → inputs}/eval-config.js +0 -0
  1045. /package/dist/{src/inputs → inputs}/load-samples.d.ts +0 -0
  1046. /package/dist/{src/inputs → inputs}/load-samples.js +0 -0
  1047. /package/dist/{src/inputs → inputs}/mcp-resolver.d.ts +0 -0
  1048. /package/dist/{src/inputs → inputs}/mcp-resolver.js +0 -0
  1049. /package/dist/{src/inputs → inputs}/skill-loader.d.ts +0 -0
  1050. /package/dist/{src/inputs → inputs}/url-fetcher.d.ts +0 -0
  1051. /package/dist/{src/inputs → inputs}/url-fetcher.js +0 -0
  1052. /package/dist/{src/observability → observability}/review-state.js +0 -0
  1053. /package/dist/{src/observability → observability}/skill-chain-advisories.js +0 -0
  1054. /package/dist/{src/observability → observability}/skill-health-analyzer.d.ts +0 -0
  1055. /package/dist/{src/observability → observability}/skill-health-analyzer.js +0 -0
  1056. /package/dist/{src/observability → observability}/trace-adapter.d.ts +0 -0
  1057. /package/dist/{src/observability → observability}/trace-adapter.js +0 -0
  1058. /package/dist/{src/renderer → renderer}/html-renderer.d.ts +0 -0
  1059. /package/dist/{src/renderer → renderer}/html-renderer.js +0 -0
  1060. /package/dist/{src/renderer → renderer}/layout.d.ts +0 -0
  1061. /package/dist/{src/renderer → renderer}/layout.js +0 -0
  1062. /package/dist/{src/renderer → renderer}/skill-detail-renderer.js +0 -0
  1063. /package/dist/{src/renderer → renderer}/skill-health-renderer.d.ts +0 -0
  1064. /package/dist/{src/renderer → renderer}/skill-health-renderer.js +0 -0
  1065. /package/dist/{src/renderer → renderer}/skill-list-renderer.js +0 -0
  1066. /package/dist/{src/renderer → renderer}/table.d.ts +0 -0
  1067. /package/dist/{src/renderer → renderer}/table.js +0 -0
  1068. /package/dist/{src/renderer → renderer}/test-view.d.ts +0 -0
  1069. /package/dist/{src/renderer → renderer}/test-view.js +0 -0
  1070. /package/dist/{src/renderer → renderer}/trends.d.ts +0 -0
  1071. /package/dist/{src/renderer → renderer}/trends.js +0 -0
  1072. /package/dist/{src/server → server}/job-store.d.ts +0 -0
  1073. /package/dist/{src/server → server}/job-store.js +0 -0
  1074. /package/dist/{src/server → server}/report-server.d.ts +0 -0
  1075. /package/dist/{src/server → server}/report-store.d.ts +0 -0
  1076. /package/dist/{src/server → server}/report-store.js +0 -0
  1077. /package/dist/{src/server → server}/skill-insights.js +0 -0
  1078. /package/dist/{src/shared → shared}/hard-rules.d.ts +0 -0
  1079. /package/dist/{src/shared → shared}/hard-rules.js +0 -0
  1080. /package/dist/{src/shared → shared}/llm-prompts/skill-health.d.ts +0 -0
  1081. /package/dist/{src/shared → shared}/llm-prompts/skill-health.js +0 -0
  1082. /package/dist/{src/shared → shared}/time.d.ts +0 -0
  1083. /package/dist/{src/shared → shared}/time.js +0 -0
  1084. /package/dist/{src/shared → shared}/tool-search.d.ts +0 -0
  1085. /package/dist/{src/shared → shared}/tool-search.js +0 -0
  1086. /package/dist/{src/types → types}/doctor.js +0 -0
  1087. /package/dist/{src/types → types}/eval.js +0 -0
  1088. /package/dist/{src/types → types}/executor.d.ts +0 -0
  1089. /package/dist/{src/types → types}/executor.js +0 -0
  1090. /package/dist/{src/types → types}/judge.d.ts +0 -0
  1091. /package/dist/{src/types → types}/judge.js +0 -0
  1092. /package/dist/{src/types → types}/report.js +0 -0
  1093. /package/dist/{src/types → types}/shared.d.ts +0 -0
  1094. /package/dist/{src/types → types}/shared.js +0 -0
  1095. /package/dist/{src/types → types}/storage.d.ts +0 -0
  1096. /package/dist/{src/types → types}/storage.js +0 -0
@@ -1 +0,0 @@
1
- {"version":3,"file":"task-planner.js","sourceRoot":"","sources":["../../../src/eval-core/task-planner.ts"],"names":[],"mappings":"AAEA;;;;;;GAMG;AACH,MAAM,UAAU,wBAAwB,CAAC,GAAkC;IACzE,IAAI,CAAC,GAAG;QAAE,OAAO,IAAI,CAAC;IACtB,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,IAAI,GAAG,CAAC,aAAa,IAAI,GAAG,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACtD,KAAK,CAAC,IAAI,CAAC,2DAA2D,CAAC,CAAC;QACxE,KAAK,MAAM,CAAC,IAAI,GAAG,CAAC,aAAa;YAAE,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IAChE,CAAC;IACD,IAAI,GAAG,CAAC,eAAe,IAAI,GAAG,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC1D,KAAK,CAAC,IAAI,CAAC,2CAA2C,CAAC,CAAC;QACxD,KAAK,MAAM,CAAC,IAAI,GAAG,CAAC,eAAe;YAAE,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IAClE,CAAC;IACD,IAAI,GAAG,CAAC,KAAK,IAAI,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,EAAE,CAAC;QAClC,KAAK,CAAC,IAAI,CAAC,QAAQ,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;IACzC,CAAC;IACD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IACpC,OAAO;QACL,qBAAqB;QACrB,EAAE;QACF,GAAG,KAAK;QACR,EAAE;QACF,6EAA6E;KAC9E,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACf,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,OAAiB,EAAE,QAAkB,EAAE,MAAqC;IACrG,MAAM,SAAS,GAAe,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;QACvD,IAAI,EAAE,OAAO;QACb,IAAI,EAAE,OAAO,KAAK,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,OAAO;QACnD,MAAM,EAAE,OAAO,KAAK,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,QAAQ;QACtD,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,IAAI,IAAI;KACjC,CAAC,CAAC,CAAC;IACJ,OAAO,uBAAuB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;AACrD,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,OAAiB,EAAE,SAAqB;IAC9E,MAAM,KAAK,GAAW,EAAE,CAAC;IAEzB,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;YACjC,sEAAsE;YACtE,MAAM,UAAU,GAAG,wBAAwB,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;YAChE,MAAM,cAAc,GAAG,MAAM,CAAC,OAAO;gBACnC,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,eAAe,MAAM,CAAC,OAAO,UAAU;gBACzD,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC;YAClB,MAAM,UAAU,GAAG,UAAU;gBAC3B,CAAC,CAAC,GAAG,UAAU,cAAc,cAAc,EAAE;gBAC7C,CAAC,CAAC,cAAc,CAAC;YAEnB,KAAK,CAAC,IAAI,CAAC;gBACT,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,OAAO,EAAE,QAAQ,CAAC,IAAI;gBACtB,QAAQ;gBACR,MAAM,EAAE,UAAU;gBAClB,MAAM,EAAE,MAAM,CAAC,MAAM,IAAI,IAAI;gBAC7B,UAAU,EAAE,MAAM,CAAC,UAAU,IAAI,IAAI;gBACrC,UAAU,EAAE,MAAM,CAAC,UAAU,IAAI,IAAI;gBACrC,eAAe,EAAE,QAAQ,CAAC,OAAO;gBACjC,GAAG,EAAE,QAAQ,CAAC,GAAG,IAAI,QAAQ,CAAC,SAAS,IAAI,MAAM,CAAC,GAAG,IAAI,IAAI;gBAC7D,OAAO,EAAE,MAAM;aAChB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"verdict.d.ts","sourceRoot":"","sources":["../../../src/eval-core/verdict.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2BG;AAEH,OAAO,KAAK,EAAE,MAAM,EAAyC,MAAM,mBAAmB,CAAC;AAGvF,MAAM,MAAM,YAAY,GACpB,UAAU,GACV,UAAU,GACV,SAAS,GACT,OAAO,GACP,cAAc,GACd,MAAM,CAAC;AAEX,MAAM,WAAW,aAAa;IAC5B,KAAK,EAAE,YAAY,CAAC;IACpB,6CAA6C;IAC7C,QAAQ,EAAE,MAAM,CAAC;IACjB,yEAAyE;IACzE,OAAO,CAAC,EAAE,KAAK,CAAC;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,YAAY,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAC/F,yDAAyD;IACzD,SAAS,EAAE;QACT,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB;6CACqC;QACrC,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,kBAAkB,CAAC,EAAE,MAAM,CAAC;KAC7B,CAAC;IACF,gEAAgE;IAChE,QAAQ,EAAE,MAAM,EAAE,CAAC;CACpB;AAED,MAAM,WAAW,cAAc;IAC7B,2EAA2E;IAC3E,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB;;;;OAIG;IACH,kBAAkB,CAAC,EAAE,MAAM,CAAC;CAC7B;AAED;;GAEG;AACH,wBAAgB,cAAc,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,GAAE,cAAmB,GAAG,aAAa,CAwE1F;AAsND;;;GAGG;AACH,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,aAAa,EAAE,OAAO,GAAE;IAAE,OAAO,CAAC,EAAE,OAAO,CAAA;CAAO,GAAG,MAAM,CAiBpG"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"verdict.js","sourceRoot":"","sources":["../../../src/eval-core/verdict.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2BG;AAGH,OAAO,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AA0CtD;;GAEG;AACH,MAAM,UAAU,cAAc,CAAC,MAAc,EAAE,UAA0B,EAAE;IACzE,MAAM,EAAE,aAAa,GAAG,GAAG,EAAE,kBAAkB,GAAG,GAAG,EAAE,GAAG,OAAO,CAAC;IAClE,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,EAAE,QAAQ,IAAI,EAAE,CAAC;IAC7C,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,EAAE,CAAC;IACrC,MAAM,WAAW,GAAG,MAAM,CAAC,IAAI,EAAE,WAAW,IAAI,CAAC,CAAC;IAElD,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxB,2EAA2E;QAC3E,mCAAmC;QACnC,MAAM,IAAI,GAAG,kBAAkB,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC;QACxD,OAAO;YACL,KAAK,EAAE,MAAM;YACb,QAAQ,EAAE,IAAI,CAAC,OAAO;gBACpB,CAAC,CAAC,4DAA4D,aAAa,EAAE;gBAC7E,CAAC,CAAC,8DAA8D;YAClE,SAAS,EAAE;gBACT,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC;gBACnC,UAAU,EAAE,KAAK,WAAW,EAAE;gBAC9B,SAAS,EAAE,eAAe,CAAC,MAAM,CAAC;aACnC;YACD,QAAQ;SACT,CAAC;IACJ,CAAC;IAED,kFAAkF;IAClF,iFAAiF;IACjF,+EAA+E;IAC/E,MAAM,aAAa,GAAG,MAAM,CAAC,IAAI,EAAE,eAAe,IAAI,EAAE,CAAC;IACzD,MAAM,KAAK,GAA4B,aAAa,CAAC,MAAM,GAAG,CAAC;QAC7D,CAAC,CAAC,aAAa;QACf,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC;IAChF,MAAM,OAAO,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,cAAc,CAAC,CAAC,EAAE,OAAO,EAAE,WAAW,EAAE,MAAM,EAAE,aAAa,EAAE,kBAAkB,CAAC,CAAC,CAAC;IAErH,gGAAgG;IAChG,MAAM,KAAK,GAAmB,CAAC,SAAS,EAAE,UAAU,EAAE,cAAc,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC;IAC3F,IAAI,QAAQ,GAAiB,UAAU,CAAC;IACxC,KAAK,MAAM,KAAK,IAAI,KAAK,EAAE,CAAC;QAC1B,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,KAAK,CAAC,EAAE,CAAC;YAC3C,QAAQ,GAAG,KAAK,CAAC;YACjB,MAAM;QACR,CAAC;IACH,CAAC;IAED,0EAA0E;IAC1E,MAAM,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,QAAQ,CAAC,IAAI,OAAO,CAAC,CAAC,CAAC,CAAC;IAE/E,MAAM,YAAY,GAAG,cAAc;QACjC,CAAC,CAAC,kBAAkB,CAAC,cAAc,CAAC;QACpC,CAAC,CAAC,0DAA0D,CAAC;IAE/D,MAAM,YAAY,GAAG,kBAAkB,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;IAC3D,MAAM,UAAU,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC;IAC5C,MAAM,SAAS,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC;IAC1C,MAAM,cAAc,GAAG,oBAAoB,CAAC,MAAM,CAAC,CAAC;IACpD,MAAM,kBAAkB,GAAG,cAAc,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAE7D,OAAO;QACL,KAAK,EAAE,QAAQ;QACf,QAAQ,EAAE,cAAc;YACtB,CAAC,CAAC,GAAG,QAAQ,MAAM,cAAc,CAAC,SAAS,OAAO,cAAc,CAAC,OAAO,KAAK,cAAc,CAAC,QAAQ,EAAE;YACtG,CAAC,CAAC,GAAG,QAAQ,MAAM,QAAQ,CAAC,MAAM,WAAW;QAC/C,OAAO;QACP,SAAS,EAAE;YACT,YAAY;YACZ,YAAY;YACZ,UAAU;YACV,SAAS;YACT,cAAc;YACd,kBAAkB;SACnB;QACD,QAAQ;KACT,CAAC;AACJ,CAAC;AAED;;;;;;;;;;GAUG;AACH,SAAS,cAAc,CACrB,IAA2B,EAC3B,OAAuC,EACvC,WAAmB,EACnB,MAAc,EACd,aAAqB,EACrB,kBAA0B;IAE1B,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,eAAe,EAAE,IAAI,EAAE,GAAG,IAAI,CAAC;IAE3D,2EAA2E;IAC3E,MAAM,KAAK,GAAG,kBAAkB,CAAC,EAAE,CAAC,OAAO,CAAC,EAAE,OAAO,CAAC,OAAO,CAAC,EAAE,EAAE,aAAa,CAAC,CAAC;IACjF,MAAM,KAAK,GAAG,kBAAkB,CAAC,EAAE,CAAC,SAAS,CAAC,EAAE,OAAO,CAAC,SAAS,CAAC,EAAE,EAAE,aAAa,CAAC,CAAC;IAErF,2EAA2E;IAC3E,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,MAAM,KAAK,GAAG,YAAY,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC;QAC7C,MAAM,KAAK,GAAG,YAAY,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC;QAC/C,MAAM,KAAK,GAAG,KAAK,GAAG,KAAK,CAAC;QAC5B,MAAM,QAAQ,GAAG,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,kCAAkC,CAAC;QACjG,IAAI,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,kBAAkB,EAAE,CAAC;YACzC,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC;QAC1D,CAAC;QACD,OAAO;YACL,OAAO;YACP,SAAS;YACT,KAAK,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS;YACzC,QAAQ;SACT,CAAC;IACJ,CAAC;IAED,MAAM,YAAY,GAAG,KAAK,IAAI,CAAC,QAAQ,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,IAAI,CAAC,QAAQ,QAAQ,IAAI,CAAC,GAAG,KAAK,IAAI,CAAC,IAAI,GAAG,CAAC;IAEzG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;QACtB,wFAAwF;QACxF,gFAAgF;QAChF,MAAM,UAAU,GAAG,MAAM,CAAC,QAAQ,EAAE,UAAU,EAAE,QAAQ,EAAE,CAAC,SAAS,CAAC,CAAC;QACtE,MAAM,YAAY,GAChB,WAAW,GAAG,EAAE;YAChB,CAAC,UAAU,IAAI,CAAC,UAAU,CAAC,SAAS,IAAI,UAAU,CAAC,UAAU,KAAK,MAAM,CAAC,CAAC;QAC5E,IAAI,YAAY,EAAE,CAAC;YACjB,OAAO;gBACL,OAAO;gBACP,SAAS;gBACT,KAAK,EAAE,cAAc;gBACrB,QAAQ,EAAE,GAAG,YAAY,QAAQ,WAAW,mBAAmB;aAChE,CAAC;QACJ,CAAC;QACD,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,GAAG,YAAY,eAAe,EAAE,CAAC;IAC1F,CAAC;IAED,uBAAuB;IACvB,IAAI,IAAI,CAAC,QAAQ,GAAG,CAAC,EAAE,CAAC;QACtB,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,GAAG,YAAY,oBAAoB,EAAE,CAAC;IACjG,CAAC;IAED,wDAAwD;IACxD,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;QACnB,OAAO;YACL,OAAO;YACP,SAAS;YACT,KAAK,EAAE,UAAU;YACjB,QAAQ,EAAE,GAAG,YAAY,8CAA8C;SACxE,CAAC;IACJ,CAAC;IAED,wBAAwB;IACxB,IAAI,IAAI,CAAC,QAAQ,GAAG,kBAAkB,EAAE,CAAC;QACvC,OAAO;YACL,OAAO;YACP,SAAS;YACT,KAAK,EAAE,UAAU;YACjB,QAAQ,EAAE,GAAG,YAAY,qCAAqC;SAC/D,CAAC;IACJ,CAAC;IAED,4EAA4E;IAC5E,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;QACnB,OAAO;YACL,OAAO;YACP,SAAS;YACT,KAAK,EAAE,UAAU;YACjB,QAAQ,EAAE,GAAG,YAAY,2CAA2C;SACrE,CAAC;IACJ,CAAC;IAED,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,UAAU,EAAE,QAAQ,EAAE,GAAG,YAAY,cAAc,EAAE,CAAC;AAC5F,CAAC;AAED,SAAS,YAAY,CAAC,CAA6B;IACjD,IAAI,CAAC,CAAC;QAAE,OAAO,CAAC,CAAC;IACjB,IAAI,OAAO,CAAC,CAAC,iBAAiB,KAAK,QAAQ;QAAE,OAAO,CAAC,CAAC,iBAAiB,CAAC;IACxE,6EAA6E;IAC7E,MAAM,MAAM,GAAG,CAAC,CAAC,CAAC,YAAY,EAAE,CAAC,CAAC,gBAAgB,EAAE,CAAC,CAAC,aAAa,CAAC,CAAC,MAAM,CACzE,CAAC,CAAC,EAAe,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,CAC1C,CAAC;IACF,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAClC,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;AAC3D,CAAC;AAED,SAAS,kBAAkB,CAAC,CAA4C;IACtE,OAAO,GAAG,CAAC,CAAC,KAAK,MAAM,CAAC,CAAC,QAAQ,EAAE,CAAC;AACtC,CAAC;AAED,SAAS,kBAAkB,CAAC,OAAuC,EAAE,QAAkB;IACrF,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,GAAG,CAAC;IACpC,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;IAC5B,MAAM,SAAS,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;IAC9B,MAAM,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IAC3B,MAAM,CAAC,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC;IAC7B,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC;QAAE,OAAO,GAAG,CAAC;IACzB,MAAM,MAAM,GAA4D;QACtE,CAAC,MAAM,EAAE,CAAC,CAAC,YAAY,EAAE,CAAC,CAAC,YAAY,CAAC;QACxC,CAAC,UAAU,EAAE,CAAC,CAAC,gBAAgB,EAAE,CAAC,CAAC,gBAAgB,CAAC;QACpD,CAAC,OAAO,EAAE,CAAC,CAAC,aAAa,EAAE,CAAC,CAAC,aAAa,CAAC;KAC5C,CAAC;IACF,OAAO,MAAM;SACV,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE;QACtB,IAAI,OAAO,EAAE,KAAK,QAAQ,IAAI,OAAO,EAAE,KAAK,QAAQ;YAAE,OAAO,GAAG,IAAI,IAAI,CAAC;QACzE,MAAM,KAAK,GAAG,EAAE,GAAG,EAAE,CAAC;QACtB,MAAM,IAAI,GAAG,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;QACnC,OAAO,GAAG,IAAI,KAAK,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;IACnF,CAAC,CAAC;SACD,IAAI,CAAC,IAAI,CAAC,CAAC;AAChB,CAAC;AAED,SAAS,gBAAgB,CAAC,MAAc;IACtC,MAAM,CAAC,GAAG,MAAM,CAAC,IAAI,EAAE,WAAW,IAAI,CAAC,CAAC;IACxC,MAAM,GAAG,GAAG,MAAM,CAAC,QAAQ,EAAE,UAAU,EAAE,QAAQ,CAAC;IAClD,IAAI,CAAC,GAAG;QAAE,OAAO,KAAK,CAAC,EAAE,CAAC;IAC1B,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,EAAE,QAAQ,IAAI,EAAE,CAAC;IAC7C,MAAM,SAAS,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;IAC9B,MAAM,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACjD,IAAI,CAAC,CAAC;QAAE,OAAO,KAAK,CAAC,EAAE,CAAC;IACxB,IAAI,CAAC,CAAC,SAAS;QAAE,OAAO,KAAK,CAAC,mBAAmB,CAAC,CAAC,GAAG,IAAI,GAAG,KAAK,CAAC,CAAC,UAAU,cAAc,CAAC;IAC7F,OAAO,KAAK,CAAC,wBAAwB,CAAC,CAAC,UAAU,cAAc,CAAC;AAClE,CAAC;AAED;;;;;;;;GAQG;AACH,SAAS,eAAe,CAAC,MAAc;IACrC,MAAM,IAAI,GAAG,MAAM,CAAC,QAAQ,EAAE,IAAI,IAAI,MAAM,CAAC,IAAI,EAAE,OAAO,EAAE,MAAM,IAAI,CAAC,CAAC;IACxE,IAAI,IAAI,GAAG,CAAC,EAAE,CAAC;QACb,OAAO,oCAAoC,CAAC;IAC9C,CAAC;IACD,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,EAAE,UAAU,CAAC;IAC7C,IAAI,CAAC,QAAQ,IAAI,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACpD,OAAO,QAAQ,IAAI,kBAAkB,CAAC;IACxC,CAAC;IACD,+DAA+D;IAC/D,MAAM,GAAG,GAAa,EAAE,CAAC;IACzB,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;QACxC,IAAI,OAAO,CAAC,CAAC,MAAM,KAAK,QAAQ,IAAI,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAC,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;YAC7E,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC;QAC9B,CAAC;IACH,CAAC;IACD,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,QAAQ,IAAI,6BAA6B,CAAC;IACvE,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAC1B,MAAM,MAAM,GAAG,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;IAC/C,MAAM,KAAK,GAAG,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IACxC,qDAAqD;IACrD,MAAM,OAAO,GAAG,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;IACnE,OAAO,MAAM,KAAK,MAAM,OAAO,UAAU,IAAI,6BAA6B,CAAC;AAC7E,CAAC;AAED,SAAS,oBAAoB,CAAC,MAAc;IAC1C,MAAM,CAAC,GAAG,MAAM,CAAC,IAAI,EAAE,cAAc,CAAC;IACtC,IAAI,CAAC,CAAC;QAAE,OAAO,SAAS,CAAC;IACzB,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;QACnC,CAAC,CAAC,WAAW;QACb,CAAC,CAAC,CAAC,CAAC,KAAK,IAAI,GAAG,CAAC,CAAC,CAAC,QAAQ;YAC3B,CAAC,CAAC,CAAC,CAAC,KAAK,IAAI,KAAK,CAAC,CAAC,CAAC,YAAY;gBACjC,CAAC,CAAC,CAAC,CAAC,KAAK,IAAI,GAAG,CAAC,CAAC,CAAC,MAAM;oBACzB,CAAC,CAAC,MAAM,CAAC;IACX,OAAO,KAAK,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,OAAO,aAAa,CAAC,CAAC,aAAa,EAAE,CAAC;AAC3G,CAAC;AAED,SAAS,cAAc,CAAC,KAAmB,EAAE,QAAwC;IACnF,QAAQ,KAAK,EAAE,CAAC;QACd,KAAK,UAAU;YACb,OAAO,sEAAsE,CAAC;QAChF,KAAK,UAAU;YACb,OAAO,uIAAuI,CAAC;QACjJ,KAAK,SAAS;YACZ,OAAO,mFAAmF,CAAC;QAC7F,KAAK,OAAO;YACV,OAAO,0EAA0E,CAAC;QACpF,KAAK,cAAc;YACjB,OAAO,6DAA6D,CAAC;QACvE,KAAK,MAAM;YACT,OAAO,2FAA2F,CAAC;IACvG,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,iBAAiB,CAAC,MAAqB,EAAE,UAAiC,EAAE;IAC1F,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,CAAC,IAAI,CAAC,YAAY,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;IACvC,KAAK,CAAC,IAAI,CAAC,KAAK,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;IACnC,IAAI,MAAM,CAAC,SAAS,CAAC,YAAY;QAAE,KAAK,CAAC,IAAI,CAAC,oBAAoB,MAAM,CAAC,SAAS,CAAC,YAAY,EAAE,CAAC,CAAC;IACnG,IAAI,MAAM,CAAC,SAAS,CAAC,UAAU;QAAE,KAAK,CAAC,IAAI,CAAC,oBAAoB,MAAM,CAAC,SAAS,CAAC,UAAU,EAAE,CAAC,CAAC;IAC/F,IAAI,MAAM,CAAC,SAAS,CAAC,SAAS;QAAE,KAAK,CAAC,IAAI,CAAC,oBAAoB,MAAM,CAAC,SAAS,CAAC,SAAS,EAAE,CAAC,CAAC;IAC7F,IAAI,MAAM,CAAC,SAAS,CAAC,cAAc;QAAE,KAAK,CAAC,IAAI,CAAC,oBAAoB,MAAM,CAAC,SAAS,CAAC,cAAc,EAAE,CAAC,CAAC;IACvG,IAAI,MAAM,CAAC,SAAS,CAAC,kBAAkB;QAAE,KAAK,CAAC,IAAI,CAAC,KAAK,MAAM,CAAC,SAAS,CAAC,kBAAkB,EAAE,CAAC,CAAC;IAChG,IAAI,OAAO,CAAC,OAAO,IAAI,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACnE,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,KAAK,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;QACjC,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YAC/B,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,SAAS,OAAO,CAAC,CAAC,OAAO,MAAM,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC/E,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"batch-evaluation-workflow.d.ts","sourceRoot":"","sources":["../../../src/eval-workflows/batch-evaluation-workflow.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EACV,QAAQ,EACR,qBAAqB,EAErB,gBAAgB,EAEhB,QAAQ,EACR,gBAAgB,EAEjB,MAAM,mBAAmB,CAAC;AAE3B,UAAU,0BAA0B;IAClC,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,QAAQ,EAAE,CAAC;IACtB,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,OAAO,EAAE,OAAO,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,OAAO,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,QAAQ,EAAE,IAAI,CAAC;IACf,UAAU,EAAE,KAAK,CAAC;IAClB,UAAU,EAAE,gBAAgB,GAAG,IAAI,CAAC;IACpC,gBAAgB,EAAE,OAAO,CAAC;IAC1B,yEAAyE;IACzE,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,IAAI,CAAC,EAAE,IAAI,GAAG,IAAI,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,OAAO,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,kFAAkF;IAClF,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,8EAA8E;IAC9E,WAAW,CAAC,EAAE,OAAO,mBAAmB,EAAE,WAAW,EAAE,CAAC;IACxD,0CAA0C;IAC1C,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,8DAA8D;IAC9D,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,6BAA6B;IAC7B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,uDAAuD;IACvD,MAAM,CAAC,EAAE,OAAO,mBAAmB,EAAE,UAAU,CAAC;CACjD;AAED,UAAU,sBAAsB;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,gBAAgB,CAAC;IACzB,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;CACzB;AA+DD,wBAAgB,0BAA0B,CAAC,EACzC,UAAU,EACV,QAAQ,EACR,YAAY,EACZ,YAAY,EACZ,KAAK,EACL,UAAU,EACV,OAAO,EACP,YAAY,EACZ,iBAAiB,EACjB,OAAO,EACP,KAAK,EACL,IAAI,EACJ,WAAW,EACX,SAAS,EACT,YAAY,EACZ,MAAM,EACN,WAAW,EACX,OAAO,EACP,SAAS,EACT,gBAAgB,EAChB,YAAY,EACZ,MAAM,GACP,EAAE;IACD,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAC9E,YAAY,EAAE,sBAAsB,EAAE,CAAC;IACvC,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,OAAO,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,WAAW,CAAC,EAAE,OAAO,mBAAmB,EAAE,WAAW,EAAE,CAAC;IACxD,OAAO,EAAE,OAAO,CAAC;IACjB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,MAAM,CAAC,EAAE,OAAO,mBAAmB,EAAE,UAAU,CAAC;CACjD,GAAG;IAAE,MAAM,EAAE,qBAAqB,CAAC;IAAC,GAAG,EAAE,OAAO,mBAAmB,EAAE,aAAa,CAAA;CAAE,CA4FpF;AAED,wBAAsB,0BAA0B,CAAC,EAC/C,QAAQ,EACR,YAAY,EACZ,KAAK,EACL,UAAU,EACV,SAA8B,EAC9B,OAAO,EACP,KAAK,EACL,IAAI,EACJ,OAAe,EACf,WAAe,EACf,SAAS,EACT,YAAY,EACZ,iBAAiB,EACjB,QAAe,EACf,UAAiB,EACjB,UAAiB,EACjB,eAAsB,EACtB,gBAAwB,EACxB,UAAkB,EAClB,IAAW,EACX,SAAS,EACT,OAAe,EACf,MAAM,EACN,WAAW,EACX,WAAW,EACX,YAAY,EACZ,SAAS,EACT,gBAAgB,EAChB,MAAM,EACN,OAAe,EACf,cAAc,EACd,oBAAoB,EACpB,mBAAmB,GACpB,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAC9E,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;IACrB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,EAAE,QAAQ,GAAG,IAAI,CAAC;IAC3B,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,UAAU,CAAC,EAAE,gBAAgB,GAAG,IAAI,CAAC;IACrC,eAAe,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,KAAK,IAAI,CAAC,GAAG,IAAI,CAAC;IAC5G,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,kCAAkC;IAClC,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,IAAI,CAAC,EAAE,IAAI,GAAG,IAAI,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,WAAW,CAAC,EAAE,OAAO,mBAAmB,EAAE,WAAW,EAAE,CAAC;IACxD,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,MAAM,CAAC,EAAE,OAAO,mBAAmB,EAAE,UAAU,CAAC;IAChD,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,wEAAwE;IACxE,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,mDAAmD;IACnD,oBAAoB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;IAChD,mBAAmB,EAAE,CAAC,OAAO,EAAE,0BAA0B,KAAK,OAAO,CAAC;QAAE,MAAM,EAAE,gBAAgB,CAAC;QAAC,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAA;KAAE,CAAC,CAAC;CAC9H,GAAG,OAAO,CAAC;IAAE,MAAM,EAAE,qBAAqB,CAAC;IAAC,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAA;CAAE,CAAC,CA8FtE"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"batch-evaluation-workflow.js","sourceRoot":"","sources":["../../../src/eval-workflows/batch-evaluation-workflow.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC7C,OAAO,EAAE,kBAAkB,EAAE,aAAa,EAAE,aAAa,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,sCAAsC,CAAC;AACnI,OAAO,EAAE,sBAAsB,EAAE,mBAAmB,EAAE,kBAAkB,EAAE,qBAAqB,EAAE,MAAM,gCAAgC,CAAC;AACxI,OAAO,EAAE,6BAA6B,EAAE,MAAM,qCAAqC,CAAC;AACpF,OAAO,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAC9E,OAAO,EAAE,gBAAgB,EAAE,MAAM,2BAA2B,CAAC;AAyD7D,SAAS,aAAa,CAAC,QAAoD;IACzE,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IACvC,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IAC1C,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;IACxB,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,WAAW,KAAK,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;AAClG,CAAC;AAED,SAAS,aAAa,CAAC,KAAa;IAClC,OAAO,KAAK;SACT,UAAU,CAAC,SAAS,EAAE,GAAG,CAAC;SAC1B,UAAU,CAAC,mBAAmB,EAAE,GAAG,CAAC;SACpC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC;WACrB,OAAO,CAAC;AACf,CAAC;AAED,SAAS,qBAAqB,CAAC,MAAwB,EAAE,gBAAwB;IAC/E,OAAO;QACL,QAAQ,EAAE,MAAM,CAAC,OAAO,CAAC,QAAQ,IAAK,EAAqB;QAC3D,CAAC,gBAAgB,CAAC,EAAE,MAAM,CAAC,OAAO,CAAC,gBAAgB,CAAC,IAAK,EAAqB;KAC/E,CAAC;AACJ,CAAC;AAED,SAAS,eAAe,CAAC,YAAsC;IAC7D,OAAO,YAAY,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;QAC/E,IAAI;QACJ,SAAS;QACT,WAAW;QACX,QAAQ,EAAE,MAAM,CAAC,EAAE;QACnB,UAAU,EAAE,QAAQ;QACpB,MAAM,EAAE,WAAW;QACnB,WAAW,EAAE,MAAM,CAAC,IAAI,CAAC,WAAW;QACpC,YAAY,EAAE,MAAM,CAAC,IAAI,CAAC,YAAY;QACtC,YAAY,EAAE,MAAM,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC,IAAI,CAAC,IAAI,IAAI;QACxD,OAAO,EAAE,qBAAqB,CAAC,MAAM,EAAE,IAAI,CAAC;QAC5C,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC1D,CAAC,CAAC,CAAC;AACN,CAAC;AAED,SAAS,4BAA4B,CAAC,EACpC,QAAQ,EACR,YAAY,EACZ,YAAY,EACZ,KAAK,GAMN;IACC,MAAM,gBAAgB,GAA+C,EAAE,CAAC;IACxE,KAAK,MAAM,KAAK,IAAI,YAAY,EAAE,CAAC;QACjC,gBAAgB,CAAC,KAAK,CAAC,IAAI,CAAC;YAC1B,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC;mBAC7C,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,eAAe;mBACjC,6BAA6B,CAAC,YAAY,EAAE,KAAK,EAAE;oBACpD,QAAQ,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,QAAQ;iBAChE,CAAC,CAAC;IACP,CAAC;IACD,OAAO,gBAAgB,CAAC;AAC1B,CAAC;AAED,MAAM,UAAU,0BAA0B,CAAC,EACzC,UAAU,EACV,QAAQ,EACR,YAAY,EACZ,YAAY,EACZ,KAAK,EACL,UAAU,EACV,OAAO,EACP,YAAY,EACZ,iBAAiB,EACjB,OAAO,EACP,KAAK,EACL,IAAI,EACJ,WAAW,EACX,SAAS,EACT,YAAY,EACZ,MAAM,EACN,WAAW,EACX,OAAO,EACP,SAAS,EACT,gBAAgB,EAChB,YAAY,EACZ,MAAM,GAwBP;IACC,MAAM,oBAAoB,GAAG,WAAW,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC;QAChE,CAAC,CAAC,WAAW;QACb,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,iBAAiB,IAAI,YAAY,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC;IACzE,MAAM,OAAO,GAAG,sBAAsB,CAAC;QACrC,WAAW,EAAE,EAAE;QACf,QAAQ;QACR,SAAS,EAAE,YAAY,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;YACtC,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,IAAI,EAAE,OAAO;YACb,MAAM,EAAE,WAAW;YACnB,OAAO,EAAE,IAAI;YACb,OAAO,EAAE,KAAK,CAAC,SAAS;SACzB,CAAC,CAAC;QACH,KAAK;QACL,QAAQ,EAAE,YAAY;QACtB,OAAO;QACP,WAAW;QACX,SAAS;QACT,OAAO;QACP,MAAM,EAAE,KAAK;QACb,KAAK,EAAE,KAAK;QACZ,OAAO;QACP,KAAK;QACL,IAAI;QACJ,MAAM;QACN,WAAW,EAAE,oBAAoB;QACjC,KAAK,EAAE,IAAI;QACX,SAAS;QACT,gBAAgB;QAChB,YAAY;QACZ,MAAM;KACP,CAAC,CAAC;IACH,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAC3C,MAAM,EAAE,GAAG,EAAE,UAAU,EAAE,SAAS,EAAE,GAAG,mBAAmB,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;IAClF,MAAM,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAC5C,MAAM,GAAG,GAAG,qBAAqB,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;IAC1D,MAAM,GAAG,GAAG,kBAAkB,CAAC;QAC7B,KAAK,EAAE,OAAO,UAAU,EAAE;QAC1B,KAAK,EAAE,UAAU;QACjB,QAAQ,EAAE,UAAU;QACpB,OAAO;QACP,SAAS;QACT,SAAS;QACT,UAAU;KACX,CAAC,CAAC;IACH,MAAM,WAAW,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;IAChG,MAAM,gBAAgB,GAAG,4BAA4B,CAAC,EAAE,QAAQ,EAAE,YAAY,EAAE,YAAY,EAAE,KAAK,EAAE,CAAC,CAAC;IACvG,MAAM,eAAe,GAAG,aAAa,CAAC,gBAAgB,CAAC;WAClD,MAAM,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC;WAClC,6BAA6B,CAAC,YAAY,EAAE,KAAK,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC;IACtE,MAAM,iBAAiB,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CACrD,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,iBAAiB,KAAK,KAAK;WAC1C,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,EAAE,CAC7D,OAAO,CAAC,gBAAgB,KAAK,KAAK,IAAI,OAAO,CAAC,iBAAiB,KAAK,KAAK,CAAC,CAAC,CAAC;IAEhF,MAAM,eAAe,GAAoD,oBAAoB,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;QACzG,QAAQ,EAAE,EAAE,CAAC,QAAQ;QACrB,KAAK,EAAE,EAAE,CAAC,KAAK;QACf,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,6BAA6B,CAAC,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,KAAK,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;KACpG,CAAC,CAAC,CAAC;IAEJ,MAAM,MAAM,GAA0B;QACpC,IAAI,EAAE,kBAAkB;QACxB,EAAE,EAAE,UAAU;QACd,IAAI,EAAE,OAAO;QACb,IAAI,EAAE;YACJ,IAAI,EAAE,OAAO;YACb,KAAK;YACL,QAAQ,EAAE,YAAY;YACtB,QAAQ;YACR,WAAW;YACX,SAAS,EAAE,WAAW,GAAG,CAAC;YAC1B,cAAc,EAAE,YAAY,CAAC,MAAM;YACnC,YAAY,EAAE,MAAM,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YAC7C,GAAG,CAAC,iBAAiB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,iBAAiB,EAAE,KAAK,EAAE,CAAC;YAC1D,SAAS,EAAE,UAAU;YACrB,UAAU,EAAE,aAAa,EAAE;YAC3B,WAAW,EAAE,OAAO,CAAC,OAAO;YAC5B,eAAe;YACf,gBAAgB;YAChB,WAAW,EAAE,eAAe;YAC5B,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACrC,OAAO;YACP,GAAG;YACH,GAAG;YACH,OAAO,EAAE,UAAU,EAAE;SACtB;QACD,KAAK,EAAE,eAAe,CAAC,YAAY,CAAC;KACrC,CAAC;IAEF,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC;AACzB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAAC,EAC/C,QAAQ,EACR,YAAY,EACZ,KAAK,EACL,UAAU,EACV,SAAS,GAAG,kBAAkB,EAC9B,OAAO,EACP,KAAK,EACL,IAAI,EACJ,OAAO,GAAG,KAAK,EACf,WAAW,GAAG,CAAC,EACf,SAAS,EACT,YAAY,EACZ,iBAAiB,EACjB,QAAQ,GAAG,IAAI,EACf,UAAU,GAAG,IAAI,EACjB,UAAU,GAAG,IAAI,EACjB,eAAe,GAAG,IAAI,EACtB,gBAAgB,GAAG,KAAK,EACxB,UAAU,GAAG,KAAK,EAClB,IAAI,GAAG,IAAI,EACX,SAAS,EACT,OAAO,GAAG,KAAK,EACf,MAAM,EACN,WAAW,EACX,WAAW,EACX,YAAY,EACZ,SAAS,EACT,gBAAgB,EAChB,MAAM,EACN,OAAO,GAAG,KAAK,EACf,cAAc,EACd,oBAAoB,EACpB,mBAAmB,GAsCpB;IACC,MAAM,UAAU,GAAG,aAAa,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;IAC5C,MAAM,YAAY,GAA6B,EAAE,CAAC;IAClD,IAAI,YAAY,GAAG,CAAC,CAAC;IAErB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC7C,MAAM,KAAK,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC;QAC9B,eAAe,EAAE,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC,GAAG,CAAC,EAAE,KAAK,EAAE,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC;QAErG,8DAA8D;QAC9D,MAAM,qBAAqB,GAAG,oBAAoB,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,SAAS;YAC5E,CAAC,CAAC,EAAE,GAAG,oBAAoB,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,oBAAoB,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE;YAClF,CAAC,CAAC,oBAAoB,CAAC;QACzB,MAAM,cAAc,GAAG,gBAAgB,CACrC,OAAO,CAAC,QAAQ,CAAC,EACjB,CAAC,UAAU,EAAE,KAAK,CAAC,SAAS,CAAC,EAC7B,EAAE,cAAc,EAAE,oBAAoB,EAAE,qBAAqB,EAAE,CAChE,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE;YACjB,IAAI,QAAQ,CAAC,IAAI,KAAK,KAAK,CAAC,SAAS,EAAE,CAAC;gBACtC,OAAO,EAAE,GAAG,QAAQ,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,cAAc,EAAE,WAAoB,EAAE,CAAC;YACjF,CAAC;YACD,OAAO,EAAE,GAAG,QAAQ,EAAE,cAAc,EAAE,SAAkB,EAAE,CAAC;QAC7D,CAAC,CAAC,CAAC;QACH,MAAM,UAAU,GAAG,GAAG,UAAU,IAAI,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QAClG,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,mBAAmB,CAAC;YACrD,WAAW,EAAE,KAAK,CAAC,WAAW;YAC9B,QAAQ;YACR,SAAS,EAAE,cAAc;YACzB,KAAK;YACL,UAAU;YACV,SAAS;YACT,OAAO;YACP,WAAW;YACX,SAAS;YACT,OAAO;YACP,YAAY;YACZ,iBAAiB;YACjB,QAAQ,EAAE,IAAI;YACd,UAAU,EAAE,KAAK;YACjB,UAAU;YACV,gBAAgB,EAAE,gBAAgB,IAAI,CAAC,GAAG,CAAC;YAC3C,UAAU;YACV,IAAI;YACJ,SAAS;YACT,OAAO;YACP,KAAK,EAAE,UAAU;YACjB,WAAW;YACX,WAAW;YACX,YAAY;YACZ,SAAS;YACT,gBAAgB;YAChB,MAAM;SACP,CAAC,CAAC;QAEH,YAAY,CAAC,IAAI,CAAC;YAChB,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,WAAW,EAAE,KAAK,CAAC,WAAW;YAC9B,MAAM;YACN,QAAQ;SACT,CAAC,CAAC;QAEH,YAAY,IAAI,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC;QACzC,eAAe,EAAE,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC,GAAG,CAAC,EAAE,KAAK,EAAE,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC;IACtG,CAAC;IAED,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,GAAG,EAAE,GAAG,0BAA0B,CAAC;QAC9D,UAAU;QACV,QAAQ;QACR,YAAY;QACZ,YAAY;QACZ,KAAK;QACL,UAAU;QACV,OAAO;QACP,YAAY;QACZ,iBAAiB;QACjB,OAAO;QACP,KAAK;QACL,IAAI;QACJ,WAAW;QACX,SAAS;QACT,YAAY;QACZ,MAAM;QACN,WAAW;QACX,OAAO;QACP,SAAS;QACT,gBAAgB;QAChB,YAAY;QACZ,MAAM;KACP,CAAC,CAAC;IACH,MAAM,QAAQ,GAAG,aAAa,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;IACvD,MAAM,gBAAgB,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC,QAAQ,IAAI,kBAAkB,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAChG,IAAI,gBAAgB;QAAE,MAAM,gBAAgB,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;IAClE,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,QAAQ,EAAE,CAAC;AAC3C,CAAC"}
@@ -1,109 +0,0 @@
1
- import type { DependencyRequirements } from '../eval-core/dependency-checker.js';
2
- import type { Artifact, ExecutorFn, JobStore, ProgressCallback, Report, Sample, Task, VariantResult } from '../types/index.js';
3
- import { type CliLang } from '../cli/lib/i18n.js';
4
- /**
5
- * Compute the mandatory test set watermark hash (spec §7.1).
6
- *
7
- * - 单文件 / sourceFiles 单元素:hash 该文件内容
8
- * - 多文件(目录模式):按文件名排序后,把每个文件 basename + sha256 拼成 manifest,
9
- * 对 manifest 再 sha256,前 12 hex chars。这样:
10
- * 1) 加 / 删 sample 文件 → hash 变
11
- * 2) 任一文件内容改 → hash 变
12
- * 3) 同样文件不同顺序 → hash 不变(排序后稳定)
13
- *
14
- * 之前对目录 readFileSync() 抛 EISDIR → 返回 null,gap report 水印丢失。
15
- */
16
- export declare function _computeTestSetHashForTest(samplesPath: string, sourceFiles?: string[]): string | null;
17
- /**
18
- * Compute structural power warnings (pure function, no I/O — for testing).
19
- *
20
- * Not MDE / power-analysis predictions (we don't have σ pre-run; predicting
21
- * "CI half-width ~ ±0.4" before any data exists is hand-wave). These are
22
- * **hard-floor + experience-based** thresholds:
23
- * - n < 5: any conclusion unreliable, CI uselessly wide
24
- * - 5 ≤ n < 20: only large effects (Cohen's d > 0.8) detectable
25
- * - repeat=1: stability cannot be measured at all
26
- *
27
- * Real power claims happen post-hoc via `omk eval` UNDERPOWERED state +
28
- * saturation curves. This is the upfront "you might be wasting the run"
29
- * heads-up, not a gate.
30
- */
31
- export declare function buildPowerWarnings(sampleCount: number, repeat: number, lang?: CliLang): string[];
32
- /**
33
- * Pre-flight warning emitted when user explicitly opts out of strict-baseline
34
- * (--no-strict-baseline) AND there are baseline-kind variants AND ~/.claude/skills/
35
- * has content. baseline 会被 SDK 全发现污染 → verdict / Δ 不可信。
36
- *
37
- * 默认 strict 时(strictBaseline === true / undefined)不出 warn。
38
- *
39
- * Exported for tests.
40
- */
41
- export declare function buildIsolationWarnings(artifacts: Artifact[], strictBaseline: boolean | undefined): string[];
42
- export interface EvaluationPipelineOptions {
43
- samplesPath: string;
44
- /** Sample bundle 根目录。loadSamples 输出,缺省时 fallback dirname(samplesPath)。 */
45
- samplesBaseDir?: string;
46
- /** Sample bundle 内合并的源文件绝对路径列表。目录模式下用于 computeTestSetHash 遍历。 */
47
- samplesSourceFiles?: string[];
48
- skillDir: string;
49
- samples: Sample[];
50
- tasks: Task[];
51
- artifacts: Artifact[];
52
- model: string;
53
- judgeModel: string;
54
- noJudge: boolean;
55
- executorName: string;
56
- judgeExecutorName: string;
57
- executor: ExecutorFn;
58
- judgeExecutor: ExecutorFn;
59
- outputDir?: string | null;
60
- project?: string;
61
- owner?: string;
62
- tags?: string[];
63
- blind?: boolean;
64
- concurrency?: number;
65
- timeoutMs?: number;
66
- noCache?: boolean;
67
- jobStore?: JobStore | null;
68
- persistJob?: boolean;
69
- onProgress?: ProgressCallback | null;
70
- skipConnectivity?: boolean;
71
- verbose?: boolean;
72
- retry?: number;
73
- existingResults?: Record<string, Record<string, VariantResult>>;
74
- requires?: DependencyRequirements;
75
- layeredStats?: boolean;
76
- /** 透传到 meta.request.repeat */
77
- repeat?: number;
78
- /** 透传到 meta.request.batch */
79
- batch?: boolean;
80
- /** 透传到 meta.request.judgeRepeat 与 grade(),每条 sample × dimension judge N 次 */
81
- judgeRepeat?: number;
82
- /** Multi-judge ensemble configs (≥ 2 entries triggers ensemble mode). */
83
- judgeModels?: import('../types/index.js').JudgeConfig[];
84
- /** --bootstrap. */
85
- bootstrap?: boolean;
86
- /** --bootstrap-samples N. Default 1000. */
87
- bootstrapSamples?: number;
88
- /** v0.21 length-debias toggle. Default true; --no-debias-length flips to false. */
89
- lengthDebias?: boolean;
90
- /** hard budget caps. */
91
- budget?: import('../types/index.js').EvalBudget;
92
- /** strict-baseline default state (only used to decide whether to emit
93
- * isolation-disabled pre-flight warnings). True/undefined = default behavior
94
- * (no warning); false = user explicitly disabled, warn if ~/.claude/skills/ has content. */
95
- strictBaseline?: boolean;
96
- /** Explicit persisted run id. Used by batch workflows that need stable child ids. */
97
- runId?: string;
98
- /** CLI output language for warnings emitted by the pipeline. */
99
- lang?: CliLang;
100
- /** Reasoning effort 透传到 executor。默认 'low'(由 RunConfig 兜底)。 */
101
- effort?: 'low' | 'medium' | 'high' | 'xhigh' | 'max';
102
- /** 关闭 diagnostic。Default false。 */
103
- noDiagnostic?: boolean;
104
- }
105
- export declare function executeEvaluationPipeline({ samplesPath, samplesBaseDir, samplesSourceFiles, skillDir, samples, tasks, artifacts, model, judgeModel, noJudge, executorName, judgeExecutorName, executor, judgeExecutor, outputDir, project, owner, tags, blind, concurrency, timeoutMs, noCache, jobStore, persistJob, onProgress, skipConnectivity, verbose, retry, existingResults, requires: _requires, layeredStats, repeat, batch, judgeRepeat, judgeModels, bootstrap, bootstrapSamples, lengthDebias, budget, strictBaseline, runId, lang, effort, noDiagnostic, }: EvaluationPipelineOptions): Promise<{
106
- report: Report;
107
- filePath: string | null;
108
- }>;
109
- //# sourceMappingURL=evaluation-pipeline.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"evaluation-pipeline.d.ts","sourceRoot":"","sources":["../../../src/eval-workflows/evaluation-pipeline.ts"],"names":[],"mappings":"AASA,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,oCAAoC,CAAC;AAgBjF,OAAO,KAAK,EACV,QAAQ,EAIR,UAAU,EACV,QAAQ,EACR,gBAAgB,EAChB,MAAM,EACN,MAAM,EACN,IAAI,EACJ,aAAa,EACd,MAAM,mBAAmB,CAAC;AAC3B,OAAO,EAAQ,KAAK,OAAO,EAAE,MAAM,oBAAoB,CAAC;AAiJxD;;;;;;;;;;;GAWG;AACH,wBAAgB,0BAA0B,CAAC,WAAW,EAAE,MAAM,EAAE,WAAW,CAAC,EAAE,MAAM,EAAE,GAAG,MAAM,GAAG,IAAI,CAErG;AAuBD;;;;;;;;;;;;;GAaG;AACH,wBAAgB,kBAAkB,CAAC,WAAW,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,IAAI,GAAE,OAAc,GAAG,MAAM,EAAE,CAWtG;AAQD;;;;;;;;GAQG;AACH,wBAAgB,sBAAsB,CACpC,SAAS,EAAE,QAAQ,EAAE,EACrB,cAAc,EAAE,OAAO,GAAG,SAAS,GAClC,MAAM,EAAE,CAsBV;AAmED,MAAM,WAAW,yBAAyB;IACxC,WAAW,EAAE,MAAM,CAAC;IACpB,0EAA0E;IAC1E,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,iEAAiE;IACjE,kBAAkB,CAAC,EAAE,MAAM,EAAE,CAAC;IAC9B,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,KAAK,EAAE,IAAI,EAAE,CAAC;IACd,SAAS,EAAE,QAAQ,EAAE,CAAC;IACtB,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,OAAO,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,QAAQ,EAAE,UAAU,CAAC;IACrB,aAAa,EAAE,UAAU,CAAC;IAC1B,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,QAAQ,CAAC,EAAE,QAAQ,GAAG,IAAI,CAAC;IAC3B,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,UAAU,CAAC,EAAE,gBAAgB,GAAG,IAAI,CAAC;IACrC,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,eAAe,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,aAAa,CAAC,CAAC,CAAC;IAChE,QAAQ,CAAC,EAAE,sBAAsB,CAAC;IAClC,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,8BAA8B;IAC9B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,6BAA6B;IAC7B,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,6EAA6E;IAC7E,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,yEAAyE;IACzE,WAAW,CAAC,EAAE,OAAO,mBAAmB,EAAE,WAAW,EAAE,CAAC;IACxD,mBAAmB;IACnB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,2CAA2C;IAC3C,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,mFAAmF;IACnF,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,wBAAwB;IACxB,MAAM,CAAC,EAAE,OAAO,mBAAmB,EAAE,UAAU,CAAC;IAChD;;iGAE6F;IAC7F,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,qFAAqF;IACrF,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,gEAAgE;IAChE,IAAI,CAAC,EAAE,OAAO,CAAC;IACf,8DAA8D;IAC9D,MAAM,CAAC,EAAE,KAAK,GAAG,QAAQ,GAAG,MAAM,GAAG,OAAO,GAAG,KAAK,CAAC;IACrD,mCAAmC;IACnC,YAAY,CAAC,EAAE,OAAO,CAAC;CACxB;AAED,wBAAsB,yBAAyB,CAAC,EAC9C,WAAW,EACX,cAAc,EACd,kBAAkB,EAClB,QAAQ,EACR,OAAO,EACP,KAAK,EACL,SAAS,EACT,KAAK,EACL,UAAU,EACV,OAAO,EACP,YAAY,EACZ,iBAAiB,EACjB,QAAQ,EACR,aAAa,EACb,SAA8B,EAC9B,OAAO,EACP,KAAK,EACL,IAAI,EACJ,KAAa,EACb,WAAe,EACf,SAAS,EACT,OAAe,EACf,QAAe,EACf,UAAiB,EACjB,UAAiB,EACjB,gBAAwB,EACxB,OAAe,EACf,KAAS,EACT,eAAe,EAGf,QAAQ,EAAE,SAAS,EACnB,YAAoB,EACpB,MAAM,EACN,KAAK,EACL,WAAW,EACX,WAAW,EACX,SAAS,EACT,gBAAgB,EAChB,YAAmB,EACnB,MAAM,EACN,cAAc,EACd,KAAK,EACL,IAAW,EACX,MAAM,EACN,YAAY,GACb,EAAE,yBAAyB,GAAG,OAAO,CAAC;IAAE,MAAM,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAA;CAAE,CAAC,CA+IlF"}
@@ -1,373 +0,0 @@
1
- import { createHash } from 'node:crypto';
2
- import { existsSync, readFileSync, readdirSync } from 'node:fs';
3
- import { homedir } from 'node:os';
4
- import { join } from 'node:path';
5
- import { analyzeResults } from '../analysis/report-diagnostics.js';
6
- import { computeReportCoverage } from '../analysis/coverage-analyzer.js';
7
- import { computeReportGapRates } from '../analysis/gap-analyzer.js';
8
- import { aggregateReport, applyBlindMode, DEFAULT_OUTPUT_DIR, generateRunId, persistReport } from '../eval-core/evaluation-reporting.js';
9
- import { executeTasks, preflight, preflightAllJudges } from '../eval-core/evaluation-execution.js';
10
- import { createFileJobStore, DEFAULT_JOBS_DIR, } from '../server/job-store.js';
11
- import { stopAllServers } from '../inputs/mcp-resolver.js';
12
- import { buildEvaluationRequest, createFailedJob, createEvaluationRun, createQueuedJob, createSucceededJob, finalizeEvaluationRun, markJobRunning, failEvaluationRun, } from '../eval-core/evaluation-job.js';
13
- import { tCli } from '../cli/lib/i18n.js';
14
- async function initializeEvaluationRunState({ samplesPath, skillDir, artifacts, model, judgeModel, noJudge, executorName, judgeExecutorName, concurrency, timeoutMs, noCache, blind, project, owner, tags, runId, jobStore, persistJob, repeat, batch, judgeRepeat, judgeModels, bootstrap, bootstrapSamples, lengthDebias, budget, effort, }) {
15
- const effectiveJudges = judgeModels && judgeModels.length > 0
16
- ? judgeModels
17
- : [{ executor: judgeExecutorName, model: judgeModel }];
18
- const request = buildEvaluationRequest({
19
- samplesPath,
20
- skillDir,
21
- artifacts,
22
- model,
23
- executor: executorName,
24
- noJudge,
25
- concurrency,
26
- timeoutMs,
27
- noCache,
28
- dryRun: false,
29
- blind,
30
- project,
31
- owner,
32
- tags,
33
- repeat,
34
- batch,
35
- judgeRepeat,
36
- judgeModels: effectiveJudges,
37
- bootstrap,
38
- bootstrapSamples,
39
- lengthDebias,
40
- budget,
41
- effort,
42
- });
43
- const createdAt = new Date().toISOString();
44
- const { run: initialRun, startedAt } = createEvaluationRun(runId, createdAt);
45
- const jobId = `job-${runId}`;
46
- const resolvedJobStore = persistJob ? (jobStore ?? createFileJobStore(DEFAULT_JOBS_DIR)) : null;
47
- const queuedJob = createQueuedJob({ jobId, request, createdAt });
48
- if (resolvedJobStore)
49
- await resolvedJobStore.save(jobId, queuedJob);
50
- const runningJob = markJobRunning(queuedJob, runId, startedAt);
51
- if (resolvedJobStore)
52
- await resolvedJobStore.save(jobId, runningJob);
53
- return { request, runId, jobId, createdAt, startedAt, initialRun, runningJob, resolvedJobStore };
54
- }
55
- function finalizeSuccessfulRun(state) {
56
- const finishedAt = new Date().toISOString();
57
- const run = finalizeEvaluationRun(state.initialRun, finishedAt);
58
- const job = createSucceededJob({
59
- jobId: state.jobId,
60
- runId: state.runId,
61
- reportId: state.runId,
62
- request: state.request,
63
- createdAt: state.createdAt,
64
- startedAt: state.startedAt,
65
- finishedAt,
66
- });
67
- return { run, job };
68
- }
69
- async function persistSuccessfulJob(state, job) {
70
- if (state.resolvedJobStore) {
71
- await state.resolvedJobStore.save(state.jobId, job);
72
- }
73
- }
74
- async function persistFailedJob(state, err) {
75
- const finishedAt = new Date().toISOString();
76
- const failedJob = createFailedJob({
77
- job: { ...state.runningJob, runId: state.runId, startedAt: state.startedAt, finishedAt: undefined },
78
- error: err instanceof Error ? err.message : String(err),
79
- finishedAt,
80
- });
81
- void failEvaluationRun(state.initialRun, finishedAt);
82
- if (state.resolvedJobStore) {
83
- await state.resolvedJobStore.save(state.jobId, failedJob);
84
- }
85
- }
86
- /**
87
- * Compute the mandatory test set watermark hash (spec §7.1).
88
- *
89
- * - 单文件 / sourceFiles 单元素:hash 该文件内容
90
- * - 多文件(目录模式):按文件名排序后,把每个文件 basename + sha256 拼成 manifest,
91
- * 对 manifest 再 sha256,前 12 hex chars。这样:
92
- * 1) 加 / 删 sample 文件 → hash 变
93
- * 2) 任一文件内容改 → hash 变
94
- * 3) 同样文件不同顺序 → hash 不变(排序后稳定)
95
- *
96
- * 之前对目录 readFileSync() 抛 EISDIR → 返回 null,gap report 水印丢失。
97
- */
98
- export function _computeTestSetHashForTest(samplesPath, sourceFiles) {
99
- return computeTestSetHash(samplesPath, sourceFiles);
100
- }
101
- function computeTestSetHash(samplesPath, sourceFiles) {
102
- // 优先 sourceFiles(目录模式可靠),fallback samplesPath 兼容老调用
103
- const files = sourceFiles && sourceFiles.length > 0
104
- ? [...sourceFiles].sort()
105
- : (samplesPath && existsSync(samplesPath) ? [samplesPath] : []);
106
- if (files.length === 0)
107
- return null;
108
- try {
109
- if (files.length === 1) {
110
- return createHash('sha256').update(readFileSync(files[0], 'utf-8')).digest('hex').slice(0, 12);
111
- }
112
- const manifest = files.map((f) => {
113
- const base = f.split(/[/\\]/).pop() ?? f;
114
- const inner = createHash('sha256').update(readFileSync(f, 'utf-8')).digest('hex');
115
- return `${base}:${inner}`;
116
- }).join('\n');
117
- return createHash('sha256').update(manifest).digest('hex').slice(0, 12);
118
- }
119
- catch {
120
- return null;
121
- }
122
- }
123
- /**
124
- * Compute structural power warnings (pure function, no I/O — for testing).
125
- *
126
- * Not MDE / power-analysis predictions (we don't have σ pre-run; predicting
127
- * "CI half-width ~ ±0.4" before any data exists is hand-wave). These are
128
- * **hard-floor + experience-based** thresholds:
129
- * - n < 5: any conclusion unreliable, CI uselessly wide
130
- * - 5 ≤ n < 20: only large effects (Cohen's d > 0.8) detectable
131
- * - repeat=1: stability cannot be measured at all
132
- *
133
- * Real power claims happen post-hoc via `omk eval` UNDERPOWERED state +
134
- * saturation curves. This is the upfront "you might be wasting the run"
135
- * heads-up, not a gate.
136
- */
137
- export function buildPowerWarnings(sampleCount, repeat, lang = 'zh') {
138
- const warnings = [];
139
- if (sampleCount < 5) {
140
- warnings.push(tCli('cli.run.power_warning_tiny_n', lang, { n: sampleCount }));
141
- }
142
- else if (sampleCount < 20) {
143
- warnings.push(tCli('cli.run.power_warning_small_n', lang, { n: sampleCount }));
144
- }
145
- if (repeat < 2) {
146
- warnings.push(tCli('cli.run.power_warning_repeat_one', lang));
147
- }
148
- return warnings;
149
- }
150
- function emitPowerWarnings(sampleCount, repeat, lang) {
151
- for (const w of buildPowerWarnings(sampleCount, repeat, lang)) {
152
- process.stderr.write(`${w}\n`);
153
- }
154
- }
155
- /**
156
- * Pre-flight warning emitted when user explicitly opts out of strict-baseline
157
- * (--no-strict-baseline) AND there are baseline-kind variants AND ~/.claude/skills/
158
- * has content. baseline 会被 SDK 全发现污染 → verdict / Δ 不可信。
159
- *
160
- * 默认 strict 时(strictBaseline === true / undefined)不出 warn。
161
- *
162
- * Exported for tests.
163
- */
164
- export function buildIsolationWarnings(artifacts, strictBaseline) {
165
- // Only warn when user explicitly disabled isolation.
166
- if (strictBaseline !== false)
167
- return [];
168
- const hasBaselineKind = artifacts.some((a) => a.kind === 'baseline');
169
- if (!hasBaselineKind)
170
- return [];
171
- // Check ~/.claude/skills/ for content (avoid hard-coding home — read at runtime).
172
- const skillsDir = join(homedir(), '.claude', 'skills');
173
- if (!existsSync(skillsDir))
174
- return [];
175
- let skillCount = 0;
176
- try {
177
- skillCount = readdirSync(skillsDir).filter((entry) => !entry.startsWith('.')).length;
178
- }
179
- catch {
180
- return [];
181
- }
182
- if (skillCount === 0)
183
- return [];
184
- return [
185
- `⚠ baseline 隔离已关闭(--no-strict-baseline)。检测到 ~/.claude/skills/ 内有 ${skillCount} 个 skill, baseline variant 可能被 auto-discovery 污染。除非你确认要这种比较,建议恢复默认 strict 模式。`,
186
- ];
187
- }
188
- function emitIsolationWarnings(artifacts, strictBaseline) {
189
- for (const w of buildIsolationWarnings(artifacts, strictBaseline)) {
190
- process.stderr.write(`${w}\n`);
191
- }
192
- }
193
- function finalizeEvaluationReport({ report, results, artifacts, variantNames, blind, samplesPath, samplesSourceFiles, samples, }) {
194
- // pass samples so analyzeResults can populate analysis.sampleQuality
195
- // (capability/difficulty/construct/provenance coverage aggregate). Without
196
- // samples, analysis.sampleQuality is omitted (老报告读取仍可工作).
197
- report.analysis = analyzeResults(report, { samples });
198
- const hasToolData = Object.values(results).some((sampleResults) => (Object.values(sampleResults).some((variantResult) => variantResult.toolCalls && variantResult.toolCalls.length > 0)));
199
- if (hasToolData) {
200
- const artifactContents = Object.fromEntries(artifacts.map((artifact) => [artifact.name, artifact.content]));
201
- const artifactCwds = Object.fromEntries(artifacts.map((artifact) => [artifact.name, artifact.cwd || null]));
202
- const coverage = computeReportCoverage(report, artifactContents, artifactCwds);
203
- if (Object.keys(coverage).length > 0) {
204
- report.analysis.coverage = coverage;
205
- }
206
- }
207
- // Gap rate computation runs on every successful report regardless of whether
208
- // tool trace data is present — text-based signals (markers, hedging) still
209
- // apply. The samples-file SHA is the mandatory watermark required by spec §7.1.
210
- const gapReports = computeReportGapRates(report.results, variantNames);
211
- if (Object.keys(gapReports).length > 0) {
212
- const testSetHash = computeTestSetHash(samplesPath, samplesSourceFiles);
213
- for (const variant of variantNames) {
214
- const gr = gapReports[variant];
215
- if (!gr)
216
- continue;
217
- gr.testSetPath = samplesPath;
218
- gr.testSetHash = testSetHash;
219
- }
220
- report.analysis.gapReports = gapReports;
221
- }
222
- if (blind) {
223
- applyBlindMode(report, variantNames, `${variantNames.join(',')}:${samplesPath}`);
224
- }
225
- return report;
226
- }
227
- export async function executeEvaluationPipeline({ samplesPath, samplesBaseDir, samplesSourceFiles, skillDir, samples, tasks, artifacts, model, judgeModel, noJudge, executorName, judgeExecutorName, executor, judgeExecutor, outputDir = DEFAULT_OUTPUT_DIR, project, owner, tags, blind = false, concurrency = 1, timeoutMs, noCache = false, jobStore = null, persistJob = true, onProgress = null, skipConnectivity = false, verbose = false, retry = 0, existingResults,
228
- // requires 现在由 runEvaluation 上游传给 doctor 处理; eval-pipeline 不再用
229
- // 但保留接口字段,避免破 programmatic API (类型层面接收, 内部忽略)
230
- requires: _requires, layeredStats = false, repeat, batch, judgeRepeat, judgeModels, bootstrap, bootstrapSamples, lengthDebias = true, budget, strictBaseline, runId, lang = 'zh', effort, noDiagnostic, }) {
231
- const variantNames = artifacts.map((artifact) => artifact.name);
232
- const runState = await initializeEvaluationRunState({
233
- samplesPath,
234
- skillDir,
235
- artifacts,
236
- model,
237
- judgeModel,
238
- noJudge,
239
- executorName,
240
- judgeExecutorName,
241
- concurrency,
242
- timeoutMs,
243
- noCache,
244
- blind,
245
- project,
246
- owner,
247
- tags,
248
- runId: runId ?? generateRunId(variantNames),
249
- jobStore,
250
- persistJob,
251
- repeat,
252
- batch,
253
- judgeRepeat,
254
- judgeModels,
255
- bootstrap,
256
- bootstrapSamples,
257
- lengthDebias,
258
- budget,
259
- effort,
260
- });
261
- try {
262
- // 解析 judge config + 配套 executor map 一次,后续 preflight 与 executeTasks 共用。
263
- // production 路径 judgeModels 始终非空(RunConfig 必填);fallback 仅兼容 internal
264
- // legacy caller 还在传 single judgeModel + judgeExecutorName 的场景。
265
- //
266
- // executor map 必须先于 preflight build,否则 ensemble 中第二、第三个 judge 配错
267
- // (404 model / executor 不存在 / auth fail)只会在 grading 半途才暴露 — 那时已经
268
- // 浪费 task execution 成本 + 报告里也不会有 judgeAgreement。
269
- const resolvedJudgeModels = judgeModels && judgeModels.length > 0
270
- ? judgeModels
271
- : [{ executor: executorName, model: judgeModel }];
272
- let resolvedJudgeExecutors;
273
- if (judgeModels && judgeModels.length > 0) {
274
- const { createExecutor } = await import('../executors/index.js');
275
- resolvedJudgeExecutors = {};
276
- for (const jc of resolvedJudgeModels) {
277
- if (!resolvedJudgeExecutors[jc.executor]) {
278
- resolvedJudgeExecutors[jc.executor] = createExecutor(jc.executor);
279
- }
280
- }
281
- }
282
- else {
283
- resolvedJudgeExecutors = { [executorName]: judgeExecutor };
284
- }
285
- if (!skipConnectivity) {
286
- if (onProgress)
287
- onProgress({ phase: 'preflight', jobId: runState.jobId });
288
- // LLM 连通性: eval 唯一职责。doctor 在 runEvaluation 上游已跑,
289
- // 包含 dep / 结构 / 元数据 / 契约检查。这里只剩 executor + 所有 judge。
290
- await preflight(executor, model);
291
- if (!noJudge) {
292
- await preflightAllJudges(resolvedJudgeModels, resolvedJudgeExecutors);
293
- }
294
- }
295
- // Structural power warnings — print to stderr after preflight passes, before
296
- // tasks start. These are *not* MDE / power-analysis predictions (we don't have
297
- // σ before the run); they're hard-floor + experience-based thresholds. Verdict
298
- // gate (computeVerdict) handles real power claims post-hoc.
299
- emitPowerWarnings(samples.length, repeat ?? 1, lang);
300
- // Isolation pre-flight warning (--no-strict-baseline + ~/.claude/skills/ non-empty)
301
- emitIsolationWarnings(artifacts, strictBaseline);
302
- const { results, totalCostUSD, skipped, budgetExhausted } = await executeTasks({
303
- tasks,
304
- executor,
305
- executorName,
306
- model,
307
- noJudge,
308
- samplesPath,
309
- samplesBaseDir,
310
- concurrency,
311
- timeoutMs,
312
- noCache,
313
- verbose,
314
- onProgress,
315
- retry,
316
- existingResults,
317
- judgeRepeat,
318
- judgeModels: resolvedJudgeModels,
319
- judgeExecutors: resolvedJudgeExecutors,
320
- lengthDebias,
321
- budget,
322
- effort,
323
- noDiagnostic,
324
- });
325
- if (skipped > 0 && onProgress) {
326
- onProgress({ phase: 'done', completed: tasks.length, total: tasks.length, sample_id: '', variant: '', skipped: true });
327
- }
328
- const { run, job } = finalizeSuccessfulRun(runState);
329
- const report = finalizeEvaluationReport({
330
- report: aggregateReport({
331
- runId: runState.runId,
332
- variants: variantNames,
333
- model,
334
- judgeModel,
335
- noJudge,
336
- executorName,
337
- samples,
338
- tasks,
339
- results,
340
- totalCostUSD,
341
- artifacts,
342
- request: runState.request,
343
- run,
344
- job,
345
- layeredStats,
346
- }),
347
- results,
348
- artifacts,
349
- variantNames,
350
- blind,
351
- samplesPath,
352
- samplesSourceFiles,
353
- samples,
354
- });
355
- if (budgetExhausted) {
356
- report.meta.budgetExhausted = true;
357
- }
358
- if (budget) {
359
- report.meta.budget = budget;
360
- }
361
- const filePath = persistReport(report, outputDir);
362
- await persistSuccessfulJob(runState, job);
363
- return { report, filePath };
364
- }
365
- catch (err) {
366
- await persistFailedJob(runState, err);
367
- throw err;
368
- }
369
- finally {
370
- await stopAllServers();
371
- }
372
- }
373
- //# sourceMappingURL=evaluation-pipeline.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"evaluation-pipeline.js","sourceRoot":"","sources":["../../../src/eval-workflows/evaluation-pipeline.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,UAAU,EAAE,YAAY,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AAChE,OAAO,EAAE,OAAO,EAAE,MAAM,SAAS,CAAC;AAClC,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,cAAc,EAAE,MAAM,mCAAmC,CAAC;AACnE,OAAO,EAAE,qBAAqB,EAAE,MAAM,kCAAkC,CAAC;AACzE,OAAO,EAAE,qBAAqB,EAAE,MAAM,6BAA6B,CAAC;AACpE,OAAO,EAAE,eAAe,EAAE,cAAc,EAAE,kBAAkB,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,sCAAsC,CAAC;AACzI,OAAO,EAAE,YAAY,EAAE,SAAS,EAAE,kBAAkB,EAAE,MAAM,sCAAsC,CAAC;AAEnG,OAAO,EACL,kBAAkB,EAClB,gBAAgB,GACjB,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAC3D,OAAO,EACL,sBAAsB,EACtB,eAAe,EACf,mBAAmB,EACnB,eAAe,EACf,kBAAkB,EAClB,qBAAqB,EACrB,cAAc,EACd,iBAAiB,GAClB,MAAM,gCAAgC,CAAC;AAcxC,OAAO,EAAE,IAAI,EAAgB,MAAM,oBAAoB,CAAC;AAexD,KAAK,UAAU,4BAA4B,CAAC,EAC1C,WAAW,EACX,QAAQ,EACR,SAAS,EACT,KAAK,EACL,UAAU,EACV,OAAO,EACP,YAAY,EACZ,iBAAiB,EACjB,WAAW,EACX,SAAS,EACT,OAAO,EACP,KAAK,EACL,OAAO,EACP,KAAK,EACL,IAAI,EACJ,KAAK,EACL,QAAQ,EACR,UAAU,EACV,MAAM,EACN,KAAK,EACL,WAAW,EACX,WAAW,EACX,SAAS,EACT,gBAAgB,EAChB,YAAY,EACZ,MAAM,EACN,MAAM,GA6BP;IACC,MAAM,eAAe,GAA8C,WAAW,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC;QACtG,CAAC,CAAC,WAAW;QACb,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,iBAAiB,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC;IACzD,MAAM,OAAO,GAAG,sBAAsB,CAAC;QACrC,WAAW;QACX,QAAQ;QACR,SAAS;QACT,KAAK;QACL,QAAQ,EAAE,YAAY;QACtB,OAAO;QACP,WAAW;QACX,SAAS;QACT,OAAO;QACP,MAAM,EAAE,KAAK;QACb,KAAK;QACL,OAAO;QACP,KAAK;QACL,IAAI;QACJ,MAAM;QACN,KAAK;QACL,WAAW;QACX,WAAW,EAAE,eAAe;QAC5B,SAAS;QACT,gBAAgB;QAChB,YAAY;QACZ,MAAM;QACN,MAAM;KACP,CAAC,CAAC;IACH,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAC3C,MAAM,EAAE,GAAG,EAAE,UAAU,EAAE,SAAS,EAAE,GAAG,mBAAmB,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;IAC7E,MAAM,KAAK,GAAG,OAAO,KAAK,EAAE,CAAC;IAC7B,MAAM,gBAAgB,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC,QAAQ,IAAI,kBAAkB,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAChG,MAAM,SAAS,GAAG,eAAe,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,SAAS,EAAE,CAAC,CAAC;IACjE,IAAI,gBAAgB;QAAE,MAAM,gBAAgB,CAAC,IAAI,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;IACpE,MAAM,UAAU,GAAG,cAAc,CAAC,SAAS,EAAE,KAAK,EAAE,SAAS,CAAC,CAAC;IAC/D,IAAI,gBAAgB;QAAE,MAAM,gBAAgB,CAAC,IAAI,CAAC,KAAK,EAAE,UAAU,CAAC,CAAC;IACrE,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,SAAS,EAAE,SAAS,EAAE,UAAU,EAAE,UAAU,EAAE,gBAAgB,EAAE,CAAC;AACnG,CAAC;AAED,SAAS,qBAAqB,CAAC,KAAyB;IACtD,MAAM,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAC5C,MAAM,GAAG,GAAG,qBAAqB,CAAC,KAAK,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;IAChE,MAAM,GAAG,GAAG,kBAAkB,CAAC;QAC7B,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,QAAQ,EAAE,KAAK,CAAC,KAAK;QACrB,OAAO,EAAE,KAAK,CAAC,OAAO;QACtB,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,UAAU;KACX,CAAC,CAAC;IACH,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,CAAC;AACtB,CAAC;AAED,KAAK,UAAU,oBAAoB,CAAC,KAAyB,EAAE,GAAkB;IAC/E,IAAI,KAAK,CAAC,gBAAgB,EAAE,CAAC;QAC3B,MAAM,KAAK,CAAC,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;IACtD,CAAC;AACH,CAAC;AAED,KAAK,UAAU,gBAAgB,CAAC,KAAyB,EAAE,GAAY;IACrE,MAAM,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAC5C,MAAM,SAAS,GAAG,eAAe,CAAC;QAChC,GAAG,EAAE,EAAE,GAAG,KAAK,CAAC,UAAU,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,SAAS,EAAE,KAAK,CAAC,SAAS,EAAE,UAAU,EAAE,SAAS,EAAE;QACnG,KAAK,EAAE,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC;QACvD,UAAU;KACX,CAAC,CAAC;IACH,KAAK,iBAAiB,CAAC,KAAK,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;IACrD,IAAI,KAAK,CAAC,gBAAgB,EAAE,CAAC;QAC3B,MAAM,KAAK,CAAC,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,SAAS,CAAC,CAAC;IAC5D,CAAC;AACH,CAAC;AAED;;;;;;;;;;;GAWG;AACH,MAAM,UAAU,0BAA0B,CAAC,WAAmB,EAAE,WAAsB;IACpF,OAAO,kBAAkB,CAAC,WAAW,EAAE,WAAW,CAAC,CAAC;AACtD,CAAC;AAED,SAAS,kBAAkB,CAAC,WAAmB,EAAE,WAAsB;IACrE,oDAAoD;IACpD,MAAM,KAAK,GAAG,WAAW,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC;QACjD,CAAC,CAAC,CAAC,GAAG,WAAW,CAAC,CAAC,IAAI,EAAE;QACzB,CAAC,CAAC,CAAC,WAAW,IAAI,UAAU,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAClE,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IACpC,IAAI,CAAC;QACH,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACjG,CAAC;QACD,MAAM,QAAQ,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;YAC/B,MAAM,IAAI,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC;YACzC,MAAM,KAAK,GAAG,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;YAClF,OAAO,GAAG,IAAI,IAAI,KAAK,EAAE,CAAC;QAC5B,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACd,OAAO,UAAU,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IAC1E,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,IAAI,CAAC;IACd,CAAC;AACH,CAAC;AAED;;;;;;;;;;;;;GAaG;AACH,MAAM,UAAU,kBAAkB,CAAC,WAAmB,EAAE,MAAc,EAAE,OAAgB,IAAI;IAC1F,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,IAAI,WAAW,GAAG,CAAC,EAAE,CAAC;QACpB,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,8BAA8B,EAAE,IAAI,EAAE,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC;IAChF,CAAC;SAAM,IAAI,WAAW,GAAG,EAAE,EAAE,CAAC;QAC5B,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,+BAA+B,EAAE,IAAI,EAAE,EAAE,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC;IACjF,CAAC;IACD,IAAI,MAAM,GAAG,CAAC,EAAE,CAAC;QACf,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,kCAAkC,EAAE,IAAI,CAAC,CAAC,CAAC;IAChE,CAAC;IACD,OAAO,QAAQ,CAAC;AAClB,CAAC;AAED,SAAS,iBAAiB,CAAC,WAAmB,EAAE,MAAc,EAAE,IAAa;IAC3E,KAAK,MAAM,CAAC,IAAI,kBAAkB,CAAC,WAAW,EAAE,MAAM,EAAE,IAAI,CAAC,EAAE,CAAC;QAC9D,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACjC,CAAC;AACH,CAAC;AAED;;;;;;;;GAQG;AACH,MAAM,UAAU,sBAAsB,CACpC,SAAqB,EACrB,cAAmC;IAEnC,qDAAqD;IACrD,IAAI,cAAc,KAAK,KAAK;QAAE,OAAO,EAAE,CAAC;IAExC,MAAM,eAAe,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,UAAU,CAAC,CAAC;IACrE,IAAI,CAAC,eAAe;QAAE,OAAO,EAAE,CAAC;IAEhC,kFAAkF;IAClF,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,QAAQ,CAAC,CAAC;IACvD,IAAI,CAAC,UAAU,CAAC,SAAS,CAAC;QAAE,OAAO,EAAE,CAAC;IAEtC,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,CAAC;QACH,UAAU,GAAG,WAAW,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,CAAC;IACvF,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,EAAE,CAAC;IACZ,CAAC;IACD,IAAI,UAAU,KAAK,CAAC;QAAE,OAAO,EAAE,CAAC;IAEhC,OAAO;QACL,mEAAmE,UAAU,+EAA+E;KAC7J,CAAC;AACJ,CAAC;AAED,SAAS,qBAAqB,CAAC,SAAqB,EAAE,cAAmC;IACvF,KAAK,MAAM,CAAC,IAAI,sBAAsB,CAAC,SAAS,EAAE,cAAc,CAAC,EAAE,CAAC;QAClE,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACjC,CAAC;AACH,CAAC;AAED,SAAS,wBAAwB,CAAC,EAChC,MAAM,EACN,OAAO,EACP,SAAS,EACT,YAAY,EACZ,KAAK,EACL,WAAW,EACX,kBAAkB,EAClB,OAAO,GAWR;IACC,qEAAqE;IACrE,2EAA2E;IAC3E,0DAA0D;IAC1D,MAAM,CAAC,QAAQ,GAAG,cAAc,CAAC,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,CAAC;IAEtD,MAAM,WAAW,GAAG,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,CAAC,aAAa,EAAE,EAAE,CAAC,CACjE,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,CAAC,aAAa,EAAE,EAAE,CAAC,aAAa,CAAC,SAAS,IAAI,aAAa,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC,CACpH,CAAC,CAAC;IACH,IAAI,WAAW,EAAE,CAAC;QAChB,MAAM,gBAAgB,GAAG,MAAM,CAAC,WAAW,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAC5G,MAAM,YAAY,GAAG,MAAM,CAAC,WAAW,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC,QAAQ,CAAC,IAAI,EAAE,QAAQ,CAAC,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,CAAC;QAC5G,MAAM,QAAQ,GAAG,qBAAqB,CAAC,MAAM,EAAE,gBAAgB,EAAE,YAAY,CAAC,CAAC;QAC/E,IAAI,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACrC,MAAM,CAAC,QAAS,CAAC,QAAQ,GAAG,QAAQ,CAAC;QACvC,CAAC;IACH,CAAC;IAED,6EAA6E;IAC7E,2EAA2E;IAC3E,gFAAgF;IAChF,MAAM,UAAU,GAAG,qBAAqB,CAAC,MAAM,CAAC,OAAO,EAAE,YAAY,CAAC,CAAC;IACvE,IAAI,MAAM,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvC,MAAM,WAAW,GAAG,kBAAkB,CAAC,WAAW,EAAE,kBAAkB,CAAC,CAAC;QACxE,KAAK,MAAM,OAAO,IAAI,YAAY,EAAE,CAAC;YACnC,MAAM,EAAE,GAAG,UAAU,CAAC,OAAO,CAAC,CAAC;YAC/B,IAAI,CAAC,EAAE;gBAAE,SAAS;YAClB,EAAE,CAAC,WAAW,GAAG,WAAW,CAAC;YAC7B,EAAE,CAAC,WAAW,GAAG,WAAW,CAAC;QAC/B,CAAC;QACD,MAAM,CAAC,QAAS,CAAC,UAAU,GAAG,UAAU,CAAC;IAC3C,CAAC;IAED,IAAI,KAAK,EAAE,CAAC;QACV,cAAc,CAAC,MAAM,EAAE,YAAY,EAAE,GAAG,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,WAAW,EAAE,CAAC,CAAC;IACnF,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAkED,MAAM,CAAC,KAAK,UAAU,yBAAyB,CAAC,EAC9C,WAAW,EACX,cAAc,EACd,kBAAkB,EAClB,QAAQ,EACR,OAAO,EACP,KAAK,EACL,SAAS,EACT,KAAK,EACL,UAAU,EACV,OAAO,EACP,YAAY,EACZ,iBAAiB,EACjB,QAAQ,EACR,aAAa,EACb,SAAS,GAAG,kBAAkB,EAC9B,OAAO,EACP,KAAK,EACL,IAAI,EACJ,KAAK,GAAG,KAAK,EACb,WAAW,GAAG,CAAC,EACf,SAAS,EACT,OAAO,GAAG,KAAK,EACf,QAAQ,GAAG,IAAI,EACf,UAAU,GAAG,IAAI,EACjB,UAAU,GAAG,IAAI,EACjB,gBAAgB,GAAG,KAAK,EACxB,OAAO,GAAG,KAAK,EACf,KAAK,GAAG,CAAC,EACT,eAAe;AACf,+DAA+D;AAC/D,8CAA8C;AAC9C,QAAQ,EAAE,SAAS,EACnB,YAAY,GAAG,KAAK,EACpB,MAAM,EACN,KAAK,EACL,WAAW,EACX,WAAW,EACX,SAAS,EACT,gBAAgB,EAChB,YAAY,GAAG,IAAI,EACnB,MAAM,EACN,cAAc,EACd,KAAK,EACL,IAAI,GAAG,IAAI,EACX,MAAM,EACN,YAAY,GACc;IAC1B,MAAM,YAAY,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IAChE,MAAM,QAAQ,GAAG,MAAM,4BAA4B,CAAC;QAClD,WAAW;QACX,QAAQ;QACR,SAAS;QACT,KAAK;QACL,UAAU;QACV,OAAO;QACP,YAAY;QACZ,iBAAiB;QACjB,WAAW;QACX,SAAS;QACT,OAAO;QACP,KAAK;QACL,OAAO;QACP,KAAK;QACL,IAAI;QACJ,KAAK,EAAE,KAAK,IAAI,aAAa,CAAC,YAAY,CAAC;QAC3C,QAAQ;QACR,UAAU;QACV,MAAM;QACN,KAAK;QACL,WAAW;QACX,WAAW;QACX,SAAS;QACT,gBAAgB;QAChB,YAAY;QACZ,MAAM;QACN,MAAM;KACP,CAAC,CAAC;IAEH,IAAI,CAAC;QACH,uEAAuE;QACvE,qEAAqE;QACrE,+DAA+D;QAC/D,EAAE;QACF,iEAAiE;QACjE,iEAAiE;QACjE,iDAAiD;QACjD,MAAM,mBAAmB,GAAG,WAAW,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC;YAC/D,CAAC,CAAC,WAAW;YACb,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,YAAY,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC;QACpD,IAAI,sBAAkD,CAAC;QACvD,IAAI,WAAW,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC1C,MAAM,EAAE,cAAc,EAAE,GAAG,MAAM,MAAM,CAAC,uBAAuB,CAAC,CAAC;YACjE,sBAAsB,GAAG,EAAE,CAAC;YAC5B,KAAK,MAAM,EAAE,IAAI,mBAAmB,EAAE,CAAC;gBACrC,IAAI,CAAC,sBAAsB,CAAC,EAAE,CAAC,QAAQ,CAAC,EAAE,CAAC;oBACzC,sBAAsB,CAAC,EAAE,CAAC,QAAQ,CAAC,GAAG,cAAc,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC;gBACpE,CAAC;YACH,CAAC;QACH,CAAC;aAAM,CAAC;YACN,sBAAsB,GAAG,EAAE,CAAC,YAAY,CAAC,EAAE,aAAa,EAAE,CAAC;QAC7D,CAAC;QAED,IAAI,CAAC,gBAAgB,EAAE,CAAC;YACtB,IAAI,UAAU;gBAAE,UAAU,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,KAAK,EAAE,QAAQ,CAAC,KAAK,EAAE,CAAC,CAAC;YAC1E,kDAAkD;YAClD,qDAAqD;YACrD,MAAM,SAAS,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;YACjC,IAAI,CAAC,OAAO,EAAE,CAAC;gBACb,MAAM,kBAAkB,CAAC,mBAAmB,EAAE,sBAAsB,CAAC,CAAC;YACxE,CAAC;QACH,CAAC;QAED,6EAA6E;QAC7E,+EAA+E;QAC/E,+EAA+E;QAC/E,4DAA4D;QAC5D,iBAAiB,CAAC,OAAO,CAAC,MAAM,EAAE,MAAM,IAAI,CAAC,EAAE,IAAI,CAAC,CAAC;QACrD,oFAAoF;QACpF,qBAAqB,CAAC,SAAS,EAAE,cAAc,CAAC,CAAC;QAEjD,MAAM,EAAE,OAAO,EAAE,YAAY,EAAE,OAAO,EAAE,eAAe,EAAE,GAAG,MAAM,YAAY,CAAC;YAC7E,KAAK;YACL,QAAQ;YACR,YAAY;YACZ,KAAK;YACL,OAAO;YACP,WAAW;YACX,cAAc;YACd,WAAW;YACX,SAAS;YACT,OAAO;YACP,OAAO;YACP,UAAU;YACV,KAAK;YACL,eAAe;YACf,WAAW;YACX,WAAW,EAAE,mBAAmB;YAChC,cAAc,EAAE,sBAAsB;YACtC,YAAY;YACZ,MAAM;YACN,MAAM;YACN,YAAY;SACb,CAAC,CAAC;QACH,IAAI,OAAO,GAAG,CAAC,IAAI,UAAU,EAAE,CAAC;YAC9B,UAAU,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,KAAK,CAAC,MAAM,EAAE,KAAK,EAAE,KAAK,CAAC,MAAM,EAAE,SAAS,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;QACzH,CAAC;QAED,MAAM,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,qBAAqB,CAAC,QAAQ,CAAC,CAAC;QACrD,MAAM,MAAM,GAAG,wBAAwB,CAAC;YACtC,MAAM,EAAE,eAAe,CAAC;gBACtB,KAAK,EAAE,QAAQ,CAAC,KAAK;gBACrB,QAAQ,EAAE,YAAY;gBACtB,KAAK;gBACL,UAAU;gBACV,OAAO;gBACP,YAAY;gBACZ,OAAO;gBACP,KAAK;gBACL,OAAO;gBACP,YAAY;gBACZ,SAAS;gBACT,OAAO,EAAE,QAAQ,CAAC,OAAO;gBACzB,GAAG;gBACH,GAAG;gBACH,YAAY;aACb,CAAC;YACF,OAAO;YACP,SAAS;YACT,YAAY;YACZ,KAAK;YACL,WAAW;YACX,kBAAkB;YAClB,OAAO;SACR,CAAC,CAAC;QACH,IAAI,eAAe,EAAE,CAAC;YACpB,MAAM,CAAC,IAAI,CAAC,eAAe,GAAG,IAAI,CAAC;QACrC,CAAC;QACD,IAAI,MAAM,EAAE,CAAC;YACX,MAAM,CAAC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QAC9B,CAAC;QACD,MAAM,QAAQ,GAAG,aAAa,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;QAClD,MAAM,oBAAoB,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;QAC1C,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,CAAC;IAC9B,CAAC;IAAC,OAAO,GAAY,EAAE,CAAC;QACtB,MAAM,gBAAgB,CAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;QACtC,MAAM,GAAG,CAAC;IACZ,CAAC;YAAS,CAAC;QACT,MAAM,cAAc,EAAE,CAAC;IACzB,CAAC;AACH,CAAC"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"evaluation-preparation.d.ts","sourceRoot":"","sources":["../../../src/eval-workflows/evaluation-preparation.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,EAAE,sBAAsB,EAAE,MAAM,oCAAoC,CAAC;AACjF,OAAO,KAAK,EAAE,QAAQ,EAAE,WAAW,EAAc,MAAM,EAAE,IAAI,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAEtG,MAAM,WAAW,qBAAqB;IACpC,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,SAAS,EAAE,QAAQ,EAAE,CAAC;IACtB,KAAK,EAAE,IAAI,EAAE,CAAC;IACd,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,QAAQ,CAAC,EAAE,sBAAsB,CAAC;IAClC;qDACiD;IACjD,cAAc,EAAE,MAAM,CAAC;IACvB,6DAA6D;IAC7D,kBAAkB,EAAE,MAAM,EAAE,CAAC;CAC9B;AAED,wBAAsB,oBAAoB,CAAC,EACzC,WAAW,EACX,QAAQ,EACR,YAAY,EACZ,SAAS,EACT,MAAM,EACN,SAAS,EACT,cAAc,EACd,oBAAoB,GACrB,EAAE;IACD,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,WAAW,EAAE,CAAC;IAC5B,SAAS,CAAC,EAAE,QAAQ,EAAE,CAAC;IACvB,MAAM,EAAE,OAAO,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,0DAA0D;IAC1D,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,oFAAoF;IACpF,oBAAoB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;CACjD,GAAG,OAAO,CAAC,qBAAqB,CAAC,CA+CjC;AAED,wBAAgB,qBAAqB,CAAC,EACpC,KAAK,EACL,WAAW,EACX,YAAY,EACZ,WAAW,EACX,QAAQ,EACR,KAAK,EACL,YAAY,GACb,EAAE;IACD,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,WAAW,EAAE,CAAC;IAC3B,YAAY,EAAE,MAAM,CAAC;IACrB,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,IAAI,EAAE,CAAC;IACd,YAAY,EAAE,MAAM,EAAE,CAAC;CACxB;;;;;;;;;;;;;;;;;;;;;;;;EA6BA"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"evaluation-preparation.js","sourceRoot":"","sources":["../../../src/eval-workflows/evaluation-preparation.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,uBAAuB,EAAE,MAAM,8BAA8B,CAAC;AACvE,OAAO,EAAE,WAAW,EAAE,MAAM,2BAA2B,CAAC;AACxD,OAAO,EAAE,gBAAgB,EAAE,MAAM,2BAA2B,CAAC;AAC7D,OAAO,EAAE,kBAAkB,EAAE,MAAM,oCAAoC,CAAC;AACxE,OAAO,EAAE,aAAa,EAAE,cAAc,EAAE,MAAM,2BAA2B,CAAC;AAC1E,OAAO,EAAE,WAAW,EAAE,MAAM,0BAA0B,CAAC;AAiBvD,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,EACzC,WAAW,EACX,QAAQ,EACR,YAAY,EACZ,SAAS,EACT,MAAM,EACN,SAAS,EACT,cAAc,EACd,oBAAoB,GAYrB;IACC,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,OAAO,EAAE,cAAc,EAAE,WAAW,EAAE,kBAAkB,EAAE,GAAG,WAAW,CAAC,WAAW,CAAC,CAAC;IAEjH,4EAA4E;IAC5E,MAAM,kBAAkB,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACjE,MAAM,iBAAiB,GAAG,SAAS,IAAI,gBAAgB,CACrD,OAAO,CAAC,QAAQ,CAAC,EACjB,kBAAkB,EAClB,EAAE,cAAc,EAAE,oBAAoB,EAAE,CACzC,CAAC;IAEF,iFAAiF;IACjF,MAAM,UAAU,GAAwC,EAAE,CAAC;IAC3D,KAAK,MAAM,IAAI,IAAI,YAAY;QAAE,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC;IACnE,KAAK,MAAM,QAAQ,IAAI,iBAAiB,EAAE,CAAC;QACzC,IAAI,QAAQ,CAAC,cAAc;YAAE,SAAS,CAAE,gDAAgD;QACxF,MAAM,IAAI,GAAG,UAAU,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QACvC,IAAI,IAAI;YAAE,QAAQ,CAAC,cAAc,GAAG,IAAI,CAAC;IAC3C,CAAC;IAED,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,MAAM,UAAU,GAAsB,aAAa,CAAC,SAAS,CAAC,CAAC;QAC/D,MAAM,WAAW,GAAG,UAAU,CAAC,CAAC,CAAC,MAAM,cAAc,CAAC,OAAO,EAAE,UAAU,CAAC,CAAC,CAAC,CAAC,IAAI,GAAG,EAAU,CAAC;QAC/F,MAAM,WAAW,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;IAC1C,CAAC;IAED,IAAI,iBAAiB,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACnC,MAAM,IAAI,KAAK,CACb,sBAAsB;cACpB,qBAAqB,OAAO,CAAC,QAAQ,CAAC,IAAI;cAC1C,sCAAsC;cACtC,wEAAwE,CAC3E,CAAC;IACJ,CAAC;IAED,MAAM,KAAK,GAAG,uBAAuB,CAAC,OAAO,EAAE,iBAAiB,CAAC,CAAC;IAClE,MAAM,YAAY,GAAG,iBAAiB,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;IAExE,OAAO;QACL,OAAO;QACP,SAAS,EAAE,iBAAiB;QAC5B,KAAK;QACL,YAAY;QACZ,QAAQ;QACR,cAAc;QACd,kBAAkB;KACnB,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,qBAAqB,CAAC,EACpC,KAAK,EACL,WAAW,EACX,YAAY,EACZ,WAAW,EACX,QAAQ,EACR,KAAK,EACL,YAAY,GASb;IACC,OAAO;QACL,MAAM,EAAE,IAAa;QACrB,KAAK;QACL,WAAW;QACX,QAAQ,EAAE,YAAY;QACtB,QAAQ,EAAE,YAAY;QACtB,WAAW;QACX,QAAQ;QACR,UAAU,EAAE,KAAK,CAAC,MAAM;QACxB,KAAK,EAAE,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE;YACxB,MAAM,MAAM,GAAG,kBAAkB,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YACjD,OAAO;gBACL,SAAS,EAAE,IAAI,CAAC,SAAS;gBACzB,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,YAAY,EAAE,IAAI,CAAC,QAAQ,CAAC,IAAI;gBAChC,cAAc,EAAE,IAAI,CAAC,QAAQ,CAAC,MAAM;gBACpC,iBAAiB,EAAE,MAAM,CAAC,iBAAiB;gBAC3C,cAAc,EAAE,MAAM,CAAC,cAAc;gBACrC,cAAc,EAAE,MAAM,CAAC,cAAc;gBACrC,GAAG,EAAE,IAAI,CAAC,GAAG;gBACb,aAAa,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;gBACxC,SAAS,EAAE,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC;gBAC/B,aAAa,EAAE,OAAO,CAAC,IAAI,CAAC,UAAU,EAAE,MAAM,CAAC;gBAC/C,aAAa,EAAE,OAAO,CAAC,IAAI,CAAC,UAAU,IAAI,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC;gBAC9E,SAAS,EAAE,OAAO,CAAC,IAAI,CAAC,eAAe,CAAC;aACzC,CAAC;QACJ,CAAC,CAAC;KACH,CAAC;AACJ,CAAC"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"run-evaluation.d.ts","sourceRoot":"","sources":["../../../src/eval-workflows/run-evaluation.ts"],"names":[],"mappings":"AAYA,OAAO,KAAK,EACV,QAAQ,EACR,qBAAqB,EACrB,gBAAgB,EAEhB,QAAQ,EACR,gBAAgB,EAChB,MAAM,EAIN,YAAY,EAGZ,WAAW,EAGZ,MAAM,mBAAmB,CAAC;AAI3B,MAAM,WAAW,iBAAiB;IAChC,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,UAAU,uBAAuB;IAC/B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,EAAE,QAAQ,GAAG,IAAI,CAAC;IAC3B,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,UAAU,CAAC,EAAE,gBAAgB,GAAG,IAAI,CAAC;IACrC,8CAA8C;IAC9C,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B;;wDAEoD;IACpD,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,6BAA6B;IAC7B,IAAI,CAAC,EAAE,IAAI,GAAG,IAAI,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,OAAO,CAAC;IAIlB,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB;yDACqD;IACrD,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB;wCACoC;IACpC,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB;wEACoE;IACpE,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB;;4DAEwD;IACxD,WAAW,CAAC,EAAE,OAAO,mBAAmB,EAAE,WAAW,EAAE,CAAC;IACxD,8EAA8E;IAC9E,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,2CAA2C;IAC3C,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B;2DACuD;IACvD,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,wBAAwB;IACxB,MAAM,CAAC,EAAE,OAAO,mBAAmB,EAAE,UAAU,CAAC;IAChD,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB;;oDAEgD;IAChD,MAAM,CAAC,EAAE,KAAK,GAAG,QAAQ,GAAG,MAAM,GAAG,OAAO,GAAG,KAAK,CAAC;IACrD,2DAA2D;IAC3D,YAAY,CAAC,EAAE,OAAO,CAAC;CACxB;AAED,MAAM,WAAW,oBAAqB,SAAQ,uBAAuB;IACnE,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,CAAC,EAAE,WAAW,EAAE,CAAC;IAC7B,SAAS,CAAC,EAAE,QAAQ,EAAE,CAAC;IACvB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,KAAK,CAAC,EAAE,OAAO,CAAC;IAChB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,qFAAqF;IACrF,KAAK,CAAC,EAAE,MAAM,CAAC;IACf;;6DAEyD;IACzD,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB;0EACsE;IACtE,oBAAoB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;CACjD;AAED,MAAM,WAAW,yBAA0B,SAAQ,uBAAuB;IACxE,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,eAAe,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE,iBAAiB,KAAK,IAAI,CAAC,GAAG,IAAI,CAAC;IAC7D,qDAAqD;IACrD,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,6EAA6E;IAC7E,oBAAoB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;CACjD;AAED,MAAM,WAAW,kBAAmB,SAAQ,oBAAoB;IAC9D,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,gBAAgB,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,KAAK,IAAI,CAAC,GAAG,IAAI,CAAC;CAC5E;AAED,UAAU,UAAU;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC;IAC/B,cAAc,EAAE,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACnC,iBAAiB,EAAE,MAAM,CAAC;IAC1B,cAAc,EAAE,MAAM,CAAC;IACvB,cAAc,EAAE,MAAM,CAAC;IACvB,GAAG,EAAE,MAAM,GAAG,IAAI,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE,OAAO,CAAC;IACnB,aAAa,EAAE,OAAO,CAAC;IACvB,aAAa,EAAE,OAAO,CAAC;IACvB,SAAS,EAAE,OAAO,CAAC;CACpB;AAED,UAAU,UAAU;IAClB,MAAM,EAAE,IAAI,CAAC;IACb,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,OAAO,mBAAmB,EAAE,WAAW,EAAE,CAAC;IACvD,QAAQ,EAAE,MAAM,CAAC;IACjB,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,EAAE,MAAM,CAAC;CACpB;AAED,MAAM,WAAW,YAAa,SAAQ,UAAU;IAC9C,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,EAAE,UAAU,EAAE,CAAC;CACrB;AAED,wBAAsB,aAAa,CAAC,EAClC,WAAW,EACX,QAAQ,EACR,YAAiB,EACjB,SAAS,EACT,KAAqB,EACrB,SAA8B,EAC9B,OAAO,EACP,KAAK,EACL,IAAI,EACJ,OAAe,EACf,MAAc,EACd,KAAa,EACb,WAAe,EACf,SAAS,EACT,OAAe,EACf,YAAuB,EACvB,QAAe,EACf,UAAiB,EACjB,UAAiB,EACjB,gBAAwB,EACxB,UAAkB,EAClB,IAAW,EACX,SAAS,EACT,OAAe,EACf,KAAS,EACT,MAAM,EACN,KAAK,EACL,YAAoB,EACpB,MAAM,EACN,KAAK,EACL,WAAW,EACX,WAAW,EACX,SAAS,EACT,gBAAgB,EAChB,YAAY,EACZ,MAAM,EACN,cAAc,EACd,oBAAoB,EACpB,MAAM,EACN,YAAY,GACb,EAAE,oBAAoB,GAAG,OAAO,CAAC;IAAE,MAAM,EAAE,MAAM,GAAG,YAAY,CAAC;IAAC,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAA;CAAE,CAAC,CAiL5F;AAED,UAAU,gBAAgB;IACxB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,MAAM,CAAC;IACpB,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,iBAAkB,SAAQ,UAAU;IACnD,KAAK,EAAE,IAAI,CAAC;IACZ,cAAc,EAAE,MAAM,CAAC;IACvB,SAAS,EAAE,gBAAgB,EAAE,CAAC;CAC/B;AAyHD,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,MAAM,EAAE,GAAG,YAAY,GAAG,IAAI,CA6ErE;AAED,wBAAsB,kBAAkB,CAAC,EACvC,QAAQ,EACR,KAAqB,EACrB,SAA8B,EAC9B,OAAO,EACP,KAAK,EACL,IAAI,EACJ,OAAe,EACf,MAAc,EACd,WAAe,EACf,SAAS,EACT,YAAuB,EACvB,QAAe,EACf,UAAiB,EACjB,UAAiB,EACjB,eAAsB,EACtB,gBAAwB,EACxB,UAAkB,EAClB,IAAW,EACX,SAAS,EACT,OAAe,EACf,MAAM,EACN,WAAW,EACX,WAAW,EACX,SAAS,EACT,gBAAgB,EAChB,YAAY,EACZ,MAAM,EACN,OAAe,EACf,cAAc,EACd,oBAAoB,GACrB,EAAE,yBAAyB,GAAG,OAAO,CAAC;IAAE,MAAM,EAAE,qBAAqB,GAAG,iBAAiB,CAAC;IAAC,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAA;CAAE,CAAC,CA4IrH;AAED,wBAAsB,WAAW,CAAC,EAAE,MAAU,EAAE,gBAAgB,EAAE,GAAG,MAAM,EAAE,EAAE,kBAAkB;;;;GAyBhG"}