oh-my-knowledge 0.31.0 → 0.33.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (1128) hide show
  1. package/README.md +38 -847
  2. package/README.zh.md +49 -858
  3. package/dist/analysis/coverage-analyzer.d.ts.map +1 -0
  4. package/dist/analysis/coverage-analyzer.js.map +1 -0
  5. package/dist/analysis/failure-clusterer.d.ts.map +1 -0
  6. package/dist/analysis/failure-clusterer.js.map +1 -0
  7. package/dist/analysis/gap-analyzer.d.ts +121 -0
  8. package/dist/analysis/gap-analyzer.d.ts.map +1 -0
  9. package/dist/analysis/gap-analyzer.js +471 -0
  10. package/dist/analysis/gap-analyzer.js.map +1 -0
  11. package/dist/analysis/hedging-classifier.d.ts.map +1 -0
  12. package/dist/analysis/hedging-classifier.js.map +1 -0
  13. package/dist/analysis/report-diagnostics.d.ts +34 -0
  14. package/dist/analysis/report-diagnostics.d.ts.map +1 -0
  15. package/dist/analysis/report-diagnostics.js +753 -0
  16. package/dist/analysis/report-diagnostics.js.map +1 -0
  17. package/dist/analysis/sample-diagnostics.d.ts.map +1 -0
  18. package/dist/analysis/sample-diagnostics.js.map +1 -0
  19. package/dist/analysis/saturation.d.ts +93 -0
  20. package/dist/analysis/saturation.d.ts.map +1 -0
  21. package/dist/analysis/saturation.js +182 -0
  22. package/dist/analysis/saturation.js.map +1 -0
  23. package/dist/authoring/evolver.d.ts +143 -0
  24. package/dist/authoring/evolver.d.ts.map +1 -0
  25. package/dist/authoring/evolver.js +764 -0
  26. package/dist/authoring/evolver.js.map +1 -0
  27. package/dist/authoring/generator.d.ts +66 -0
  28. package/dist/authoring/generator.d.ts.map +1 -0
  29. package/dist/authoring/generator.js +833 -0
  30. package/dist/authoring/generator.js.map +1 -0
  31. package/dist/authoring/sample-fixer.d.ts.map +1 -0
  32. package/dist/authoring/sample-fixer.js.map +1 -0
  33. package/dist/cli/commands/doctor.d.ts +28 -0
  34. package/dist/cli/commands/doctor.d.ts.map +1 -0
  35. package/dist/cli/commands/doctor.js +321 -0
  36. package/dist/cli/commands/doctor.js.map +1 -0
  37. package/dist/cli/commands/eval/gold/compare.d.ts.map +1 -0
  38. package/dist/cli/commands/eval/gold/compare.js.map +1 -0
  39. package/dist/cli/commands/eval/gold/index.d.ts.map +1 -0
  40. package/dist/cli/commands/eval/gold/index.js.map +1 -0
  41. package/dist/cli/commands/eval/gold/init.d.ts.map +1 -0
  42. package/dist/cli/commands/eval/gold/init.js.map +1 -0
  43. package/dist/cli/commands/eval/gold/validate.d.ts.map +1 -0
  44. package/dist/cli/commands/eval/gold/validate.js.map +1 -0
  45. package/dist/cli/commands/eval/index.d.ts.map +1 -0
  46. package/dist/cli/commands/eval/index.js +466 -0
  47. package/dist/cli/commands/eval/index.js.map +1 -0
  48. package/dist/cli/commands/evolve.d.ts +38 -0
  49. package/dist/cli/commands/evolve.d.ts.map +1 -0
  50. package/dist/cli/commands/evolve.js +299 -0
  51. package/dist/cli/commands/evolve.js.map +1 -0
  52. package/dist/cli/commands/init.d.ts.map +1 -0
  53. package/dist/cli/commands/init.js.map +1 -0
  54. package/dist/cli/commands/observe/inbox.d.ts.map +1 -0
  55. package/dist/cli/commands/observe/inbox.js +260 -0
  56. package/dist/cli/commands/observe/inbox.js.map +1 -0
  57. package/dist/cli/commands/observe/index.d.ts.map +1 -0
  58. package/dist/cli/commands/observe/index.js +122 -0
  59. package/dist/cli/commands/observe/index.js.map +1 -0
  60. package/dist/cli/commands/observe/ingest.d.ts.map +1 -0
  61. package/dist/cli/commands/observe/ingest.js +71 -0
  62. package/dist/cli/commands/observe/ingest.js.map +1 -0
  63. package/dist/cli/commands/observe/show.d.ts.map +1 -0
  64. package/dist/cli/commands/observe/show.js.map +1 -0
  65. package/dist/cli/commands/sample.d.ts +40 -0
  66. package/dist/cli/commands/sample.d.ts.map +1 -0
  67. package/dist/cli/commands/sample.js +579 -0
  68. package/dist/cli/commands/sample.js.map +1 -0
  69. package/dist/cli/commands/studio.d.ts.map +1 -0
  70. package/dist/cli/commands/studio.js +158 -0
  71. package/dist/cli/commands/studio.js.map +1 -0
  72. package/dist/cli/index.d.ts.map +1 -0
  73. package/dist/cli/index.js.map +1 -0
  74. package/dist/cli/lib/cli-exit.d.ts.map +1 -0
  75. package/dist/cli/lib/cli-exit.js.map +1 -0
  76. package/dist/cli/lib/cmd-flags.d.ts +229 -0
  77. package/dist/cli/lib/cmd-flags.d.ts.map +1 -0
  78. package/dist/cli/lib/cmd-flags.js.map +1 -0
  79. package/dist/cli/lib/i18n-dict/common.d.ts +4 -0
  80. package/dist/cli/lib/i18n-dict/common.d.ts.map +1 -0
  81. package/dist/cli/lib/i18n-dict/common.js +83 -0
  82. package/dist/cli/lib/i18n-dict/common.js.map +1 -0
  83. package/dist/cli/lib/i18n-dict/evolve.d.ts +4 -0
  84. package/dist/cli/lib/i18n-dict/evolve.d.ts.map +1 -0
  85. package/dist/cli/lib/i18n-dict/evolve.js +51 -0
  86. package/dist/cli/lib/i18n-dict/evolve.js.map +1 -0
  87. package/dist/cli/lib/i18n-dict/gen.d.ts +4 -0
  88. package/dist/cli/lib/i18n-dict/gen.d.ts.map +1 -0
  89. package/dist/cli/lib/i18n-dict/gen.js +63 -0
  90. package/dist/cli/lib/i18n-dict/gen.js.map +1 -0
  91. package/dist/cli/lib/i18n-dict/help.d.ts +4 -0
  92. package/dist/cli/lib/i18n-dict/help.d.ts.map +1 -0
  93. package/dist/cli/lib/i18n-dict/help.js +281 -0
  94. package/dist/cli/lib/i18n-dict/help.js.map +1 -0
  95. package/dist/cli/lib/i18n-dict/init.d.ts +4 -0
  96. package/dist/cli/lib/i18n-dict/init.d.ts.map +1 -0
  97. package/dist/cli/lib/i18n-dict/init.js +27 -0
  98. package/dist/cli/lib/i18n-dict/init.js.map +1 -0
  99. package/dist/cli/lib/i18n-dict/run.d.ts +4 -0
  100. package/dist/cli/lib/i18n-dict/run.d.ts.map +1 -0
  101. package/dist/cli/lib/i18n-dict/run.js +143 -0
  102. package/dist/cli/lib/i18n-dict/run.js.map +1 -0
  103. package/dist/cli/lib/i18n-dict/types.d.ts +5 -0
  104. package/dist/cli/lib/i18n-dict/types.d.ts.map +1 -0
  105. package/dist/cli/lib/i18n-dict/types.js +2 -0
  106. package/dist/cli/lib/i18n-dict/types.js.map +1 -0
  107. package/dist/cli/lib/i18n-dict.d.ts +63 -0
  108. package/dist/cli/lib/i18n-dict.d.ts.map +1 -0
  109. package/dist/cli/lib/i18n-dict.js +67 -0
  110. package/dist/cli/lib/i18n-dict.js.map +1 -0
  111. package/dist/cli/lib/i18n.d.ts.map +1 -0
  112. package/dist/cli/lib/i18n.js.map +1 -0
  113. package/dist/cli/lib/parse-run-config/judge-models.d.ts +24 -0
  114. package/dist/cli/lib/parse-run-config/judge-models.d.ts.map +1 -0
  115. package/dist/cli/lib/parse-run-config/judge-models.js +55 -0
  116. package/dist/cli/lib/parse-run-config/judge-models.js.map +1 -0
  117. package/dist/cli/lib/parse-run-config/samples-discovery.d.ts +19 -0
  118. package/dist/cli/lib/parse-run-config/samples-discovery.d.ts.map +1 -0
  119. package/dist/cli/lib/parse-run-config/samples-discovery.js +53 -0
  120. package/dist/cli/lib/parse-run-config/samples-discovery.js.map +1 -0
  121. package/dist/cli/lib/parse-run-config/variant-resolution.d.ts +23 -0
  122. package/dist/cli/lib/parse-run-config/variant-resolution.d.ts.map +1 -0
  123. package/dist/cli/lib/parse-run-config/variant-resolution.js +65 -0
  124. package/dist/cli/lib/parse-run-config/variant-resolution.js.map +1 -0
  125. package/dist/cli/lib/parse-run-config.d.ts +93 -0
  126. package/dist/cli/lib/parse-run-config.d.ts.map +1 -0
  127. package/dist/cli/lib/parse-run-config.js +157 -0
  128. package/dist/cli/lib/parse-run-config.js.map +1 -0
  129. package/dist/cli/lib/progress.d.ts.map +1 -0
  130. package/dist/cli/lib/progress.js.map +1 -0
  131. package/dist/cli/lib/resolve-skill-input.d.ts +8 -0
  132. package/dist/cli/lib/resolve-skill-input.d.ts.map +1 -0
  133. package/dist/cli/lib/resolve-skill-input.js +40 -0
  134. package/dist/cli/lib/resolve-skill-input.js.map +1 -0
  135. package/dist/cli/lib/run-tally.d.ts.map +1 -0
  136. package/dist/cli/lib/run-tally.js.map +1 -0
  137. package/dist/cli/lib/shared.d.ts.map +1 -0
  138. package/dist/cli/lib/shared.js.map +1 -0
  139. package/dist/cli/lib/update-check.d.ts +74 -0
  140. package/dist/cli/lib/update-check.d.ts.map +1 -0
  141. package/dist/cli/lib/update-check.js +302 -0
  142. package/dist/cli/lib/update-check.js.map +1 -0
  143. package/dist/cli/lib/update-fetch-worker.d.ts +2 -0
  144. package/dist/cli/lib/update-fetch-worker.d.ts.map +1 -0
  145. package/dist/cli/lib/update-fetch-worker.js +35 -0
  146. package/dist/cli/lib/update-fetch-worker.js.map +1 -0
  147. package/dist/cli/oclif/base-command.d.ts.map +1 -0
  148. package/dist/cli/oclif/base-command.js.map +1 -0
  149. package/dist/cli/oclif/help.d.ts.map +1 -0
  150. package/dist/cli/oclif/help.js.map +1 -0
  151. package/dist/cli/oclif/i18n.d.ts.map +1 -0
  152. package/dist/cli/oclif/i18n.js.map +1 -0
  153. package/dist/cli/oclif/parsers.d.ts.map +1 -0
  154. package/dist/cli/oclif/parsers.js.map +1 -0
  155. package/dist/cli/oclif/projection.d.ts.map +1 -0
  156. package/dist/cli/oclif/projection.js.map +1 -0
  157. package/dist/cli/oclif/run.d.ts.map +1 -0
  158. package/dist/cli/oclif/run.js +11 -0
  159. package/dist/cli/oclif/run.js.map +1 -0
  160. package/dist/diagnosis/observe-mapper.d.ts.map +1 -0
  161. package/dist/diagnosis/observe-mapper.js.map +1 -0
  162. package/dist/diagnosis/observe-producer.d.ts.map +1 -0
  163. package/dist/diagnosis/observe-producer.js +199 -0
  164. package/dist/diagnosis/observe-producer.js.map +1 -0
  165. package/dist/diagnosis/studio-projection.d.ts +7 -0
  166. package/dist/diagnosis/studio-projection.d.ts.map +1 -0
  167. package/dist/diagnosis/studio-projection.js.map +1 -0
  168. package/dist/diagnosis/types.d.ts +4 -0
  169. package/dist/diagnosis/types.d.ts.map +1 -0
  170. package/dist/diagnosis/types.js +20 -0
  171. package/dist/diagnosis/types.js.map +1 -0
  172. package/dist/doctor/fixer.d.ts.map +1 -0
  173. package/dist/doctor/fixer.js.map +1 -0
  174. package/dist/doctor/health/builtin-dimensions.d.ts.map +1 -0
  175. package/dist/doctor/health/builtin-dimensions.js.map +1 -0
  176. package/dist/doctor/health/composer.d.ts.map +1 -0
  177. package/dist/doctor/health/composer.js +296 -0
  178. package/dist/doctor/health/composer.js.map +1 -0
  179. package/dist/doctor/health/dimension-registry.d.ts.map +1 -0
  180. package/dist/doctor/health/dimension-registry.js.map +1 -0
  181. package/dist/doctor/health/dimension-spec.d.ts +47 -0
  182. package/dist/doctor/health/dimension-spec.d.ts.map +1 -0
  183. package/dist/doctor/health/dimension-spec.js.map +1 -0
  184. package/dist/doctor/health/load-custom-dimensions.d.ts +2 -0
  185. package/dist/doctor/health/load-custom-dimensions.d.ts.map +1 -0
  186. package/dist/doctor/health/load-custom-dimensions.js +31 -0
  187. package/dist/doctor/health/load-custom-dimensions.js.map +1 -0
  188. package/dist/doctor/health/parser.d.ts.map +1 -0
  189. package/dist/doctor/health/parser.js.map +1 -0
  190. package/dist/doctor/health/prompt-builder.d.ts.map +1 -0
  191. package/dist/doctor/health/prompt-builder.js.map +1 -0
  192. package/dist/doctor/health/register.d.ts.map +1 -0
  193. package/dist/doctor/health/register.js.map +1 -0
  194. package/dist/doctor/index.d.ts.map +1 -0
  195. package/dist/doctor/index.js.map +1 -0
  196. package/dist/doctor/messages.d.ts +21 -0
  197. package/dist/doctor/messages.d.ts.map +1 -0
  198. package/dist/doctor/messages.js +217 -0
  199. package/dist/doctor/messages.js.map +1 -0
  200. package/dist/doctor/preflight.d.ts.map +1 -0
  201. package/dist/doctor/preflight.js.map +1 -0
  202. package/dist/doctor/renderer.d.ts +17 -0
  203. package/dist/doctor/renderer.d.ts.map +1 -0
  204. package/dist/doctor/renderer.js +122 -0
  205. package/dist/doctor/renderer.js.map +1 -0
  206. package/dist/doctor/rules.d.ts.map +1 -0
  207. package/dist/doctor/rules.js +289 -0
  208. package/dist/doctor/rules.js.map +1 -0
  209. package/dist/eval-core/bootstrap.d.ts +80 -0
  210. package/dist/eval-core/bootstrap.d.ts.map +1 -0
  211. package/dist/eval-core/bootstrap.js +182 -0
  212. package/dist/eval-core/bootstrap.js.map +1 -0
  213. package/dist/eval-core/cache.d.ts.map +1 -0
  214. package/dist/eval-core/cache.js.map +1 -0
  215. package/dist/eval-core/comparability.d.ts.map +1 -0
  216. package/dist/eval-core/comparability.js.map +1 -0
  217. package/dist/eval-core/dependency-checker.d.ts +37 -0
  218. package/dist/eval-core/dependency-checker.d.ts.map +1 -0
  219. package/dist/eval-core/dependency-checker.js.map +1 -0
  220. package/dist/eval-core/evaluation-execution.d.ts.map +1 -0
  221. package/dist/eval-core/evaluation-execution.js.map +1 -0
  222. package/dist/eval-core/evaluation-job.d.ts.map +1 -0
  223. package/dist/eval-core/evaluation-job.js.map +1 -0
  224. package/dist/eval-core/evaluation-reporting.d.ts.map +1 -0
  225. package/dist/eval-core/evaluation-reporting.js +292 -0
  226. package/dist/eval-core/evaluation-reporting.js.map +1 -0
  227. package/dist/eval-core/execution-strategy.d.ts.map +1 -0
  228. package/dist/eval-core/execution-strategy.js +165 -0
  229. package/dist/eval-core/execution-strategy.js.map +1 -0
  230. package/dist/eval-core/fact-checker.d.ts.map +1 -0
  231. package/dist/eval-core/fact-checker.js.map +1 -0
  232. package/dist/eval-core/layer-gates.d.ts.map +1 -0
  233. package/dist/eval-core/layer-gates.js.map +1 -0
  234. package/dist/eval-core/mocks-runtime.d.ts.map +1 -0
  235. package/dist/eval-core/mocks-runtime.js +559 -0
  236. package/dist/eval-core/mocks-runtime.js.map +1 -0
  237. package/dist/eval-core/schema.d.ts.map +1 -0
  238. package/dist/eval-core/schema.js.map +1 -0
  239. package/dist/eval-core/statistics.d.ts.map +1 -0
  240. package/dist/eval-core/statistics.js.map +1 -0
  241. package/dist/eval-core/task-planner.d.ts.map +1 -0
  242. package/dist/eval-core/task-planner.js.map +1 -0
  243. package/dist/eval-core/verdict.d.ts +95 -0
  244. package/dist/eval-core/verdict.d.ts.map +1 -0
  245. package/dist/eval-core/verdict.js +372 -0
  246. package/dist/eval-core/verdict.js.map +1 -0
  247. package/dist/eval-workflows/batch-evaluation-workflow.d.ts.map +1 -0
  248. package/dist/eval-workflows/batch-evaluation-workflow.js.map +1 -0
  249. package/dist/eval-workflows/evaluation-pipeline/preflight-warnings.d.ts +22 -0
  250. package/dist/eval-workflows/evaluation-pipeline/preflight-warnings.d.ts.map +1 -0
  251. package/dist/eval-workflows/evaluation-pipeline/preflight-warnings.js +67 -0
  252. package/dist/eval-workflows/evaluation-pipeline/preflight-warnings.js.map +1 -0
  253. package/dist/eval-workflows/evaluation-pipeline/report-finalize.d.ts +32 -0
  254. package/dist/eval-workflows/evaluation-pipeline/report-finalize.d.ts.map +1 -0
  255. package/dist/eval-workflows/evaluation-pipeline/report-finalize.js +57 -0
  256. package/dist/eval-workflows/evaluation-pipeline/report-finalize.js.map +1 -0
  257. package/dist/eval-workflows/evaluation-pipeline/run-state.d.ts +60 -0
  258. package/dist/eval-workflows/evaluation-pipeline/run-state.d.ts.map +1 -0
  259. package/dist/eval-workflows/evaluation-pipeline/run-state.js +88 -0
  260. package/dist/eval-workflows/evaluation-pipeline/run-state.js.map +1 -0
  261. package/dist/eval-workflows/evaluation-pipeline/test-set-hash.d.ts +21 -0
  262. package/dist/eval-workflows/evaluation-pipeline/test-set-hash.d.ts.map +1 -0
  263. package/dist/eval-workflows/evaluation-pipeline/test-set-hash.js +46 -0
  264. package/dist/eval-workflows/evaluation-pipeline/test-set-hash.js.map +1 -0
  265. package/dist/eval-workflows/evaluation-pipeline.d.ts +97 -0
  266. package/dist/eval-workflows/evaluation-pipeline.d.ts.map +1 -0
  267. package/dist/eval-workflows/evaluation-pipeline.js +179 -0
  268. package/dist/eval-workflows/evaluation-pipeline.js.map +1 -0
  269. package/dist/eval-workflows/evaluation-preparation.d.ts.map +1 -0
  270. package/dist/eval-workflows/evaluation-preparation.js +105 -0
  271. package/dist/eval-workflows/evaluation-preparation.js.map +1 -0
  272. package/dist/eval-workflows/messages.d.ts +4 -0
  273. package/dist/eval-workflows/messages.d.ts.map +1 -0
  274. package/dist/eval-workflows/messages.js +30 -0
  275. package/dist/eval-workflows/messages.js.map +1 -0
  276. package/dist/eval-workflows/run-evaluation.d.ts +151 -0
  277. package/dist/eval-workflows/run-evaluation.d.ts.map +1 -0
  278. package/dist/eval-workflows/run-evaluation.js +528 -0
  279. package/dist/eval-workflows/run-evaluation.js.map +1 -0
  280. package/dist/executors/anthropic-api.d.ts.map +1 -0
  281. package/dist/executors/anthropic-api.js.map +1 -0
  282. package/dist/executors/claude-cli.d.ts.map +1 -0
  283. package/dist/executors/claude-cli.js.map +1 -0
  284. package/dist/executors/claude-sdk-trace.d.ts.map +1 -0
  285. package/dist/executors/claude-sdk-trace.js.map +1 -0
  286. package/dist/executors/claude-sdk.d.ts.map +1 -0
  287. package/dist/executors/claude-sdk.js.map +1 -0
  288. package/dist/executors/codex-cli-trace.d.ts.map +1 -0
  289. package/dist/executors/codex-cli-trace.js.map +1 -0
  290. package/dist/executors/codex-cli.d.ts.map +1 -0
  291. package/dist/executors/codex-cli.js.map +1 -0
  292. package/dist/executors/codex-sdk.d.ts.map +1 -0
  293. package/dist/executors/codex-sdk.js.map +1 -0
  294. package/dist/executors/gemini.d.ts.map +1 -0
  295. package/dist/executors/gemini.js.map +1 -0
  296. package/dist/executors/index.d.ts.map +1 -0
  297. package/dist/executors/index.js.map +1 -0
  298. package/dist/executors/openai-api.d.ts.map +1 -0
  299. package/dist/executors/openai-api.js.map +1 -0
  300. package/dist/executors/runtime-fingerprint.d.ts.map +1 -0
  301. package/dist/executors/runtime-fingerprint.js.map +1 -0
  302. package/dist/executors/script.d.ts.map +1 -0
  303. package/dist/executors/script.js.map +1 -0
  304. package/dist/executors/shared.d.ts +194 -0
  305. package/dist/executors/shared.d.ts.map +1 -0
  306. package/dist/executors/shared.js +253 -0
  307. package/dist/executors/shared.js.map +1 -0
  308. package/dist/grading/assertions.d.ts.map +1 -0
  309. package/dist/grading/assertions.js.map +1 -0
  310. package/dist/grading/debias-validate.d.ts.map +1 -0
  311. package/dist/grading/debias-validate.js.map +1 -0
  312. package/dist/grading/diagnostic.d.ts.map +1 -0
  313. package/dist/grading/diagnostic.js.map +1 -0
  314. package/dist/grading/gold-cli.d.ts.map +1 -0
  315. package/dist/grading/gold-cli.js.map +1 -0
  316. package/dist/grading/gold-dataset.d.ts.map +1 -0
  317. package/dist/grading/gold-dataset.js.map +1 -0
  318. package/dist/grading/human-gold.d.ts.map +1 -0
  319. package/dist/grading/human-gold.js.map +1 -0
  320. package/dist/grading/index.d.ts.map +1 -0
  321. package/dist/grading/index.js.map +1 -0
  322. package/dist/grading/judge.d.ts.map +1 -0
  323. package/dist/grading/judge.js.map +1 -0
  324. package/dist/grading/layered-scores.d.ts.map +1 -0
  325. package/dist/grading/layered-scores.js.map +1 -0
  326. package/dist/inputs/eval-config.d.ts.map +1 -0
  327. package/dist/inputs/eval-config.js +252 -0
  328. package/dist/inputs/eval-config.js.map +1 -0
  329. package/dist/inputs/load-samples.d.ts.map +1 -0
  330. package/dist/inputs/load-samples.js.map +1 -0
  331. package/dist/inputs/mcp-resolver.d.ts.map +1 -0
  332. package/dist/inputs/mcp-resolver.js.map +1 -0
  333. package/dist/inputs/skill-loader.d.ts +49 -0
  334. package/dist/inputs/skill-loader.d.ts.map +1 -0
  335. package/dist/inputs/skill-loader.js +420 -0
  336. package/dist/inputs/skill-loader.js.map +1 -0
  337. package/dist/inputs/url-fetcher.d.ts.map +1 -0
  338. package/dist/inputs/url-fetcher.js.map +1 -0
  339. package/dist/observability/experience-frontmatter.d.ts +37 -0
  340. package/dist/observability/experience-frontmatter.d.ts.map +1 -0
  341. package/dist/observability/experience-frontmatter.js +100 -0
  342. package/dist/observability/experience-frontmatter.js.map +1 -0
  343. package/dist/observability/experience.d.ts +23 -0
  344. package/dist/observability/experience.d.ts.map +1 -0
  345. package/dist/observability/experience.js +3438 -0
  346. package/dist/observability/experience.js.map +1 -0
  347. package/dist/observability/feedback-matchers.d.ts +37 -0
  348. package/dist/observability/feedback-matchers.d.ts.map +1 -0
  349. package/dist/observability/feedback-matchers.js +232 -0
  350. package/dist/observability/feedback-matchers.js.map +1 -0
  351. package/dist/observability/feedback-projection.d.ts +21 -0
  352. package/dist/observability/feedback-projection.d.ts.map +1 -0
  353. package/dist/observability/feedback-projection.js +20 -0
  354. package/dist/observability/feedback-projection.js.map +1 -0
  355. package/dist/observability/inbox-view-model.d.ts +43 -0
  356. package/dist/observability/inbox-view-model.d.ts.map +1 -0
  357. package/dist/observability/inbox-view-model.js +180 -0
  358. package/dist/observability/inbox-view-model.js.map +1 -0
  359. package/dist/observability/inbox.d.ts +28 -0
  360. package/dist/observability/inbox.d.ts.map +1 -0
  361. package/dist/observability/inbox.js +765 -0
  362. package/dist/observability/inbox.js.map +1 -0
  363. package/dist/observability/problem-patterns.d.ts +12 -0
  364. package/dist/observability/problem-patterns.d.ts.map +1 -0
  365. package/dist/observability/problem-patterns.js +244 -0
  366. package/dist/observability/problem-patterns.js.map +1 -0
  367. package/dist/observability/prompts/llm-enhanced-review.prompt.md +224 -0
  368. package/dist/observability/resolved-review.d.ts +37 -0
  369. package/dist/observability/resolved-review.d.ts.map +1 -0
  370. package/dist/observability/resolved-review.js +552 -0
  371. package/dist/observability/resolved-review.js.map +1 -0
  372. package/dist/observability/review-state.d.ts +20 -0
  373. package/dist/observability/review-state.d.ts.map +1 -0
  374. package/dist/observability/review-state.js.map +1 -0
  375. package/dist/observability/skill-chain-advisories.d.ts +16 -0
  376. package/dist/observability/skill-chain-advisories.d.ts.map +1 -0
  377. package/dist/observability/skill-chain-advisories.js.map +1 -0
  378. package/dist/observability/skill-chain.d.ts +7 -0
  379. package/dist/observability/skill-chain.d.ts.map +1 -0
  380. package/dist/observability/skill-chain.js +474 -0
  381. package/dist/observability/skill-chain.js.map +1 -0
  382. package/dist/observability/skill-health-analyzer.d.ts +96 -0
  383. package/dist/observability/skill-health-analyzer.d.ts.map +1 -0
  384. package/dist/observability/skill-health-analyzer.js +253 -0
  385. package/dist/observability/skill-health-analyzer.js.map +1 -0
  386. package/dist/observability/soft-standards/constants.d.ts +5 -0
  387. package/dist/observability/soft-standards/constants.d.ts.map +1 -0
  388. package/dist/observability/soft-standards/constants.js +10 -0
  389. package/dist/observability/soft-standards/constants.js.map +1 -0
  390. package/dist/observability/soft-standards/index.d.ts +16 -0
  391. package/dist/observability/soft-standards/index.d.ts.map +1 -0
  392. package/dist/observability/soft-standards/index.js +15 -0
  393. package/dist/observability/soft-standards/index.js.map +1 -0
  394. package/dist/observability/soft-standards/llm-extractor.d.ts +6 -0
  395. package/dist/observability/soft-standards/llm-extractor.d.ts.map +1 -0
  396. package/dist/observability/soft-standards/llm-extractor.js +692 -0
  397. package/dist/observability/soft-standards/llm-extractor.js.map +1 -0
  398. package/dist/observability/soft-standards/runtime-evaluator.d.ts +12 -0
  399. package/dist/observability/soft-standards/runtime-evaluator.d.ts.map +1 -0
  400. package/dist/observability/soft-standards/runtime-evaluator.js +385 -0
  401. package/dist/observability/soft-standards/runtime-evaluator.js.map +1 -0
  402. package/dist/observability/soft-standards/skill-standards-store.d.ts +11 -0
  403. package/dist/observability/soft-standards/skill-standards-store.d.ts.map +1 -0
  404. package/dist/observability/soft-standards/skill-standards-store.js +158 -0
  405. package/dist/observability/soft-standards/skill-standards-store.js.map +1 -0
  406. package/dist/observability/soft-standards/types.d.ts +212 -0
  407. package/dist/observability/soft-standards/types.d.ts.map +1 -0
  408. package/dist/observability/soft-standards/types.js +2 -0
  409. package/dist/observability/soft-standards/types.js.map +1 -0
  410. package/dist/observability/text-signals.d.ts +14 -0
  411. package/dist/observability/text-signals.d.ts.map +1 -0
  412. package/dist/observability/text-signals.js +116 -0
  413. package/dist/observability/text-signals.js.map +1 -0
  414. package/dist/observability/trace-adapter.d.ts.map +1 -0
  415. package/dist/observability/trace-adapter.js.map +1 -0
  416. package/dist/observability/trace-attribution.d.ts +56 -0
  417. package/dist/observability/trace-attribution.d.ts.map +1 -0
  418. package/dist/observability/trace-attribution.js +200 -0
  419. package/dist/observability/trace-attribution.js.map +1 -0
  420. package/dist/observability/trace-segmenter.d.ts +52 -0
  421. package/dist/observability/trace-segmenter.d.ts.map +1 -0
  422. package/dist/observability/trace-segmenter.js +322 -0
  423. package/dist/observability/trace-segmenter.js.map +1 -0
  424. package/dist/observability/trace-source.d.ts +92 -0
  425. package/dist/observability/trace-source.d.ts.map +1 -0
  426. package/dist/observability/trace-source.js +502 -0
  427. package/dist/observability/trace-source.js.map +1 -0
  428. package/dist/renderer/html-renderer.d.ts.map +1 -0
  429. package/dist/renderer/html-renderer.js.map +1 -0
  430. package/dist/renderer/layout.d.ts.map +1 -0
  431. package/dist/renderer/layout.js +776 -0
  432. package/dist/renderer/layout.js.map +1 -0
  433. package/dist/renderer/observation-inbox/helpers.d.ts +14 -0
  434. package/dist/renderer/observation-inbox/helpers.d.ts.map +1 -0
  435. package/dist/renderer/observation-inbox/helpers.js +75 -0
  436. package/dist/renderer/observation-inbox/helpers.js.map +1 -0
  437. package/dist/renderer/observation-inbox/styles.d.ts +2 -0
  438. package/dist/renderer/observation-inbox/styles.d.ts.map +1 -0
  439. package/dist/renderer/observation-inbox/styles.js +5184 -0
  440. package/dist/renderer/observation-inbox/styles.js.map +1 -0
  441. package/dist/renderer/observation-inbox-renderer.d.ts +5 -0
  442. package/dist/renderer/observation-inbox-renderer.d.ts.map +1 -0
  443. package/dist/renderer/observation-inbox-renderer.js +7182 -0
  444. package/dist/renderer/observation-inbox-renderer.js.map +1 -0
  445. package/dist/renderer/skill-detail-renderer.d.ts +13 -0
  446. package/dist/renderer/skill-detail-renderer.d.ts.map +1 -0
  447. package/dist/renderer/skill-detail-renderer.js +1323 -0
  448. package/dist/renderer/skill-detail-renderer.js.map +1 -0
  449. package/dist/renderer/skill-health-renderer.d.ts.map +1 -0
  450. package/dist/renderer/skill-health-renderer.js +282 -0
  451. package/dist/renderer/skill-health-renderer.js.map +1 -0
  452. package/dist/renderer/skill-list-renderer.d.ts +3 -0
  453. package/dist/renderer/skill-list-renderer.d.ts.map +1 -0
  454. package/dist/renderer/skill-list-renderer.js +346 -0
  455. package/dist/renderer/skill-list-renderer.js.map +1 -0
  456. package/dist/renderer/summary.d.ts +68 -0
  457. package/dist/renderer/summary.d.ts.map +1 -0
  458. package/dist/renderer/summary.js +1908 -0
  459. package/dist/renderer/summary.js.map +1 -0
  460. package/dist/renderer/table.d.ts.map +1 -0
  461. package/dist/renderer/table.js.map +1 -0
  462. package/dist/renderer/test-view.d.ts.map +1 -0
  463. package/dist/renderer/test-view.js.map +1 -0
  464. package/dist/renderer/trends.d.ts.map +1 -0
  465. package/dist/renderer/trends.js.map +1 -0
  466. package/dist/server/job-store.d.ts.map +1 -0
  467. package/dist/server/job-store.js.map +1 -0
  468. package/dist/server/report-server.d.ts.map +1 -0
  469. package/dist/server/report-server.js +899 -0
  470. package/dist/server/report-server.js.map +1 -0
  471. package/dist/server/report-store.d.ts.map +1 -0
  472. package/dist/server/report-store.js.map +1 -0
  473. package/dist/server/skill-index.d.ts +14 -0
  474. package/dist/server/skill-index.d.ts.map +1 -0
  475. package/dist/server/skill-index.js +384 -0
  476. package/dist/server/skill-index.js.map +1 -0
  477. package/dist/server/skill-insights.d.ts +32 -0
  478. package/dist/server/skill-insights.d.ts.map +1 -0
  479. package/dist/server/skill-insights.js +816 -0
  480. package/dist/server/skill-insights.js.map +1 -0
  481. package/dist/shared/hard-rules.d.ts.map +1 -0
  482. package/dist/shared/hard-rules.js.map +1 -0
  483. package/dist/shared/llm-prompts/index.d.ts +14 -0
  484. package/dist/shared/llm-prompts/index.d.ts.map +1 -0
  485. package/dist/shared/llm-prompts/index.js +22 -0
  486. package/dist/shared/llm-prompts/index.js.map +1 -0
  487. package/dist/shared/llm-prompts/skill-health.d.ts.map +1 -0
  488. package/dist/shared/llm-prompts/skill-health.js.map +1 -0
  489. package/dist/shared/time.d.ts.map +1 -0
  490. package/dist/shared/time.js.map +1 -0
  491. package/dist/shared/tool-search.d.ts.map +1 -0
  492. package/dist/shared/tool-search.js.map +1 -0
  493. package/dist/types/dependencies.d.ts +23 -0
  494. package/dist/types/dependencies.d.ts.map +1 -0
  495. package/dist/types/dependencies.js +2 -0
  496. package/dist/types/dependencies.js.map +1 -0
  497. package/dist/types/diagnosis.d.ts +88 -0
  498. package/dist/types/diagnosis.d.ts.map +1 -0
  499. package/dist/types/diagnosis.js +2 -0
  500. package/dist/types/diagnosis.js.map +1 -0
  501. package/dist/types/doctor.d.ts +157 -0
  502. package/dist/types/doctor.d.ts.map +1 -0
  503. package/dist/types/doctor.js.map +1 -0
  504. package/dist/types/eval.d.ts +378 -0
  505. package/dist/types/eval.d.ts.map +1 -0
  506. package/dist/types/eval.js.map +1 -0
  507. package/dist/types/executor.d.ts.map +1 -0
  508. package/dist/types/executor.js.map +1 -0
  509. package/dist/types/index.d.ts +12 -0
  510. package/dist/types/index.d.ts.map +1 -0
  511. package/dist/types/index.js +12 -0
  512. package/dist/types/index.js.map +1 -0
  513. package/dist/types/judge.d.ts.map +1 -0
  514. package/dist/types/judge.js.map +1 -0
  515. package/dist/types/observability.d.ts +865 -0
  516. package/dist/types/observability.d.ts.map +1 -0
  517. package/dist/types/observability.js +14 -0
  518. package/dist/types/observability.js.map +1 -0
  519. package/dist/types/report.d.ts +560 -0
  520. package/dist/types/report.d.ts.map +1 -0
  521. package/dist/types/report.js.map +1 -0
  522. package/dist/types/shared.d.ts.map +1 -0
  523. package/dist/types/shared.js.map +1 -0
  524. package/dist/types/skill-index.d.ts +145 -0
  525. package/dist/types/skill-index.d.ts.map +1 -0
  526. package/dist/types/skill-index.js +2 -0
  527. package/dist/types/skill-index.js.map +1 -0
  528. package/dist/types/storage.d.ts.map +1 -0
  529. package/dist/types/storage.js.map +1 -0
  530. package/dist/util/safe-slice.d.ts +23 -0
  531. package/dist/util/safe-slice.d.ts.map +1 -0
  532. package/dist/util/safe-slice.js +33 -0
  533. package/dist/util/safe-slice.js.map +1 -0
  534. package/package.json +23 -16
  535. package/dist/src/analysis/coverage-analyzer.d.ts.map +0 -1
  536. package/dist/src/analysis/coverage-analyzer.js.map +0 -1
  537. package/dist/src/analysis/failure-clusterer.d.ts.map +0 -1
  538. package/dist/src/analysis/failure-clusterer.js.map +0 -1
  539. package/dist/src/analysis/gap-analyzer.d.ts +0 -121
  540. package/dist/src/analysis/gap-analyzer.d.ts.map +0 -1
  541. package/dist/src/analysis/gap-analyzer.js +0 -471
  542. package/dist/src/analysis/gap-analyzer.js.map +0 -1
  543. package/dist/src/analysis/hedging-classifier.d.ts.map +0 -1
  544. package/dist/src/analysis/hedging-classifier.js.map +0 -1
  545. package/dist/src/analysis/report-diagnostics.d.ts +0 -34
  546. package/dist/src/analysis/report-diagnostics.d.ts.map +0 -1
  547. package/dist/src/analysis/report-diagnostics.js +0 -753
  548. package/dist/src/analysis/report-diagnostics.js.map +0 -1
  549. package/dist/src/analysis/sample-diagnostics.d.ts.map +0 -1
  550. package/dist/src/analysis/sample-diagnostics.js.map +0 -1
  551. package/dist/src/analysis/saturation.d.ts +0 -85
  552. package/dist/src/analysis/saturation.d.ts.map +0 -1
  553. package/dist/src/analysis/saturation.js +0 -174
  554. package/dist/src/analysis/saturation.js.map +0 -1
  555. package/dist/src/authoring/evolver.d.ts +0 -102
  556. package/dist/src/authoring/evolver.d.ts.map +0 -1
  557. package/dist/src/authoring/evolver.js +0 -681
  558. package/dist/src/authoring/evolver.js.map +0 -1
  559. package/dist/src/authoring/generator.d.ts +0 -38
  560. package/dist/src/authoring/generator.d.ts.map +0 -1
  561. package/dist/src/authoring/generator.js +0 -720
  562. package/dist/src/authoring/generator.js.map +0 -1
  563. package/dist/src/authoring/sample-fixer.d.ts.map +0 -1
  564. package/dist/src/authoring/sample-fixer.js.map +0 -1
  565. package/dist/src/cli/commands/doctor.d.ts +0 -26
  566. package/dist/src/cli/commands/doctor.d.ts.map +0 -1
  567. package/dist/src/cli/commands/doctor.js +0 -283
  568. package/dist/src/cli/commands/doctor.js.map +0 -1
  569. package/dist/src/cli/commands/eval/gold/compare.d.ts.map +0 -1
  570. package/dist/src/cli/commands/eval/gold/compare.js.map +0 -1
  571. package/dist/src/cli/commands/eval/gold/index.d.ts.map +0 -1
  572. package/dist/src/cli/commands/eval/gold/index.js.map +0 -1
  573. package/dist/src/cli/commands/eval/gold/init.d.ts.map +0 -1
  574. package/dist/src/cli/commands/eval/gold/init.js.map +0 -1
  575. package/dist/src/cli/commands/eval/gold/validate.d.ts.map +0 -1
  576. package/dist/src/cli/commands/eval/gold/validate.js.map +0 -1
  577. package/dist/src/cli/commands/eval/index.d.ts.map +0 -1
  578. package/dist/src/cli/commands/eval/index.js +0 -465
  579. package/dist/src/cli/commands/eval/index.js.map +0 -1
  580. package/dist/src/cli/commands/evolve.d.ts +0 -37
  581. package/dist/src/cli/commands/evolve.d.ts.map +0 -1
  582. package/dist/src/cli/commands/evolve.js +0 -276
  583. package/dist/src/cli/commands/evolve.js.map +0 -1
  584. package/dist/src/cli/commands/init.d.ts.map +0 -1
  585. package/dist/src/cli/commands/init.js.map +0 -1
  586. package/dist/src/cli/commands/observe/inbox.d.ts.map +0 -1
  587. package/dist/src/cli/commands/observe/inbox.js +0 -258
  588. package/dist/src/cli/commands/observe/inbox.js.map +0 -1
  589. package/dist/src/cli/commands/observe/index.d.ts.map +0 -1
  590. package/dist/src/cli/commands/observe/index.js +0 -118
  591. package/dist/src/cli/commands/observe/index.js.map +0 -1
  592. package/dist/src/cli/commands/observe/ingest.d.ts.map +0 -1
  593. package/dist/src/cli/commands/observe/ingest.js +0 -69
  594. package/dist/src/cli/commands/observe/ingest.js.map +0 -1
  595. package/dist/src/cli/commands/observe/show.d.ts.map +0 -1
  596. package/dist/src/cli/commands/observe/show.js.map +0 -1
  597. package/dist/src/cli/commands/sample.d.ts +0 -38
  598. package/dist/src/cli/commands/sample.d.ts.map +0 -1
  599. package/dist/src/cli/commands/sample.js +0 -488
  600. package/dist/src/cli/commands/sample.js.map +0 -1
  601. package/dist/src/cli/commands/skill-extract.d.ts +0 -20
  602. package/dist/src/cli/commands/skill-extract.d.ts.map +0 -1
  603. package/dist/src/cli/commands/skill-extract.js +0 -84
  604. package/dist/src/cli/commands/skill-extract.js.map +0 -1
  605. package/dist/src/cli/commands/studio.d.ts.map +0 -1
  606. package/dist/src/cli/commands/studio.js +0 -158
  607. package/dist/src/cli/commands/studio.js.map +0 -1
  608. package/dist/src/cli/index.d.ts.map +0 -1
  609. package/dist/src/cli/index.js.map +0 -1
  610. package/dist/src/cli/lib/cli-exit.d.ts.map +0 -1
  611. package/dist/src/cli/lib/cli-exit.js.map +0 -1
  612. package/dist/src/cli/lib/cmd-flags.d.ts +0 -236
  613. package/dist/src/cli/lib/cmd-flags.d.ts.map +0 -1
  614. package/dist/src/cli/lib/cmd-flags.js.map +0 -1
  615. package/dist/src/cli/lib/i18n-dict.d.ts +0 -54
  616. package/dist/src/cli/lib/i18n-dict.d.ts.map +0 -1
  617. package/dist/src/cli/lib/i18n-dict.js +0 -900
  618. package/dist/src/cli/lib/i18n-dict.js.map +0 -1
  619. package/dist/src/cli/lib/i18n.d.ts.map +0 -1
  620. package/dist/src/cli/lib/i18n.js.map +0 -1
  621. package/dist/src/cli/lib/parse-run-config.d.ts +0 -89
  622. package/dist/src/cli/lib/parse-run-config.d.ts.map +0 -1
  623. package/dist/src/cli/lib/parse-run-config.js +0 -252
  624. package/dist/src/cli/lib/parse-run-config.js.map +0 -1
  625. package/dist/src/cli/lib/progress.d.ts.map +0 -1
  626. package/dist/src/cli/lib/progress.js.map +0 -1
  627. package/dist/src/cli/lib/run-tally.d.ts.map +0 -1
  628. package/dist/src/cli/lib/run-tally.js.map +0 -1
  629. package/dist/src/cli/lib/shared.d.ts.map +0 -1
  630. package/dist/src/cli/lib/shared.js.map +0 -1
  631. package/dist/src/cli/lib/update-check.d.ts +0 -3
  632. package/dist/src/cli/lib/update-check.d.ts.map +0 -1
  633. package/dist/src/cli/lib/update-check.js +0 -37
  634. package/dist/src/cli/lib/update-check.js.map +0 -1
  635. package/dist/src/cli/oclif/base-command.d.ts.map +0 -1
  636. package/dist/src/cli/oclif/base-command.js.map +0 -1
  637. package/dist/src/cli/oclif/help.d.ts.map +0 -1
  638. package/dist/src/cli/oclif/help.js.map +0 -1
  639. package/dist/src/cli/oclif/i18n.d.ts.map +0 -1
  640. package/dist/src/cli/oclif/i18n.js.map +0 -1
  641. package/dist/src/cli/oclif/parsers.d.ts.map +0 -1
  642. package/dist/src/cli/oclif/parsers.js.map +0 -1
  643. package/dist/src/cli/oclif/projection.d.ts.map +0 -1
  644. package/dist/src/cli/oclif/projection.js.map +0 -1
  645. package/dist/src/cli/oclif/run.d.ts.map +0 -1
  646. package/dist/src/cli/oclif/run.js +0 -11
  647. package/dist/src/cli/oclif/run.js.map +0 -1
  648. package/dist/src/diagnosis/observe-mapper.d.ts.map +0 -1
  649. package/dist/src/diagnosis/observe-mapper.js.map +0 -1
  650. package/dist/src/diagnosis/observe-producer.d.ts.map +0 -1
  651. package/dist/src/diagnosis/observe-producer.js +0 -197
  652. package/dist/src/diagnosis/observe-producer.js.map +0 -1
  653. package/dist/src/diagnosis/studio-projection.d.ts +0 -14
  654. package/dist/src/diagnosis/studio-projection.d.ts.map +0 -1
  655. package/dist/src/diagnosis/studio-projection.js.map +0 -1
  656. package/dist/src/diagnosis/types.d.ts +0 -79
  657. package/dist/src/diagnosis/types.d.ts.map +0 -1
  658. package/dist/src/diagnosis/types.js +0 -20
  659. package/dist/src/diagnosis/types.js.map +0 -1
  660. package/dist/src/doctor/fixer.d.ts.map +0 -1
  661. package/dist/src/doctor/fixer.js.map +0 -1
  662. package/dist/src/doctor/health/builtin-dimensions.d.ts.map +0 -1
  663. package/dist/src/doctor/health/builtin-dimensions.js.map +0 -1
  664. package/dist/src/doctor/health/composer.d.ts.map +0 -1
  665. package/dist/src/doctor/health/composer.js +0 -296
  666. package/dist/src/doctor/health/composer.js.map +0 -1
  667. package/dist/src/doctor/health/dimension-registry.d.ts.map +0 -1
  668. package/dist/src/doctor/health/dimension-registry.js.map +0 -1
  669. package/dist/src/doctor/health/dimension-spec.d.ts +0 -47
  670. package/dist/src/doctor/health/dimension-spec.d.ts.map +0 -1
  671. package/dist/src/doctor/health/dimension-spec.js.map +0 -1
  672. package/dist/src/doctor/health/parser.d.ts.map +0 -1
  673. package/dist/src/doctor/health/parser.js.map +0 -1
  674. package/dist/src/doctor/health/prompt-builder.d.ts.map +0 -1
  675. package/dist/src/doctor/health/prompt-builder.js.map +0 -1
  676. package/dist/src/doctor/health/register.d.ts.map +0 -1
  677. package/dist/src/doctor/health/register.js.map +0 -1
  678. package/dist/src/doctor/html-renderer.d.ts +0 -20
  679. package/dist/src/doctor/html-renderer.d.ts.map +0 -1
  680. package/dist/src/doctor/html-renderer.js +0 -376
  681. package/dist/src/doctor/html-renderer.js.map +0 -1
  682. package/dist/src/doctor/index.d.ts.map +0 -1
  683. package/dist/src/doctor/index.js.map +0 -1
  684. package/dist/src/doctor/preflight.d.ts.map +0 -1
  685. package/dist/src/doctor/preflight.js.map +0 -1
  686. package/dist/src/doctor/renderer.d.ts +0 -17
  687. package/dist/src/doctor/renderer.d.ts.map +0 -1
  688. package/dist/src/doctor/renderer.js +0 -123
  689. package/dist/src/doctor/renderer.js.map +0 -1
  690. package/dist/src/doctor/rules.d.ts.map +0 -1
  691. package/dist/src/doctor/rules.js +0 -289
  692. package/dist/src/doctor/rules.js.map +0 -1
  693. package/dist/src/eval-core/bootstrap.d.ts +0 -72
  694. package/dist/src/eval-core/bootstrap.d.ts.map +0 -1
  695. package/dist/src/eval-core/bootstrap.js +0 -174
  696. package/dist/src/eval-core/bootstrap.js.map +0 -1
  697. package/dist/src/eval-core/cache.d.ts.map +0 -1
  698. package/dist/src/eval-core/cache.js.map +0 -1
  699. package/dist/src/eval-core/comparability.d.ts.map +0 -1
  700. package/dist/src/eval-core/comparability.js.map +0 -1
  701. package/dist/src/eval-core/dependency-checker.d.ts +0 -58
  702. package/dist/src/eval-core/dependency-checker.d.ts.map +0 -1
  703. package/dist/src/eval-core/dependency-checker.js.map +0 -1
  704. package/dist/src/eval-core/evaluation-execution.d.ts.map +0 -1
  705. package/dist/src/eval-core/evaluation-execution.js.map +0 -1
  706. package/dist/src/eval-core/evaluation-job.d.ts.map +0 -1
  707. package/dist/src/eval-core/evaluation-job.js.map +0 -1
  708. package/dist/src/eval-core/evaluation-reporting.d.ts.map +0 -1
  709. package/dist/src/eval-core/evaluation-reporting.js +0 -292
  710. package/dist/src/eval-core/evaluation-reporting.js.map +0 -1
  711. package/dist/src/eval-core/execution-strategy.d.ts.map +0 -1
  712. package/dist/src/eval-core/execution-strategy.js +0 -165
  713. package/dist/src/eval-core/execution-strategy.js.map +0 -1
  714. package/dist/src/eval-core/fact-checker.d.ts.map +0 -1
  715. package/dist/src/eval-core/fact-checker.js.map +0 -1
  716. package/dist/src/eval-core/layer-gates.d.ts.map +0 -1
  717. package/dist/src/eval-core/layer-gates.js.map +0 -1
  718. package/dist/src/eval-core/mocks-runtime.d.ts.map +0 -1
  719. package/dist/src/eval-core/mocks-runtime.js +0 -559
  720. package/dist/src/eval-core/mocks-runtime.js.map +0 -1
  721. package/dist/src/eval-core/schema.d.ts.map +0 -1
  722. package/dist/src/eval-core/schema.js.map +0 -1
  723. package/dist/src/eval-core/statistics.d.ts.map +0 -1
  724. package/dist/src/eval-core/statistics.js.map +0 -1
  725. package/dist/src/eval-core/task-planner.d.ts.map +0 -1
  726. package/dist/src/eval-core/task-planner.js.map +0 -1
  727. package/dist/src/eval-core/verdict.d.ts +0 -77
  728. package/dist/src/eval-core/verdict.d.ts.map +0 -1
  729. package/dist/src/eval-core/verdict.js +0 -322
  730. package/dist/src/eval-core/verdict.js.map +0 -1
  731. package/dist/src/eval-workflows/batch-evaluation-workflow.d.ts.map +0 -1
  732. package/dist/src/eval-workflows/batch-evaluation-workflow.js.map +0 -1
  733. package/dist/src/eval-workflows/evaluation-pipeline.d.ts +0 -109
  734. package/dist/src/eval-workflows/evaluation-pipeline.d.ts.map +0 -1
  735. package/dist/src/eval-workflows/evaluation-pipeline.js +0 -373
  736. package/dist/src/eval-workflows/evaluation-pipeline.js.map +0 -1
  737. package/dist/src/eval-workflows/evaluation-preparation.d.ts.map +0 -1
  738. package/dist/src/eval-workflows/evaluation-preparation.js +0 -77
  739. package/dist/src/eval-workflows/evaluation-preparation.js.map +0 -1
  740. package/dist/src/eval-workflows/run-evaluation.d.ts +0 -151
  741. package/dist/src/eval-workflows/run-evaluation.d.ts.map +0 -1
  742. package/dist/src/eval-workflows/run-evaluation.js +0 -528
  743. package/dist/src/eval-workflows/run-evaluation.js.map +0 -1
  744. package/dist/src/executors/anthropic-api.d.ts.map +0 -1
  745. package/dist/src/executors/anthropic-api.js.map +0 -1
  746. package/dist/src/executors/claude-cli.d.ts.map +0 -1
  747. package/dist/src/executors/claude-cli.js.map +0 -1
  748. package/dist/src/executors/claude-sdk-trace.d.ts.map +0 -1
  749. package/dist/src/executors/claude-sdk-trace.js.map +0 -1
  750. package/dist/src/executors/claude-sdk.d.ts.map +0 -1
  751. package/dist/src/executors/claude-sdk.js.map +0 -1
  752. package/dist/src/executors/codex-cli-trace.d.ts.map +0 -1
  753. package/dist/src/executors/codex-cli-trace.js.map +0 -1
  754. package/dist/src/executors/codex-cli.d.ts.map +0 -1
  755. package/dist/src/executors/codex-cli.js.map +0 -1
  756. package/dist/src/executors/codex-sdk.d.ts.map +0 -1
  757. package/dist/src/executors/codex-sdk.js.map +0 -1
  758. package/dist/src/executors/gemini.d.ts.map +0 -1
  759. package/dist/src/executors/gemini.js.map +0 -1
  760. package/dist/src/executors/index.d.ts.map +0 -1
  761. package/dist/src/executors/index.js.map +0 -1
  762. package/dist/src/executors/openai-api.d.ts.map +0 -1
  763. package/dist/src/executors/openai-api.js.map +0 -1
  764. package/dist/src/executors/runtime-fingerprint.d.ts.map +0 -1
  765. package/dist/src/executors/runtime-fingerprint.js.map +0 -1
  766. package/dist/src/executors/script.d.ts.map +0 -1
  767. package/dist/src/executors/script.js.map +0 -1
  768. package/dist/src/executors/shared.d.ts +0 -194
  769. package/dist/src/executors/shared.d.ts.map +0 -1
  770. package/dist/src/executors/shared.js +0 -256
  771. package/dist/src/executors/shared.js.map +0 -1
  772. package/dist/src/grading/assertions.d.ts.map +0 -1
  773. package/dist/src/grading/assertions.js.map +0 -1
  774. package/dist/src/grading/debias-validate.d.ts.map +0 -1
  775. package/dist/src/grading/debias-validate.js.map +0 -1
  776. package/dist/src/grading/diagnostic.d.ts.map +0 -1
  777. package/dist/src/grading/diagnostic.js.map +0 -1
  778. package/dist/src/grading/gold-cli.d.ts.map +0 -1
  779. package/dist/src/grading/gold-cli.js.map +0 -1
  780. package/dist/src/grading/gold-dataset.d.ts.map +0 -1
  781. package/dist/src/grading/gold-dataset.js.map +0 -1
  782. package/dist/src/grading/human-gold.d.ts.map +0 -1
  783. package/dist/src/grading/human-gold.js.map +0 -1
  784. package/dist/src/grading/index.d.ts.map +0 -1
  785. package/dist/src/grading/index.js.map +0 -1
  786. package/dist/src/grading/judge.d.ts.map +0 -1
  787. package/dist/src/grading/judge.js.map +0 -1
  788. package/dist/src/grading/layered-scores.d.ts.map +0 -1
  789. package/dist/src/grading/layered-scores.js.map +0 -1
  790. package/dist/src/inputs/eval-config.d.ts.map +0 -1
  791. package/dist/src/inputs/eval-config.js +0 -251
  792. package/dist/src/inputs/eval-config.js.map +0 -1
  793. package/dist/src/inputs/load-samples.d.ts.map +0 -1
  794. package/dist/src/inputs/load-samples.js.map +0 -1
  795. package/dist/src/inputs/mcp-resolver.d.ts.map +0 -1
  796. package/dist/src/inputs/mcp-resolver.js.map +0 -1
  797. package/dist/src/inputs/skill-loader.d.ts +0 -27
  798. package/dist/src/inputs/skill-loader.d.ts.map +0 -1
  799. package/dist/src/inputs/skill-loader.js +0 -253
  800. package/dist/src/inputs/skill-loader.js.map +0 -1
  801. package/dist/src/inputs/url-fetcher.d.ts.map +0 -1
  802. package/dist/src/inputs/url-fetcher.js.map +0 -1
  803. package/dist/src/observability/experience.d.ts +0 -441
  804. package/dist/src/observability/experience.d.ts.map +0 -1
  805. package/dist/src/observability/experience.js +0 -2400
  806. package/dist/src/observability/experience.js.map +0 -1
  807. package/dist/src/observability/inbox-view-model.d.ts +0 -30
  808. package/dist/src/observability/inbox-view-model.d.ts.map +0 -1
  809. package/dist/src/observability/inbox-view-model.js +0 -144
  810. package/dist/src/observability/inbox-view-model.js.map +0 -1
  811. package/dist/src/observability/inbox.d.ts +0 -127
  812. package/dist/src/observability/inbox.d.ts.map +0 -1
  813. package/dist/src/observability/inbox.js +0 -755
  814. package/dist/src/observability/inbox.js.map +0 -1
  815. package/dist/src/observability/problem-patterns.d.ts +0 -52
  816. package/dist/src/observability/problem-patterns.d.ts.map +0 -1
  817. package/dist/src/observability/problem-patterns.js +0 -205
  818. package/dist/src/observability/problem-patterns.js.map +0 -1
  819. package/dist/src/observability/resolved-review.d.ts +0 -25
  820. package/dist/src/observability/resolved-review.d.ts.map +0 -1
  821. package/dist/src/observability/resolved-review.js +0 -231
  822. package/dist/src/observability/resolved-review.js.map +0 -1
  823. package/dist/src/observability/review-state.d.ts +0 -61
  824. package/dist/src/observability/review-state.d.ts.map +0 -1
  825. package/dist/src/observability/review-state.js.map +0 -1
  826. package/dist/src/observability/skill-chain-advisories.d.ts +0 -25
  827. package/dist/src/observability/skill-chain-advisories.d.ts.map +0 -1
  828. package/dist/src/observability/skill-chain-advisories.js.map +0 -1
  829. package/dist/src/observability/skill-chain.d.ts +0 -62
  830. package/dist/src/observability/skill-chain.d.ts.map +0 -1
  831. package/dist/src/observability/skill-chain.js +0 -270
  832. package/dist/src/observability/skill-chain.js.map +0 -1
  833. package/dist/src/observability/skill-health-analyzer.d.ts +0 -83
  834. package/dist/src/observability/skill-health-analyzer.d.ts.map +0 -1
  835. package/dist/src/observability/skill-health-analyzer.js +0 -238
  836. package/dist/src/observability/skill-health-analyzer.js.map +0 -1
  837. package/dist/src/observability/soft-standards.d.ts +0 -130
  838. package/dist/src/observability/soft-standards.d.ts.map +0 -1
  839. package/dist/src/observability/soft-standards.js +0 -426
  840. package/dist/src/observability/soft-standards.js.map +0 -1
  841. package/dist/src/observability/text-signals.d.ts +0 -14
  842. package/dist/src/observability/text-signals.d.ts.map +0 -1
  843. package/dist/src/observability/text-signals.js +0 -106
  844. package/dist/src/observability/text-signals.js.map +0 -1
  845. package/dist/src/observability/trace-adapter.d.ts.map +0 -1
  846. package/dist/src/observability/trace-adapter.js.map +0 -1
  847. package/dist/src/observability/trace-attribution.d.ts +0 -56
  848. package/dist/src/observability/trace-attribution.d.ts.map +0 -1
  849. package/dist/src/observability/trace-attribution.js +0 -200
  850. package/dist/src/observability/trace-attribution.js.map +0 -1
  851. package/dist/src/observability/trace-segmenter.d.ts +0 -52
  852. package/dist/src/observability/trace-segmenter.d.ts.map +0 -1
  853. package/dist/src/observability/trace-segmenter.js +0 -322
  854. package/dist/src/observability/trace-segmenter.js.map +0 -1
  855. package/dist/src/observability/trace-source.d.ts +0 -99
  856. package/dist/src/observability/trace-source.d.ts.map +0 -1
  857. package/dist/src/observability/trace-source.js +0 -502
  858. package/dist/src/observability/trace-source.js.map +0 -1
  859. package/dist/src/renderer/html-renderer.d.ts.map +0 -1
  860. package/dist/src/renderer/html-renderer.js.map +0 -1
  861. package/dist/src/renderer/layout.d.ts.map +0 -1
  862. package/dist/src/renderer/layout.js +0 -774
  863. package/dist/src/renderer/layout.js.map +0 -1
  864. package/dist/src/renderer/observation-inbox-renderer.d.ts +0 -4
  865. package/dist/src/renderer/observation-inbox-renderer.d.ts.map +0 -1
  866. package/dist/src/renderer/observation-inbox-renderer.js +0 -10366
  867. package/dist/src/renderer/observation-inbox-renderer.js.map +0 -1
  868. package/dist/src/renderer/skill-detail-renderer.d.ts +0 -15
  869. package/dist/src/renderer/skill-detail-renderer.d.ts.map +0 -1
  870. package/dist/src/renderer/skill-detail-renderer.js +0 -1244
  871. package/dist/src/renderer/skill-detail-renderer.js.map +0 -1
  872. package/dist/src/renderer/skill-health-renderer.d.ts.map +0 -1
  873. package/dist/src/renderer/skill-health-renderer.js +0 -253
  874. package/dist/src/renderer/skill-health-renderer.js.map +0 -1
  875. package/dist/src/renderer/skill-list-renderer.d.ts +0 -4
  876. package/dist/src/renderer/skill-list-renderer.d.ts.map +0 -1
  877. package/dist/src/renderer/skill-list-renderer.js +0 -334
  878. package/dist/src/renderer/skill-list-renderer.js.map +0 -1
  879. package/dist/src/renderer/summary.d.ts +0 -68
  880. package/dist/src/renderer/summary.d.ts.map +0 -1
  881. package/dist/src/renderer/summary.js +0 -1896
  882. package/dist/src/renderer/summary.js.map +0 -1
  883. package/dist/src/renderer/table.d.ts.map +0 -1
  884. package/dist/src/renderer/table.js.map +0 -1
  885. package/dist/src/renderer/test-view.d.ts.map +0 -1
  886. package/dist/src/renderer/test-view.js.map +0 -1
  887. package/dist/src/renderer/trends.d.ts.map +0 -1
  888. package/dist/src/renderer/trends.js.map +0 -1
  889. package/dist/src/server/job-store.d.ts.map +0 -1
  890. package/dist/src/server/job-store.js.map +0 -1
  891. package/dist/src/server/report-server.d.ts.map +0 -1
  892. package/dist/src/server/report-server.js +0 -894
  893. package/dist/src/server/report-server.js.map +0 -1
  894. package/dist/src/server/report-store.d.ts.map +0 -1
  895. package/dist/src/server/report-store.js.map +0 -1
  896. package/dist/src/server/skill-index.d.ts +0 -81
  897. package/dist/src/server/skill-index.d.ts.map +0 -1
  898. package/dist/src/server/skill-index.js +0 -377
  899. package/dist/src/server/skill-index.js.map +0 -1
  900. package/dist/src/server/skill-insights.d.ts +0 -101
  901. package/dist/src/server/skill-insights.d.ts.map +0 -1
  902. package/dist/src/server/skill-insights.js +0 -788
  903. package/dist/src/server/skill-insights.js.map +0 -1
  904. package/dist/src/shared/hard-rules.d.ts.map +0 -1
  905. package/dist/src/shared/hard-rules.js.map +0 -1
  906. package/dist/src/shared/llm-prompts/index.d.ts +0 -14
  907. package/dist/src/shared/llm-prompts/index.d.ts.map +0 -1
  908. package/dist/src/shared/llm-prompts/index.js +0 -35
  909. package/dist/src/shared/llm-prompts/index.js.map +0 -1
  910. package/dist/src/shared/llm-prompts/skill-health.d.ts.map +0 -1
  911. package/dist/src/shared/llm-prompts/skill-health.js.map +0 -1
  912. package/dist/src/shared/time.d.ts.map +0 -1
  913. package/dist/src/shared/time.js.map +0 -1
  914. package/dist/src/shared/tool-search.d.ts.map +0 -1
  915. package/dist/src/shared/tool-search.js.map +0 -1
  916. package/dist/src/types/doctor.d.ts +0 -157
  917. package/dist/src/types/doctor.d.ts.map +0 -1
  918. package/dist/src/types/doctor.js.map +0 -1
  919. package/dist/src/types/eval.d.ts +0 -377
  920. package/dist/src/types/eval.d.ts.map +0 -1
  921. package/dist/src/types/eval.js.map +0 -1
  922. package/dist/src/types/executor.d.ts.map +0 -1
  923. package/dist/src/types/executor.js.map +0 -1
  924. package/dist/src/types/index.d.ts +0 -8
  925. package/dist/src/types/index.d.ts.map +0 -1
  926. package/dist/src/types/index.js +0 -8
  927. package/dist/src/types/index.js.map +0 -1
  928. package/dist/src/types/judge.d.ts.map +0 -1
  929. package/dist/src/types/judge.js.map +0 -1
  930. package/dist/src/types/report.d.ts +0 -557
  931. package/dist/src/types/report.d.ts.map +0 -1
  932. package/dist/src/types/report.js.map +0 -1
  933. package/dist/src/types/shared.d.ts.map +0 -1
  934. package/dist/src/types/shared.js.map +0 -1
  935. package/dist/src/types/storage.d.ts.map +0 -1
  936. package/dist/src/types/storage.js.map +0 -1
  937. package/dist/src/util/safe-slice.d.ts +0 -23
  938. package/dist/src/util/safe-slice.d.ts.map +0 -1
  939. package/dist/src/util/safe-slice.js +0 -33
  940. package/dist/src/util/safe-slice.js.map +0 -1
  941. package/docs/prompts/llm-enhanced-review.prompt.md +0 -111
  942. /package/dist/{src/analysis → analysis}/coverage-analyzer.d.ts +0 -0
  943. /package/dist/{src/analysis → analysis}/coverage-analyzer.js +0 -0
  944. /package/dist/{src/analysis → analysis}/failure-clusterer.d.ts +0 -0
  945. /package/dist/{src/analysis → analysis}/failure-clusterer.js +0 -0
  946. /package/dist/{src/analysis → analysis}/hedging-classifier.d.ts +0 -0
  947. /package/dist/{src/analysis → analysis}/hedging-classifier.js +0 -0
  948. /package/dist/{src/analysis → analysis}/sample-diagnostics.d.ts +0 -0
  949. /package/dist/{src/analysis → analysis}/sample-diagnostics.js +0 -0
  950. /package/dist/{src/authoring → authoring}/sample-fixer.d.ts +0 -0
  951. /package/dist/{src/authoring → authoring}/sample-fixer.js +0 -0
  952. /package/dist/{src/cli → cli}/commands/eval/gold/compare.d.ts +0 -0
  953. /package/dist/{src/cli → cli}/commands/eval/gold/compare.js +0 -0
  954. /package/dist/{src/cli → cli}/commands/eval/gold/index.d.ts +0 -0
  955. /package/dist/{src/cli → cli}/commands/eval/gold/index.js +0 -0
  956. /package/dist/{src/cli → cli}/commands/eval/gold/init.d.ts +0 -0
  957. /package/dist/{src/cli → cli}/commands/eval/gold/init.js +0 -0
  958. /package/dist/{src/cli → cli}/commands/eval/gold/validate.d.ts +0 -0
  959. /package/dist/{src/cli → cli}/commands/eval/gold/validate.js +0 -0
  960. /package/dist/{src/cli → cli}/commands/eval/index.d.ts +0 -0
  961. /package/dist/{src/cli → cli}/commands/init.d.ts +0 -0
  962. /package/dist/{src/cli → cli}/commands/init.js +0 -0
  963. /package/dist/{src/cli → cli}/commands/observe/inbox.d.ts +0 -0
  964. /package/dist/{src/cli → cli}/commands/observe/index.d.ts +0 -0
  965. /package/dist/{src/cli → cli}/commands/observe/ingest.d.ts +0 -0
  966. /package/dist/{src/cli → cli}/commands/observe/show.d.ts +0 -0
  967. /package/dist/{src/cli → cli}/commands/observe/show.js +0 -0
  968. /package/dist/{src/cli → cli}/commands/studio.d.ts +0 -0
  969. /package/dist/{src/cli → cli}/index.d.ts +0 -0
  970. /package/dist/{src/cli → cli}/index.js +0 -0
  971. /package/dist/{src/cli → cli}/lib/cli-exit.d.ts +0 -0
  972. /package/dist/{src/cli → cli}/lib/cli-exit.js +0 -0
  973. /package/dist/{src/cli → cli}/lib/cmd-flags.js +0 -0
  974. /package/dist/{src/cli → cli}/lib/i18n.d.ts +0 -0
  975. /package/dist/{src/cli → cli}/lib/i18n.js +0 -0
  976. /package/dist/{src/cli → cli}/lib/progress.d.ts +0 -0
  977. /package/dist/{src/cli → cli}/lib/progress.js +0 -0
  978. /package/dist/{src/cli → cli}/lib/run-tally.d.ts +0 -0
  979. /package/dist/{src/cli → cli}/lib/run-tally.js +0 -0
  980. /package/dist/{src/cli → cli}/lib/shared.d.ts +0 -0
  981. /package/dist/{src/cli → cli}/lib/shared.js +0 -0
  982. /package/dist/{src/cli → cli}/oclif/base-command.d.ts +0 -0
  983. /package/dist/{src/cli → cli}/oclif/base-command.js +0 -0
  984. /package/dist/{src/cli → cli}/oclif/help.d.ts +0 -0
  985. /package/dist/{src/cli → cli}/oclif/help.js +0 -0
  986. /package/dist/{src/cli → cli}/oclif/i18n.d.ts +0 -0
  987. /package/dist/{src/cli → cli}/oclif/i18n.js +0 -0
  988. /package/dist/{src/cli → cli}/oclif/parsers.d.ts +0 -0
  989. /package/dist/{src/cli → cli}/oclif/parsers.js +0 -0
  990. /package/dist/{src/cli → cli}/oclif/projection.d.ts +0 -0
  991. /package/dist/{src/cli → cli}/oclif/projection.js +0 -0
  992. /package/dist/{src/cli → cli}/oclif/run.d.ts +0 -0
  993. /package/dist/{src/diagnosis → diagnosis}/observe-mapper.d.ts +0 -0
  994. /package/dist/{src/diagnosis → diagnosis}/observe-mapper.js +0 -0
  995. /package/dist/{src/diagnosis → diagnosis}/observe-producer.d.ts +0 -0
  996. /package/dist/{src/diagnosis → diagnosis}/studio-projection.js +0 -0
  997. /package/dist/{src/doctor → doctor}/fixer.d.ts +0 -0
  998. /package/dist/{src/doctor → doctor}/fixer.js +0 -0
  999. /package/dist/{src/doctor → doctor}/health/builtin-dimensions.d.ts +0 -0
  1000. /package/dist/{src/doctor → doctor}/health/builtin-dimensions.js +0 -0
  1001. /package/dist/{src/doctor → doctor}/health/composer.d.ts +0 -0
  1002. /package/dist/{src/doctor → doctor}/health/dimension-registry.d.ts +0 -0
  1003. /package/dist/{src/doctor → doctor}/health/dimension-registry.js +0 -0
  1004. /package/dist/{src/doctor → doctor}/health/dimension-spec.js +0 -0
  1005. /package/dist/{src/doctor → doctor}/health/parser.d.ts +0 -0
  1006. /package/dist/{src/doctor → doctor}/health/parser.js +0 -0
  1007. /package/dist/{src/doctor → doctor}/health/prompt-builder.d.ts +0 -0
  1008. /package/dist/{src/doctor → doctor}/health/prompt-builder.js +0 -0
  1009. /package/dist/{src/doctor → doctor}/health/register.d.ts +0 -0
  1010. /package/dist/{src/doctor → doctor}/health/register.js +0 -0
  1011. /package/dist/{src/doctor → doctor}/index.d.ts +0 -0
  1012. /package/dist/{src/doctor → doctor}/index.js +0 -0
  1013. /package/dist/{src/doctor → doctor}/preflight.d.ts +0 -0
  1014. /package/dist/{src/doctor → doctor}/preflight.js +0 -0
  1015. /package/dist/{src/doctor → doctor}/rules.d.ts +0 -0
  1016. /package/dist/{src/eval-core → eval-core}/cache.d.ts +0 -0
  1017. /package/dist/{src/eval-core → eval-core}/cache.js +0 -0
  1018. /package/dist/{src/eval-core → eval-core}/comparability.d.ts +0 -0
  1019. /package/dist/{src/eval-core → eval-core}/comparability.js +0 -0
  1020. /package/dist/{src/eval-core → eval-core}/dependency-checker.js +0 -0
  1021. /package/dist/{src/eval-core → eval-core}/evaluation-execution.d.ts +0 -0
  1022. /package/dist/{src/eval-core → eval-core}/evaluation-execution.js +0 -0
  1023. /package/dist/{src/eval-core → eval-core}/evaluation-job.d.ts +0 -0
  1024. /package/dist/{src/eval-core → eval-core}/evaluation-job.js +0 -0
  1025. /package/dist/{src/eval-core → eval-core}/evaluation-reporting.d.ts +0 -0
  1026. /package/dist/{src/eval-core → eval-core}/execution-strategy.d.ts +0 -0
  1027. /package/dist/{src/eval-core → eval-core}/fact-checker.d.ts +0 -0
  1028. /package/dist/{src/eval-core → eval-core}/fact-checker.js +0 -0
  1029. /package/dist/{src/eval-core → eval-core}/layer-gates.d.ts +0 -0
  1030. /package/dist/{src/eval-core → eval-core}/layer-gates.js +0 -0
  1031. /package/dist/{src/eval-core → eval-core}/mock-hook.cjs +0 -0
  1032. /package/dist/{src/eval-core → eval-core}/mocks-runtime.d.ts +0 -0
  1033. /package/dist/{src/eval-core → eval-core}/schema.d.ts +0 -0
  1034. /package/dist/{src/eval-core → eval-core}/schema.js +0 -0
  1035. /package/dist/{src/eval-core → eval-core}/statistics.d.ts +0 -0
  1036. /package/dist/{src/eval-core → eval-core}/statistics.js +0 -0
  1037. /package/dist/{src/eval-core → eval-core}/task-planner.d.ts +0 -0
  1038. /package/dist/{src/eval-core → eval-core}/task-planner.js +0 -0
  1039. /package/dist/{src/eval-workflows → eval-workflows}/batch-evaluation-workflow.d.ts +0 -0
  1040. /package/dist/{src/eval-workflows → eval-workflows}/batch-evaluation-workflow.js +0 -0
  1041. /package/dist/{src/eval-workflows → eval-workflows}/evaluation-preparation.d.ts +0 -0
  1042. /package/dist/{src/executors → executors}/anthropic-api.d.ts +0 -0
  1043. /package/dist/{src/executors → executors}/anthropic-api.js +0 -0
  1044. /package/dist/{src/executors → executors}/claude-cli.d.ts +0 -0
  1045. /package/dist/{src/executors → executors}/claude-cli.js +0 -0
  1046. /package/dist/{src/executors → executors}/claude-sdk-trace.d.ts +0 -0
  1047. /package/dist/{src/executors → executors}/claude-sdk-trace.js +0 -0
  1048. /package/dist/{src/executors → executors}/claude-sdk.d.ts +0 -0
  1049. /package/dist/{src/executors → executors}/claude-sdk.js +0 -0
  1050. /package/dist/{src/executors → executors}/codex-cli-trace.d.ts +0 -0
  1051. /package/dist/{src/executors → executors}/codex-cli-trace.js +0 -0
  1052. /package/dist/{src/executors → executors}/codex-cli.d.ts +0 -0
  1053. /package/dist/{src/executors → executors}/codex-cli.js +0 -0
  1054. /package/dist/{src/executors → executors}/codex-sdk.d.ts +0 -0
  1055. /package/dist/{src/executors → executors}/codex-sdk.js +0 -0
  1056. /package/dist/{src/executors → executors}/gemini.d.ts +0 -0
  1057. /package/dist/{src/executors → executors}/gemini.js +0 -0
  1058. /package/dist/{src/executors → executors}/index.d.ts +0 -0
  1059. /package/dist/{src/executors → executors}/index.js +0 -0
  1060. /package/dist/{src/executors → executors}/openai-api.d.ts +0 -0
  1061. /package/dist/{src/executors → executors}/openai-api.js +0 -0
  1062. /package/dist/{src/executors → executors}/runtime-fingerprint.d.ts +0 -0
  1063. /package/dist/{src/executors → executors}/runtime-fingerprint.js +0 -0
  1064. /package/dist/{src/executors → executors}/script.d.ts +0 -0
  1065. /package/dist/{src/executors → executors}/script.js +0 -0
  1066. /package/dist/{src/grading → grading}/assertions.d.ts +0 -0
  1067. /package/dist/{src/grading → grading}/assertions.js +0 -0
  1068. /package/dist/{src/grading → grading}/debias-validate.d.ts +0 -0
  1069. /package/dist/{src/grading → grading}/debias-validate.js +0 -0
  1070. /package/dist/{src/grading → grading}/diagnostic.d.ts +0 -0
  1071. /package/dist/{src/grading → grading}/diagnostic.js +0 -0
  1072. /package/dist/{src/grading → grading}/gold-cli.d.ts +0 -0
  1073. /package/dist/{src/grading → grading}/gold-cli.js +0 -0
  1074. /package/dist/{src/grading → grading}/gold-dataset.d.ts +0 -0
  1075. /package/dist/{src/grading → grading}/gold-dataset.js +0 -0
  1076. /package/dist/{src/grading → grading}/human-gold.d.ts +0 -0
  1077. /package/dist/{src/grading → grading}/human-gold.js +0 -0
  1078. /package/dist/{src/grading → grading}/index.d.ts +0 -0
  1079. /package/dist/{src/grading → grading}/index.js +0 -0
  1080. /package/dist/{src/grading → grading}/judge.d.ts +0 -0
  1081. /package/dist/{src/grading → grading}/judge.js +0 -0
  1082. /package/dist/{src/grading → grading}/layered-scores.d.ts +0 -0
  1083. /package/dist/{src/grading → grading}/layered-scores.js +0 -0
  1084. /package/dist/{src/inputs → inputs}/eval-config.d.ts +0 -0
  1085. /package/dist/{src/inputs → inputs}/load-samples.d.ts +0 -0
  1086. /package/dist/{src/inputs → inputs}/load-samples.js +0 -0
  1087. /package/dist/{src/inputs → inputs}/mcp-resolver.d.ts +0 -0
  1088. /package/dist/{src/inputs → inputs}/mcp-resolver.js +0 -0
  1089. /package/dist/{src/inputs → inputs}/url-fetcher.d.ts +0 -0
  1090. /package/dist/{src/inputs → inputs}/url-fetcher.js +0 -0
  1091. /package/dist/{src/observability → observability}/review-state.js +0 -0
  1092. /package/dist/{src/observability → observability}/skill-chain-advisories.js +0 -0
  1093. /package/dist/{src/observability → observability}/trace-adapter.d.ts +0 -0
  1094. /package/dist/{src/observability → observability}/trace-adapter.js +0 -0
  1095. /package/dist/{src/renderer → renderer}/html-renderer.d.ts +0 -0
  1096. /package/dist/{src/renderer → renderer}/html-renderer.js +0 -0
  1097. /package/dist/{src/renderer → renderer}/layout.d.ts +0 -0
  1098. /package/dist/{src/renderer → renderer}/skill-health-renderer.d.ts +0 -0
  1099. /package/dist/{src/renderer → renderer}/table.d.ts +0 -0
  1100. /package/dist/{src/renderer → renderer}/table.js +0 -0
  1101. /package/dist/{src/renderer → renderer}/test-view.d.ts +0 -0
  1102. /package/dist/{src/renderer → renderer}/test-view.js +0 -0
  1103. /package/dist/{src/renderer → renderer}/trends.d.ts +0 -0
  1104. /package/dist/{src/renderer → renderer}/trends.js +0 -0
  1105. /package/dist/{src/server → server}/job-store.d.ts +0 -0
  1106. /package/dist/{src/server → server}/job-store.js +0 -0
  1107. /package/dist/{src/server → server}/report-server.d.ts +0 -0
  1108. /package/dist/{src/server → server}/report-store.d.ts +0 -0
  1109. /package/dist/{src/server → server}/report-store.js +0 -0
  1110. /package/dist/{src/shared → shared}/hard-rules.d.ts +0 -0
  1111. /package/dist/{src/shared → shared}/hard-rules.js +0 -0
  1112. /package/dist/{src/shared → shared}/llm-prompts/skill-health.d.ts +0 -0
  1113. /package/dist/{src/shared → shared}/llm-prompts/skill-health.js +0 -0
  1114. /package/dist/{src/shared → shared}/time.d.ts +0 -0
  1115. /package/dist/{src/shared → shared}/time.js +0 -0
  1116. /package/dist/{src/shared → shared}/tool-search.d.ts +0 -0
  1117. /package/dist/{src/shared → shared}/tool-search.js +0 -0
  1118. /package/dist/{src/types → types}/doctor.js +0 -0
  1119. /package/dist/{src/types → types}/eval.js +0 -0
  1120. /package/dist/{src/types → types}/executor.d.ts +0 -0
  1121. /package/dist/{src/types → types}/executor.js +0 -0
  1122. /package/dist/{src/types → types}/judge.d.ts +0 -0
  1123. /package/dist/{src/types → types}/judge.js +0 -0
  1124. /package/dist/{src/types → types}/report.js +0 -0
  1125. /package/dist/{src/types → types}/shared.d.ts +0 -0
  1126. /package/dist/{src/types → types}/shared.js +0 -0
  1127. /package/dist/{src/types → types}/storage.d.ts +0 -0
  1128. /package/dist/{src/types → types}/storage.js +0 -0
package/dist/src/eval-core/schema.js.map DELETED
@@ -1 +0,0 @@
1
- {"version":3,"file":"schema.js","sourceRoot":"","sources":["../../../src/eval-core/schema.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,OAAO,EAAE,qBAAqB,EAAE,MAAM,qBAAqB,CAAC;AAC5D,OAAO,EAAE,gBAAgB,EAAE,MAAM,uBAAuB,CAAC;AAEzD,SAAS,YAAY,CAAC,KAAa;IACjC,OAAO,MAAM,CAAC,CAAC,CAAC,GAAG,KAAK,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;AAC5C,CAAC;AAED,MAAM,gBAAgB,GAAG,IAAI,CAAC;AAC9B,MAAM,eAAe,GAAG,IAAI,CAAC;AAE7B,SAAS,aAAa,CAAC,KAAiB;IACtC,OAAO,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;QACvB,GAAG,CAAC;QACJ,OAAO,EAAE,gBAAgB,CAAC,CAAC,CAAC,OAAO,EAAE,gBAAgB,CAAC;QACtD,GAAG,CAAC,CAAC,CAAC,SAAS,IAAI,EAAE,SAAS,EAAE,iBAAiB,CAAC,CAAC,CAAC,SAAS,CAAC,EAAE,CAAC;KAClE,CAAC,CAAC,CAAC;AACN,CAAC;AAED,SAAS,iBAAiB,CAAC,SAAyB;IAClD,OAAO,SAAS,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;QAC5B,GAAG,EAAE;QACL,MAAM,EAAE,OAAO,EAAE,CAAC,MAAM,KAAK,QAAQ;YACnC,CAAC,CAAC,gBAAgB,CAAC,EAAE,CAAC,MAAM,EAAE,eAAe,CAAC;YAC9C,CAAC,CAAC,EAAE,CAAC,MAAM;KACd,CAAC,CAAC,CAAC;AACN,CAAC;AAWD,MAAM,UAAU,kBAAkB,CAAC,UAAsB,EAAE,WAA+B,EAAE,OAA6B;IACvH,MAAM,WAAW,GAAG,UAAU,CAAC,OAAO,IAAI,CAAC,CAAC;IAC5C,MAAM,YAAY,GAAG,WAAW,EAAE,YAAY,IAAI,CAAC,CAAC;IACpD,MAAM,MAAM,GAAG,OAAO,EAAE,MAAM,IAAI,UAAU,CAAC,UAAU,CAAC;IACxD,MAAM,OAAO,GAAG,OAAO,EAAE,OAAO,IAAI,CAAC,CAAC;IACtC,MAAM,cAAc,GAAG,UAAU,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC,MAAM,CAAC;IAC5F,MAAM,SAAS,GAAG,UAAU,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,MAAM,CAAC,CAAC,MAAM,CAAC;IAClF,MAAM,eAAe,GAAG,UAAU,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC,MAAM,CAAC;IACjF,MAAM,YAAY,GAAG;QACnB,UAAU,CAAC,KAAK,IAAI,UAAU,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC;QAC/C,UAAU,CAAC,SAAS,IAAI,UAAU,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC;QACvD,OAAO,CAAC,UAAU,CAAC,MAAM,CAAC;QAC1B,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC;KACpB,CAAC;IACF,MAAM,aAAa,GAAG,MAAM,CAAC,CAAC,YAAY,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC;IAErG,OAAO;QACL,EAAE,EAAE,UAAU,CAAC,EAAE;QACjB,UAAU,EAAE,UAAU,CAAC,UAAU;QACjC,aAAa,EAAE,UAAU,CAAC,aAAa;QACvC,WAAW,EAAE,UAAU,CAAC,WAAW;QACnC,YAAY,EAAE,UAAU,CAAC,YAAY;QACrC,WAAW,EAAE,UAAU,CAAC,WAAW,GAAG,UAAU,CAAC,YAAY;QAC7D,eAAe,EAAE,UAAU,CAAC,eAAe;QAC3C,mBAAmB,EAAE,UAAU,CAAC,mBAAmB;QACnD,WAAW;QACX,YAAY;QACZ,+DAA+D;QAC/D,0EAA0E;QAC1E,6DAA6D;QAC7D,uDAAuD;QACvD,OAAO,EAAE,WAAW,GAAG,YAAY;QACnC,qDAAqD;QACrD,iEAAiE;QACjE,GAAG,CAAC,UAAU,CAAC,sBAAsB,KAAK,KAAK,IAAI,EAAE,sBAAsB,EAAE,KAAK,EAAE,CAAC;QACrF,mFAAmF;QACnF,GAAG,CAAC,WAAW,EAAE,2BAA2B,KAAK,KAAK,IAAI,EAAE,2BAA2B,EAAE,KAAK,EAAE,CAAC;QACjG,QAAQ,EAAE,UAAU,CAAC,QAAQ;QAC7B,GAAG,CAAC,UAAU,CAAC,YAAY,IAAI,IAAI,IAAI,EAAE,YAAY,EAAE,UAAU,CAAC,YAAY,EAAE,CAAC;QACjF,GAAG,CAAC,UAAU,CAAC,YAAY,IAAI,IAAI,IAAI,EAAE,YAAY,EAAE,UAAU,CAAC,YAAY,EAAE,CAAC;QACjF,GAAG,CAAC,cAAc,IAAI,IAAI,IAAI,EAAE,cAAc,EAAE,CAAC;QACjD,GAAG,CAAC,SAAS,IAAI,IAAI,IAAI,EAAE,SAAS,EAAE,CAAC;QACvC,GAAG,CAAC,UAAU,CAAC,SAAS,IAAI,UAAU,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI;YAC7D,YAAY,EAAE,UAAU,CAAC,SAAS,CAAC,MAAM;YACzC,eAAe;YACf,eAAe,EAAE,MAAM,CAAC,CAAC,UAAU,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC,MAAM,GAAG,UAAU,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YAC1H,SAAS,EAAE,CAAC,GAAG,IAAI,GAAG,CAAC,UAAU,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC;YAClE,gBAAgB,EAAE,UAAU,CAAC,SAAS,CAAC,MAAM,CAAyB,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE;gBAC9E,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;gBACnC,OAAO,CAAC,CAAC;YACX,CAAC,EAAE,EAAE,CAAC;SACP,CAAC;QACF,aAAa;QACb,GAAG,CAAC,UAAU,CAAC,KAAK,IAAI,EAAE,KAAK,EAAE,UAAU,CAAC,KAAK,EAAE,CAAC;QACpD,GAAG,CAAC,WAAW,IAAI,CAAC,GAAG,EAAE;YACvB,2CAA2C;YAC3C,MAAM,aAAa,GAAG,WAAW,CAAC,aAAa,CAAC,CAAC,CAAC,EAAE,GAAG,WAAW,CAAC,aAAa,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;YAC/F,IAAI,cAAc,GAAG,WAAW,CAAC,cAAc,CAAC;YAEhD,IAAI,OAAO,EAAE,SAAS,IAAI,OAAO,CAAC,SAAS,CAAC,UAAU,GAAG,CAAC,IAAI,aAAa,EAAE,CAAC;gBAC5E,MAAM,SAAS,GAAG,YAAY,CAAC,OAAO,CAAC,SAAS,CAAC,YAAY,CAAC,CAAC;gBAC/D,MAAM,aAAa,GAAG,aAAa,CAAC,SAAS,CAAC;gBAC9C,8CAA8C;gBAC9C,aAAa,CAAC,SAAS,GAAG,aAAa,IAAI,IAAI;oBAC7C,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,aAAa,GAAG,SAAS,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;oBACtD,CAAC,CAAC,SAAS,CAAC;gBACd,2DAA2D;gBAC3D,MAAM,MAAM,GAAG,CAAC,aAAa,CAAC,SAAS,EAAE,aAAa,CAAC,aAAa,EAAE,aAAa,CAAC,UAAU,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC;gBACtI,cAAc,GAAG,MAAM,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC;YAC/H,CAAC;YAED,OAAO;gBACL,cAAc;gBACd,GAAG,CAAC,aAAa,IAAI,EAAE,aAAa,EAAE,CAAC;gBACvC,GAAG,CAAC,WAAW,CAAC,UAAU,IAAI,EAAE,UAAU,EAAE,WAAW,CAAC,UAAU,EAAE,CAAC;gBACrE,GAAG,CAAC,WAAW,CAAC,QAAQ,IAAI,IAAI,IAAI,EAAE,QAAQ,EAAE,WAAW,CAAC,QAAQ,EAAE,CAAC;gBACvE,GAAG,CAAC,WAAW,CAAC,SAAS,IAAI,EAAE,SAAS,EAAE,WAAW,CAAC,SAAS,EAAE,CAAC;gBAClE,GAAG,CAAC,WAAW,CAAC,YAAY,IAAI,EAAE,YAAY,EAAE,WAAW,CAAC,YAAY,EAAE,CAAC;gBAC3E,GAAG,CAAC,WAAW,CAAC,cAAc,IAAI,IAAI,IAAI,EAAE,cAAc,EAAE,WAAW,CAAC,cAAc,EAAE,CAAC;gBACzF,GAAG,CAAC,WAAW,CAAC,eAAe,IAAI,EAAE,eAAe,EAAE,WAAW,CAAC,eAAe,EAAE,CAAC;gBACpF,GAAG,CAAC,WAAW,CAAC,gBAAgB,IAAI,IAAI,IAAI,EAAE,gBAAgB,EAAE,WAAW,CAAC,gBAAgB,EAAE,CAAC;gBAC/F,GAAG,CAAC,WAAW,CAAC,WAAW,IAAI,EAAE,WAAW,EAAE,WAAW,CAAC,WAAW,EAAE,CAAC;gBACxE,GAAG,CAAC,WAAW,CAAC,YAAY,IAAI,EAAE,YAAY,EAAE,WAAW,CAAC,YAAY,EAAE,CAAC;gBAC3E,GAAG,CAAC,WAAW,CAAC,UAAU,IAAI,EAAE,UAAU,EAAE,WAAW,CAAC,UAAU,EAAE,CAAC;aACtE,CAAC;QACJ,CAAC,CAAC,EAAE,CAAC;QACL,GAAG,CAAC,OAAO,EAAE,SAAS,IAAI,OAAO,CAAC,SAAS,CAAC,UAAU,GAAG,CAAC,IAAI,EAAE,SAAS,EAAE,OAAO,CAAC,SAAS,EAAE,CAAC;QAC/F,aAAa,EAAE,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,gBAAgB,CAAC,UAAU,CAAC,MAAM,EAAE,GAAG,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,IAAI;QACtF,GAAG,CAAC,UAAU,CAAC,MAAM,IAAI,EAAE,UAAU,EAAE,UAAU,CAAC,MAAM,EAAE,CAAC;QAC3D,GAAG,CAAC,UAAU,CAAC,KAAK,IAAI,UAAU,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,KAAK,EAAE,aAAa,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;QAClG,GAAG,CAAC,UAAU,CAAC,SAAS,IAAI,UAAU,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,SAAS,EAAE,iBAAiB,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;QACtH,GAAG,CAAC,UAAU,CAAC,SAAS,IAAI,EAAE,SAAS,EAAE,UAAU,CAAC,SAAS,EAAE,CAAC;QAChE,MAAM,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,EAAE;KACvD,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,mBAAmB,CAAC,OAAwB;IAC1D,MAAM,EAAE,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IACvC,MAAM,eAAe,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC,cAAc,KAAK,QAAQ,IAAI,CAAC,CAAC,cAAe,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,cAAe,CAAC,CAAC;IAC3I,MAAM,eAAe,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAU,EAAE,KAAK,IAAI,IAAI,IAAI,CAAC,CAAC,UAAU,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,UAAW,CAAC,KAAK,CAAC,CAAC;IACrI,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC,QAAQ,KAAK,QAAQ,IAAI,CAAC,CAAC,QAAS,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAS,CAAC,CAAC;IACnH,MAAM,UAAU,GAAG,OAAO,CAAC,MAAM,GAAG,EAAE,CAAC,MAAM,CAAC;IAE9C,OAAO;QACL,YAAY,EAAE,OAAO,CAAC,MAAM;QAC5B,YAAY,EAAE,EAAE,CAAC,MAAM;QACvB,UAAU;QACV,SAAS,EAAE,OAAO,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,UAAU,GAAG,OAAO,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1F,aAAa,EAAE,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,EAAE,OAAO,IAAI,CAAC,CAAC,UAAU,CAAC,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QAC1H,cAAc,EAAE,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QACrG,eAAe,EAAE,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,YAAY,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QACvG,cAAc,EAAE,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;QACrG,YAAY,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC;QAC1D,gBAAgB,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,WAAW,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC;QAClE,iBAAiB,EAAE,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,YAAY,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC;QACpE,uEAAuE;QACvE,kEAAkE;QAClE,uDAAuD;QACvD,GAAG,CAAC,GAAG,EAAE;YACP,MAAM,KAAK,GAAG,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,iBAAiB,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YACrE,OAAO,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,sBAAsB,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QAC/E,CAAC,CAAC,EAAE;QACJ,gBAAgB,EAAE,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,OAAO,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QACnH,0DAA0D;QAC1D,iEAAiE;QACjE,2DAA2D;QAC3D,6DAA6D;QAC7D,gEAAgE;QAChE,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,sBAAsB,KAAK,KAAK,CAAC,IAAI,EAAE,gBAAgB,EAAE,KAAK,EAAE,CAAC;QAC3F,wEAAwE;QACxE,GAAG,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,2BAA2B,KAAK,KAAK,CAAC,IAAI,EAAE,iBAAiB,EAAE,KAAK,EAAE,CAAC;QACjG,WAAW,EAAE,EAAE,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;QAC/G,GAAG,CAAC,GAAG,EAAE;YACP,MAAM,aAAa,GAAG,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,YAAY,IAAI,IAAI,CAAC,CAAC;YAC/D,IAAI,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC7B,OAAO;oBACL,eAAe,EAAE,MAAM,CAAC,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,YAAY,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;oBACzH,eAAe,EAAE,MAAM,CAAC,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,YAAY,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,aAAa,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;iBAC1H,CAAC;YACJ,CAAC;YACD,OAAO,EAAE,CAAC;QACZ,CAAC,CAAC,EAAE;QACJ,GAAG,CAAC,GAAG,EAAE;YACP,MAAM,SAAS,GAAG,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,IAAI,IAAI,CAAC,CAAC;YAC5D,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;gBAAE,OAAO,EAAE,CAAC;YACtC,OAAO;gBACL,iBAAiB,EAAE,MAAM,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,cAAc,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;gBACrH,YAAY,EAAE,MAAM,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,SAAS,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;gBAC3G,iBAAiB,EAAE,MAAM,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,aAAa,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;aACrH,CAAC;QACJ,CAAC,CAAC,EAAE;QACJ,GAAG,CAAC,GAAG,EAAE;YACP,MAAM,SAAS,GAAG,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,OAAO,CAAC,CAAC,YAAY,KAAK,QAAQ,IAAI,CAAC,CAAC,YAAa,GAAG,CAAC,CAAC,CAAC;YAC9F,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC;gBAAE,OAAO,EAAE,CAAC;YACtC,MAAM,cAAc,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,YAAY,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;YAChF,MAAM,cAAc,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,eAAe,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,SAAS,CAAC,MAAM,CAAC;YACtG,kDAAkD;YAClD,+DAA+D;YAC/D,2DAA2D;YAC3D,MAAM,IAAI,GAA2B,EAAE,CAAC;YACxC,KAAK,MAAM,CAAC,IAAI,SAAS,EAAE,CAAC;gBAC1B,IAAI,CAAC,CAAC,gBAAgB,EAAE,CAAC;oBACvB,KAAK,MAAM,CAAC,IAAI,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,gBAAgB,CAAC,EAAE,CAAC;wBAC/D,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,KAAK,CAAC;oBACzC,CAAC;gBACH,CAAC;qBAAM,CAAC;oBACN,KAAK,MAAM,IAAI,IAAI,CAAC,CAAC,CAAC,SAAS,IAAI,EAAE,CAAC,EAAE,CAAC;wBACvC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;oBACrC,CAAC;gBACH,CAAC;YACH,CAAC;YACD,OAAO;gBACL,YAAY,EAAE,MAAM,CAAC,CAAC,cAAc,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;gBACpE,eAAe,EAAE,MAAM,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,eAAe,IAAI,CAAC,CAAC,EAAE,CAAC,CAAC,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;gBACpH,eAAe,EAAE,MAAM,CAAC,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;gBAClD,gBAAgB,EAAE,IAAI;aACvB,CAAC;QACJ,CAAC,CAAC,EAAE;QACJ,GAAG,CAAC,GAAG,EAAE;YACP,kCAAkC;YAClC,6DAA6D;YAC7D,MAAM,UAAU,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,EAAE,SAAS,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC;YACnG,MAAM,cAAc,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,EAAE,aAAa,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC;YAC3G,MAAM,WAAW,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,aAAa,EAAE,UAAU,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC;YACrG,MAAM,iBAAiB,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAe,EAAE,CAAC,CAAC,IAAI,IAAI,CAAC,CAAC;YACzG,OAAO;gBACL,GAAG,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,YAAY,EAAE,MAAM,CAAC,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC9H,GAAG,CAAC,cAAc,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,gBAAgB,EAAE,MAAM,CAAC,CAAC,cAAc,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,cAAc,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBAC9I,GAAG,CAAC,WAAW,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,aAAa,EAAE,MAAM,CAAC,CAAC,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;gBAClI,GAAG,CAAC,iBAAiB,CAAC,MAAM,GAAG,CAAC,IAAI,EAAE,mBAAmB,EAAE,MAAM,CAAC,CAAC,iBAAiB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,iBAAiB,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;aAC3J,CAAC;QACJ,CAAC,CAAC,EAAE;QACJ,GAAG,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,IAAI;YAChC,iBAAiB,EAAE,MAAM,CAAC,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YAC3G,iBAAiB,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,eAAe,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YAClE,iBAAiB,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,eAAe,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YAClE,GAAG,CAAC,eAAe,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE;gBACvC,MAAM,IAAI,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,eAAe,CAAC,MAAM,CAAC;gBACjF,MAAM,QAAQ,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,GAAG,eAAe,CAAC,MAAM,CAAC;gBACnG,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;gBACnC,MAAM,EAAE,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC;gBACxC,OAAO,EAAE,WAAW,EAAE,MAAM,CAAC,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YACpF,CAAC,CAAC,EAAE,CAAC;SACN,CAAC;QACF,GAAG,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,IAAI;YAChC,iBAAiB,EAAE,MAAM,CAAC,CAAC,eAAe,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;SAC5G,CAAC;QACF,GAAG,CAAC,SAAS,CAAC,MAAM,GAAG,CAAC,IAAI;YAC1B,WAAW,EAAE,MAAM,CAAC,CAAC,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YACzF,WAAW,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,SAAS,CAAC;YACnC,WAAW,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,SAAS,CAAC;SACpC,CAAC;QACF,GAAG,sBAAsB,CAAC,EAAE,CAAC;KAC9B,CAAC;AACJ,CAAC;AAED;;;;;;;;;;;;GAYG;AACH,SAAS,sBAAsB,CAAC,EAAmB;IACjD,yEAAyE;IACzE,MAAM,WAAW,GAAG,IAAI,GAAG,EAAoB,CAAC;IAChD,IAAI,mBAAmB,GAAG,CAAC,CAAC;IAE5B,KAAK,MAAM,KAAK,IAAI,EAAE,EAAE,CAAC;QACvB,MAAM,QAAQ,GAAG,KAAK,CAAC,WAAW,CAAC;QACnC,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC;YAAE,SAAS;QAC/C,mBAAmB,EAAE,CAAC;QACtB,KAAK,MAAM,CAAC,IAAI,QAAQ,EAAE,CAAC;YACzB,IAAI,CAAC,CAAC,KAAK,IAAI,CAAC;gBAAE,SAAS,CAAC,8CAA8C;YAC1E,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAC;gBAAE,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;YAC5D,WAAW,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,CAAE,CAAC,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QAC1C,CAAC;IACH,CAAC;IAED,+EAA+E;IAC/E,IAAI,mBAAmB,KAAK,CAAC,IAAI,WAAW,CAAC,IAAI,GAAG,CAAC;QAAE,OAAO,EAAE,CAAC;IAEjE,yEAAyE;IACzE,iEAAiE;IACjE,MAAM,MAAM,GAAG,CAAC,GAAG,WAAW,CAAC,IAAI,EAAE,CAAC,CAAC;IACvC,MAAM,aAAa,GAAe,MAAM,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,EAAE,CAAC,CAAC;IACvD,KAAK,MAAM,KAAK,IAAI,EAAE,EAAE,CAAC;QACvB,MAAM,QAAQ,GAAG,KAAK,CAAC,WAAW,CAAC;QACnC,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC;YAAE,SAAS;QAC/C,MAAM,YAAY,GAAG,IAAI,GAAG,EAAkB,CAAC;QAC/C,KAAK,MAAM,CAAC,IAAI,QAAQ;YAAE,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC;QAC7D,gDAAgD;QAChD,MAAM,QAAQ,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE;YAClC,MAAM,CAAC,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;YAC9B,OAAO,OAAO,CAAC,KAAK,QAAQ,IAAI,CAAC,GAAG,CAAC,CAAC;QACxC,CAAC,CAAC,CAAC;QACH,IAAI,CAAC,QAAQ;YAAE,SAAS;QACxB,MAAM,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,GAAG,CAAC,CAAC,CAAE,CAAC,CAAC,CAAC;IACxE,CAAC;IAED,iGAAiG;IACjG,MAAM,YAAY,GAAkB,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE;QACnD,MAAM,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QAC3B,OAAO,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC,EAAE,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,CAAC;IACvG,CAAC,CAAC,CAAC;IACH,IAAI,aAAa,CAAC,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,CAAC,CAAC,4BAA4B;IACnG,MAAM,SAAS,GAAG,qBAAqB,CAAC,aAAa,CAAC,CAAC;IACvD,OAAO;QACL,WAAW,EAAE,YAAY;QACzB,cAAc,EAAE,EAAE,GAAG,SAAS,EAAE,WAAW,EAAE,aAAa,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE;KACvE,CAAC;AACJ,CAAC"}
package/dist/src/eval-core/statistics.d.ts.map DELETED
@@ -1 +0,0 @@
1
- {"version":3,"file":"statistics.d.ts","sourceRoot":"","sources":["../../../src/eval-core/statistics.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAIH;;GAEG;AACH,wBAAgB,IAAI,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,MAAM,CAG1C;AAED;;;GAGG;AACH,wBAAgB,MAAM,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,MAAM,CAG5C;AAgCD,MAAM,MAAM,cAAc,GAAG,QAAQ,GAAG,OAAO,GAAG,OAAO,GAAG,OAAO,CAAC;AAEpE;;;;;;;;;;GAUG;AACH,wBAAgB,cAAc,CAAC,UAAU,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,GAAG,cAAc,CAW7E;AAYD;;;;;GAKG;AACH,wBAAgB,kBAAkB,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,KAAK,EAAE,MAAM,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CAoBhH;AAED;;;;;;;;GAQG;AACH,MAAM,WAAW,gBAAgB;IAC/B,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,GAAG,GAAG,GAAG,GAAG,MAAM,CAAC;IAC5B,SAAS,EAAE,YAAY,GAAG,OAAO,GAAG,QAAQ,GAAG,OAAO,GAAG,MAAM,CAAC;IAChE,YAAY,EAAE,MAAM,CAAC;IACrB,EAAE,EAAE,MAAM,CAAC;IACX,EAAE,EAAE,MAAM,CAAC;CACZ;AAED;;;;;;;;;;;;;;;GAeG;AACH,wBAAgB,UAAU,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,CAAC,EAAE,MAAM,EAAE,GAAG,gBAAgB,CA+CrE;AAED,wBAAgB,KAAK,CAAC,CAAC,EAAE,MAAM,EAAE,EAAE,CAAC,EAAE,MAAM,EAAE,GAAG;IAAE,UAAU,EAAE,MAAM,CAAC;IAAC,EAAE,EAAE,MAAM,CAAC;IAAC,WAAW,EAAE,OAAO,CAAA;CAAE,CA0CxG"}
package/dist/src/eval-core/statistics.js.map DELETED
@@ -1 +0,0 @@
1
- {"version":3,"file":"statistics.js","sourceRoot":"","sources":["../../../src/eval-core/statistics.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAEH,OAAO,KAAK,EAAE,MAAM,mBAAmB,CAAC;AAExC;;GAEG;AACH,MAAM,UAAU,IAAI,CAAC,GAAa;IAChC,IAAI,CAAC,GAAG,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IACvC,OAAO,EAAE,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AACtB,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,MAAM,CAAC,GAAa;IAClC,IAAI,CAAC,GAAG,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,CAAC,CAAC;IACrC,OAAO,EAAE,CAAC,uBAAuB,CAAC,GAAG,CAAC,CAAC;AACzC,CAAC;AAED,gFAAgF;AAChF,+EAA+E;AAC/E,6DAA6D;AAC7D,MAAM,aAAa,GAA2B;IAC5C,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK;IACjD,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK;IACjD,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK;IACrD,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK;IACrD,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK;IACrD,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK;CACtD,CAAC;AAEF,MAAM,aAAa,GAA2B;IAC5C,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK;IACjD,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK;IACjD,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK;IACrD,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK;IACrD,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK;IACrD,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK;CACtD,CAAC;AAEF,MAAM,cAAc,GAA2B;IAC7C,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK;IACpD,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK;IACjD,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK;IACrD,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK;IACrD,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK;IACrD,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,KAAK;CACtD,CAAC;AAIF;;;;;;;;;;GAUG;AACH,MAAM,UAAU,cAAc,CAAC,UAAkB,EAAE,EAAU;IAC3D,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,CAAC,IAAI,EAAE,IAAI,CAAC;QAAE,OAAO,OAAO,CAAC;IAC5D,MAAM,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC;IAClC,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC;IACxD,MAAM,IAAI,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,CAAC;IAChE,MAAM,GAAG,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,CAAC;IAC9D,MAAM,GAAG,GAAG,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,KAAK,CAAC,IAAI,IAAI,CAAC,CAAC;IAC5D,IAAI,IAAI,IAAI,IAAI;QAAE,OAAO,QAAQ,CAAC;IAClC,IAAI,IAAI,IAAI,GAAG;QAAE,OAAO,OAAO,CAAC;IAChC,IAAI,IAAI,IAAI,GAAG;QAAE,OAAO,OAAO,CAAC;IAChC,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;;GAGG;AACH,SAAS,SAAS,CAAC,EAAU;IAC3B,IAAI,EAAE,IAAI,CAAC;QAAE,OAAO,QAAQ,CAAC;IAC7B,IAAI,EAAE,IAAI,EAAE;QAAE,OAAO,aAAa,CAAC,EAAE,CAAC,IAAI,aAAa,CAAC,EAAE,CAAC,CAAC;IAC5D,OAAO,IAAI,CAAC;AACd,CAAC;AAED;;;;;GAKG;AACH,MAAM,UAAU,kBAAkB,CAAC,GAAa;IAC9C,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC;IACpB,MAAM,EAAE,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC;IAEvB,IAAI,CAAC,GAAG,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC3B,OAAO,EAAE,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,EAAE,CAAC;IACrD,CAAC;IAED,MAAM,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC;IACrB,MAAM,EAAE,GAAG,EAAE,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAQ,6BAA6B;IAClE,MAAM,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC,CAAqB,qBAAqB;IAC3D,MAAM,EAAE,GAAG,SAAS,CAAC,EAAE,CAAC,CAAC,CAAa,iBAAiB;IACvD,MAAM,MAAM,GAAG,EAAE,GAAG,EAAE,CAAC,CAAe,kBAAkB;IAExD,OAAO;QACL,IAAI,EAAE,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAC1B,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QACtC,KAAK,EAAE,MAAM,CAAC,CAAC,CAAC,GAAG,MAAM,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QACtC,MAAM,EAAE,MAAM,CAAC,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;KAC9B,CAAC;AACJ,CAAC;AAqBD;;;;;;;;;;;;;;;GAeG;AACH,MAAM,UAAU,UAAU,CAAC,CAAW,EAAE,CAAW;IACjD,MAAM,EAAE,GAAG,CAAC,EAAE,MAAM,IAAI,CAAC,CAAC;IAC1B,MAAM,EAAE,GAAG,CAAC,EAAE,MAAM,IAAI,CAAC,CAAC;IAE1B,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,GAAG,CAAC,EAAE,CAAC;QACrB,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,YAAY,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC;IACjG,CAAC;IAED,MAAM,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACtB,MAAM,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACtB,MAAM,IAAI,GAAG,EAAE,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC;IAClC,MAAM,IAAI,GAAG,EAAE,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC;IAElC,uEAAuE;IACvE,2EAA2E;IAC3E,MAAM,SAAS,GAAG,CAAC,CAAC,EAAE,GAAG,CAAC,CAAC,GAAG,IAAI,GAAG,CAAC,EAAE,GAAG,CAAC,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,GAAG,CAAC,CAAC,CAAC;IACtE,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IAE1C,IAAI,YAAY,KAAK,CAAC,EAAE,CAAC;QACvB,OAAO,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,YAAY,EAAE,CAAC,EAAE,EAAE,EAAE,EAAE,EAAE,CAAC;IACjG,CAAC;IAED,MAAM,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,GAAG,YAAY,CAAC;IAEnC,oFAAoF;IACpF,8DAA8D;IAC9D,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC;IACtC,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAEhB,MAAM,MAAM,GAAG,EAAE,GAAG,EAAE,CAAC;IACvB,MAAM,OAAO,GAAc,MAAM,GAAG,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC;IACnD,MAAM,GAAG,GAAG,OAAO,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC;IACpC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;IAC1B,MAAM,SAAS,GACb,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC;QAC1B,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;YACrB,GAAG,GAAG,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC;IAEjC,OAAO;QACL,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAC7B,OAAO,EAAE,MAAM,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAC7B,OAAO;QACP,SAAS;QACT,YAAY,EAAE,MAAM,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QAC7C,EAAE;QACF,EAAE;KACH,CAAC;AACJ,CAAC;AAED,MAAM,UAAU,KAAK,CAAC,CAAW,EAAE,CAAW;IAC5C,4BAA4B;IAC5B,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC7C,OAAO,EAAE,UAAU,EAAE,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC;IACtD,CAAC;IAED,MAAM,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACtB,MAAM,EAAE,GAAG,EAAE,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACtB,MAAM,IAAI,GAAG,EAAE,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC;IAClC,MAAM,IAAI,GAAG,EAAE,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC;IAElC,sCAAsC;IACtC,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,CAAC,MAAM,CAAC;IAC5B,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,CAAC,MAAM,CAAC;IAC5B,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC,CAAC;IAEpC,oEAAoE;IACpE,IAAI,MAAM,KAAK,CAAC,EAAE,CAAC;QACjB,OAAO;YACL,UAAU,EAAE,CAAC;YACb,EAAE,EAAE,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,MAAM,GAAG,CAAC;YAC3B,WAAW,EAAE,EAAE,KAAK,EAAE,EAAE,gDAAgD;SACzE,CAAC;IACJ,CAAC;IAED,cAAc;IACd,MAAM,KAAK,GAAG,CAAC,EAAE,GAAG,EAAE,CAAC,GAAG,MAAM,CAAC;IAEjC,yCAAyC;IACzC,MAAM,KAAK,GAAG,CAAC,GAAG,GAAG,GAAG,CAAC,IAAI,CAAC,CAAC;IAC/B,MAAM,KAAK,GAAG,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;IACxE,MAAM,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC;IAElD,wCAAwC;IACxC,MAAM,EAAE,GAAG,SAAS,CAAC,EAAE,CAAC,CAAC;IACzB,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC;IAEzC,OAAO;QACL,UAAU,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;QACpC,EAAE;QACF,WAAW;KACZ,CAAC;AACJ,CAAC"}
package/dist/src/eval-core/task-planner.d.ts.map DELETED
@@ -1 +0,0 @@
1
- {"version":3,"file":"task-planner.d.ts","sourceRoot":"","sources":["../../../src/eval-core/task-planner.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,iBAAiB,EAAE,IAAI,EAAE,MAAM,mBAAmB,CAAC;AAEnF;;;;;;GAMG;AACH,wBAAgB,wBAAwB,CAAC,GAAG,EAAE,iBAAiB,GAAG,SAAS,GAAG,MAAM,GAAG,IAAI,CAsB1F;AAED,wBAAgB,UAAU,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC,GAAG,IAAI,EAAE,CAQ/G;AAED,wBAAgB,uBAAuB,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,QAAQ,EAAE,GAAG,IAAI,EAAE,CA8BxF"}
package/dist/src/eval-core/task-planner.js.map DELETED
@@ -1 +0,0 @@
1
- {"version":3,"file":"task-planner.js","sourceRoot":"","sources":["../../../src/eval-core/task-planner.ts"],"names":[],"mappings":"AAEA;;;;;;GAMG;AACH,MAAM,UAAU,wBAAwB,CAAC,GAAkC;IACzE,IAAI,CAAC,GAAG;QAAE,OAAO,IAAI,CAAC;IACtB,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,IAAI,GAAG,CAAC,aAAa,IAAI,GAAG,CAAC,aAAa,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACtD,KAAK,CAAC,IAAI,CAAC,2DAA2D,CAAC,CAAC;QACxE,KAAK,MAAM,CAAC,IAAI,GAAG,CAAC,aAAa;YAAE,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IAChE,CAAC;IACD,IAAI,GAAG,CAAC,eAAe,IAAI,GAAG,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC1D,KAAK,CAAC,IAAI,CAAC,2CAA2C,CAAC,CAAC;QACxD,KAAK,MAAM,CAAC,IAAI,GAAG,CAAC,eAAe;YAAE,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;IAClE,CAAC;IACD,IAAI,GAAG,CAAC,KAAK,IAAI,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,EAAE,CAAC;QAClC,KAAK,CAAC,IAAI,CAAC,QAAQ,GAAG,CAAC,KAAK,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;IACzC,CAAC;IACD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC;IACpC,OAAO;QACL,qBAAqB;QACrB,EAAE;QACF,GAAG,KAAK;QACR,EAAE;QACF,6EAA6E;KAC9E,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AACf,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,OAAiB,EAAE,QAAkB,EAAE,MAAqC;IACrG,MAAM,SAAS,GAAe,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC;QACvD,IAAI,EAAE,OAAO;QACb,IAAI,EAAE,OAAO,KAAK,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,OAAO;QACnD,MAAM,EAAE,OAAO,KAAK,UAAU,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,QAAQ;QACtD,OAAO,EAAE,MAAM,CAAC,OAAO,CAAC,IAAI,IAAI;KACjC,CAAC,CAAC,CAAC;IACJ,OAAO,uBAAuB,CAAC,OAAO,EAAE,SAAS,CAAC,CAAC;AACrD,CAAC;AAED,MAAM,UAAU,uBAAuB,CAAC,OAAiB,EAAE,SAAqB;IAC9E,MAAM,KAAK,GAAW,EAAE,CAAC;IAEzB,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;YACjC,sEAAsE;YACtE,MAAM,UAAU,GAAG,wBAAwB,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;YAChE,MAAM,cAAc,GAAG,MAAM,CAAC,OAAO;gBACnC,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,eAAe,MAAM,CAAC,OAAO,UAAU;gBACzD,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC;YAClB,MAAM,UAAU,GAAG,UAAU;gBAC3B,CAAC,CAAC,GAAG,UAAU,cAAc,cAAc,EAAE;gBAC7C,CAAC,CAAC,cAAc,CAAC;YAEnB,KAAK,CAAC,IAAI,CAAC;gBACT,SAAS,EAAE,MAAM,CAAC,SAAS;gBAC3B,OAAO,EAAE,QAAQ,CAAC,IAAI;gBACtB,QAAQ;gBACR,MAAM,EAAE,UAAU;gBAClB,MAAM,EAAE,MAAM,CAAC,MAAM,IAAI,IAAI;gBAC7B,UAAU,EAAE,MAAM,CAAC,UAAU,IAAI,IAAI;gBACrC,UAAU,EAAE,MAAM,CAAC,UAAU,IAAI,IAAI;gBACrC,eAAe,EAAE,QAAQ,CAAC,OAAO;gBACjC,GAAG,EAAE,QAAQ,CAAC,GAAG,IAAI,QAAQ,CAAC,SAAS,IAAI,MAAM,CAAC,GAAG,IAAI,IAAI;gBAC7D,OAAO,EAAE,MAAM;aAChB,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC"}
package/dist/src/eval-core/verdict.d.ts DELETED
@@ -1,77 +0,0 @@
1
- /**
2
- * Verdict — turn a finished report into a one-line ship/no-ship recommendation.
3
- *
4
- * Why this exists
5
- * ---------------
6
- * v0.21 makes the data trustworthy. closes the last mile: senior
7
- * engineers' #1 complaint is "the report has all the right numbers but I
8
- * still need 30 minutes to read it before I can decide". This module
9
- * aggregates the four data sources omk already produces — Bootstrap CI on
10
- * the pairwise diff, three-layer CI gate, saturation curve, and (when
11
- * available) Krippendorff α against gold — and emits one of four verdicts:
12
- *
13
- * - **PROGRESS** diff CI shows real positive shift, no layer regressed
14
- * - **CAUTIOUS** positive shift but at least one layer broke its gate,
15
- * or saturation says we're not powered yet
16
- * - **REGRESS** diff CI clearly negative, or a layer dropped a gate
17
- * - **NOISE** diff CI contains 0 — can't separate from noise
18
- * - **UNDERPOWERED** N too small / saturation low confidence and no signal
19
- * - **SOLO** single-variant report; nothing to compare against
20
- *
21
- * The output is intentionally text-template-driven so the same rule engine
22
- * powers both `omk eval` (CLI, terse) and the HTML report's
23
- * top-of-page "verdict pill" ("verdict pill" surface). Both surfaces must agree.
24
- *
25
- * Subjectivity caveat: the ship recommendation is rule-based, not statistically
26
- * proven optimal. Each rule's source (NIST AI 800-3 / Krippendorff thresholds /
27
- * empirical) is documented inline so users can audit and override.
28
- */
29
- import type { Report } from '../types/index.js';
30
- export type VerdictLevel = 'PROGRESS' | 'CAUTIOUS' | 'REGRESS' | 'NOISE' | 'UNDERPOWERED' | 'SOLO';
31
- export interface VerdictResult {
32
- level: VerdictLevel;
33
- /** One-line headline shown in CLI / pill. */
34
- headline: string;
35
- /** Per-pair verdict if multi-treatment; same shape as level for each. */
36
- perPair?: Array<{
37
- control: string;
38
- treatment: string;
39
- level: VerdictLevel;
40
- headline: string;
41
- }>;
42
- /** Detail bullets shown by `omk eval` verbose output. */
43
- rationale: {
44
- significance?: string;
45
- layerWinners?: string;
46
- sampleSize?: string;
47
- /** Stability claim:CV / variance summary if --repeat ≥ 2, 否则显式说"未测量"
48
- * 让用户感受到 single-run 的盲区,而不是默默不提。 */
49
- stability?: string;
50
- judgeAgreement?: string;
51
- shipRecommendation?: string;
52
- };
53
- /** Variants present in the report (best-vs-control framing). */
54
- variants: string[];
55
- }
56
- export interface VerdictOptions {
57
- /** Three-layer ci-gate threshold; defaults to 3.5 (matches `omk eval`). */
58
- gateThreshold?: number;
59
- /**
60
- * Magnitude (in raw score points) below which a "significant" diff is treated
61
- * as practically negligible (statistically real but too small to matter).
62
- * Defaults to 0.1 — about 2% of the 1-5 scale, the floor of practical signal.
63
- */
64
- triviallySmallDiff?: number;
65
- }
66
- /**
67
- * Compute a verdict for a finished report. Pure function — no I/O.
68
- */
69
- export declare function computeVerdict(report: Report, options?: VerdictOptions): VerdictResult;
70
- /**
71
- * Plain-text formatter for the `omk eval` verdict. Stays under 6 lines per the
72
- * spec — one verdict + four rationale bullets + one ship recommendation.
73
- */
74
- export declare function formatVerdictText(result: VerdictResult, options?: {
75
- verbose?: boolean;
76
- }): string;
77
- //# sourceMappingURL=verdict.d.ts.map
package/dist/src/eval-core/verdict.d.ts.map DELETED
@@ -1 +0,0 @@
1
- {"version":3,"file":"verdict.d.ts","sourceRoot":"","sources":["../../../src/eval-core/verdict.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2BG;AAEH,OAAO,KAAK,EAAE,MAAM,EAAyC,MAAM,mBAAmB,CAAC;AAGvF,MAAM,MAAM,YAAY,GACpB,UAAU,GACV,UAAU,GACV,SAAS,GACT,OAAO,GACP,cAAc,GACd,MAAM,CAAC;AAEX,MAAM,WAAW,aAAa;IAC5B,KAAK,EAAE,YAAY,CAAC;IACpB,6CAA6C;IAC7C,QAAQ,EAAE,MAAM,CAAC;IACjB,yEAAyE;IACzE,OAAO,CAAC,EAAE,KAAK,CAAC;QAAE,OAAO,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,YAAY,CAAC;QAAC,QAAQ,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAC/F,yDAAyD;IACzD,SAAS,EAAE;QACT,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,YAAY,CAAC,EAAE,MAAM,CAAC;QACtB,UAAU,CAAC,EAAE,MAAM,CAAC;QACpB;6CACqC;QACrC,SAAS,CAAC,EAAE,MAAM,CAAC;QACnB,cAAc,CAAC,EAAE,MAAM,CAAC;QACxB,kBAAkB,CAAC,EAAE,MAAM,CAAC;KAC7B,CAAC;IACF,gEAAgE;IAChE,QAAQ,EAAE,MAAM,EAAE,CAAC;CACpB;AAED,MAAM,WAAW,cAAc;IAC7B,2EAA2E;IAC3E,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB;;;;OAIG;IACH,kBAAkB,CAAC,EAAE,MAAM,CAAC;CAC7B;AAED;;GAEG;AACH,wBAAgB,cAAc,CAAC,MAAM,EAAE,MAAM,EAAE,OAAO,GAAE,cAAmB,GAAG,aAAa,CAwE1F;AAsND;;;GAGG;AACH,wBAAgB,iBAAiB,CAAC,MAAM,EAAE,aAAa,EAAE,OAAO,GAAE;IAAE,OAAO,CAAC,EAAE,OAAO,CAAA;CAAO,GAAG,MAAM,CAiBpG"}
package/dist/src/eval-core/verdict.js DELETED
@@ -1,322 +0,0 @@
1
- /**
2
- * Verdict — turn a finished report into a one-line ship/no-ship recommendation.
3
- *
4
- * Why this exists
5
- * ---------------
6
- * v0.21 makes the data trustworthy. closes the last mile: senior
7
- * engineers' #1 complaint is "the report has all the right numbers but I
8
- * still need 30 minutes to read it before I can decide". This module
9
- * aggregates the four data sources omk already produces — Bootstrap CI on
10
- * the pairwise diff, three-layer CI gate, saturation curve, and (when
11
- * available) Krippendorff α against gold — and emits one of four verdicts:
12
- *
13
- * - **PROGRESS** diff CI shows real positive shift, no layer regressed
14
- * - **CAUTIOUS** positive shift but at least one layer broke its gate,
15
- * or saturation says we're not powered yet
16
- * - **REGRESS** diff CI clearly negative, or a layer dropped a gate
17
- * - **NOISE** diff CI contains 0 — can't separate from noise
18
- * - **UNDERPOWERED** N too small / saturation low confidence and no signal
19
- * - **SOLO** single-variant report; nothing to compare against
20
- *
21
- * The output is intentionally text-template-driven so the same rule engine
22
- * powers both `omk eval` (CLI, terse) and the HTML report's
23
- * top-of-page "verdict pill" ("verdict pill" surface). Both surfaces must agree.
24
- *
25
- * Subjectivity caveat: the ship recommendation is rule-based, not statistically
26
- * proven optimal. Each rule's source (NIST AI 800-3 / Krippendorff thresholds /
27
- * empirical) is documented inline so users can audit and override.
28
- */
29
- import { evaluateLayerGates } from './layer-gates.js';
30
- /**
31
- * Compute a verdict for a finished report. Pure function — no I/O.
32
- */
33
- export function computeVerdict(report, options = {}) {
34
- const { gateThreshold = 3.5, triviallySmallDiff = 0.1 } = options;
35
- const variants = report.meta?.variants ?? [];
36
- const summary = report.summary ?? {};
37
- const sampleCount = report.meta?.sampleCount ?? 0;
38
- if (variants.length < 2) {
39
- // Single-variant — no comparison possible. Just report whether the variant
40
- // passes its own three-layer gate.
41
- const gate = evaluateLayerGates(summary, gateThreshold);
42
- return {
43
- level: 'SOLO',
44
- headline: gate.allPass
45
- ? `SOLO · single variant, three-layer gate PASS @ threshold ${gateThreshold}`
46
- : `SOLO · single variant, three-layer gate FAIL — see ci output`,
47
- rationale: {
48
- layerWinners: gate.lines.join('; '),
49
- sampleSize: `N=${sampleCount}`,
50
- stability: formatStability(report),
51
- },
52
- variants,
53
- };
54
- }
55
- // Build per-pair verdicts. Convention: variants[0] = control, [1..] = treatments.
56
- // If --bootstrap wasn't used, pairComparisons is empty — synthesize pseudo-pairs
57
- // (without CI) so verdictForPair's no-CI path runs and we still get a verdict.
58
- const explicitPairs = report.meta?.pairComparisons ?? [];
59
- const pairs = explicitPairs.length > 0
60
- ? explicitPairs
61
- : variants.slice(1).map((treatment) => ({ control: variants[0], treatment }));
62
- const perPair = pairs.map((p) => verdictForPair(p, summary, sampleCount, report, gateThreshold, triviallySmallDiff));
63
- // Worst-case roll-up: REGRESS dominates, then CAUTIOUS, then NOISE/UNDERPOWERED, then PROGRESS.
64
- const order = ['REGRESS', 'CAUTIOUS', 'UNDERPOWERED', 'NOISE', 'PROGRESS'];
65
- let topLevel = 'PROGRESS';
66
- for (const level of order) {
67
- if (perPair.some((p) => p.level === level)) {
68
- topLevel = level;
69
- break;
70
- }
71
- }
72
- // Single representative pair for the top-level rationale (the worst one).
73
- const representative = perPair.find((p) => p.level === topLevel) ?? perPair[0];
74
- const significance = representative
75
- ? formatSignificance(representative)
76
- : 'no pairwise comparison available — was --bootstrap used?';
77
- const layerWinners = formatLayerWinners(summary, variants);
78
- const sampleSize = formatSampleSize(report);
79
- const stability = formatStability(report);
80
- const judgeAgreement = formatJudgeAgreement(report);
81
- const shipRecommendation = recommendation(topLevel, perPair);
82
- return {
83
- level: topLevel,
84
- headline: representative
85
- ? `${topLevel} · ${representative.treatment} vs ${representative.control}: ${representative.headline}`
86
- : `${topLevel} · ${variants.length} variants`,
87
- perPair,
88
- rationale: {
89
- significance,
90
- layerWinners,
91
- sampleSize,
92
- stability,
93
- judgeAgreement,
94
- shipRecommendation,
95
- },
96
- variants,
97
- };
98
- }
99
- /**
100
- * Per-pair verdict logic. The hierarchy of checks matters:
101
- * 1. If a layer regressed past the gate → REGRESS (loudest signal).
102
- * 2. If diff CI is clearly negative → REGRESS.
103
- * 3. If diff CI contains 0:
104
- * - and N is too small / saturation low confidence → UNDERPOWERED
105
- * - otherwise → NOISE
106
- * 4. If diff CI is positive but trivially small → CAUTIOUS.
107
- * 5. If diff CI is positive AND treatment passes all gates → PROGRESS.
108
- * 6. If diff CI is positive but treatment broke a gate → CAUTIOUS.
109
- */
110
- function verdictForPair(pair, summary, sampleCount, report, gateThreshold, triviallySmallDiff) {
111
- const { control, treatment, diffBootstrapCI: diff } = pair;
112
- // Layer-gate check: did any layer fall below threshold for either variant?
113
- const cGate = evaluateLayerGates({ [control]: summary[control] }, gateThreshold);
114
- const tGate = evaluateLayerGates({ [treatment]: summary[treatment] }, gateThreshold);
115
- // No bootstrap CI available → fall back to point-estimate diff comparison.
116
- if (!diff) {
117
- const cMean = avgComposite(summary[control]);
118
- const tMean = avgComposite(summary[treatment]);
119
- const delta = tMean - cMean;
120
- const headline = `Δ=${delta >= 0 ? '+' : ''}${delta.toFixed(2)} (no CI; rerun with --bootstrap)`;
121
- if (Math.abs(delta) < triviallySmallDiff) {
122
- return { control, treatment, level: 'NOISE', headline };
123
- }
124
- return {
125
- control,
126
- treatment,
127
- level: delta > 0 ? 'CAUTIOUS' : 'REGRESS',
128
- headline,
129
- };
130
- }
131
- const headlineCore = `Δ=${diff.estimate >= 0 ? '+' : ''}${diff.estimate} CI=[${diff.low}, ${diff.high}]`;
132
- if (!diff.significant) {
133
- // Diff CI contains 0. Distinguish "underpowered (saturation says: more samples needed)"
134
- // from "noise (saturation says: we're saturated, the effect just isn't there)".
135
- const satVerdict = report.variance?.saturation?.verdicts?.[treatment];
136
- const underpowered = sampleCount < 20 ||
137
- (satVerdict && !satVerdict.saturated && satVerdict.confidence !== 'high');
138
- if (underpowered) {
139
- return {
140
- control,
141
- treatment,
142
- level: 'UNDERPOWERED',
143
- headline: `${headlineCore} · N=${sampleCount} likely too small`,
144
- };
145
- }
146
- return { control, treatment, level: 'NOISE', headline: `${headlineCore} · CI spans 0` };
147
- }
148
- // diff is significant.
149
- if (diff.estimate < 0) {
150
- return { control, treatment, level: 'REGRESS', headline: `${headlineCore} · treatment loses` };
151
- }
152
- // diff > 0 and significant. Did treatment break a gate?
153
- if (!tGate.allPass) {
154
- return {
155
- control,
156
- treatment,
157
- level: 'CAUTIOUS',
158
- headline: `${headlineCore} · gain real, but treatment broke layer gate`,
159
- };
160
- }
161
- // Trivially small diff?
162
- if (diff.estimate < triviallySmallDiff) {
163
- return {
164
- control,
165
- treatment,
166
- level: 'CAUTIOUS',
167
- headline: `${headlineCore} · significant but practically tiny`,
168
- };
169
- }
170
- // Did control break a gate? Then treatment winning isn't surprising — flag.
171
- if (!cGate.allPass) {
172
- return {
173
- control,
174
- treatment,
175
- level: 'PROGRESS',
176
- headline: `${headlineCore} · treatment recovers from broken control`,
177
- };
178
- }
179
- return { control, treatment, level: 'PROGRESS', headline: `${headlineCore} · clean win` };
180
- }
181
- function avgComposite(s) {
182
- if (!s)
183
- return 0;
184
- if (typeof s.avgCompositeScore === 'number')
185
- return s.avgCompositeScore;
186
- // Fallback: average of the three layers when composite isn't on the summary.
187
- const layers = [s.avgFactScore, s.avgBehaviorScore, s.avgJudgeScore].filter((x) => typeof x === 'number');
188
- if (layers.length === 0)
189
- return 0;
190
- return layers.reduce((a, b) => a + b, 0) / layers.length;
191
- }
192
- function formatSignificance(p) {
193
- return `${p.level} · ${p.headline}`;
194
- }
195
- function formatLayerWinners(summary, variants) {
196
- if (variants.length < 2)
197
- return '—';
198
- const control = variants[0];
199
- const treatment = variants[1];
200
- const c = summary[control];
201
- const t = summary[treatment];
202
- if (!c || !t)
203
- return '—';
204
- const layers = [
205
- ['fact', c.avgFactScore, t.avgFactScore],
206
- ['behavior', c.avgBehaviorScore, t.avgBehaviorScore],
207
- ['judge', c.avgJudgeScore, t.avgJudgeScore],
208
- ];
209
- return layers
210
- .map(([name, cv, tv]) => {
211
- if (typeof cv !== 'number' || typeof tv !== 'number')
212
- return `${name}=—`;
213
- const delta = tv - cv;
214
- const sign = delta >= 0 ? '+' : '';
215
- return `${name}: ${cv.toFixed(2)}→${tv.toFixed(2)} (${sign}${delta.toFixed(2)})`;
216
- })
217
- .join(', ');
218
- }
219
- function formatSampleSize(report) {
220
- const n = report.meta?.sampleCount ?? 0;
221
- const sat = report.variance?.saturation?.verdicts;
222
- if (!sat)
223
- return `N=${n}`;
224
- const variants = report.meta?.variants ?? [];
225
- const treatment = variants[1];
226
- const v = treatment ? sat[treatment] : undefined;
227
- if (!v)
228
- return `N=${n}`;
229
- if (v.saturated)
230
- return `N=${n}, saturated @ N=${v.atN ?? '?'} (${v.confidence} confidence)`;
231
- return `N=${n}, not yet saturated (${v.confidence} confidence)`;
232
- }
233
- /**
234
- * Stability rationale. 三种状态:
235
- * - --repeat ≥ 2 + 有 variance 数据: 报告 CV (variation coefficient) 主指标
236
- * - --repeat ≥ 2 但 variance 缺失: 异常,标 "—" 提示数据丢失
237
- * - --repeat < 2: 显式说"未测量,需 --repeat ≥ 2",而不是默默不提
238
- *
239
- * 单轮场景关键:不是"稳定 = 100%"(常见误读),而是"测不到稳定性"。
240
- * Verdict 必须诚实交代这个盲区,不能让用户以为没说就是 OK。
241
- */
242
- function formatStability(report) {
243
- const runs = report.variance?.runs ?? report.meta?.request?.repeat ?? 1;
244
- if (runs < 2) {
245
- return '稳定性未测量(单轮评测,需 --repeat ≥ 2 才能测 CV)';
246
- }
247
- const variance = report.variance?.perVariant;
248
- if (!variance || Object.keys(variance).length === 0) {
249
- return `runs=${runs} 但 variance 数据缺失`;
250
- }
251
- // CV = stddev / mean,取所有 variant 的中位数(单 variant 易有 NaN/0,聚合更稳)
252
- const cvs = [];
253
- for (const v of Object.values(variance)) {
254
- if (typeof v.stddev === 'number' && typeof v.mean === 'number' && v.mean > 0) {
255
- cvs.push(v.stddev / v.mean);
256
- }
257
- }
258
- if (cvs.length === 0)
259
- return `runs=${runs}, CV 计算失败(stddev/mean 数据缺失)`;
260
- cvs.sort((a, b) => a - b);
261
- const median = cvs[Math.floor(cvs.length / 2)];
262
- const cvPct = (median * 100).toFixed(1);
263
- // 阈值参考 terminology-spec §5:<5% 稳 / 5-15% 中 / >15% 不稳
264
- const verdict = median < 0.05 ? '稳定' : median < 0.15 ? '中等' : '不稳';
265
- return `CV=${cvPct}% (${verdict}, runs=${runs}; 阈值 <5%=稳/5-15%=中/>15%=不稳)`;
266
- }
267
- function formatJudgeAgreement(report) {
268
- const a = report.meta?.humanAgreement;
269
- if (!a)
270
- return undefined;
271
- const verdict = Number.isNaN(a.alpha)
272
- ? 'undefined'
273
- : a.alpha >= 0.8 ? 'strong'
274
- : a.alpha >= 0.667 ? 'acceptable'
275
- : a.alpha >= 0.4 ? 'weak'
276
- : 'poor';
277
- return `α=${Number.isNaN(a.alpha) ? 'NaN' : a.alpha.toFixed(2)} (${verdict}) vs gold ${a.goldAnnotator}`;
278
- }
279
- function recommendation(level, _perPair) {
280
- switch (level) {
281
- case 'PROGRESS':
282
- return 'SHIP — treatment is significantly better and passes all layer gates.';
283
- case 'CAUTIOUS':
284
- return 'INVESTIGATE — the gain is real but at least one warning fired (broken gate, trivially small, or partial recovery). Do not ship blind.';
285
- case 'REGRESS':
286
- return 'DO NOT SHIP — treatment regresses. Check the worst layer and re-run with the fix.';
287
- case 'NOISE':
288
- return 'NO CALL — diff CI spans 0. The data shows no separable effect at this N.';
289
- case 'UNDERPOWERED':
290
- return 'INSUFFICIENT DATA — increase N (try 2× current) and re-run.';
291
- case 'SOLO':
292
- return 'ADD A CONTROL — single-variant report. Re-run with --control baseline --treatment <name>.';
293
- }
294
- }
295
- /**
296
- * Plain-text formatter for the `omk eval` verdict. Stays under 6 lines per the
297
- * spec — one verdict + four rationale bullets + one ship recommendation.
298
- */
299
- export function formatVerdictText(result, options = {}) {
300
- const lines = [];
301
- lines.push(`Verdict: ${result.level}`);
302
- lines.push(` ${result.headline}`);
303
- if (result.rationale.layerWinners)
304
- lines.push(` Layer winners: ${result.rationale.layerWinners}`);
305
- if (result.rationale.sampleSize)
306
- lines.push(` Sample size: ${result.rationale.sampleSize}`);
307
- if (result.rationale.stability)
308
- lines.push(` Stability: ${result.rationale.stability}`);
309
- if (result.rationale.judgeAgreement)
310
- lines.push(` Judge α: ${result.rationale.judgeAgreement}`);
311
- if (result.rationale.shipRecommendation)
312
- lines.push(` ${result.rationale.shipRecommendation}`);
313
- if (options.verbose && result.perPair && result.perPair.length > 1) {
314
- lines.push('');
315
- lines.push(' Per-pair detail:');
316
- for (const p of result.perPair) {
317
- lines.push(` ${p.level}: ${p.treatment} vs ${p.control} — ${p.headline}`);
318
- }
319
- }
320
- return lines.join('\n');
321
- }
322
- //# sourceMappingURL=verdict.js.map
package/dist/src/eval-core/verdict.js.map DELETED
@@ -1 +0,0 @@
1
- {"version":3,"file":"verdict.js","sourceRoot":"","sources":["../../../src/eval-core/verdict.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;;;;;;GA2BG;AAGH,OAAO,EAAE,kBAAkB,EAAE,MAAM,kBAAkB,CAAC;AA0CtD;;GAEG;AACH,MAAM,UAAU,cAAc,CAAC,MAAc,EAAE,UAA0B,EAAE;IACzE,MAAM,EAAE,aAAa,GAAG,GAAG,EAAE,kBAAkB,GAAG,GAAG,EAAE,GAAG,OAAO,CAAC;IAClE,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,EAAE,QAAQ,IAAI,EAAE,CAAC;IAC7C,MAAM,OAAO,GAAG,MAAM,CAAC,OAAO,IAAI,EAAE,CAAC;IACrC,MAAM,WAAW,GAAG,MAAM,CAAC,IAAI,EAAE,WAAW,IAAI,CAAC,CAAC;IAElD,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACxB,2EAA2E;QAC3E,mCAAmC;QACnC,MAAM,IAAI,GAAG,kBAAkB,CAAC,OAAO,EAAE,aAAa,CAAC,CAAC;QACxD,OAAO;YACL,KAAK,EAAE,MAAM;YACb,QAAQ,EAAE,IAAI,CAAC,OAAO;gBACpB,CAAC,CAAC,4DAA4D,aAAa,EAAE;gBAC7E,CAAC,CAAC,8DAA8D;YAClE,SAAS,EAAE;gBACT,YAAY,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC;gBACnC,UAAU,EAAE,KAAK,WAAW,EAAE;gBAC9B,SAAS,EAAE,eAAe,CAAC,MAAM,CAAC;aACnC;YACD,QAAQ;SACT,CAAC;IACJ,CAAC;IAED,kFAAkF;IAClF,iFAAiF;IACjF,+EAA+E;IAC/E,MAAM,aAAa,GAAG,MAAM,CAAC,IAAI,EAAE,eAAe,IAAI,EAAE,CAAC;IACzD,MAAM,KAAK,GAA4B,aAAa,CAAC,MAAM,GAAG,CAAC;QAC7D,CAAC,CAAC,aAAa;QACf,CAAC,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,SAAS,EAAE,EAAE,CAAC,CAAC,EAAE,OAAO,EAAE,QAAQ,CAAC,CAAC,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC;IAChF,MAAM,OAAO,GAAG,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,cAAc,CAAC,CAAC,EAAE,OAAO,EAAE,WAAW,EAAE,MAAM,EAAE,aAAa,EAAE,kBAAkB,CAAC,CAAC,CAAC;IAErH,gGAAgG;IAChG,MAAM,KAAK,GAAmB,CAAC,SAAS,EAAE,UAAU,EAAE,cAAc,EAAE,OAAO,EAAE,UAAU,CAAC,CAAC;IAC3F,IAAI,QAAQ,GAAiB,UAAU,CAAC;IACxC,KAAK,MAAM,KAAK,IAAI,KAAK,EAAE,CAAC;QAC1B,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,KAAK,CAAC,EAAE,CAAC;YAC3C,QAAQ,GAAG,KAAK,CAAC;YACjB,MAAM;QACR,CAAC;IACH,CAAC;IAED,0EAA0E;IAC1E,MAAM,cAAc,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,KAAK,QAAQ,CAAC,IAAI,OAAO,CAAC,CAAC,CAAC,CAAC;IAE/E,MAAM,YAAY,GAAG,cAAc;QACjC,CAAC,CAAC,kBAAkB,CAAC,cAAc,CAAC;QACpC,CAAC,CAAC,0DAA0D,CAAC;IAE/D,MAAM,YAAY,GAAG,kBAAkB,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;IAC3D,MAAM,UAAU,GAAG,gBAAgB,CAAC,MAAM,CAAC,CAAC;IAC5C,MAAM,SAAS,GAAG,eAAe,CAAC,MAAM,CAAC,CAAC;IAC1C,MAAM,cAAc,GAAG,oBAAoB,CAAC,MAAM,CAAC,CAAC;IACpD,MAAM,kBAAkB,GAAG,cAAc,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAE7D,OAAO;QACL,KAAK,EAAE,QAAQ;QACf,QAAQ,EAAE,cAAc;YACtB,CAAC,CAAC,GAAG,QAAQ,MAAM,cAAc,CAAC,SAAS,OAAO,cAAc,CAAC,OAAO,KAAK,cAAc,CAAC,QAAQ,EAAE;YACtG,CAAC,CAAC,GAAG,QAAQ,MAAM,QAAQ,CAAC,MAAM,WAAW;QAC/C,OAAO;QACP,SAAS,EAAE;YACT,YAAY;YACZ,YAAY;YACZ,UAAU;YACV,SAAS;YACT,cAAc;YACd,kBAAkB;SACnB;QACD,QAAQ;KACT,CAAC;AACJ,CAAC;AAED;;;;;;;;;;GAUG;AACH,SAAS,cAAc,CACrB,IAA2B,EAC3B,OAAuC,EACvC,WAAmB,EACnB,MAAc,EACd,aAAqB,EACrB,kBAA0B;IAE1B,MAAM,EAAE,OAAO,EAAE,SAAS,EAAE,eAAe,EAAE,IAAI,EAAE,GAAG,IAAI,CAAC;IAE3D,2EAA2E;IAC3E,MAAM,KAAK,GAAG,kBAAkB,CAAC,EAAE,CAAC,OAAO,CAAC,EAAE,OAAO,CAAC,OAAO,CAAC,EAAE,EAAE,aAAa,CAAC,CAAC;IACjF,MAAM,KAAK,GAAG,kBAAkB,CAAC,EAAE,CAAC,SAAS,CAAC,EAAE,OAAO,CAAC,SAAS,CAAC,EAAE,EAAE,aAAa,CAAC,CAAC;IAErF,2EAA2E;IAC3E,IAAI,CAAC,IAAI,EAAE,CAAC;QACV,MAAM,KAAK,GAAG,YAAY,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC;QAC7C,MAAM,KAAK,GAAG,YAAY,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC;QAC/C,MAAM,KAAK,GAAG,KAAK,GAAG,KAAK,CAAC;QAC5B,MAAM,QAAQ,GAAG,KAAK,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,kCAAkC,CAAC;QACjG,IAAI,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,kBAAkB,EAAE,CAAC;YACzC,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,CAAC;QAC1D,CAAC;QACD,OAAO;YACL,OAAO;YACP,SAAS;YACT,KAAK,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,SAAS;YACzC,QAAQ;SACT,CAAC;IACJ,CAAC;IAED,MAAM,YAAY,GAAG,KAAK,IAAI,CAAC,QAAQ,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,IAAI,CAAC,QAAQ,QAAQ,IAAI,CAAC,GAAG,KAAK,IAAI,CAAC,IAAI,GAAG,CAAC;IAEzG,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;QACtB,wFAAwF;QACxF,gFAAgF;QAChF,MAAM,UAAU,GAAG,MAAM,CAAC,QAAQ,EAAE,UAAU,EAAE,QAAQ,EAAE,CAAC,SAAS,CAAC,CAAC;QACtE,MAAM,YAAY,GAChB,WAAW,GAAG,EAAE;YAChB,CAAC,UAAU,IAAI,CAAC,UAAU,CAAC,SAAS,IAAI,UAAU,CAAC,UAAU,KAAK,MAAM,CAAC,CAAC;QAC5E,IAAI,YAAY,EAAE,CAAC;YACjB,OAAO;gBACL,OAAO;gBACP,SAAS;gBACT,KAAK,EAAE,cAAc;gBACrB,QAAQ,EAAE,GAAG,YAAY,QAAQ,WAAW,mBAAmB;aAChE,CAAC;QACJ,CAAC;QACD,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,OAAO,EAAE,QAAQ,EAAE,GAAG,YAAY,eAAe,EAAE,CAAC;IAC1F,CAAC;IAED,uBAAuB;IACvB,IAAI,IAAI,CAAC,QAAQ,GAAG,CAAC,EAAE,CAAC;QACtB,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,SAAS,EAAE,QAAQ,EAAE,GAAG,YAAY,oBAAoB,EAAE,CAAC;IACjG,CAAC;IAED,wDAAwD;IACxD,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;QACnB,OAAO;YACL,OAAO;YACP,SAAS;YACT,KAAK,EAAE,UAAU;YACjB,QAAQ,EAAE,GAAG,YAAY,8CAA8C;SACxE,CAAC;IACJ,CAAC;IAED,wBAAwB;IACxB,IAAI,IAAI,CAAC,QAAQ,GAAG,kBAAkB,EAAE,CAAC;QACvC,OAAO;YACL,OAAO;YACP,SAAS;YACT,KAAK,EAAE,UAAU;YACjB,QAAQ,EAAE,GAAG,YAAY,qCAAqC;SAC/D,CAAC;IACJ,CAAC;IAED,4EAA4E;IAC5E,IAAI,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;QACnB,OAAO;YACL,OAAO;YACP,SAAS;YACT,KAAK,EAAE,UAAU;YACjB,QAAQ,EAAE,GAAG,YAAY,2CAA2C;SACrE,CAAC;IACJ,CAAC;IAED,OAAO,EAAE,OAAO,EAAE,SAAS,EAAE,KAAK,EAAE,UAAU,EAAE,QAAQ,EAAE,GAAG,YAAY,cAAc,EAAE,CAAC;AAC5F,CAAC;AAED,SAAS,YAAY,CAAC,CAA6B;IACjD,IAAI,CAAC,CAAC;QAAE,OAAO,CAAC,CAAC;IACjB,IAAI,OAAO,CAAC,CAAC,iBAAiB,KAAK,QAAQ;QAAE,OAAO,CAAC,CAAC,iBAAiB,CAAC;IACxE,6EAA6E;IAC7E,MAAM,MAAM,GAAG,CAAC,CAAC,CAAC,YAAY,EAAE,CAAC,CAAC,gBAAgB,EAAE,CAAC,CAAC,aAAa,CAAC,CAAC,MAAM,CACzE,CAAC,CAAC,EAAe,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,CAC1C,CAAC;IACF,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,CAAC,CAAC;IAClC,OAAO,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC;AAC3D,CAAC;AAED,SAAS,kBAAkB,CAAC,CAA4C;IACtE,OAAO,GAAG,CAAC,CAAC,KAAK,MAAM,CAAC,CAAC,QAAQ,EAAE,CAAC;AACtC,CAAC;AAED,SAAS,kBAAkB,CAAC,OAAuC,EAAE,QAAkB;IACrF,IAAI,QAAQ,CAAC,MAAM,GAAG,CAAC;QAAE,OAAO,GAAG,CAAC;IACpC,MAAM,OAAO,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;IAC5B,MAAM,SAAS,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;IAC9B,MAAM,CAAC,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;IAC3B,MAAM,CAAC,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC;IAC7B,IAAI,CAAC,CAAC,IAAI,CAAC,CAAC;QAAE,OAAO,GAAG,CAAC;IACzB,MAAM,MAAM,GAA4D;QACtE,CAAC,MAAM,EAAE,CAAC,CAAC,YAAY,EAAE,CAAC,CAAC,YAAY,CAAC;QACxC,CAAC,UAAU,EAAE,CAAC,CAAC,gBAAgB,EAAE,CAAC,CAAC,gBAAgB,CAAC;QACpD,CAAC,OAAO,EAAE,CAAC,CAAC,aAAa,EAAE,CAAC,CAAC,aAAa,CAAC;KAC5C,CAAC;IACF,OAAO,MAAM;SACV,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,EAAE,EAAE,EAAE,CAAC,EAAE,EAAE;QACtB,IAAI,OAAO,EAAE,KAAK,QAAQ,IAAI,OAAO,EAAE,KAAK,QAAQ;YAAE,OAAO,GAAG,IAAI,IAAI,CAAC;QACzE,MAAM,KAAK,GAAG,EAAE,GAAG,EAAE,CAAC;QACtB,MAAM,IAAI,GAAG,KAAK,IAAI,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC;QACnC,OAAO,GAAG,IAAI,KAAK,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,CAAC;IACnF,CAAC,CAAC;SACD,IAAI,CAAC,IAAI,CAAC,CAAC;AAChB,CAAC;AAED,SAAS,gBAAgB,CAAC,MAAc;IACtC,MAAM,CAAC,GAAG,MAAM,CAAC,IAAI,EAAE,WAAW,IAAI,CAAC,CAAC;IACxC,MAAM,GAAG,GAAG,MAAM,CAAC,QAAQ,EAAE,UAAU,EAAE,QAAQ,CAAC;IAClD,IAAI,CAAC,GAAG;QAAE,OAAO,KAAK,CAAC,EAAE,CAAC;IAC1B,MAAM,QAAQ,GAAG,MAAM,CAAC,IAAI,EAAE,QAAQ,IAAI,EAAE,CAAC;IAC7C,MAAM,SAAS,GAAG,QAAQ,CAAC,CAAC,CAAC,CAAC;IAC9B,MAAM,CAAC,GAAG,SAAS,CAAC,CAAC,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC;IACjD,IAAI,CAAC,CAAC;QAAE,OAAO,KAAK,CAAC,EAAE,CAAC;IACxB,IAAI,CAAC,CAAC,SAAS;QAAE,OAAO,KAAK,CAAC,mBAAmB,CAAC,CAAC,GAAG,IAAI,GAAG,KAAK,CAAC,CAAC,UAAU,cAAc,CAAC;IAC7F,OAAO,KAAK,CAAC,wBAAwB,CAAC,CAAC,UAAU,cAAc,CAAC;AAClE,CAAC;AAED;;;;;;;;GAQG;AACH,SAAS,eAAe,CAAC,MAAc;IACrC,MAAM,IAAI,GAAG,MAAM,CAAC,QAAQ,EAAE,IAAI,IAAI,MAAM,CAAC,IAAI,EAAE,OAAO,EAAE,MAAM,IAAI,CAAC,CAAC;IACxE,IAAI,IAAI,GAAG,CAAC,EAAE,CAAC;QACb,OAAO,oCAAoC,CAAC;IAC9C,CAAC;IACD,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,EAAE,UAAU,CAAC;IAC7C,IAAI,CAAC,QAAQ,IAAI,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACpD,OAAO,QAAQ,IAAI,kBAAkB,CAAC;IACxC,CAAC;IACD,+DAA+D;IAC/D,MAAM,GAAG,GAAa,EAAE,CAAC;IACzB,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,EAAE,CAAC;QACxC,IAAI,OAAO,CAAC,CAAC,MAAM,KAAK,QAAQ,IAAI,OAAO,CAAC,CAAC,IAAI,KAAK,QAAQ,IAAI,CAAC,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;YAC7E,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,CAAC,CAAC;QAC9B,CAAC;IACH,CAAC;IACD,IAAI,GAAG,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,QAAQ,IAAI,6BAA6B,CAAC;IACvE,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;IAC1B,MAAM,MAAM,GAAG,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC,CAAC;IAC/C,MAAM,KAAK,GAAG,CAAC,MAAM,GAAG,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IACxC,qDAAqD;IACrD,MAAM,OAAO,GAAG,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC;IACnE,OAAO,MAAM,KAAK,MAAM,OAAO,UAAU,IAAI,6BAA6B,CAAC;AAC7E,CAAC;AAED,SAAS,oBAAoB,CAAC,MAAc;IAC1C,MAAM,CAAC,GAAG,MAAM,CAAC,IAAI,EAAE,cAAc,CAAC;IACtC,IAAI,CAAC,CAAC;QAAE,OAAO,SAAS,CAAC;IACzB,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;QACnC,CAAC,CAAC,WAAW;QACb,CAAC,CAAC,CAAC,CAAC,KAAK,IAAI,GAAG,CAAC,CAAC,CAAC,QAAQ;YAC3B,CAAC,CAAC,CAAC,CAAC,KAAK,IAAI,KAAK,CAAC,CAAC,CAAC,YAAY;gBACjC,CAAC,CAAC,CAAC,CAAC,KAAK,IAAI,GAAG,CAAC,CAAC,CAAC,MAAM;oBACzB,CAAC,CAAC,MAAM,CAAC;IACX,OAAO,KAAK,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,OAAO,aAAa,CAAC,CAAC,aAAa,EAAE,CAAC;AAC3G,CAAC;AAED,SAAS,cAAc,CAAC,KAAmB,EAAE,QAAwC;IACnF,QAAQ,KAAK,EAAE,CAAC;QACd,KAAK,UAAU;YACb,OAAO,sEAAsE,CAAC;QAChF,KAAK,UAAU;YACb,OAAO,uIAAuI,CAAC;QACjJ,KAAK,SAAS;YACZ,OAAO,mFAAmF,CAAC;QAC7F,KAAK,OAAO;YACV,OAAO,0EAA0E,CAAC;QACpF,KAAK,cAAc;YACjB,OAAO,6DAA6D,CAAC;QACvE,KAAK,MAAM;YACT,OAAO,2FAA2F,CAAC;IACvG,CAAC;AACH,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,iBAAiB,CAAC,MAAqB,EAAE,UAAiC,EAAE;IAC1F,MAAM,KAAK,GAAa,EAAE,CAAC;IAC3B,KAAK,CAAC,IAAI,CAAC,YAAY,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;IACvC,KAAK,CAAC,IAAI,CAAC,KAAK,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;IACnC,IAAI,MAAM,CAAC,SAAS,CAAC,YAAY;QAAE,KAAK,CAAC,IAAI,CAAC,oBAAoB,MAAM,CAAC,SAAS,CAAC,YAAY,EAAE,CAAC,CAAC;IACnG,IAAI,MAAM,CAAC,SAAS,CAAC,UAAU;QAAE,KAAK,CAAC,IAAI,CAAC,oBAAoB,MAAM,CAAC,SAAS,CAAC,UAAU,EAAE,CAAC,CAAC;IAC/F,IAAI,MAAM,CAAC,SAAS,CAAC,SAAS;QAAE,KAAK,CAAC,IAAI,CAAC,oBAAoB,MAAM,CAAC,SAAS,CAAC,SAAS,EAAE,CAAC,CAAC;IAC7F,IAAI,MAAM,CAAC,SAAS,CAAC,cAAc;QAAE,KAAK,CAAC,IAAI,CAAC,oBAAoB,MAAM,CAAC,SAAS,CAAC,cAAc,EAAE,CAAC,CAAC;IACvG,IAAI,MAAM,CAAC,SAAS,CAAC,kBAAkB;QAAE,KAAK,CAAC,IAAI,CAAC,KAAK,MAAM,CAAC,SAAS,CAAC,kBAAkB,EAAE,CAAC,CAAC;IAChG,IAAI,OAAO,CAAC,OAAO,IAAI,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACnE,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACf,KAAK,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;QACjC,KAAK,MAAM,CAAC,IAAI,MAAM,CAAC,OAAO,EAAE,CAAC;YAC/B,KAAK,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,KAAK,KAAK,CAAC,CAAC,SAAS,OAAO,CAAC,CAAC,OAAO,MAAM,CAAC,CAAC,QAAQ,EAAE,CAAC,CAAC;QAC/E,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;AAC1B,CAAC"}
package/dist/src/eval-workflows/batch-evaluation-workflow.d.ts.map DELETED
@@ -1 +0,0 @@
1
- {"version":3,"file":"batch-evaluation-workflow.d.ts","sourceRoot":"","sources":["../../../src/eval-workflows/batch-evaluation-workflow.ts"],"names":[],"mappings":"AAMA,OAAO,KAAK,EACV,QAAQ,EACR,qBAAqB,EAErB,gBAAgB,EAEhB,QAAQ,EACR,gBAAgB,EAEjB,MAAM,mBAAmB,CAAC;AAE3B,UAAU,0BAA0B;IAClC,WAAW,EAAE,MAAM,CAAC;IACpB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,EAAE,QAAQ,EAAE,CAAC;IACtB,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,OAAO,EAAE,OAAO,CAAC;IACjB,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,OAAO,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,QAAQ,EAAE,IAAI,CAAC;IACf,UAAU,EAAE,KAAK,CAAC;IAClB,UAAU,EAAE,gBAAgB,GAAG,IAAI,CAAC;IACpC,gBAAgB,EAAE,OAAO,CAAC;IAC1B,yEAAyE;IACzE,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,IAAI,CAAC,EAAE,IAAI,GAAG,IAAI,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,OAAO,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,kFAAkF;IAClF,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,8EAA8E;IAC9E,WAAW,CAAC,EAAE,OAAO,mBAAmB,EAAE,WAAW,EAAE,CAAC;IACxD,0CAA0C;IAC1C,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,8DAA8D;IAC9D,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,6BAA6B;IAC7B,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,uDAAuD;IACvD,MAAM,CAAC,EAAE,OAAO,mBAAmB,EAAE,UAAU,CAAC;CACjD;AAED,UAAU,sBAAsB;IAC9B,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,gBAAgB,CAAC;IACzB,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;CACzB;AA+DD,wBAAgB,0BAA0B,CAAC,EACzC,UAAU,EACV,QAAQ,EACR,YAAY,EACZ,YAAY,EACZ,KAAK,EACL,UAAU,EACV,OAAO,EACP,YAAY,EACZ,iBAAiB,EACjB,OAAO,EACP,KAAK,EACL,IAAI,EACJ,WAAW,EACX,SAAS,EACT,YAAY,EACZ,MAAM,EACN,WAAW,EACX,OAAO,EACP,SAAS,EACT,gBAAgB,EAChB,YAAY,EACZ,MAAM,GACP,EAAE;IACD,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAC9E,YAAY,EAAE,sBAAsB,EAAE,CAAC;IACvC,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,OAAO,CAAC;IACjB,YAAY,EAAE,MAAM,CAAC;IACrB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,WAAW,CAAC,EAAE,OAAO,mBAAmB,EAAE,WAAW,EAAE,CAAC;IACxD,OAAO,EAAE,OAAO,CAAC;IACjB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,MAAM,CAAC,EAAE,OAAO,mBAAmB,EAAE,UAAU,CAAC;CACjD,GAAG;IAAE,MAAM,EAAE,qBAAqB,CAAC;IAAC,GAAG,EAAE,OAAO,mBAAmB,EAAE,aAAa,CAAA;CAAE,CA4FpF;AAED,wBAAsB,0BAA0B,CAAC,EAC/C,QAAQ,EACR,YAAY,EACZ,KAAK,EACL,UAAU,EACV,SAA8B,EAC9B,OAAO,EACP,KAAK,EACL,IAAI,EACJ,OAAe,EACf,WAAe,EACf,SAAS,EACT,YAAY,EACZ,iBAAiB,EACjB,QAAe,EACf,UAAiB,EACjB,UAAiB,EACjB,eAAsB,EACtB,gBAAwB,EACxB,UAAkB,EAClB,IAAW,EACX,SAAS,EACT,OAAe,EACf,MAAM,EACN,WAAW,EACX,WAAW,EACX,YAAY,EACZ,SAAS,EACT,gBAAgB,EAChB,MAAM,EACN,OAAe,EACf,cAAc,EACd,oBAAoB,EACpB,mBAAmB,GACpB,EAAE;IACD,QAAQ,EAAE,MAAM,CAAC;IACjB,YAAY,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAC9E,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,EAAE,MAAM,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,EAAE,CAAC;IAChB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,YAAY,EAAE,MAAM,CAAC;IACrB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,QAAQ,CAAC,EAAE,QAAQ,GAAG,IAAI,CAAC;IAC3B,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,UAAU,CAAC,EAAE,gBAAgB,GAAG,IAAI,CAAC;IACrC,eAAe,CAAC,EAAE,CAAC,CAAC,IAAI,EAAE;QAAE,KAAK,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,KAAK,IAAI,CAAC,GAAG,IAAI,CAAC;IAC5G,gBAAgB,CAAC,EAAE,OAAO,CAAC;IAC3B,kCAAkC;IAClC,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,IAAI,CAAC,EAAE,IAAI,GAAG,IAAI,CAAC;IACnB,SAAS,CAAC,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,WAAW,CAAC,EAAE,OAAO,mBAAmB,EAAE,WAAW,EAAE,CAAC;IACxD,YAAY,CAAC,EAAE,OAAO,CAAC;IACvB,SAAS,CAAC,EAAE,OAAO,CAAC;IACpB,gBAAgB,CAAC,EAAE,MAAM,CAAC;IAC1B,MAAM,CAAC,EAAE,OAAO,mBAAmB,EAAE,UAAU,CAAC;IAChD,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,wEAAwE;IACxE,cAAc,CAAC,EAAE,OAAO,CAAC;IACzB,mDAAmD;IACnD,oBAAoB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,EAAE,CAAC,CAAC;IAChD,mBAAmB,EAAE,CAAC,OAAO,EAAE,0BAA0B,KAAK,OAAO,CAAC;QAAE,MAAM,EAAE,gBAAgB,CAAC;QAAC,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAA;KAAE,CAAC,CAAC;CAC9H,GAAG,OAAO,CAAC;IAAE,MAAM,EAAE,qBAAqB,CAAC;IAAC,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAA;CAAE,CAAC,CA8FtE"}
package/dist/src/eval-workflows/batch-evaluation-workflow.js.map DELETED
@@ -1 +0,0 @@
1
- {"version":3,"file":"batch-evaluation-workflow.js","sourceRoot":"","sources":["../../../src/eval-workflows/batch-evaluation-workflow.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAC7C,OAAO,EAAE,kBAAkB,EAAE,aAAa,EAAE,aAAa,EAAE,UAAU,EAAE,aAAa,EAAE,MAAM,sCAAsC,CAAC;AACnI,OAAO,EAAE,sBAAsB,EAAE,mBAAmB,EAAE,kBAAkB,EAAE,qBAAqB,EAAE,MAAM,gCAAgC,CAAC;AACxI,OAAO,EAAE,6BAA6B,EAAE,MAAM,qCAAqC,CAAC;AACpF,OAAO,EAAE,kBAAkB,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAC9E,OAAO,EAAE,gBAAgB,EAAE,MAAM,2BAA2B,CAAC;AAyD7D,SAAS,aAAa,CAAC,QAAoD;IACzE,MAAM,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC;IACvC,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC;QAAE,OAAO,SAAS,CAAC;IAC1C,MAAM,KAAK,GAAG,MAAM,CAAC,CAAC,CAAC,CAAC;IACxB,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,WAAW,KAAK,KAAK,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS,CAAC;AAClG,CAAC;AAED,SAAS,aAAa,CAAC,KAAa;IAClC,OAAO,KAAK;SACT,UAAU,CAAC,SAAS,EAAE,GAAG,CAAC;SAC1B,UAAU,CAAC,mBAAmB,EAAE,GAAG,CAAC;SACpC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC;WACrB,OAAO,CAAC;AACf,CAAC;AAED,SAAS,qBAAqB,CAAC,MAAwB,EAAE,gBAAwB;IAC/E,OAAO;QACL,QAAQ,EAAE,MAAM,CAAC,OAAO,CAAC,QAAQ,IAAK,EAAqB;QAC3D,CAAC,gBAAgB,CAAC,EAAE,MAAM,CAAC,OAAO,CAAC,gBAAgB,CAAC,IAAK,EAAqB;KAC/E,CAAC;AACJ,CAAC;AAED,SAAS,eAAe,CAAC,YAAsC;IAC7D,OAAO,YAAY,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC;QAC/E,IAAI;QACJ,SAAS;QACT,WAAW;QACX,QAAQ,EAAE,MAAM,CAAC,EAAE;QACnB,UAAU,EAAE,QAAQ;QACpB,MAAM,EAAE,WAAW;QACnB,WAAW,EAAE,MAAM,CAAC,IAAI,CAAC,WAAW;QACpC,YAAY,EAAE,MAAM,CAAC,IAAI,CAAC,YAAY;QACtC,YAAY,EAAE,MAAM,CAAC,IAAI,CAAC,cAAc,EAAE,CAAC,IAAI,CAAC,IAAI,IAAI;QACxD,OAAO,EAAE,qBAAqB,CAAC,MAAM,EAAE,IAAI,CAAC;QAC5C,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;KAC1D,CAAC,CAAC,CAAC;AACN,CAAC;AAED,SAAS,4BAA4B,CAAC,EACpC,QAAQ,EACR,YAAY,EACZ,YAAY,EACZ,KAAK,GAMN;IACC,MAAM,gBAAgB,GAA+C,EAAE,CAAC;IACxE,KAAK,MAAM,KAAK,IAAI,YAAY,EAAE,CAAC;QACjC,gBAAgB,CAAC,KAAK,CAAC,IAAI,CAAC;YAC1B,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC;mBAC7C,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,eAAe;mBACjC,6BAA6B,CAAC,YAAY,EAAE,KAAK,EAAE;oBACpD,QAAQ,EAAE,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,QAAQ;iBAChE,CAAC,CAAC;IACP,CAAC;IACD,OAAO,gBAAgB,CAAC;AAC1B,CAAC;AAED,MAAM,UAAU,0BAA0B,CAAC,EACzC,UAAU,EACV,QAAQ,EACR,YAAY,EACZ,YAAY,EACZ,KAAK,EACL,UAAU,EACV,OAAO,EACP,YAAY,EACZ,iBAAiB,EACjB,OAAO,EACP,KAAK,EACL,IAAI,EACJ,WAAW,EACX,SAAS,EACT,YAAY,EACZ,MAAM,EACN,WAAW,EACX,OAAO,EACP,SAAS,EACT,gBAAgB,EAChB,YAAY,EACZ,MAAM,GAwBP;IACC,MAAM,oBAAoB,GAAG,WAAW,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC;QAChE,CAAC,CAAC,WAAW;QACb,CAAC,CAAC,CAAC,EAAE,QAAQ,EAAE,iBAAiB,IAAI,YAAY,EAAE,KAAK,EAAE,UAAU,EAAE,CAAC,CAAC;IACzE,MAAM,OAAO,GAAG,sBAAsB,CAAC;QACrC,WAAW,EAAE,EAAE;QACf,QAAQ;QACR,SAAS,EAAE,YAAY,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;YACtC,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,IAAI,EAAE,OAAO;YACb,MAAM,EAAE,WAAW;YACnB,OAAO,EAAE,IAAI;YACb,OAAO,EAAE,KAAK,CAAC,SAAS;SACzB,CAAC,CAAC;QACH,KAAK;QACL,QAAQ,EAAE,YAAY;QACtB,OAAO;QACP,WAAW;QACX,SAAS;QACT,OAAO;QACP,MAAM,EAAE,KAAK;QACb,KAAK,EAAE,KAAK;QACZ,OAAO;QACP,KAAK;QACL,IAAI;QACJ,MAAM;QACN,WAAW,EAAE,oBAAoB;QACjC,KAAK,EAAE,IAAI;QACX,SAAS;QACT,gBAAgB;QAChB,YAAY;QACZ,MAAM;KACP,CAAC,CAAC;IACH,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAC3C,MAAM,EAAE,GAAG,EAAE,UAAU,EAAE,SAAS,EAAE,GAAG,mBAAmB,CAAC,UAAU,EAAE,SAAS,CAAC,CAAC;IAClF,MAAM,UAAU,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;IAC5C,MAAM,GAAG,GAAG,qBAAqB,CAAC,UAAU,EAAE,UAAU,CAAC,CAAC;IAC1D,MAAM,GAAG,GAAG,kBAAkB,CAAC;QAC7B,KAAK,EAAE,OAAO,UAAU,EAAE;QAC1B,KAAK,EAAE,UAAU;QACjB,QAAQ,EAAE,UAAU;QACpB,OAAO;QACP,SAAS;QACT,SAAS;QACT,UAAU;KACX,CAAC,CAAC;IACH,MAAM,WAAW,GAAG,YAAY,CAAC,MAAM,CAAC,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE,CAAC,GAAG,GAAG,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC,CAAC,CAAC;IAChG,MAAM,gBAAgB,GAAG,4BAA4B,CAAC,EAAE,QAAQ,EAAE,YAAY,EAAE,YAAY,EAAE,KAAK,EAAE,CAAC,CAAC;IACvG,MAAM,eAAe,GAAG,aAAa,CAAC,gBAAgB,CAAC;WAClD,MAAM,CAAC,MAAM,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC;WAClC,6BAA6B,CAAC,YAAY,EAAE,KAAK,EAAE,EAAE,QAAQ,EAAE,CAAC,CAAC;IACtE,MAAM,iBAAiB,GAAG,YAAY,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE,CACrD,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,iBAAiB,KAAK,KAAK;WAC1C,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,OAAO,EAAE,EAAE,CAC7D,OAAO,CAAC,gBAAgB,KAAK,KAAK,IAAI,OAAO,CAAC,iBAAiB,KAAK,KAAK,CAAC,CAAC,CAAC;IAEhF,MAAM,eAAe,GAAoD,oBAAoB,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,CAAC;QACzG,QAAQ,EAAE,EAAE,CAAC,QAAQ;QACrB,KAAK,EAAE,EAAE,CAAC,KAAK;QACf,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,6BAA6B,CAAC,EAAE,CAAC,QAAQ,EAAE,EAAE,CAAC,KAAK,EAAE,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAC;KACpG,CAAC,CAAC,CAAC;IAEJ,MAAM,MAAM,GAA0B;QACpC,IAAI,EAAE,kBAAkB;QACxB,EAAE,EAAE,UAAU;QACd,IAAI,EAAE,OAAO;QACb,IAAI,EAAE;YACJ,IAAI,EAAE,OAAO;YACb,KAAK;YACL,QAAQ,EAAE,YAAY;YACtB,QAAQ;YACR,WAAW;YACX,SAAS,EAAE,WAAW,GAAG,CAAC;YAC1B,cAAc,EAAE,YAAY,CAAC,MAAM;YACnC,YAAY,EAAE,MAAM,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;YAC7C,GAAG,CAAC,iBAAiB,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,iBAAiB,EAAE,KAAK,EAAE,CAAC;YAC1D,SAAS,EAAE,UAAU;YACrB,UAAU,EAAE,aAAa,EAAE;YAC3B,WAAW,EAAE,OAAO,CAAC,OAAO;YAC5B,eAAe;YACf,gBAAgB;YAChB,WAAW,EAAE,eAAe;YAC5B,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACrC,OAAO;YACP,GAAG;YACH,GAAG;YACH,OAAO,EAAE,UAAU,EAAE;SACtB;QACD,KAAK,EAAE,eAAe,CAAC,YAAY,CAAC;KACrC,CAAC;IAEF,OAAO,EAAE,MAAM,EAAE,GAAG,EAAE,CAAC;AACzB,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAAC,EAC/C,QAAQ,EACR,YAAY,EACZ,KAAK,EACL,UAAU,EACV,SAAS,GAAG,kBAAkB,EAC9B,OAAO,EACP,KAAK,EACL,IAAI,EACJ,OAAO,GAAG,KAAK,EACf,WAAW,GAAG,CAAC,EACf,SAAS,EACT,YAAY,EACZ,iBAAiB,EACjB,QAAQ,GAAG,IAAI,EACf,UAAU,GAAG,IAAI,EACjB,UAAU,GAAG,IAAI,EACjB,eAAe,GAAG,IAAI,EACtB,gBAAgB,GAAG,KAAK,EACxB,UAAU,GAAG,KAAK,EAClB,IAAI,GAAG,IAAI,EACX,SAAS,EACT,OAAO,GAAG,KAAK,EACf,MAAM,EACN,WAAW,EACX,WAAW,EACX,YAAY,EACZ,SAAS,EACT,gBAAgB,EAChB,MAAM,EACN,OAAO,GAAG,KAAK,EACf,cAAc,EACd,oBAAoB,EACpB,mBAAmB,GAsCpB;IACC,MAAM,UAAU,GAAG,aAAa,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC;IAC5C,MAAM,YAAY,GAA6B,EAAE,CAAC;IAClD,IAAI,YAAY,GAAG,CAAC,CAAC;IAErB,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,YAAY,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;QAC7C,MAAM,KAAK,GAAG,YAAY,CAAC,CAAC,CAAC,CAAC;QAC9B,eAAe,EAAE,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC,GAAG,CAAC,EAAE,KAAK,EAAE,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC;QAErG,8DAA8D;QAC9D,MAAM,qBAAqB,GAAG,oBAAoB,EAAE,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,SAAS;YAC5E,CAAC,CAAC,EAAE,GAAG,oBAAoB,EAAE,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,oBAAoB,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE;YAClF,CAAC,CAAC,oBAAoB,CAAC;QACzB,MAAM,cAAc,GAAG,gBAAgB,CACrC,OAAO,CAAC,QAAQ,CAAC,EACjB,CAAC,UAAU,EAAE,KAAK,CAAC,SAAS,CAAC,EAC7B,EAAE,cAAc,EAAE,oBAAoB,EAAE,qBAAqB,EAAE,CAChE,CAAC,GAAG,CAAC,CAAC,QAAQ,EAAE,EAAE;YACjB,IAAI,QAAQ,CAAC,IAAI,KAAK,KAAK,CAAC,SAAS,EAAE,CAAC;gBACtC,OAAO,EAAE,GAAG,QAAQ,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,EAAE,cAAc,EAAE,WAAoB,EAAE,CAAC;YACjF,CAAC;YACD,OAAO,EAAE,GAAG,QAAQ,EAAE,cAAc,EAAE,SAAkB,EAAE,CAAC;QAC7D,CAAC,CAAC,CAAC;QACH,MAAM,UAAU,GAAG,GAAG,UAAU,IAAI,MAAM,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,EAAE,GAAG,CAAC,IAAI,aAAa,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;QAClG,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,GAAG,MAAM,mBAAmB,CAAC;YACrD,WAAW,EAAE,KAAK,CAAC,WAAW;YAC9B,QAAQ;YACR,SAAS,EAAE,cAAc;YACzB,KAAK;YACL,UAAU;YACV,SAAS;YACT,OAAO;YACP,WAAW;YACX,SAAS;YACT,OAAO;YACP,YAAY;YACZ,iBAAiB;YACjB,QAAQ,EAAE,IAAI;YACd,UAAU,EAAE,KAAK;YACjB,UAAU;YACV,gBAAgB,EAAE,gBAAgB,IAAI,CAAC,GAAG,CAAC;YAC3C,UAAU;YACV,IAAI;YACJ,SAAS;YACT,OAAO;YACP,KAAK,EAAE,UAAU;YACjB,WAAW;YACX,WAAW;YACX,YAAY;YACZ,SAAS;YACT,gBAAgB;YAChB,MAAM;SACP,CAAC,CAAC;QAEH,YAAY,CAAC,IAAI,CAAC;YAChB,IAAI,EAAE,KAAK,CAAC,IAAI;YAChB,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,WAAW,EAAE,KAAK,CAAC,WAAW;YAC9B,MAAM;YACN,QAAQ;SACT,CAAC,CAAC;QAEH,YAAY,IAAI,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC;QACzC,eAAe,EAAE,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC,GAAG,CAAC,EAAE,KAAK,EAAE,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC;IACtG,CAAC;IAED,MAAM,EAAE,MAAM,EAAE,WAAW,EAAE,GAAG,EAAE,GAAG,0BAA0B,CAAC;QAC9D,UAAU;QACV,QAAQ;QACR,YAAY;QACZ,YAAY;QACZ,KAAK;QACL,UAAU;QACV,OAAO;QACP,YAAY;QACZ,iBAAiB;QACjB,OAAO;QACP,KAAK;QACL,IAAI;QACJ,WAAW;QACX,SAAS;QACT,YAAY;QACZ,MAAM;QACN,WAAW;QACX,OAAO;QACP,SAAS;QACT,gBAAgB;QAChB,YAAY;QACZ,MAAM;KACP,CAAC,CAAC;IACH,MAAM,QAAQ,GAAG,aAAa,CAAC,WAAW,EAAE,SAAS,CAAC,CAAC;IACvD,MAAM,gBAAgB,GAAG,UAAU,CAAC,CAAC,CAAC,CAAC,QAAQ,IAAI,kBAAkB,CAAC,gBAAgB,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;IAChG,IAAI,gBAAgB;QAAE,MAAM,gBAAgB,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;IAClE,OAAO,EAAE,MAAM,EAAE,WAAW,EAAE,QAAQ,EAAE,CAAC;AAC3C,CAAC"}