@plumloom/cli 0.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (308) hide show
  1. package/LICENSE +202 -0
  2. package/NOTICE +2 -0
  3. package/README.md +71 -0
  4. package/dist/actions/configured-runs.d.ts +25 -0
  5. package/dist/actions/configured-runs.d.ts.map +1 -0
  6. package/dist/actions/configured-runs.js +35 -0
  7. package/dist/actions/configured-runs.js.map +1 -0
  8. package/dist/actions/context.d.ts +5 -0
  9. package/dist/actions/context.d.ts.map +1 -0
  10. package/dist/actions/context.js +2 -0
  11. package/dist/actions/context.js.map +1 -0
  12. package/dist/actions/doctor.d.ts +46 -0
  13. package/dist/actions/doctor.d.ts.map +1 -0
  14. package/dist/actions/doctor.js +130 -0
  15. package/dist/actions/doctor.js.map +1 -0
  16. package/dist/actions/evaluations.d.ts +87 -0
  17. package/dist/actions/evaluations.d.ts.map +1 -0
  18. package/dist/actions/evaluations.js +307 -0
  19. package/dist/actions/evaluations.js.map +1 -0
  20. package/dist/actions/gate.d.ts +63 -0
  21. package/dist/actions/gate.d.ts.map +1 -0
  22. package/dist/actions/gate.js +272 -0
  23. package/dist/actions/gate.js.map +1 -0
  24. package/dist/actions/identity.d.ts +4 -0
  25. package/dist/actions/identity.d.ts.map +1 -0
  26. package/dist/actions/identity.js +4 -0
  27. package/dist/actions/identity.js.map +1 -0
  28. package/dist/actions/models.d.ts +4 -0
  29. package/dist/actions/models.d.ts.map +1 -0
  30. package/dist/actions/models.js +4 -0
  31. package/dist/actions/models.js.map +1 -0
  32. package/dist/actions/quality-standards.d.ts +30 -0
  33. package/dist/actions/quality-standards.d.ts.map +1 -0
  34. package/dist/actions/quality-standards.js +86 -0
  35. package/dist/actions/quality-standards.js.map +1 -0
  36. package/dist/actions/results.d.ts +12 -0
  37. package/dist/actions/results.d.ts.map +1 -0
  38. package/dist/actions/results.js +65 -0
  39. package/dist/actions/results.js.map +1 -0
  40. package/dist/actions/runs.d.ts +22 -0
  41. package/dist/actions/runs.d.ts.map +1 -0
  42. package/dist/actions/runs.js +59 -0
  43. package/dist/actions/runs.js.map +1 -0
  44. package/dist/actions/suite-gate.d.ts +24 -0
  45. package/dist/actions/suite-gate.d.ts.map +1 -0
  46. package/dist/actions/suite-gate.js +40 -0
  47. package/dist/actions/suite-gate.js.map +1 -0
  48. package/dist/actions/suite.d.ts +49 -0
  49. package/dist/actions/suite.d.ts.map +1 -0
  50. package/dist/actions/suite.js +68 -0
  51. package/dist/actions/suite.js.map +1 -0
  52. package/dist/actions/validation.d.ts +3 -0
  53. package/dist/actions/validation.d.ts.map +1 -0
  54. package/dist/actions/validation.js +26 -0
  55. package/dist/actions/validation.js.map +1 -0
  56. package/dist/actions/workspaces.d.ts +13 -0
  57. package/dist/actions/workspaces.d.ts.map +1 -0
  58. package/dist/actions/workspaces.js +18 -0
  59. package/dist/actions/workspaces.js.map +1 -0
  60. package/dist/api/api.d.ts +237 -0
  61. package/dist/api/api.d.ts.map +1 -0
  62. package/dist/api/api.js +396 -0
  63. package/dist/api/api.js.map +1 -0
  64. package/dist/api/client.d.ts +38 -0
  65. package/dist/api/client.d.ts.map +1 -0
  66. package/dist/api/client.js +295 -0
  67. package/dist/api/client.js.map +1 -0
  68. package/dist/api/endpoints.d.ts +31 -0
  69. package/dist/api/endpoints.d.ts.map +1 -0
  70. package/dist/api/endpoints.js +32 -0
  71. package/dist/api/endpoints.js.map +1 -0
  72. package/dist/api/errors.d.ts +22 -0
  73. package/dist/api/errors.d.ts.map +1 -0
  74. package/dist/api/errors.js +84 -0
  75. package/dist/api/errors.js.map +1 -0
  76. package/dist/api/schemas.d.ts +169 -0
  77. package/dist/api/schemas.d.ts.map +1 -0
  78. package/dist/api/schemas.js +194 -0
  79. package/dist/api/schemas.js.map +1 -0
  80. package/dist/auth/credential-store.d.ts +9 -0
  81. package/dist/auth/credential-store.d.ts.map +1 -0
  82. package/dist/auth/credential-store.js +2 -0
  83. package/dist/auth/credential-store.js.map +1 -0
  84. package/dist/auth/credentials.d.ts +27 -0
  85. package/dist/auth/credentials.d.ts.map +1 -0
  86. package/dist/auth/credentials.js +81 -0
  87. package/dist/auth/credentials.js.map +1 -0
  88. package/dist/auth/keyring-store.d.ts +9 -0
  89. package/dist/auth/keyring-store.d.ts.map +1 -0
  90. package/dist/auth/keyring-store.js +57 -0
  91. package/dist/auth/keyring-store.js.map +1 -0
  92. package/dist/auth/login.d.ts +28 -0
  93. package/dist/auth/login.d.ts.map +1 -0
  94. package/dist/auth/login.js +27 -0
  95. package/dist/auth/login.js.map +1 -0
  96. package/dist/auth/password-prompt.d.ts +5 -0
  97. package/dist/auth/password-prompt.d.ts.map +1 -0
  98. package/dist/auth/password-prompt.js +10 -0
  99. package/dist/auth/password-prompt.js.map +1 -0
  100. package/dist/auth/redact.d.ts +3 -0
  101. package/dist/auth/redact.d.ts.map +1 -0
  102. package/dist/auth/redact.js +69 -0
  103. package/dist/auth/redact.js.map +1 -0
  104. package/dist/cli.d.ts +3 -0
  105. package/dist/cli.d.ts.map +1 -0
  106. package/dist/cli.js +4 -0
  107. package/dist/cli.js.map +1 -0
  108. package/dist/commands/executor.d.ts +36 -0
  109. package/dist/commands/executor.d.ts.map +1 -0
  110. package/dist/commands/executor.js +1218 -0
  111. package/dist/commands/executor.js.map +1 -0
  112. package/dist/commands/program.d.ts +21 -0
  113. package/dist/commands/program.d.ts.map +1 -0
  114. package/dist/commands/program.js +588 -0
  115. package/dist/commands/program.js.map +1 -0
  116. package/dist/commands/types.d.ts +139 -0
  117. package/dist/commands/types.d.ts.map +1 -0
  118. package/dist/commands/types.js +2 -0
  119. package/dist/commands/types.js.map +1 -0
  120. package/dist/config.d.ts +12 -0
  121. package/dist/config.d.ts.map +1 -0
  122. package/dist/config.js +57 -0
  123. package/dist/config.js.map +1 -0
  124. package/dist/configured-run/file-inputs.d.ts +8 -0
  125. package/dist/configured-run/file-inputs.d.ts.map +1 -0
  126. package/dist/configured-run/file-inputs.js +160 -0
  127. package/dist/configured-run/file-inputs.js.map +1 -0
  128. package/dist/configured-run/validation.d.ts +103 -0
  129. package/dist/configured-run/validation.d.ts.map +1 -0
  130. package/dist/configured-run/validation.js +327 -0
  131. package/dist/configured-run/validation.js.map +1 -0
  132. package/dist/domain/common.d.ts +6 -0
  133. package/dist/domain/common.d.ts.map +1 -0
  134. package/dist/domain/common.js +10 -0
  135. package/dist/domain/common.js.map +1 -0
  136. package/dist/domain/types.d.ts +117 -0
  137. package/dist/domain/types.d.ts.map +1 -0
  138. package/dist/domain/types.js +2 -0
  139. package/dist/domain/types.js.map +1 -0
  140. package/dist/errors/autoeval-error.d.ts +13 -0
  141. package/dist/errors/autoeval-error.d.ts.map +1 -0
  142. package/dist/errors/autoeval-error.js +36 -0
  143. package/dist/errors/autoeval-error.js.map +1 -0
  144. package/dist/errors/hints.d.ts +3 -0
  145. package/dist/errors/hints.d.ts.map +1 -0
  146. package/dist/errors/hints.js +43 -0
  147. package/dist/errors/hints.js.map +1 -0
  148. package/dist/gate/decision.d.ts +97 -0
  149. package/dist/gate/decision.d.ts.map +1 -0
  150. package/dist/gate/decision.js +436 -0
  151. package/dist/gate/decision.js.map +1 -0
  152. package/dist/gate/policy.d.ts +31 -0
  153. package/dist/gate/policy.d.ts.map +1 -0
  154. package/dist/gate/policy.js +26 -0
  155. package/dist/gate/policy.js.map +1 -0
  156. package/dist/guide/eval-creation-backend.d.ts +20 -0
  157. package/dist/guide/eval-creation-backend.d.ts.map +1 -0
  158. package/dist/guide/eval-creation-backend.js +16 -0
  159. package/dist/guide/eval-creation-backend.js.map +1 -0
  160. package/dist/guide/eval-guide.d.ts +24 -0
  161. package/dist/guide/eval-guide.d.ts.map +1 -0
  162. package/dist/guide/eval-guide.js +219 -0
  163. package/dist/guide/eval-guide.js.map +1 -0
  164. package/dist/mcp/context.d.ts +21 -0
  165. package/dist/mcp/context.d.ts.map +1 -0
  166. package/dist/mcp/context.js +19 -0
  167. package/dist/mcp/context.js.map +1 -0
  168. package/dist/mcp/schemas.d.ts +206 -0
  169. package/dist/mcp/schemas.d.ts.map +1 -0
  170. package/dist/mcp/schemas.js +80 -0
  171. package/dist/mcp/schemas.js.map +1 -0
  172. package/dist/mcp/server.d.ts +5 -0
  173. package/dist/mcp/server.d.ts.map +1 -0
  174. package/dist/mcp/server.js +10 -0
  175. package/dist/mcp/server.js.map +1 -0
  176. package/dist/mcp/tools.d.ts +42 -0
  177. package/dist/mcp/tools.d.ts.map +1 -0
  178. package/dist/mcp/tools.js +287 -0
  179. package/dist/mcp/tools.js.map +1 -0
  180. package/dist/mcp.d.ts +3 -0
  181. package/dist/mcp.d.ts.map +1 -0
  182. package/dist/mcp.js +32 -0
  183. package/dist/mcp.js.map +1 -0
  184. package/dist/output/big-digits.d.ts +7 -0
  185. package/dist/output/big-digits.d.ts.map +1 -0
  186. package/dist/output/big-digits.js +43 -0
  187. package/dist/output/big-digits.js.map +1 -0
  188. package/dist/output/clipboard.d.ts +29 -0
  189. package/dist/output/clipboard.d.ts.map +1 -0
  190. package/dist/output/clipboard.js +82 -0
  191. package/dist/output/clipboard.js.map +1 -0
  192. package/dist/output/colors.d.ts +21 -0
  193. package/dist/output/colors.d.ts.map +1 -0
  194. package/dist/output/colors.js +21 -0
  195. package/dist/output/colors.js.map +1 -0
  196. package/dist/output/digest.d.ts +165 -0
  197. package/dist/output/digest.d.ts.map +1 -0
  198. package/dist/output/digest.js +771 -0
  199. package/dist/output/digest.js.map +1 -0
  200. package/dist/output/human.d.ts +95 -0
  201. package/dist/output/human.d.ts.map +1 -0
  202. package/dist/output/human.js +643 -0
  203. package/dist/output/human.js.map +1 -0
  204. package/dist/output/json.d.ts +2 -0
  205. package/dist/output/json.d.ts.map +1 -0
  206. package/dist/output/json.js +5 -0
  207. package/dist/output/json.js.map +1 -0
  208. package/dist/output/layout.d.ts +18 -0
  209. package/dist/output/layout.d.ts.map +1 -0
  210. package/dist/output/layout.js +64 -0
  211. package/dist/output/layout.js.map +1 -0
  212. package/dist/output/markdown.d.ts +16 -0
  213. package/dist/output/markdown.d.ts.map +1 -0
  214. package/dist/output/markdown.js +38 -0
  215. package/dist/output/markdown.js.map +1 -0
  216. package/dist/output/progress.d.ts +29 -0
  217. package/dist/output/progress.d.ts.map +1 -0
  218. package/dist/output/progress.js +136 -0
  219. package/dist/output/progress.js.map +1 -0
  220. package/dist/output/safe-text.d.ts +11 -0
  221. package/dist/output/safe-text.d.ts.map +1 -0
  222. package/dist/output/safe-text.js +44 -0
  223. package/dist/output/safe-text.js.map +1 -0
  224. package/dist/output/scorecard.d.ts +23 -0
  225. package/dist/output/scorecard.d.ts.map +1 -0
  226. package/dist/output/scorecard.js +506 -0
  227. package/dist/output/scorecard.js.map +1 -0
  228. package/dist/output/section.d.ts +15 -0
  229. package/dist/output/section.d.ts.map +1 -0
  230. package/dist/output/section.js +44 -0
  231. package/dist/output/section.js.map +1 -0
  232. package/dist/output/spinner.d.ts +24 -0
  233. package/dist/output/spinner.d.ts.map +1 -0
  234. package/dist/output/spinner.js +34 -0
  235. package/dist/output/spinner.js.map +1 -0
  236. package/dist/output/splash.d.ts +37 -0
  237. package/dist/output/splash.d.ts.map +1 -0
  238. package/dist/output/splash.js +169 -0
  239. package/dist/output/splash.js.map +1 -0
  240. package/dist/output/table.d.ts +33 -0
  241. package/dist/output/table.d.ts.map +1 -0
  242. package/dist/output/table.js +105 -0
  243. package/dist/output/table.js.map +1 -0
  244. package/dist/output/trend.d.ts +19 -0
  245. package/dist/output/trend.d.ts.map +1 -0
  246. package/dist/output/trend.js +38 -0
  247. package/dist/output/trend.js.map +1 -0
  248. package/dist/output/writer.d.ts +14 -0
  249. package/dist/output/writer.d.ts.map +1 -0
  250. package/dist/output/writer.js +33 -0
  251. package/dist/output/writer.js.map +1 -0
  252. package/dist/polling/clock.d.ts +9 -0
  253. package/dist/polling/clock.d.ts.map +1 -0
  254. package/dist/polling/clock.js +23 -0
  255. package/dist/polling/clock.js.map +1 -0
  256. package/dist/polling/wait-for-result.d.ts +16 -0
  257. package/dist/polling/wait-for-result.d.ts.map +1 -0
  258. package/dist/polling/wait-for-result.js +29 -0
  259. package/dist/polling/wait-for-result.js.map +1 -0
  260. package/dist/polling/wait-for-run.d.ts +14 -0
  261. package/dist/polling/wait-for-run.d.ts.map +1 -0
  262. package/dist/polling/wait-for-run.js +36 -0
  263. package/dist/polling/wait-for-run.js.map +1 -0
  264. package/dist/quickstart/prompt.d.ts +18 -0
  265. package/dist/quickstart/prompt.d.ts.map +1 -0
  266. package/dist/quickstart/prompt.js +37 -0
  267. package/dist/quickstart/prompt.js.map +1 -0
  268. package/dist/quickstart/sample.d.ts +28 -0
  269. package/dist/quickstart/sample.d.ts.map +1 -0
  270. package/dist/quickstart/sample.js +235 -0
  271. package/dist/quickstart/sample.js.map +1 -0
  272. package/dist/quickstart/selection.d.ts +53 -0
  273. package/dist/quickstart/selection.d.ts.map +1 -0
  274. package/dist/quickstart/selection.js +97 -0
  275. package/dist/quickstart/selection.js.map +1 -0
  276. package/dist/run.d.ts +28 -0
  277. package/dist/run.d.ts.map +1 -0
  278. package/dist/run.js +134 -0
  279. package/dist/run.js.map +1 -0
  280. package/dist/runtime/action-context.d.ts +19 -0
  281. package/dist/runtime/action-context.d.ts.map +1 -0
  282. package/dist/runtime/action-context.js +40 -0
  283. package/dist/runtime/action-context.js.map +1 -0
  284. package/dist/suite/execution.d.ts +46 -0
  285. package/dist/suite/execution.d.ts.map +1 -0
  286. package/dist/suite/execution.js +97 -0
  287. package/dist/suite/execution.js.map +1 -0
  288. package/dist/suite/manifest.d.ts +16 -0
  289. package/dist/suite/manifest.d.ts.map +1 -0
  290. package/dist/suite/manifest.js +92 -0
  291. package/dist/suite/manifest.js.map +1 -0
  292. package/dist/suite/reporting.d.ts +35 -0
  293. package/dist/suite/reporting.d.ts.map +1 -0
  294. package/dist/suite/reporting.js +131 -0
  295. package/dist/suite/reporting.js.map +1 -0
  296. package/dist/trace/deepseek-harness.d.ts +31 -0
  297. package/dist/trace/deepseek-harness.d.ts.map +1 -0
  298. package/dist/trace/deepseek-harness.js +412 -0
  299. package/dist/trace/deepseek-harness.js.map +1 -0
  300. package/dist/trace/import.d.ts +9 -0
  301. package/dist/trace/import.d.ts.map +1 -0
  302. package/dist/trace/import.js +45 -0
  303. package/dist/trace/import.js.map +1 -0
  304. package/dist/version.d.ts +3 -0
  305. package/dist/version.d.ts.map +1 -0
  306. package/dist/version.js +3 -0
  307. package/dist/version.js.map +1 -0
  308. package/package.json +82 -0
@@ -0,0 +1,24 @@
1
+ import { type SuiteGateReport } from '../gate/decision.js';
2
+ import type { SuiteGatePolicy } from '../gate/policy.js';
3
+ import { AutoevalError } from '../errors/autoeval-error.js';
4
+ import type { SuiteSummary } from './suite.js';
5
+ /**
6
+ * Gate plane entry point. It runs after the execution and results planes and
7
+ * only reads what they already produced, so gating stays deterministic and
8
+ * independently testable.
9
+ */
10
+ export type SuiteGateInput = {
11
+ summary: SuiteSummary;
12
+ /** Policy per eval file, as declared in the suite manifest. */
13
+ policyByFile: ReadonlyMap<string, SuiteGatePolicy>;
14
+ };
15
+ export type SuiteGateResult = SuiteGateReport & {
16
+ workspaceId: string;
17
+ };
18
+ export declare function gateSuite(input: SuiteGateInput): SuiteGateResult;
19
+ /**
20
+ * CI exit decision. PASS is the only allowed release; FAIL, INCONCLUSIVE, and
21
+ * ERROR all block, and stay distinguishable through the error code.
22
+ */
23
+ export declare function suiteGateExitError(result: SuiteGateResult): AutoevalError | undefined;
24
+ //# sourceMappingURL=suite-gate.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"suite-gate.d.ts","sourceRoot":"","sources":["../../src/actions/suite-gate.ts"],"names":[],"mappings":"AAAA,OAAO,EAIL,KAAK,eAAe,EACrB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACzD,OAAO,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAC;AAC5D,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAE/C;;;;GAIG;AACH,MAAM,MAAM,cAAc,GAAG;IAC3B,OAAO,EAAE,YAAY,CAAC;IACtB,+DAA+D;IAC/D,YAAY,EAAE,WAAW,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC;CACpD,CAAC;AAEF,MAAM,MAAM,eAAe,GAAG,eAAe,GAAG;IAC9C,WAAW,EAAE,MAAM,CAAC;CACrB,CAAC;AAEF,wBAAgB,SAAS,CAAC,KAAK,EAAE,cAAc,GAAG,eAAe,CAwBhE;AAED;;;GAGG;AACH,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,eAAe,GAAG,aAAa,GAAG,SAAS,CAUrF"}
@@ -0,0 +1,40 @@
1
+ import { decideEvalGate, rollUpSuiteDecision, } from '../gate/decision.js';
2
+ import { AutoevalError } from '../errors/autoeval-error.js';
3
+ export function gateSuite(input) {
4
+ const decisions = input.summary.evals.map((entry) => {
5
+ const execution = entry.execution;
6
+ return decideEvalGate({
7
+ index: entry.index,
8
+ inputFile: entry.inputFile,
9
+ status: entry.status,
10
+ policy: input.policyByFile.get(entry.inputFile) ?? {},
11
+ ...(entry.error === undefined ? {} : { error: entry.error }),
12
+ ...(entry.results === undefined ? {} : { results: entry.results }),
13
+ ...(execution === undefined
14
+ ? {}
15
+ : {
16
+ evaluationId: execution.evaluationId,
17
+ evaluationName: execution.evaluationName,
18
+ runId: execution.runId,
19
+ contextType: execution.contextType,
20
+ runState: execution.state,
21
+ runStatusRaw: execution.statusRaw,
22
+ }),
23
+ });
24
+ });
25
+ return { workspaceId: input.summary.workspaceId, ...rollUpSuiteDecision(decisions) };
26
+ }
27
+ /**
28
+ * CI exit decision. PASS is the only allowed release; FAIL, INCONCLUSIVE, and
29
+ * ERROR all block, and stay distinguishable through the error code.
30
+ */
31
+ export function suiteGateExitError(result) {
32
+ if (result.suiteDecision === 'PASS')
33
+ return undefined;
34
+ const { counts } = result;
35
+ return new AutoevalError(`Suite release gate: ${result.suiteDecision}. ${counts.ERROR} error, ${counts.FAIL} failed, ${counts.INCONCLUSIVE} inconclusive of ${result.perEvalDecisions.length} evals.`, {
36
+ kind: result.suiteDecision === 'ERROR' ? 'run_failed' : 'gate_failed',
37
+ code: `SUITE_GATE_${result.suiteDecision}`,
38
+ });
39
+ }
40
+ //# sourceMappingURL=suite-gate.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"suite-gate.js","sourceRoot":"","sources":["../../src/actions/suite-gate.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,cAAc,EACd,mBAAmB,GAGpB,MAAM,qBAAqB,CAAC;AAE7B,OAAO,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAC;AAkB5D,MAAM,UAAU,SAAS,CAAC,KAAqB;IAC7C,MAAM,SAAS,GAAuB,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;QACtE,MAAM,SAAS,GAAG,KAAK,CAAC,SAAS,CAAC;QAClC,OAAO,cAAc,CAAC;YACpB,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,MAAM,EAAE,KAAK,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,EAAE;YACrD,GAAG,CAAC,KAAK,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC;YAC5D,GAAG,CAAC,KAAK,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC;YAClE,GAAG,CAAC,SAAS,KAAK,SAAS;gBACzB,CAAC,CAAC,EAAE;gBACJ,CAAC,CAAC;oBACE,YAAY,EAAE,SAAS,CAAC,YAAY;oBACpC,cAAc,EAAE,SAAS,CAAC,cAAc;oBACxC,KAAK,EAAE,SAAS,CAAC,KAAK;oBACtB,WAAW,EAAE,SAAS,CAAC,WAAW;oBAClC,QAAQ,EAAE,SAAS,CAAC,KAAK;oBACzB,YAAY,EAAE,SAAS,CAAC,SAAS;iBAClC,CAAC;SACP,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,OAAO,EAAE,WAAW,EAAE,KAAK,CAAC,OAAO,CAAC,WAAW,EAAE,GAAG,mBAAmB,CAAC,SAAS,CAAC,EAAE,CAAC;AACvF,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,kBAAkB,CAAC,MAAuB;IACxD,IAAI,MAAM,CAAC,aAAa,KAAK,MAAM;QAAE,OAAO,SAAS,CAAC;IACtD,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,CAAC;IAC1B,OAAO,IAAI,aAAa,CACtB,uBAAuB,MAAM,CAAC,aAAa,KAAK,MAAM,CAAC,KAAK,WAAW,MAAM,CAAC,IAAI,YAAY,MAAM,CAAC,YAAY,oBAAoB,MAAM,CAAC,gBAAgB,CAAC,MAAM,SAAS,EAC5K;QACE,IAAI,EAAE,MAAM,CAAC,aAAa,KAAK,OAAO,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,aAAa;QACrE,IAAI,EAAE,cAAc,MAAM,CAAC,aAAa,EAAE;KAC3C,CACF,CAAC;AACJ,CAAC"}
@@ -0,0 +1,49 @@
1
+ import type { JsonObject } from '../domain/common.js';
2
+ import type { EvaluationContextType, EvaluationResults, RunStatus } from '../domain/types.js';
3
+ import { type ConfiguredRunModelOverrides, type ParsedConfiguredRunInput } from '../configured-run/validation.js';
4
+ import type { PollClock } from '../polling/clock.js';
5
+ import { type SuiteEvalRecord, type SuiteItem } from '../suite/execution.js';
6
+ import type { ActionContext } from './context.js';
7
+ /** Per-eval identity and terminal execution state, preserved for the summary. */
8
+ export type SuiteEvalExecution = {
9
+ evaluationId: string;
10
+ evaluationName: string;
11
+ contextType: EvaluationContextType;
12
+ runId: string;
13
+ state: string;
14
+ elapsedMs: number;
15
+ /** Terminal run-status payload, kept for the gate plane. */
16
+ statusRaw: JsonObject;
17
+ };
18
+ export type SuiteEvalEntry = SuiteEvalRecord<SuiteEvalExecution, EvaluationResults>;
19
+ export type SuiteSummary = {
20
+ workspaceId: string;
21
+ total: number;
22
+ completed: number;
23
+ failed: number;
24
+ evals: SuiteEvalEntry[];
25
+ };
26
+ export type RunSuiteInput = {
27
+ workspaceId: string;
28
+ inputFiles: readonly string[];
29
+ /** Reads and parses one eval file. Injected so file IO stays in the command layer. */
30
+ loadEvalFile: (inputFile: string) => Promise<ParsedConfiguredRunInput>;
31
+ clock: PollClock;
32
+ pollIntervalMs: number;
33
+ pollTimeoutMs: number;
34
+ resultReadyIntervalMs: number;
35
+ resultReadyTimeoutMs: number;
36
+ concurrency: number;
37
+ staggerMs: number;
38
+ resultConcurrency?: number;
39
+ signal?: AbortSignal;
40
+ onStatus?: (item: SuiteItem, status: RunStatus) => void;
41
+ modelOverrides?: ConfiguredRunModelOverrides;
42
+ };
43
+ /**
44
+ * Runs a suite in two planes: execution (bounded concurrency) and result
45
+ * fetching (off-plane). Both planes reuse the existing create/run/poll and
46
+ * result-fetching actions; nothing is re-implemented here.
47
+ */
48
+ export declare function runSuite(context: ActionContext, input: RunSuiteInput): Promise<SuiteSummary>;
49
+ //# sourceMappingURL=suite.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"suite.d.ts","sourceRoot":"","sources":["../../src/actions/suite.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,KAAK,EAAE,qBAAqB,EAAE,iBAAiB,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAC9F,OAAO,EAGL,KAAK,2BAA2B,EAChC,KAAK,wBAAwB,EAC9B,MAAM,iCAAiC,CAAC;AACzC,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAC;AACrD,OAAO,EAAoB,KAAK,eAAe,EAAE,KAAK,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAE/F,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAIlD,iFAAiF;AACjF,MAAM,MAAM,kBAAkB,GAAG;IAC/B,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,MAAM,CAAC;IACvB,WAAW,EAAE,qBAAqB,CAAC;IACnC,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB,4DAA4D;IAC5D,SAAS,EAAE,UAAU,CAAC;CACvB,CAAC;AAEF,MAAM,MAAM,cAAc,GAAG,eAAe,CAAC,kBAAkB,EAAE,iBAAiB,CAAC,CAAC;AAEpF,MAAM,MAAM,YAAY,GAAG;IACzB,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,cAAc,EAAE,CAAC;CACzB,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG;IAC1B,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,SAAS,MAAM,EAAE,CAAC;IAC9B,sFAAsF;IACtF,YAAY,EAAE,CAAC,SAAS,EAAE,MAAM,KAAK,OAAO,CAAC,wBAAwB,CAAC,CAAC;IACvE,KAAK,EAAE,SAAS,CAAC;IACjB,cAAc,EAAE,MAAM,CAAC;IACvB,aAAa,EAAE,MAAM,CAAC;IACtB,qBAAqB,EAAE,MAAM,CAAC;IAC9B,oBAAoB,EAAE,MAAM,CAAC;IAC7B,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,QAAQ,CAAC,EAAE,CAAC,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,SAAS,KAAK,IAAI,CAAC;IACxD,cAAc,CAAC,EAAE,2BAA2B,CAAC;CAC9C,CAAC;AAEF;;;;GAIG;AACH,wBAAsB,QAAQ,CAC5B,OAAO,EAAE,aAAa,EACtB,KAAK,EAAE,aAAa,GACnB,OAAO,CAAC,YAAY,CAAC,CA+DvB"}
@@ -0,0 +1,68 @@
1
+ import { applyModelOverrides, requireModelOverridesForPublicPlaceholders, } from '../configured-run/validation.js';
2
+ import { runTwoPlaneSuite } from '../suite/execution.js';
3
+ import { runConfiguredEvaluation, validateConfiguredEvaluation } from './configured-runs.js';
4
+ import { createEvaluation } from './evaluations.js';
5
+ import { getResults } from './results.js';
6
+ /**
7
+ * Runs a suite in two planes: execution (bounded concurrency) and result
8
+ * fetching (off-plane). Both planes reuse the existing create/run/poll and
9
+ * result-fetching actions; nothing is re-implemented here.
10
+ */
11
+ export async function runSuite(context, input) {
12
+ const evals = await runTwoPlaneSuite({
13
+ inputFiles: input.inputFiles,
14
+ executionConcurrency: input.concurrency,
15
+ staggerMs: input.staggerMs,
16
+ clock: input.clock,
17
+ ...(input.resultConcurrency === undefined
18
+ ? {}
19
+ : { resultConcurrency: input.resultConcurrency }),
20
+ ...(input.signal ? { signal: input.signal } : {}),
21
+ execute: async (item) => {
22
+ const parsedConfiguredRun = await input.loadEvalFile(item.inputFile);
23
+ const configuredRun = applyModelOverrides(parsedConfiguredRun, input.modelOverrides ?? {});
24
+ requireModelOverridesForPublicPlaceholders(configuredRun);
25
+ await validateConfiguredEvaluation(context, configuredRun, input.signal);
26
+ const evaluationName = configuredRun.evaluationName ?? configuredRun.configuration.contextName;
27
+ const evaluation = await createEvaluation(context, { workspaceId: input.workspaceId, evaluationName }, input.signal);
28
+ const execution = await runConfiguredEvaluation(context, {
29
+ evaluationId: evaluation.evaluationId,
30
+ configuredRun,
31
+ clock: input.clock,
32
+ pollIntervalMs: input.pollIntervalMs,
33
+ pollTimeoutMs: input.pollTimeoutMs,
34
+ prevalidated: true,
35
+ ...(input.signal ? { signal: input.signal } : {}),
36
+ ...(input.onStatus
37
+ ? { onStatus: (status) => input.onStatus?.(item, status) }
38
+ : {}),
39
+ });
40
+ return {
41
+ evaluationId: evaluation.evaluationId,
42
+ evaluationName,
43
+ contextType: configuredRun.configuration.contextType,
44
+ runId: execution.run.runId,
45
+ state: execution.outcome.status.state,
46
+ elapsedMs: execution.outcome.elapsedMs,
47
+ statusRaw: execution.outcome.status.raw,
48
+ };
49
+ },
50
+ fetchResults: (execution) => getResults(context, {
51
+ evaluationId: execution.evaluationId,
52
+ runId: execution.runId,
53
+ clock: input.clock,
54
+ resultReadyIntervalMs: input.resultReadyIntervalMs,
55
+ resultReadyTimeoutMs: input.resultReadyTimeoutMs,
56
+ ...(input.signal ? { signal: input.signal } : {}),
57
+ }),
58
+ });
59
+ const completed = evals.filter((entry) => entry.status === 'completed').length;
60
+ return {
61
+ workspaceId: input.workspaceId,
62
+ total: evals.length,
63
+ completed,
64
+ failed: evals.length - completed,
65
+ evals,
66
+ };
67
+ }
68
+ //# sourceMappingURL=suite.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"suite.js","sourceRoot":"","sources":["../../src/actions/suite.ts"],"names":[],"mappings":"AAEA,OAAO,EACL,mBAAmB,EACnB,0CAA0C,GAG3C,MAAM,iCAAiC,CAAC;AAEzC,OAAO,EAAE,gBAAgB,EAAwC,MAAM,uBAAuB,CAAC;AAC/F,OAAO,EAAE,uBAAuB,EAAE,4BAA4B,EAAE,MAAM,sBAAsB,CAAC;AAE7F,OAAO,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AACpD,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AA0C1C;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,QAAQ,CAC5B,OAAsB,EACtB,KAAoB;IAEpB,MAAM,KAAK,GAAG,MAAM,gBAAgB,CAAwC;QAC1E,UAAU,EAAE,KAAK,CAAC,UAAU;QAC5B,oBAAoB,EAAE,KAAK,CAAC,WAAW;QACvC,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,GAAG,CAAC,KAAK,CAAC,iBAAiB,KAAK,SAAS;YACvC,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC,EAAE,iBAAiB,EAAE,KAAK,CAAC,iBAAiB,EAAE,CAAC;QACnD,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACjD,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;YACtB,MAAM,mBAAmB,GAAG,MAAM,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACrE,MAAM,aAAa,GAAG,mBAAmB,CAAC,mBAAmB,EAAE,KAAK,CAAC,cAAc,IAAI,EAAE,CAAC,CAAC;YAC3F,0CAA0C,CAAC,aAAa,CAAC,CAAC;YAC1D,MAAM,4BAA4B,CAAC,OAAO,EAAE,aAAa,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;YACzE,MAAM,cAAc,GAClB,aAAa,CAAC,cAAc,IAAI,aAAa,CAAC,aAAa,CAAC,WAAW,CAAC;YAC1E,MAAM,UAAU,GAAG,MAAM,gBAAgB,CACvC,OAAO,EACP,EAAE,WAAW,EAAE,KAAK,CAAC,WAAW,EAAE,cAAc,EAAE,EAClD,KAAK,CAAC,MAAM,CACb,CAAC;YACF,MAAM,SAAS,GAAG,MAAM,uBAAuB,CAAC,OAAO,EAAE;gBACvD,YAAY,EAAE,UAAU,CAAC,YAAY;gBACrC,aAAa;gBACb,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,cAAc,EAAE,KAAK,CAAC,cAAc;gBACpC,aAAa,EAAE,KAAK,CAAC,aAAa;gBAClC,YAAY,EAAE,IAAI;gBAClB,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACjD,GAAG,CAAC,KAAK,CAAC,QAAQ;oBAChB,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,MAAiB,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE;oBACrE,CAAC,CAAC,EAAE,CAAC;aACR,CAAC,CAAC;YACH,OAAO;gBACL,YAAY,EAAE,UAAU,CAAC,YAAY;gBACrC,cAAc;gBACd,WAAW,EAAE,aAAa,CAAC,aAAa,CAAC,WAAW;gBACpD,KAAK,EAAE,SAAS,CAAC,GAAG,CAAC,KAAK;gBAC1B,KAAK,EAAE,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK;gBACrC,SAAS,EAAE,SAAS,CAAC,OAAO,CAAC,SAAS;gBACtC,SAAS,EAAE,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG;aACxC,CAAC;QACJ,CAAC;QACD,YAAY,EAAE,CAAC,SAAS,EAAE,EAAE,CAC1B,UAAU,CAAC,OAAO,EAAE;YAClB,YAAY,EAAE,SAAS,CAAC,YAAY;YACpC,KAAK,EAAE,SAAS,CAAC,KAAK;YACtB,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,qBAAqB,EAAE,KAAK,CAAC,qBAAqB;YAClD,oBAAoB,EAAE,KAAK,CAAC,oBAAoB;YAChD,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAClD,CAAC;KACL,CAAC,CAAC;IAEH,MAAM,SAAS,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC,MAAM,CAAC;IAC/E,OAAO;QACL,WAAW,EAAE,KAAK,CAAC,WAAW;QAC9B,KAAK,EAAE,KAAK,CAAC,MAAM;QACnB,SAAS;QACT,MAAM,EAAE,KAAK,CAAC,MAAM,GAAG,SAAS;QAChC,KAAK;KACN,CAAC;AACJ,CAAC"}
@@ -0,0 +1,3 @@
1
+ export declare function requireUuid(input: string, label: string): string;
2
+ export declare function requirePageSize(input: number): number;
3
+ //# sourceMappingURL=validation.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"validation.d.ts","sourceRoot":"","sources":["../../src/actions/validation.ts"],"names":[],"mappings":"AAMA,wBAAgB,WAAW,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,CAUhE;AAED,wBAAgB,eAAe,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAUrD"}
@@ -0,0 +1,26 @@
1
+ import { z } from 'zod';
2
+ import { AutoevalError } from '../errors/autoeval-error.js';
3
+ const uuidSchema = z.uuid();
4
+ export function requireUuid(input, label) {
5
+ const parsed = uuidSchema.safeParse(input);
6
+ if (!parsed.success) {
7
+ throw new AutoevalError(`${label} must be a valid UUID.`, {
8
+ kind: 'usage',
9
+ code: 'INVALID_UUID',
10
+ cause: parsed.error,
11
+ });
12
+ }
13
+ return parsed.data;
14
+ }
15
+ export function requirePageSize(input) {
16
+ const parsed = z.number().int().min(1).max(100).safeParse(input);
17
+ if (!parsed.success) {
18
+ throw new AutoevalError('Page size must be between 1 and 100.', {
19
+ kind: 'usage',
20
+ code: 'INVALID_PAGE_SIZE',
21
+ cause: parsed.error,
22
+ });
23
+ }
24
+ return parsed.data;
25
+ }
26
+ //# sourceMappingURL=validation.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"validation.js","sourceRoot":"","sources":["../../src/actions/validation.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAC;AAE5D,MAAM,UAAU,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;AAE5B,MAAM,UAAU,WAAW,CAAC,KAAa,EAAE,KAAa;IACtD,MAAM,MAAM,GAAG,UAAU,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;IAC3C,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QACpB,MAAM,IAAI,aAAa,CAAC,GAAG,KAAK,wBAAwB,EAAE;YACxD,IAAI,EAAE,OAAO;YACb,IAAI,EAAE,cAAc;YACpB,KAAK,EAAE,MAAM,CAAC,KAAK;SACpB,CAAC,CAAC;IACL,CAAC;IACD,OAAO,MAAM,CAAC,IAAI,CAAC;AACrB,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,KAAa;IAC3C,MAAM,MAAM,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;IACjE,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QACpB,MAAM,IAAI,aAAa,CAAC,sCAAsC,EAAE;YAC9D,IAAI,EAAE,OAAO;YACb,IAAI,EAAE,mBAAmB;YACzB,KAAK,EAAE,MAAM,CAAC,KAAK;SACpB,CAAC,CAAC;IACL,CAAC;IACD,OAAO,MAAM,CAAC,IAAI,CAAC;AACrB,CAAC"}
@@ -0,0 +1,13 @@
1
+ import type { Workspace, WorkspacePage } from '../domain/types.js';
2
+ import type { ActionContext } from './context.js';
3
+ export declare function listWorkspaces(context: ActionContext, input?: {
4
+ page?: number;
5
+ size?: number;
6
+ }, signal?: AbortSignal): Promise<WorkspacePage>;
7
+ export declare function createWorkspace(context: ActionContext, input: {
8
+ name: string;
9
+ description?: string;
10
+ }, signal?: AbortSignal): Promise<Workspace>;
11
+ /** Read-only workspace lookup used by pre-flight diagnostics. */
12
+ export declare function getWorkspace(context: ActionContext, workspaceId: string, signal?: AbortSignal): Promise<Workspace>;
13
+ //# sourceMappingURL=workspaces.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"workspaces.d.ts","sourceRoot":"","sources":["../../src/actions/workspaces.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,SAAS,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AACnE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAMlD,wBAAgB,cAAc,CAC5B,OAAO,EAAE,aAAa,EACtB,KAAK,GAAE;IAAE,IAAI,CAAC,EAAE,MAAM,CAAC;IAAC,IAAI,CAAC,EAAE,MAAM,CAAA;CAAO,EAC5C,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,aAAa,CAAC,CAGxB;AAED,wBAAgB,eAAe,CAC7B,OAAO,EAAE,aAAa,EACtB,KAAK,EAAE;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,WAAW,CAAC,EAAE,MAAM,CAAA;CAAE,EAC7C,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,SAAS,CAAC,CAIpB;AAED,iEAAiE;AACjE,wBAAgB,YAAY,CAC1B,OAAO,EAAE,aAAa,EACtB,WAAW,EAAE,MAAM,EACnB,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,SAAS,CAAC,CAEpB"}
@@ -0,0 +1,18 @@
1
+ import { z } from 'zod';
2
+ import { requirePageSize } from './validation.js';
3
+ const workspaceNameSchema = z.string().trim().min(1).max(120);
4
+ const workspaceDescriptionSchema = z.string().trim().min(1).max(1_000).optional();
5
+ export function listWorkspaces(context, input = {}, signal) {
6
+ const size = requirePageSize(input.size ?? 100);
7
+ return context.api.listWorkspaces({ page: input.page ?? 1, size }, signal);
8
+ }
9
+ export function createWorkspace(context, input, signal) {
10
+ const name = workspaceNameSchema.parse(input.name);
11
+ const description = workspaceDescriptionSchema.parse(input.description);
12
+ return context.api.createWorkspace({ name, ...(description ? { description } : {}) }, signal);
13
+ }
14
+ /** Read-only workspace lookup used by pre-flight diagnostics. */
15
+ export function getWorkspace(context, workspaceId, signal) {
16
+ return context.api.getWorkspace(workspaceId, signal);
17
+ }
18
+ //# sourceMappingURL=workspaces.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"workspaces.js","sourceRoot":"","sources":["../../src/actions/workspaces.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAIxB,OAAO,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AAElD,MAAM,mBAAmB,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;AAC9D,MAAM,0BAA0B,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,QAAQ,EAAE,CAAC;AAElF,MAAM,UAAU,cAAc,CAC5B,OAAsB,EACtB,QAA0C,EAAE,EAC5C,MAAoB;IAEpB,MAAM,IAAI,GAAG,eAAe,CAAC,KAAK,CAAC,IAAI,IAAI,GAAG,CAAC,CAAC;IAChD,OAAO,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,EAAE,IAAI,EAAE,EAAE,MAAM,CAAC,CAAC;AAC7E,CAAC;AAED,MAAM,UAAU,eAAe,CAC7B,OAAsB,EACtB,KAA6C,EAC7C,MAAoB;IAEpB,MAAM,IAAI,GAAG,mBAAmB,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACnD,MAAM,WAAW,GAAG,0BAA0B,CAAC,KAAK,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;IACxE,OAAO,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;AAChG,CAAC;AAED,iEAAiE;AACjE,MAAM,UAAU,YAAY,CAC1B,OAAsB,EACtB,WAAmB,EACnB,MAAoB;IAEpB,OAAO,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;AACvD,CAAC"}
@@ -0,0 +1,237 @@
1
+ import type { JsonObject } from '../domain/common.js';
2
+ import type { EvaluationPage, EvaluationSummary, RunStatus, SupportedModel, UserIdentity, Workspace, WorkspacePage } from '../domain/types.js';
3
+ import type { ApiClient } from './client.js';
4
+ import { type ConfigVersionCreateResponse, type EvaluationCreateResponse, type EvaluationConfigurationResponse, type EvaluationDraftResponse, type EvaluationVersionsResponse, type MethodologyVersionCreateResponse, type RunCreateResponse } from './schemas.js';
5
+ export type PageInput = {
6
+ page?: number;
7
+ size?: number;
8
+ };
9
+ export type CreateRunInput = {
10
+ evaluationId: string;
11
+ configVersionId: string;
12
+ idempotencyKey: string;
13
+ signal?: AbortSignal;
14
+ };
15
+ export interface AutoevalApi {
16
+ getCurrentUser(signal?: AbortSignal): Promise<UserIdentity>;
17
+ listWorkspaces(input?: PageInput, signal?: AbortSignal): Promise<WorkspacePage>;
18
+ createWorkspace(input: {
19
+ name: string;
20
+ description?: string;
21
+ }, signal?: AbortSignal): Promise<Workspace>;
22
+ getWorkspace(workspaceId: string, signal?: AbortSignal): Promise<Workspace>;
23
+ listEvaluations(workspaceId: string, input?: PageInput, signal?: AbortSignal): Promise<EvaluationPage>;
24
+ getEvaluationMetadata(workspaceId: string, evaluationId: string, signal?: AbortSignal): Promise<EvaluationSummary>;
25
+ createEvaluationDraft(workspaceId: string, signal?: AbortSignal): Promise<EvaluationDraftResponse>;
26
+ createEvaluation(input: {
27
+ workspaceId: string;
28
+ evaluationId: string;
29
+ evaluationName: string;
30
+ }, signal?: AbortSignal): Promise<EvaluationCreateResponse>;
31
+ patchEvaluationTitle(evaluationId: string, input: {
32
+ name: string;
33
+ user_sys_id: string;
34
+ description?: string;
35
+ }, signal?: AbortSignal): Promise<JsonObject>;
36
+ putEvaltoolTitle(workspaceId: string, evaluationId: string, input: {
37
+ eval_name: string;
38
+ }, signal?: AbortSignal): Promise<JsonObject>;
39
+ syncEvalsList(input: {
40
+ workspaceId: string;
41
+ limit: number;
42
+ offset: number;
43
+ }, signal?: AbortSignal): Promise<JsonObject>;
44
+ listEvaluationsSorted(workspaceId: string, input: {
45
+ page: number;
46
+ size: number;
47
+ sortBy: 'created_at';
48
+ sortOrder: 'asc' | 'desc';
49
+ }, signal?: AbortSignal): Promise<EvaluationPage>;
50
+ createQualityStandard(input: {
51
+ name: string;
52
+ judge_model: string;
53
+ rubric: string;
54
+ anchors: readonly {
55
+ input: string;
56
+ response: string;
57
+ reference: string;
58
+ score: number;
59
+ reasoning: string;
60
+ }[];
61
+ }, signal?: AbortSignal): Promise<JsonObject>;
62
+ updateQualityStandard(qualityStandardId: string, input: {
63
+ name: string;
64
+ judge_model: string;
65
+ rubric: string;
66
+ anchors: readonly {
67
+ input: string;
68
+ response: string;
69
+ reference: string;
70
+ score: number;
71
+ reasoning: string;
72
+ }[];
73
+ }, signal?: AbortSignal): Promise<JsonObject>;
74
+ assignQualityStandardToWorkspace(workspaceId: string, input: {
75
+ quality_standard_id: string;
76
+ }, signal?: AbortSignal): Promise<JsonObject>;
77
+ getQualityStandard(qualityStandardId: string, signal?: AbortSignal): Promise<JsonObject>;
78
+ getWorkspaceQualityStandard(workspaceId: string, signal?: AbortSignal): Promise<JsonObject | null>;
79
+ createMethodologyVersion(evaluationId: string, input: {
80
+ user_sys_id: string;
81
+ judge_model: string;
82
+ judge_model_id: string;
83
+ evaluator_instructions: string;
84
+ change_log: string;
85
+ runs_per_scenario: number;
86
+ }, signal?: AbortSignal): Promise<MethodologyVersionCreateResponse>;
87
+ createConfigVersion(evaluationId: string, input: {
88
+ methodology_version_id: string;
89
+ primary_model_id: string;
90
+ comparison_model_ids: readonly string[];
91
+ scenarios: readonly unknown[];
92
+ prompt_text: string;
93
+ selected_metrics: readonly string[];
94
+ temperature_context?: number;
95
+ reference_documents?: readonly {
96
+ filename: string;
97
+ content: string;
98
+ }[];
99
+ } | {
100
+ context_name: string;
101
+ context_type: 'conversation' | 'agent_trace';
102
+ methodology_version_id: string;
103
+ artifact: JsonObject;
104
+ expected: string;
105
+ reference_documents?: readonly {
106
+ filename: string;
107
+ content: string;
108
+ }[];
109
+ selected_metrics: readonly string[];
110
+ temperature_context?: number;
111
+ }, signal?: AbortSignal): Promise<ConfigVersionCreateResponse>;
112
+ startRunStatusStream(evaluationId: string, runId: string, signal?: AbortSignal): Promise<void>;
113
+ getEvaluationVersions(evaluationId: string, signal?: AbortSignal): Promise<EvaluationVersionsResponse>;
114
+ getEvaluationConfiguration(evaluationId: string, methodologyVersionId: string, configVersionId: string, signal?: AbortSignal): Promise<EvaluationConfigurationResponse>;
115
+ getModels(signal?: AbortSignal): Promise<SupportedModel[]>;
116
+ createRun(input: CreateRunInput): Promise<RunCreateResponse>;
117
+ getRunStatus(evaluationId: string, runId: string, signal?: AbortSignal): Promise<RunStatus>;
118
+ getModelPerformance(evaluationId: string, runId: string, signal?: AbortSignal): Promise<JsonObject>;
119
+ getScenarioComparison(evaluationId: string, runId: string, signal?: AbortSignal): Promise<JsonObject>;
120
+ getModelResponses(evaluationId: string, runId: string, signal?: AbortSignal): Promise<JsonObject>;
121
+ getConversationResults(evaluationId: string, runId: string, signal?: AbortSignal): Promise<JsonObject>;
122
+ getAgentTraceResults(evaluationId: string, runId: string, signal?: AbortSignal): Promise<JsonObject>;
123
+ getTrajectory(evaluationId: string, runId: string, signal?: AbortSignal): Promise<JsonObject>;
124
+ }
125
+ export declare class AutoevalApiClient implements AutoevalApi {
126
+ #private;
127
+ constructor(client: ApiClient);
128
+ getCurrentUser(signal?: AbortSignal): Promise<UserIdentity>;
129
+ listWorkspaces(input?: PageInput, signal?: AbortSignal): Promise<WorkspacePage>;
130
+ createWorkspace(input: {
131
+ name: string;
132
+ description?: string;
133
+ }, signal?: AbortSignal): Promise<Workspace>;
134
+ getWorkspace(workspaceId: string, signal?: AbortSignal): Promise<Workspace>;
135
+ listEvaluations(workspaceId: string, input?: PageInput, signal?: AbortSignal): Promise<EvaluationPage>;
136
+ getEvaluationMetadata(workspaceId: string, evaluationId: string, signal?: AbortSignal): Promise<EvaluationSummary>;
137
+ createEvaluationDraft(workspaceId: string, signal?: AbortSignal): Promise<EvaluationDraftResponse>;
138
+ createEvaluation(input: {
139
+ workspaceId: string;
140
+ evaluationId: string;
141
+ evaluationName: string;
142
+ }, signal?: AbortSignal): Promise<EvaluationCreateResponse>;
143
+ patchEvaluationTitle(evaluationId: string, input: {
144
+ name: string;
145
+ user_sys_id: string;
146
+ description?: string;
147
+ }, signal?: AbortSignal): Promise<JsonObject>;
148
+ putEvaltoolTitle(workspaceId: string, evaluationId: string, input: {
149
+ eval_name: string;
150
+ }, signal?: AbortSignal): Promise<JsonObject>;
151
+ syncEvalsList(input: {
152
+ workspaceId: string;
153
+ limit: number;
154
+ offset: number;
155
+ }, signal?: AbortSignal): Promise<JsonObject>;
156
+ listEvaluationsSorted(workspaceId: string, input: {
157
+ page: number;
158
+ size: number;
159
+ sortBy: 'created_at';
160
+ sortOrder: 'asc' | 'desc';
161
+ }, signal?: AbortSignal): Promise<EvaluationPage>;
162
+ createQualityStandard(input: {
163
+ name: string;
164
+ judge_model: string;
165
+ rubric: string;
166
+ anchors: readonly {
167
+ input: string;
168
+ response: string;
169
+ reference: string;
170
+ score: number;
171
+ reasoning: string;
172
+ }[];
173
+ }, signal?: AbortSignal): Promise<JsonObject>;
174
+ updateQualityStandard(qualityStandardId: string, input: {
175
+ name: string;
176
+ judge_model: string;
177
+ rubric: string;
178
+ anchors: readonly {
179
+ input: string;
180
+ response: string;
181
+ reference: string;
182
+ score: number;
183
+ reasoning: string;
184
+ }[];
185
+ }, signal?: AbortSignal): Promise<JsonObject>;
186
+ assignQualityStandardToWorkspace(workspaceId: string, input: {
187
+ quality_standard_id: string;
188
+ }, signal?: AbortSignal): Promise<JsonObject>;
189
+ getQualityStandard(qualityStandardId: string, signal?: AbortSignal): Promise<JsonObject>;
190
+ getWorkspaceQualityStandard(workspaceId: string, signal?: AbortSignal): Promise<JsonObject | null>;
191
+ createMethodologyVersion(evaluationId: string, input: {
192
+ user_sys_id: string;
193
+ judge_model: string;
194
+ judge_model_id: string;
195
+ evaluator_instructions: string;
196
+ change_log: string;
197
+ runs_per_scenario: number;
198
+ }, signal?: AbortSignal): Promise<MethodologyVersionCreateResponse>;
199
+ createConfigVersion(evaluationId: string, input: {
200
+ methodology_version_id: string;
201
+ primary_model_id: string;
202
+ comparison_model_ids: readonly string[];
203
+ scenarios: readonly unknown[];
204
+ prompt_text: string;
205
+ selected_metrics: readonly string[];
206
+ temperature_context?: number;
207
+ reference_documents?: readonly {
208
+ filename: string;
209
+ content: string;
210
+ }[];
211
+ } | {
212
+ context_name: string;
213
+ context_type: 'conversation' | 'agent_trace';
214
+ methodology_version_id: string;
215
+ artifact: JsonObject;
216
+ expected: string;
217
+ reference_documents?: readonly {
218
+ filename: string;
219
+ content: string;
220
+ }[];
221
+ selected_metrics: readonly string[];
222
+ temperature_context?: number;
223
+ }, signal?: AbortSignal): Promise<ConfigVersionCreateResponse>;
224
+ startRunStatusStream(evaluationId: string, runId: string, signal?: AbortSignal): Promise<void>;
225
+ getEvaluationVersions(evaluationId: string, signal?: AbortSignal): Promise<EvaluationVersionsResponse>;
226
+ getEvaluationConfiguration(evaluationId: string, methodologyVersionId: string, configVersionId: string, signal?: AbortSignal): Promise<EvaluationConfigurationResponse>;
227
+ getModels(signal?: AbortSignal): Promise<SupportedModel[]>;
228
+ createRun(input: CreateRunInput): Promise<RunCreateResponse>;
229
+ getRunStatus(evaluationId: string, runId: string, signal?: AbortSignal): Promise<RunStatus>;
230
+ getModelPerformance(evaluationId: string, runId: string, signal?: AbortSignal): Promise<JsonObject>;
231
+ getScenarioComparison(evaluationId: string, runId: string, signal?: AbortSignal): Promise<JsonObject>;
232
+ getModelResponses(evaluationId: string, runId: string, signal?: AbortSignal): Promise<JsonObject>;
233
+ getConversationResults(evaluationId: string, runId: string, signal?: AbortSignal): Promise<JsonObject>;
234
+ getAgentTraceResults(evaluationId: string, runId: string, signal?: AbortSignal): Promise<JsonObject>;
235
+ getTrajectory(evaluationId: string, runId: string, signal?: AbortSignal): Promise<JsonObject>;
236
+ }
237
+ //# sourceMappingURL=api.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"api.d.ts","sourceRoot":"","sources":["../../src/api/api.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,KAAK,EACV,cAAc,EACd,iBAAiB,EACjB,SAAS,EACT,cAAc,EACd,YAAY,EACZ,SAAS,EACT,aAAa,EACd,MAAM,oBAAoB,CAAC;AAG5B,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAiBL,KAAK,2BAA2B,EAChC,KAAK,wBAAwB,EAC7B,KAAK,+BAA+B,EACpC,KAAK,uBAAuB,EAC5B,KAAK,0BAA0B,EAC/B,KAAK,gCAAgC,EACrC,KAAK,iBAAiB,EACvB,MAAM,cAAc,CAAC;AAEtB,MAAM,MAAM,SAAS,GAAG;IACtB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,MAAM,MAAM,cAAc,GAAG;IAC3B,YAAY,EAAE,MAAM,CAAC;IACrB,eAAe,EAAE,MAAM,CAAC;IACxB,cAAc,EAAE,MAAM,CAAC;IACvB,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB,CAAC;AAyCF,MAAM,WAAW,WAAW;IAC1B,cAAc,CAAC,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;IAC5D,cAAc,CAAC,KAAK,CAAC,EAAE,SAAS,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,aAAa,CAAC,CAAC;IAChF,eAAe,CACb,KAAK,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,WAAW,CAAC,EAAE,MAAM,CAAA;KAAE,EAC7C,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,SAAS,CAAC,CAAC;IACtB,YAAY,CAAC,WAAW,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC;IAC5E,eAAe,CACb,WAAW,EAAE,MAAM,EACnB,KAAK,CAAC,EAAE,SAAS,EACjB,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,cAAc,CAAC,CAAC;IAC3B,qBAAqB,CACnB,WAAW,EAAE,MAAM,EACnB,YAAY,EAAE,MAAM,EACpB,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,iBAAiB,CAAC,CAAC;IAC9B,qBAAqB,CACnB,WAAW,EAAE,MAAM,EACnB,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,uBAAuB,CAAC,CAAC;IACpC,gBAAgB,CACd,KAAK,EAAE;QAAE,WAAW,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,MAAM,CAAC;QAAC,cAAc,EAAE,MAAM,CAAA;KAAE,EAC5E,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,wBAAwB,CAAC,CAAC;IACrC,oBAAoB,CAClB,YAAY,EAAE,MAAM,EACpB,KAAK,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAC;QAAC,WAAW,CAAC,EAAE,MAAM,CAAA;KAAE,EAClE,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,UAAU,CAAC,CAAC;IACvB,gBAAgB,CACd,WAAW,EAAE,MAAM,EACnB,YAAY,EAAE,MAAM,EACpB,KAAK,EAAE;QAAE,SAAS,EAAE,MAAM,CAAA;KAAE,EAC5B,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,UAAU,CAAC,CAAC;IACvB,aAAa,CACX,KAAK,EAAE;QAAE,WAAW,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,EAC7D,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,UAAU,CAAC,CAAC;IACvB,qBAAqB,CACnB,WAAW,EAAE,MAAM,EACnB,KAAK,EAAE;QACL,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,MAAM,CAAC;QACb,MAAM,EAAE,YAAY,CAAC;QACrB,SAAS,EAAE,KAAK,GAAG,MAAM,CAAC;KAC3B,EACD,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,cAAc,CAAC,CAAC;IAC3B,qBAAqB,CACnB,KAAK,EAAE;QACL,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,EAAE,MAAM,CAAC;QACpB,MAAM,EAAE,MAAM,CAAC;QACf,OAAO,EAAE,SAAS;YAChB,KAAK,EAAE,MAAM,CAAC;YACd,QAAQ,EAAE,MAAM,CAAC;YACjB,SAAS,EAAE,MAAM,CAAC;YAClB,KAAK,EAAE,MAAM,CAAC;YACd,SAAS,EAAE,MAAM,CAAC;SACnB,EAAE,CAAC;KACL,EACD,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,UAAU,CAAC,CAAC;IACvB,qBAAqB,CACnB,iBAAiB,EAAE,MAAM,EACzB,KAAK,EAAE;QACL,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,EAAE,MAAM,CAAC;QACpB,MAAM,EAAE,MAAM,CAAC;QACf,OAAO,EAAE,SAAS;YAChB,KAAK,EAAE,MAAM,CAAC;YACd,QAAQ,EAAE,MAAM,CAAC;YACjB,SAAS,EAAE,MAAM,CAAC;YAClB,KAAK,EAAE,MAAM,CAAC;YACd,SAAS,EAAE,MAAM,CAAC;SACnB,EAAE,CAAC;KACL,EACD,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,UAAU,CAAC,CAAC;IACvB,gCAAgC,CAC9B,WAAW,EAAE,MAAM,EACnB,KAAK,EAAE;QAAE,mBAAmB,EAAE,MAAM,CAAA;KAAE,EACtC,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,UAAU,CAAC,CAAC;IACvB,kBAAkB,CAAC,iBAAiB,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;IACzF,2BAA2B,CACzB,WAAW,EAAE,MAAM,EACnB,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,UAAU,GAAG,IAAI,CAAC,CAAC;IAC9B,wBAAwB,CACtB,YAAY,EAAE,MAAM,EACpB,KAAK,EAAE;QACL,WAAW,EAAE,MAAM,CAAC;QACpB,WAAW,EAAE,MAAM,CAAC;QACpB,cAAc,EAAE,MAAM,CAAC;QACvB,sBAAsB,EAAE,MAAM,CAAC;QAC/B,UAAU,EAAE,MAAM,CAAC;QACnB,iBAAiB,EAAE,MAAM,CAAC;KAC3B,EACD,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,gCAAgC,CAAC,CAAC;IAC7C,mBAAmB,CACjB,YAAY,EAAE,MAAM,EACpB,KAAK,EACD;QACE,sBAAsB,EAAE,MAAM,CAAC;QAC/B,gBAAgB,EAAE,MAAM,CAAC;QACzB,oBAAoB,EAAE,SAAS,MAAM,EAAE,CAAC;QACxC,SAAS,EAAE,SAAS,OAAO,EAAE,CAAC;QAC9B,WAAW,EAAE,MAAM,CAAC;QACpB,gBAAgB,EAAE,SAAS,MAAM,EAAE,CAAC;QACpC,mBAAmB,CAAC,EAAE,MAAM,CAAC;QAC7B,mBAAmB,CAAC,EAAE,SAAS;YAAE,QAAQ,EAAE,MAAM,CAAC;YAAC,OAAO,EAAE,MAAM,CAAA;SAAE,EAAE,CAAC;KACxE,GACD;QACE,YAAY,EAAE,MAAM,CAAC;QACrB,YAAY,EAAE,cAAc,GAAG,aAAa,CAAC;QAC7C,sBAAsB,EAAE,MAAM,CAAC;QAC/B,QAAQ,EAAE,UAAU,CAAC;QACrB,QAAQ,EAAE,MAAM,CAAC;QACjB,mBAAmB,CAAC,EAAE,SAAS;YAAE,QAAQ,EAAE,MAAM,CAAC;YAAC,OAAO,EAAE,MAAM,CAAA;SAAE,EAAE,CAAC;QACvE,gBAAgB,EAAE,SAAS,MAAM,EAAE,CAAC;QACpC,mBAAmB,CAAC,EAAE,MAAM,CAAC;KAC9B,EACL,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,2BAA2B,CAAC,CAAC;IACxC,oBAAoB,CAAC,YAAY,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC/F,qBAAqB,CACnB,YAAY,EAAE,MAAM,EACpB,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,0BAA0B,CAAC,CAAC;IACvC,0BAA0B,CACxB,YAAY,EAAE,MAAM,EACpB,oBAAoB,EAAE,MAAM,EAC5B,eAAe,EAAE,MAAM,EACvB,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,+BAA+B,CAAC,CAAC;IAC5C,SAAS,CAAC,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC,CAAC;IAC3D,SAAS,CAAC,KAAK,EAAE,cAAc,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAAC;IAC7D,YAAY,CAAC,YAAY,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC;IAC5F,mBAAmB,CACjB,YAAY,EAAE,MAAM,EACpB,KAAK,EAAE,MAAM,EACb,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,UAAU,CAAC,CAAC;IACvB,qBAAqB,CACnB,YAAY,EAAE,MAAM,EACpB,KAAK,EAAE,MAAM,EACb,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,UAAU,CAAC,CAAC;IACvB,iBAAiB,CAAC,YAAY,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;IAClG,sBAAsB,CACpB,YAAY,EAAE,MAAM,EACpB,KAAK,EAAE,MAAM,EACb,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,UAAU,CAAC,CAAC;IACvB,oBAAoB,CAClB,YAAY,EAAE,MAAM,EACpB,KAAK,EAAE,MAAM,EACb,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,UAAU,CAAC,CAAC;IACvB,aAAa,CAAC,YAAY,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;CAC/F;AA0CD,qBAAa,iBAAkB,YAAW,WAAW;;gBAGvC,MAAM,EAAE,SAAS;IAIvB,cAAc,CAAC,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,YAAY,CAAC;IAe3D,cAAc,CAAC,KAAK,GAAE,SAAc,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,aAAa,CAAC;IAiBnF,eAAe,CACnB,KAAK,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,WAAW,CAAC,EAAE,MAAM,CAAA;KAAE,EAC7C,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,SAAS,CAAC;IAWf,YAAY,CAAC,WAAW,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,SAAS,CAAC;IAU3E,eAAe,CACnB,WAAW,EAAE,MAAM,EACnB,KAAK,GAAE,SAAc,EACrB,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,cAAc,CAAC;IAiBpB,qBAAqB,CACzB,WAAW,EAAE,MAAM,EACnB,YAAY,EAAE,MAAM,EACpB,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,iBAAiB,CAAC;IAW7B,qBAAqB,CACnB,WAAW,EAAE,MAAM,EACnB,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,uBAAuB,CAAC;IAUnC,gBAAgB,CACd,KAAK,EAAE;QAAE,WAAW,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,MAAM,CAAC;QAAC,cAAc,EAAE,MAAM,CAAA;KAAE,EAC5E,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,wBAAwB,CAAC;IAcpC,oBAAoB,CAClB,YAAY,EAAE,MAAM,EACpB,KAAK,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAC;QAAC,WAAW,CAAC,EAAE,MAAM,CAAA;KAAE,EAClE,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,UAAU,CAAC;IAUtB,gBAAgB,CACd,WAAW,EAAE,MAAM,EACnB,YAAY,EAAE,MAAM,EACpB,KAAK,EAAE;QAAE,SAAS,EAAE,MAAM,CAAA;KAAE,EAC5B,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,UAAU,CAAC;IAWtB,aAAa,CACX,KAAK,EAAE;QAAE,WAAW,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,EAC7D,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,UAAU,CAAC;IAchB,qBAAqB,CACzB,WAAW,EAAE,MAAM,EACnB,KAAK,EAAE;QACL,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,MAAM,CAAC;QACb,MAAM,EAAE,YAAY,CAAC;QACrB,SAAS,EAAE,KAAK,GAAG,MAAM,CAAC;KAC3B,EACD,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,cAAc,CAAC;IAwB1B,qBAAqB,CACnB,KAAK,EAAE;QACL,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,EAAE,MAAM,CAAC;QACpB,MAAM,EAAE,MAAM,CAAC;QACf,OAAO,EAAE,SAAS;YAChB,KAAK,EAAE,MAAM,CAAC;YACd,QAAQ,EAAE,MAAM,CAAC;YACjB,SAAS,EAAE,MAAM,CAAC;YAClB,KAAK,EAAE,MAAM,CAAC;YACd,SAAS,EAAE,MAAM,CAAC;SACnB,EAAE,CAAC;KACL,EACD,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,UAAU,CAAC;IAUtB,qBAAqB,CACnB,iBAAiB,EAAE,MAAM,EACzB,KAAK,EAAE;QACL,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,EAAE,MAAM,CAAC;QACpB,MAAM,EAAE,MAAM,CAAC;QACf,OAAO,EAAE,SAAS;YAChB,KAAK,EAAE,MAAM,CAAC;YACd,QAAQ,EAAE,MAAM,CAAC;YACjB,SAAS,EAAE,MAAM,CAAC;YAClB,KAAK,EAAE,MAAM,CAAC;YACd,SAAS,EAAE,MAAM,CAAC;SACnB,EAAE,CAAC;KACL,EACD,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,UAAU,CAAC;IAUtB,gCAAgC,CAC9B,WAAW,EAAE,MAAM,EACnB,KAAK,EAAE;QAAE,mBAAmB,EAAE,MAAM,CAAA;KAAE,EACtC,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,UAAU,CAAC;IAUtB,kBAAkB,CAAC,iBAAiB,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,UAAU,CAAC;IASxF,2BAA2B,CACzB,WAAW,EAAE,MAAM,EACnB,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,UAAU,GAAG,IAAI,CAAC;IAS7B,wBAAwB,CACtB,YAAY,EAAE,MAAM,EACpB,KAAK,EAAE;QACL,WAAW,EAAE,MAAM,CAAC;QACpB,WAAW,EAAE,MAAM,CAAC;QACpB,cAAc,EAAE,MAAM,CAAC;QACvB,sBAAsB,EAAE,MAAM,CAAC;QAC/B,UAAU,EAAE,MAAM,CAAC;QACnB,iBAAiB,EAAE,MAAM,CAAC;KAC3B,EACD,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,gCAAgC,CAAC;IAU5C,mBAAmB,CACjB,YAAY,EAAE,MAAM,EACpB,KAAK,EACD;QACE,sBAAsB,EAAE,MAAM,CAAC;QAC/B,gBAAgB,EAAE,MAAM,CAAC;QACzB,oBAAoB,EAAE,SAAS,MAAM,EAAE,CAAC;QACxC,SAAS,EAAE,SAAS,OAAO,EAAE,CAAC;QAC9B,WAAW,EAAE,MAAM,CAAC;QACpB,gBAAgB,EAAE,SAAS,MAAM,EAAE,CAAC;QACpC,mBAAmB,CAAC,EAAE,MAAM,CAAC;QAC7B,mBAAmB,CAAC,EAAE,SAAS;YAAE,QAAQ,EAAE,MAAM,CAAC;YAAC,OAAO,EAAE,MAAM,CAAA;SAAE,EAAE,CAAC;KACxE,GACD;QACE,YAAY,EAAE,MAAM,CAAC;QACrB,YAAY,EAAE,cAAc,GAAG,aAAa,CAAC;QAC7C,sBAAsB,EAAE,MAAM,CAAC;QAC/B,QAAQ,EAAE,UAAU,CAAC;QACrB,QAAQ,EAAE,MAAM,CAAC;QACjB,mBAAmB,CAAC,EAAE,SAAS;YAAE,QAAQ,EAAE,MAAM,CAAC;YAAC,OAAO,EAAE,MAAM,CAAA;SAAE,EAAE,CAAC;QACvE,gBAAgB,EAAE,SAAS,MAAM,EAAE,CAAC;QACpC,mBAAmB,CAAC,EAAE,MAAM,CAAC;KAC9B,EACL,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,2BAA2B,CAAC;IAUjC,oBAAoB,CACxB,YAAY,EAAE,MAAM,EACpB,KAAK,EAAE,MAAM,EACb,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,IAAI,CAAC;IAOV,qBAAqB,CACzB,YAAY,EAAE,MAAM,EACpB,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,0BAA0B,CAAC;IAUhC,0BAA0B,CAC9B,YAAY,EAAE,MAAM,EACpB,oBAAoB,EAAE,MAAM,EAC5B,eAAe,EAAE,MAAM,EACvB,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,+BAA+B,CAAC;IAarC,SAAS,CAAC,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC;IAwC1D,SAAS,CAAC,KAAK,EAAE,cAAc,GAAG,OAAO,CAAC,iBAAiB,CAAC;IAa5D,YAAY,CAChB,YAAY,EAAE,MAAM,EACpB,KAAK,EAAE,MAAM,EACb,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,SAAS,CAAC;IAsCrB,mBAAmB,CACjB,YAAY,EAAE,MAAM,EACpB,KAAK,EAAE,MAAM,EACb,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,UAAU,CAAC;IAItB,qBAAqB,CACnB,YAAY,EAAE,MAAM,EACpB,KAAK,EAAE,MAAM,EACb,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,UAAU,CAAC;IAItB,iBAAiB,CACf,YAAY,EAAE,MAAM,EACpB,KAAK,EAAE,MAAM,EACb,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,UAAU,CAAC;IAUtB,sBAAsB,CACpB,YAAY,EAAE,MAAM,EACpB,KAAK,EAAE,MAAM,EACb,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,UAAU,CAAC;IAItB,oBAAoB,CAClB,YAAY,EAAE,MAAM,EACpB,KAAK,EAAE,MAAM,EACb,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,UAAU,CAAC;IAItB,aAAa,CAAC,YAAY,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,UAAU,CAAC;CAY9F"}