@plumloom/cli 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +202 -0
- package/NOTICE +2 -0
- package/README.md +71 -0
- package/dist/actions/configured-runs.d.ts +25 -0
- package/dist/actions/configured-runs.d.ts.map +1 -0
- package/dist/actions/configured-runs.js +35 -0
- package/dist/actions/configured-runs.js.map +1 -0
- package/dist/actions/context.d.ts +5 -0
- package/dist/actions/context.d.ts.map +1 -0
- package/dist/actions/context.js +2 -0
- package/dist/actions/context.js.map +1 -0
- package/dist/actions/doctor.d.ts +46 -0
- package/dist/actions/doctor.d.ts.map +1 -0
- package/dist/actions/doctor.js +130 -0
- package/dist/actions/doctor.js.map +1 -0
- package/dist/actions/evaluations.d.ts +87 -0
- package/dist/actions/evaluations.d.ts.map +1 -0
- package/dist/actions/evaluations.js +307 -0
- package/dist/actions/evaluations.js.map +1 -0
- package/dist/actions/gate.d.ts +63 -0
- package/dist/actions/gate.d.ts.map +1 -0
- package/dist/actions/gate.js +272 -0
- package/dist/actions/gate.js.map +1 -0
- package/dist/actions/identity.d.ts +4 -0
- package/dist/actions/identity.d.ts.map +1 -0
- package/dist/actions/identity.js +4 -0
- package/dist/actions/identity.js.map +1 -0
- package/dist/actions/models.d.ts +4 -0
- package/dist/actions/models.d.ts.map +1 -0
- package/dist/actions/models.js +4 -0
- package/dist/actions/models.js.map +1 -0
- package/dist/actions/quality-standards.d.ts +30 -0
- package/dist/actions/quality-standards.d.ts.map +1 -0
- package/dist/actions/quality-standards.js +86 -0
- package/dist/actions/quality-standards.js.map +1 -0
- package/dist/actions/results.d.ts +12 -0
- package/dist/actions/results.d.ts.map +1 -0
- package/dist/actions/results.js +65 -0
- package/dist/actions/results.js.map +1 -0
- package/dist/actions/runs.d.ts +22 -0
- package/dist/actions/runs.d.ts.map +1 -0
- package/dist/actions/runs.js +59 -0
- package/dist/actions/runs.js.map +1 -0
- package/dist/actions/suite-gate.d.ts +24 -0
- package/dist/actions/suite-gate.d.ts.map +1 -0
- package/dist/actions/suite-gate.js +40 -0
- package/dist/actions/suite-gate.js.map +1 -0
- package/dist/actions/suite.d.ts +49 -0
- package/dist/actions/suite.d.ts.map +1 -0
- package/dist/actions/suite.js +68 -0
- package/dist/actions/suite.js.map +1 -0
- package/dist/actions/validation.d.ts +3 -0
- package/dist/actions/validation.d.ts.map +1 -0
- package/dist/actions/validation.js +26 -0
- package/dist/actions/validation.js.map +1 -0
- package/dist/actions/workspaces.d.ts +13 -0
- package/dist/actions/workspaces.d.ts.map +1 -0
- package/dist/actions/workspaces.js +18 -0
- package/dist/actions/workspaces.js.map +1 -0
- package/dist/api/api.d.ts +237 -0
- package/dist/api/api.d.ts.map +1 -0
- package/dist/api/api.js +396 -0
- package/dist/api/api.js.map +1 -0
- package/dist/api/client.d.ts +38 -0
- package/dist/api/client.d.ts.map +1 -0
- package/dist/api/client.js +295 -0
- package/dist/api/client.js.map +1 -0
- package/dist/api/endpoints.d.ts +31 -0
- package/dist/api/endpoints.d.ts.map +1 -0
- package/dist/api/endpoints.js +32 -0
- package/dist/api/endpoints.js.map +1 -0
- package/dist/api/errors.d.ts +22 -0
- package/dist/api/errors.d.ts.map +1 -0
- package/dist/api/errors.js +84 -0
- package/dist/api/errors.js.map +1 -0
- package/dist/api/schemas.d.ts +169 -0
- package/dist/api/schemas.d.ts.map +1 -0
- package/dist/api/schemas.js +194 -0
- package/dist/api/schemas.js.map +1 -0
- package/dist/auth/credential-store.d.ts +9 -0
- package/dist/auth/credential-store.d.ts.map +1 -0
- package/dist/auth/credential-store.js +2 -0
- package/dist/auth/credential-store.js.map +1 -0
- package/dist/auth/credentials.d.ts +27 -0
- package/dist/auth/credentials.d.ts.map +1 -0
- package/dist/auth/credentials.js +81 -0
- package/dist/auth/credentials.js.map +1 -0
- package/dist/auth/keyring-store.d.ts +9 -0
- package/dist/auth/keyring-store.d.ts.map +1 -0
- package/dist/auth/keyring-store.js +57 -0
- package/dist/auth/keyring-store.js.map +1 -0
- package/dist/auth/login.d.ts +28 -0
- package/dist/auth/login.d.ts.map +1 -0
- package/dist/auth/login.js +27 -0
- package/dist/auth/login.js.map +1 -0
- package/dist/auth/password-prompt.d.ts +5 -0
- package/dist/auth/password-prompt.d.ts.map +1 -0
- package/dist/auth/password-prompt.js +10 -0
- package/dist/auth/password-prompt.js.map +1 -0
- package/dist/auth/redact.d.ts +3 -0
- package/dist/auth/redact.d.ts.map +1 -0
- package/dist/auth/redact.js +69 -0
- package/dist/auth/redact.js.map +1 -0
- package/dist/cli.d.ts +3 -0
- package/dist/cli.d.ts.map +1 -0
- package/dist/cli.js +4 -0
- package/dist/cli.js.map +1 -0
- package/dist/commands/executor.d.ts +36 -0
- package/dist/commands/executor.d.ts.map +1 -0
- package/dist/commands/executor.js +1218 -0
- package/dist/commands/executor.js.map +1 -0
- package/dist/commands/program.d.ts +21 -0
- package/dist/commands/program.d.ts.map +1 -0
- package/dist/commands/program.js +588 -0
- package/dist/commands/program.js.map +1 -0
- package/dist/commands/types.d.ts +139 -0
- package/dist/commands/types.d.ts.map +1 -0
- package/dist/commands/types.js +2 -0
- package/dist/commands/types.js.map +1 -0
- package/dist/config.d.ts +12 -0
- package/dist/config.d.ts.map +1 -0
- package/dist/config.js +57 -0
- package/dist/config.js.map +1 -0
- package/dist/configured-run/file-inputs.d.ts +8 -0
- package/dist/configured-run/file-inputs.d.ts.map +1 -0
- package/dist/configured-run/file-inputs.js +160 -0
- package/dist/configured-run/file-inputs.js.map +1 -0
- package/dist/configured-run/validation.d.ts +103 -0
- package/dist/configured-run/validation.d.ts.map +1 -0
- package/dist/configured-run/validation.js +327 -0
- package/dist/configured-run/validation.js.map +1 -0
- package/dist/domain/common.d.ts +6 -0
- package/dist/domain/common.d.ts.map +1 -0
- package/dist/domain/common.js +10 -0
- package/dist/domain/common.js.map +1 -0
- package/dist/domain/types.d.ts +117 -0
- package/dist/domain/types.d.ts.map +1 -0
- package/dist/domain/types.js +2 -0
- package/dist/domain/types.js.map +1 -0
- package/dist/errors/autoeval-error.d.ts +13 -0
- package/dist/errors/autoeval-error.d.ts.map +1 -0
- package/dist/errors/autoeval-error.js +36 -0
- package/dist/errors/autoeval-error.js.map +1 -0
- package/dist/errors/hints.d.ts +3 -0
- package/dist/errors/hints.d.ts.map +1 -0
- package/dist/errors/hints.js +43 -0
- package/dist/errors/hints.js.map +1 -0
- package/dist/gate/decision.d.ts +97 -0
- package/dist/gate/decision.d.ts.map +1 -0
- package/dist/gate/decision.js +436 -0
- package/dist/gate/decision.js.map +1 -0
- package/dist/gate/policy.d.ts +31 -0
- package/dist/gate/policy.d.ts.map +1 -0
- package/dist/gate/policy.js +26 -0
- package/dist/gate/policy.js.map +1 -0
- package/dist/guide/eval-creation-backend.d.ts +20 -0
- package/dist/guide/eval-creation-backend.d.ts.map +1 -0
- package/dist/guide/eval-creation-backend.js +16 -0
- package/dist/guide/eval-creation-backend.js.map +1 -0
- package/dist/guide/eval-guide.d.ts +24 -0
- package/dist/guide/eval-guide.d.ts.map +1 -0
- package/dist/guide/eval-guide.js +219 -0
- package/dist/guide/eval-guide.js.map +1 -0
- package/dist/mcp/context.d.ts +21 -0
- package/dist/mcp/context.d.ts.map +1 -0
- package/dist/mcp/context.js +19 -0
- package/dist/mcp/context.js.map +1 -0
- package/dist/mcp/schemas.d.ts +206 -0
- package/dist/mcp/schemas.d.ts.map +1 -0
- package/dist/mcp/schemas.js +80 -0
- package/dist/mcp/schemas.js.map +1 -0
- package/dist/mcp/server.d.ts +5 -0
- package/dist/mcp/server.d.ts.map +1 -0
- package/dist/mcp/server.js +10 -0
- package/dist/mcp/server.js.map +1 -0
- package/dist/mcp/tools.d.ts +42 -0
- package/dist/mcp/tools.d.ts.map +1 -0
- package/dist/mcp/tools.js +287 -0
- package/dist/mcp/tools.js.map +1 -0
- package/dist/mcp.d.ts +3 -0
- package/dist/mcp.d.ts.map +1 -0
- package/dist/mcp.js +32 -0
- package/dist/mcp.js.map +1 -0
- package/dist/output/big-digits.d.ts +7 -0
- package/dist/output/big-digits.d.ts.map +1 -0
- package/dist/output/big-digits.js +43 -0
- package/dist/output/big-digits.js.map +1 -0
- package/dist/output/clipboard.d.ts +29 -0
- package/dist/output/clipboard.d.ts.map +1 -0
- package/dist/output/clipboard.js +82 -0
- package/dist/output/clipboard.js.map +1 -0
- package/dist/output/colors.d.ts +21 -0
- package/dist/output/colors.d.ts.map +1 -0
- package/dist/output/colors.js +21 -0
- package/dist/output/colors.js.map +1 -0
- package/dist/output/digest.d.ts +165 -0
- package/dist/output/digest.d.ts.map +1 -0
- package/dist/output/digest.js +771 -0
- package/dist/output/digest.js.map +1 -0
- package/dist/output/human.d.ts +95 -0
- package/dist/output/human.d.ts.map +1 -0
- package/dist/output/human.js +643 -0
- package/dist/output/human.js.map +1 -0
- package/dist/output/json.d.ts +2 -0
- package/dist/output/json.d.ts.map +1 -0
- package/dist/output/json.js +5 -0
- package/dist/output/json.js.map +1 -0
- package/dist/output/layout.d.ts +18 -0
- package/dist/output/layout.d.ts.map +1 -0
- package/dist/output/layout.js +64 -0
- package/dist/output/layout.js.map +1 -0
- package/dist/output/markdown.d.ts +16 -0
- package/dist/output/markdown.d.ts.map +1 -0
- package/dist/output/markdown.js +38 -0
- package/dist/output/markdown.js.map +1 -0
- package/dist/output/progress.d.ts +29 -0
- package/dist/output/progress.d.ts.map +1 -0
- package/dist/output/progress.js +136 -0
- package/dist/output/progress.js.map +1 -0
- package/dist/output/safe-text.d.ts +11 -0
- package/dist/output/safe-text.d.ts.map +1 -0
- package/dist/output/safe-text.js +44 -0
- package/dist/output/safe-text.js.map +1 -0
- package/dist/output/scorecard.d.ts +23 -0
- package/dist/output/scorecard.d.ts.map +1 -0
- package/dist/output/scorecard.js +506 -0
- package/dist/output/scorecard.js.map +1 -0
- package/dist/output/section.d.ts +15 -0
- package/dist/output/section.d.ts.map +1 -0
- package/dist/output/section.js +44 -0
- package/dist/output/section.js.map +1 -0
- package/dist/output/spinner.d.ts +24 -0
- package/dist/output/spinner.d.ts.map +1 -0
- package/dist/output/spinner.js +34 -0
- package/dist/output/spinner.js.map +1 -0
- package/dist/output/splash.d.ts +37 -0
- package/dist/output/splash.d.ts.map +1 -0
- package/dist/output/splash.js +169 -0
- package/dist/output/splash.js.map +1 -0
- package/dist/output/table.d.ts +33 -0
- package/dist/output/table.d.ts.map +1 -0
- package/dist/output/table.js +105 -0
- package/dist/output/table.js.map +1 -0
- package/dist/output/trend.d.ts +19 -0
- package/dist/output/trend.d.ts.map +1 -0
- package/dist/output/trend.js +38 -0
- package/dist/output/trend.js.map +1 -0
- package/dist/output/writer.d.ts +14 -0
- package/dist/output/writer.d.ts.map +1 -0
- package/dist/output/writer.js +33 -0
- package/dist/output/writer.js.map +1 -0
- package/dist/polling/clock.d.ts +9 -0
- package/dist/polling/clock.d.ts.map +1 -0
- package/dist/polling/clock.js +23 -0
- package/dist/polling/clock.js.map +1 -0
- package/dist/polling/wait-for-result.d.ts +16 -0
- package/dist/polling/wait-for-result.d.ts.map +1 -0
- package/dist/polling/wait-for-result.js +29 -0
- package/dist/polling/wait-for-result.js.map +1 -0
- package/dist/polling/wait-for-run.d.ts +14 -0
- package/dist/polling/wait-for-run.d.ts.map +1 -0
- package/dist/polling/wait-for-run.js +36 -0
- package/dist/polling/wait-for-run.js.map +1 -0
- package/dist/quickstart/prompt.d.ts +18 -0
- package/dist/quickstart/prompt.d.ts.map +1 -0
- package/dist/quickstart/prompt.js +37 -0
- package/dist/quickstart/prompt.js.map +1 -0
- package/dist/quickstart/sample.d.ts +28 -0
- package/dist/quickstart/sample.d.ts.map +1 -0
- package/dist/quickstart/sample.js +235 -0
- package/dist/quickstart/sample.js.map +1 -0
- package/dist/quickstart/selection.d.ts +53 -0
- package/dist/quickstart/selection.d.ts.map +1 -0
- package/dist/quickstart/selection.js +97 -0
- package/dist/quickstart/selection.js.map +1 -0
- package/dist/run.d.ts +28 -0
- package/dist/run.d.ts.map +1 -0
- package/dist/run.js +134 -0
- package/dist/run.js.map +1 -0
- package/dist/runtime/action-context.d.ts +19 -0
- package/dist/runtime/action-context.d.ts.map +1 -0
- package/dist/runtime/action-context.js +40 -0
- package/dist/runtime/action-context.js.map +1 -0
- package/dist/suite/execution.d.ts +46 -0
- package/dist/suite/execution.d.ts.map +1 -0
- package/dist/suite/execution.js +97 -0
- package/dist/suite/execution.js.map +1 -0
- package/dist/suite/manifest.d.ts +16 -0
- package/dist/suite/manifest.d.ts.map +1 -0
- package/dist/suite/manifest.js +92 -0
- package/dist/suite/manifest.js.map +1 -0
- package/dist/suite/reporting.d.ts +35 -0
- package/dist/suite/reporting.d.ts.map +1 -0
- package/dist/suite/reporting.js +131 -0
- package/dist/suite/reporting.js.map +1 -0
- package/dist/trace/deepseek-harness.d.ts +31 -0
- package/dist/trace/deepseek-harness.d.ts.map +1 -0
- package/dist/trace/deepseek-harness.js +412 -0
- package/dist/trace/deepseek-harness.js.map +1 -0
- package/dist/trace/import.d.ts +9 -0
- package/dist/trace/import.d.ts.map +1 -0
- package/dist/trace/import.js +45 -0
- package/dist/trace/import.js.map +1 -0
- package/dist/version.d.ts +3 -0
- package/dist/version.d.ts.map +1 -0
- package/dist/version.js +3 -0
- package/dist/version.js.map +1 -0
- package/package.json +82 -0
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
import { type SuiteGateReport } from '../gate/decision.js';
|
|
2
|
+
import type { SuiteGatePolicy } from '../gate/policy.js';
|
|
3
|
+
import { AutoevalError } from '../errors/autoeval-error.js';
|
|
4
|
+
import type { SuiteSummary } from './suite.js';
|
|
5
|
+
/**
|
|
6
|
+
* Gate plane entry point. It runs after the execution and results planes and
|
|
7
|
+
* only reads what they already produced, so gating stays deterministic and
|
|
8
|
+
* independently testable.
|
|
9
|
+
*/
|
|
10
|
+
export type SuiteGateInput = {
|
|
11
|
+
summary: SuiteSummary;
|
|
12
|
+
/** Policy per eval file, as declared in the suite manifest. */
|
|
13
|
+
policyByFile: ReadonlyMap<string, SuiteGatePolicy>;
|
|
14
|
+
};
|
|
15
|
+
export type SuiteGateResult = SuiteGateReport & {
|
|
16
|
+
workspaceId: string;
|
|
17
|
+
};
|
|
18
|
+
export declare function gateSuite(input: SuiteGateInput): SuiteGateResult;
|
|
19
|
+
/**
|
|
20
|
+
* CI exit decision. PASS is the only allowed release; FAIL, INCONCLUSIVE, and
|
|
21
|
+
* ERROR all block, and stay distinguishable through the error code.
|
|
22
|
+
*/
|
|
23
|
+
export declare function suiteGateExitError(result: SuiteGateResult): AutoevalError | undefined;
|
|
24
|
+
//# sourceMappingURL=suite-gate.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"suite-gate.d.ts","sourceRoot":"","sources":["../../src/actions/suite-gate.ts"],"names":[],"mappings":"AAAA,OAAO,EAIL,KAAK,eAAe,EACrB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,mBAAmB,CAAC;AACzD,OAAO,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAC;AAC5D,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAE/C;;;;GAIG;AACH,MAAM,MAAM,cAAc,GAAG;IAC3B,OAAO,EAAE,YAAY,CAAC;IACtB,+DAA+D;IAC/D,YAAY,EAAE,WAAW,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC;CACpD,CAAC;AAEF,MAAM,MAAM,eAAe,GAAG,eAAe,GAAG;IAC9C,WAAW,EAAE,MAAM,CAAC;CACrB,CAAC;AAEF,wBAAgB,SAAS,CAAC,KAAK,EAAE,cAAc,GAAG,eAAe,CAwBhE;AAED;;;GAGG;AACH,wBAAgB,kBAAkB,CAAC,MAAM,EAAE,eAAe,GAAG,aAAa,GAAG,SAAS,CAUrF"}
|
|
@@ -0,0 +1,40 @@
|
|
|
1
|
+
import { decideEvalGate, rollUpSuiteDecision, } from '../gate/decision.js';
|
|
2
|
+
import { AutoevalError } from '../errors/autoeval-error.js';
|
|
3
|
+
export function gateSuite(input) {
|
|
4
|
+
const decisions = input.summary.evals.map((entry) => {
|
|
5
|
+
const execution = entry.execution;
|
|
6
|
+
return decideEvalGate({
|
|
7
|
+
index: entry.index,
|
|
8
|
+
inputFile: entry.inputFile,
|
|
9
|
+
status: entry.status,
|
|
10
|
+
policy: input.policyByFile.get(entry.inputFile) ?? {},
|
|
11
|
+
...(entry.error === undefined ? {} : { error: entry.error }),
|
|
12
|
+
...(entry.results === undefined ? {} : { results: entry.results }),
|
|
13
|
+
...(execution === undefined
|
|
14
|
+
? {}
|
|
15
|
+
: {
|
|
16
|
+
evaluationId: execution.evaluationId,
|
|
17
|
+
evaluationName: execution.evaluationName,
|
|
18
|
+
runId: execution.runId,
|
|
19
|
+
contextType: execution.contextType,
|
|
20
|
+
runState: execution.state,
|
|
21
|
+
runStatusRaw: execution.statusRaw,
|
|
22
|
+
}),
|
|
23
|
+
});
|
|
24
|
+
});
|
|
25
|
+
return { workspaceId: input.summary.workspaceId, ...rollUpSuiteDecision(decisions) };
|
|
26
|
+
}
|
|
27
|
+
/**
|
|
28
|
+
* CI exit decision. PASS is the only allowed release; FAIL, INCONCLUSIVE, and
|
|
29
|
+
* ERROR all block, and stay distinguishable through the error code.
|
|
30
|
+
*/
|
|
31
|
+
export function suiteGateExitError(result) {
|
|
32
|
+
if (result.suiteDecision === 'PASS')
|
|
33
|
+
return undefined;
|
|
34
|
+
const { counts } = result;
|
|
35
|
+
return new AutoevalError(`Suite release gate: ${result.suiteDecision}. ${counts.ERROR} error, ${counts.FAIL} failed, ${counts.INCONCLUSIVE} inconclusive of ${result.perEvalDecisions.length} evals.`, {
|
|
36
|
+
kind: result.suiteDecision === 'ERROR' ? 'run_failed' : 'gate_failed',
|
|
37
|
+
code: `SUITE_GATE_${result.suiteDecision}`,
|
|
38
|
+
});
|
|
39
|
+
}
|
|
40
|
+
//# sourceMappingURL=suite-gate.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"suite-gate.js","sourceRoot":"","sources":["../../src/actions/suite-gate.ts"],"names":[],"mappings":"AAAA,OAAO,EACL,cAAc,EACd,mBAAmB,GAGpB,MAAM,qBAAqB,CAAC;AAE7B,OAAO,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAC;AAkB5D,MAAM,UAAU,SAAS,CAAC,KAAqB;IAC7C,MAAM,SAAS,GAAuB,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;QACtE,MAAM,SAAS,GAAG,KAAK,CAAC,SAAS,CAAC;QAClC,OAAO,cAAc,CAAC;YACpB,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,SAAS,EAAE,KAAK,CAAC,SAAS;YAC1B,MAAM,EAAE,KAAK,CAAC,MAAM;YACpB,MAAM,EAAE,KAAK,CAAC,YAAY,CAAC,GAAG,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,EAAE;YACrD,GAAG,CAAC,KAAK,CAAC,KAAK,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,KAAK,EAAE,KAAK,CAAC,KAAK,EAAE,CAAC;YAC5D,GAAG,CAAC,KAAK,CAAC,OAAO,KAAK,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,KAAK,CAAC,OAAO,EAAE,CAAC;YAClE,GAAG,CAAC,SAAS,KAAK,SAAS;gBACzB,CAAC,CAAC,EAAE;gBACJ,CAAC,CAAC;oBACE,YAAY,EAAE,SAAS,CAAC,YAAY;oBACpC,cAAc,EAAE,SAAS,CAAC,cAAc;oBACxC,KAAK,EAAE,SAAS,CAAC,KAAK;oBACtB,WAAW,EAAE,SAAS,CAAC,WAAW;oBAClC,QAAQ,EAAE,SAAS,CAAC,KAAK;oBACzB,YAAY,EAAE,SAAS,CAAC,SAAS;iBAClC,CAAC;SACP,CAAC,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,OAAO,EAAE,WAAW,EAAE,KAAK,CAAC,OAAO,CAAC,WAAW,EAAE,GAAG,mBAAmB,CAAC,SAAS,CAAC,EAAE,CAAC;AACvF,CAAC;AAED;;;GAGG;AACH,MAAM,UAAU,kBAAkB,CAAC,MAAuB;IACxD,IAAI,MAAM,CAAC,aAAa,KAAK,MAAM;QAAE,OAAO,SAAS,CAAC;IACtD,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,CAAC;IAC1B,OAAO,IAAI,aAAa,CACtB,uBAAuB,MAAM,CAAC,aAAa,KAAK,MAAM,CAAC,KAAK,WAAW,MAAM,CAAC,IAAI,YAAY,MAAM,CAAC,YAAY,oBAAoB,MAAM,CAAC,gBAAgB,CAAC,MAAM,SAAS,EAC5K;QACE,IAAI,EAAE,MAAM,CAAC,aAAa,KAAK,OAAO,CAAC,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,aAAa;QACrE,IAAI,EAAE,cAAc,MAAM,CAAC,aAAa,EAAE;KAC3C,CACF,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,49 @@
|
|
|
1
|
+
import type { JsonObject } from '../domain/common.js';
|
|
2
|
+
import type { EvaluationContextType, EvaluationResults, RunStatus } from '../domain/types.js';
|
|
3
|
+
import { type ConfiguredRunModelOverrides, type ParsedConfiguredRunInput } from '../configured-run/validation.js';
|
|
4
|
+
import type { PollClock } from '../polling/clock.js';
|
|
5
|
+
import { type SuiteEvalRecord, type SuiteItem } from '../suite/execution.js';
|
|
6
|
+
import type { ActionContext } from './context.js';
|
|
7
|
+
/** Per-eval identity and terminal execution state, preserved for the summary. */
|
|
8
|
+
export type SuiteEvalExecution = {
|
|
9
|
+
evaluationId: string;
|
|
10
|
+
evaluationName: string;
|
|
11
|
+
contextType: EvaluationContextType;
|
|
12
|
+
runId: string;
|
|
13
|
+
state: string;
|
|
14
|
+
elapsedMs: number;
|
|
15
|
+
/** Terminal run-status payload, kept for the gate plane. */
|
|
16
|
+
statusRaw: JsonObject;
|
|
17
|
+
};
|
|
18
|
+
export type SuiteEvalEntry = SuiteEvalRecord<SuiteEvalExecution, EvaluationResults>;
|
|
19
|
+
export type SuiteSummary = {
|
|
20
|
+
workspaceId: string;
|
|
21
|
+
total: number;
|
|
22
|
+
completed: number;
|
|
23
|
+
failed: number;
|
|
24
|
+
evals: SuiteEvalEntry[];
|
|
25
|
+
};
|
|
26
|
+
export type RunSuiteInput = {
|
|
27
|
+
workspaceId: string;
|
|
28
|
+
inputFiles: readonly string[];
|
|
29
|
+
/** Reads and parses one eval file. Injected so file IO stays in the command layer. */
|
|
30
|
+
loadEvalFile: (inputFile: string) => Promise<ParsedConfiguredRunInput>;
|
|
31
|
+
clock: PollClock;
|
|
32
|
+
pollIntervalMs: number;
|
|
33
|
+
pollTimeoutMs: number;
|
|
34
|
+
resultReadyIntervalMs: number;
|
|
35
|
+
resultReadyTimeoutMs: number;
|
|
36
|
+
concurrency: number;
|
|
37
|
+
staggerMs: number;
|
|
38
|
+
resultConcurrency?: number;
|
|
39
|
+
signal?: AbortSignal;
|
|
40
|
+
onStatus?: (item: SuiteItem, status: RunStatus) => void;
|
|
41
|
+
modelOverrides?: ConfiguredRunModelOverrides;
|
|
42
|
+
};
|
|
43
|
+
/**
|
|
44
|
+
* Runs a suite in two planes: execution (bounded concurrency) and result
|
|
45
|
+
* fetching (off-plane). Both planes reuse the existing create/run/poll and
|
|
46
|
+
* result-fetching actions; nothing is re-implemented here.
|
|
47
|
+
*/
|
|
48
|
+
export declare function runSuite(context: ActionContext, input: RunSuiteInput): Promise<SuiteSummary>;
|
|
49
|
+
//# sourceMappingURL=suite.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"suite.d.ts","sourceRoot":"","sources":["../../src/actions/suite.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,KAAK,EAAE,qBAAqB,EAAE,iBAAiB,EAAE,SAAS,EAAE,MAAM,oBAAoB,CAAC;AAC9F,OAAO,EAGL,KAAK,2BAA2B,EAChC,KAAK,wBAAwB,EAC9B,MAAM,iCAAiC,CAAC;AACzC,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,qBAAqB,CAAC;AACrD,OAAO,EAAoB,KAAK,eAAe,EAAE,KAAK,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAE/F,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAIlD,iFAAiF;AACjF,MAAM,MAAM,kBAAkB,GAAG;IAC/B,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,MAAM,CAAC;IACvB,WAAW,EAAE,qBAAqB,CAAC;IACnC,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB,4DAA4D;IAC5D,SAAS,EAAE,UAAU,CAAC;CACvB,CAAC;AAEF,MAAM,MAAM,cAAc,GAAG,eAAe,CAAC,kBAAkB,EAAE,iBAAiB,CAAC,CAAC;AAEpF,MAAM,MAAM,YAAY,GAAG;IACzB,WAAW,EAAE,MAAM,CAAC;IACpB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,cAAc,EAAE,CAAC;CACzB,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG;IAC1B,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,SAAS,MAAM,EAAE,CAAC;IAC9B,sFAAsF;IACtF,YAAY,EAAE,CAAC,SAAS,EAAE,MAAM,KAAK,OAAO,CAAC,wBAAwB,CAAC,CAAC;IACvE,KAAK,EAAE,SAAS,CAAC;IACjB,cAAc,EAAE,MAAM,CAAC;IACvB,aAAa,EAAE,MAAM,CAAC;IACtB,qBAAqB,EAAE,MAAM,CAAC;IAC9B,oBAAoB,EAAE,MAAM,CAAC;IAC7B,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,MAAM,CAAC,EAAE,WAAW,CAAC;IACrB,QAAQ,CAAC,EAAE,CAAC,IAAI,EAAE,SAAS,EAAE,MAAM,EAAE,SAAS,KAAK,IAAI,CAAC;IACxD,cAAc,CAAC,EAAE,2BAA2B,CAAC;CAC9C,CAAC;AAEF;;;;GAIG;AACH,wBAAsB,QAAQ,CAC5B,OAAO,EAAE,aAAa,EACtB,KAAK,EAAE,aAAa,GACnB,OAAO,CAAC,YAAY,CAAC,CA+DvB"}
|
|
@@ -0,0 +1,68 @@
|
|
|
1
|
+
import { applyModelOverrides, requireModelOverridesForPublicPlaceholders, } from '../configured-run/validation.js';
|
|
2
|
+
import { runTwoPlaneSuite } from '../suite/execution.js';
|
|
3
|
+
import { runConfiguredEvaluation, validateConfiguredEvaluation } from './configured-runs.js';
|
|
4
|
+
import { createEvaluation } from './evaluations.js';
|
|
5
|
+
import { getResults } from './results.js';
|
|
6
|
+
/**
|
|
7
|
+
* Runs a suite in two planes: execution (bounded concurrency) and result
|
|
8
|
+
* fetching (off-plane). Both planes reuse the existing create/run/poll and
|
|
9
|
+
* result-fetching actions; nothing is re-implemented here.
|
|
10
|
+
*/
|
|
11
|
+
export async function runSuite(context, input) {
|
|
12
|
+
const evals = await runTwoPlaneSuite({
|
|
13
|
+
inputFiles: input.inputFiles,
|
|
14
|
+
executionConcurrency: input.concurrency,
|
|
15
|
+
staggerMs: input.staggerMs,
|
|
16
|
+
clock: input.clock,
|
|
17
|
+
...(input.resultConcurrency === undefined
|
|
18
|
+
? {}
|
|
19
|
+
: { resultConcurrency: input.resultConcurrency }),
|
|
20
|
+
...(input.signal ? { signal: input.signal } : {}),
|
|
21
|
+
execute: async (item) => {
|
|
22
|
+
const parsedConfiguredRun = await input.loadEvalFile(item.inputFile);
|
|
23
|
+
const configuredRun = applyModelOverrides(parsedConfiguredRun, input.modelOverrides ?? {});
|
|
24
|
+
requireModelOverridesForPublicPlaceholders(configuredRun);
|
|
25
|
+
await validateConfiguredEvaluation(context, configuredRun, input.signal);
|
|
26
|
+
const evaluationName = configuredRun.evaluationName ?? configuredRun.configuration.contextName;
|
|
27
|
+
const evaluation = await createEvaluation(context, { workspaceId: input.workspaceId, evaluationName }, input.signal);
|
|
28
|
+
const execution = await runConfiguredEvaluation(context, {
|
|
29
|
+
evaluationId: evaluation.evaluationId,
|
|
30
|
+
configuredRun,
|
|
31
|
+
clock: input.clock,
|
|
32
|
+
pollIntervalMs: input.pollIntervalMs,
|
|
33
|
+
pollTimeoutMs: input.pollTimeoutMs,
|
|
34
|
+
prevalidated: true,
|
|
35
|
+
...(input.signal ? { signal: input.signal } : {}),
|
|
36
|
+
...(input.onStatus
|
|
37
|
+
? { onStatus: (status) => input.onStatus?.(item, status) }
|
|
38
|
+
: {}),
|
|
39
|
+
});
|
|
40
|
+
return {
|
|
41
|
+
evaluationId: evaluation.evaluationId,
|
|
42
|
+
evaluationName,
|
|
43
|
+
contextType: configuredRun.configuration.contextType,
|
|
44
|
+
runId: execution.run.runId,
|
|
45
|
+
state: execution.outcome.status.state,
|
|
46
|
+
elapsedMs: execution.outcome.elapsedMs,
|
|
47
|
+
statusRaw: execution.outcome.status.raw,
|
|
48
|
+
};
|
|
49
|
+
},
|
|
50
|
+
fetchResults: (execution) => getResults(context, {
|
|
51
|
+
evaluationId: execution.evaluationId,
|
|
52
|
+
runId: execution.runId,
|
|
53
|
+
clock: input.clock,
|
|
54
|
+
resultReadyIntervalMs: input.resultReadyIntervalMs,
|
|
55
|
+
resultReadyTimeoutMs: input.resultReadyTimeoutMs,
|
|
56
|
+
...(input.signal ? { signal: input.signal } : {}),
|
|
57
|
+
}),
|
|
58
|
+
});
|
|
59
|
+
const completed = evals.filter((entry) => entry.status === 'completed').length;
|
|
60
|
+
return {
|
|
61
|
+
workspaceId: input.workspaceId,
|
|
62
|
+
total: evals.length,
|
|
63
|
+
completed,
|
|
64
|
+
failed: evals.length - completed,
|
|
65
|
+
evals,
|
|
66
|
+
};
|
|
67
|
+
}
|
|
68
|
+
//# sourceMappingURL=suite.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"suite.js","sourceRoot":"","sources":["../../src/actions/suite.ts"],"names":[],"mappings":"AAEA,OAAO,EACL,mBAAmB,EACnB,0CAA0C,GAG3C,MAAM,iCAAiC,CAAC;AAEzC,OAAO,EAAE,gBAAgB,EAAwC,MAAM,uBAAuB,CAAC;AAC/F,OAAO,EAAE,uBAAuB,EAAE,4BAA4B,EAAE,MAAM,sBAAsB,CAAC;AAE7F,OAAO,EAAE,gBAAgB,EAAE,MAAM,kBAAkB,CAAC;AACpD,OAAO,EAAE,UAAU,EAAE,MAAM,cAAc,CAAC;AA0C1C;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,QAAQ,CAC5B,OAAsB,EACtB,KAAoB;IAEpB,MAAM,KAAK,GAAG,MAAM,gBAAgB,CAAwC;QAC1E,UAAU,EAAE,KAAK,CAAC,UAAU;QAC5B,oBAAoB,EAAE,KAAK,CAAC,WAAW;QACvC,SAAS,EAAE,KAAK,CAAC,SAAS;QAC1B,KAAK,EAAE,KAAK,CAAC,KAAK;QAClB,GAAG,CAAC,KAAK,CAAC,iBAAiB,KAAK,SAAS;YACvC,CAAC,CAAC,EAAE;YACJ,CAAC,CAAC,EAAE,iBAAiB,EAAE,KAAK,CAAC,iBAAiB,EAAE,CAAC;QACnD,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;QACjD,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;YACtB,MAAM,mBAAmB,GAAG,MAAM,KAAK,CAAC,YAAY,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;YACrE,MAAM,aAAa,GAAG,mBAAmB,CAAC,mBAAmB,EAAE,KAAK,CAAC,cAAc,IAAI,EAAE,CAAC,CAAC;YAC3F,0CAA0C,CAAC,aAAa,CAAC,CAAC;YAC1D,MAAM,4BAA4B,CAAC,OAAO,EAAE,aAAa,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;YACzE,MAAM,cAAc,GAClB,aAAa,CAAC,cAAc,IAAI,aAAa,CAAC,aAAa,CAAC,WAAW,CAAC;YAC1E,MAAM,UAAU,GAAG,MAAM,gBAAgB,CACvC,OAAO,EACP,EAAE,WAAW,EAAE,KAAK,CAAC,WAAW,EAAE,cAAc,EAAE,EAClD,KAAK,CAAC,MAAM,CACb,CAAC;YACF,MAAM,SAAS,GAAG,MAAM,uBAAuB,CAAC,OAAO,EAAE;gBACvD,YAAY,EAAE,UAAU,CAAC,YAAY;gBACrC,aAAa;gBACb,KAAK,EAAE,KAAK,CAAC,KAAK;gBAClB,cAAc,EAAE,KAAK,CAAC,cAAc;gBACpC,aAAa,EAAE,KAAK,CAAC,aAAa;gBAClC,YAAY,EAAE,IAAI;gBAClB,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;gBACjD,GAAG,CAAC,KAAK,CAAC,QAAQ;oBAChB,CAAC,CAAC,EAAE,QAAQ,EAAE,CAAC,MAAiB,EAAE,EAAE,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,IAAI,EAAE,MAAM,CAAC,EAAE;oBACrE,CAAC,CAAC,EAAE,CAAC;aACR,CAAC,CAAC;YACH,OAAO;gBACL,YAAY,EAAE,UAAU,CAAC,YAAY;gBACrC,cAAc;gBACd,WAAW,EAAE,aAAa,CAAC,aAAa,CAAC,WAAW;gBACpD,KAAK,EAAE,SAAS,CAAC,GAAG,CAAC,KAAK;gBAC1B,KAAK,EAAE,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK;gBACrC,SAAS,EAAE,SAAS,CAAC,OAAO,CAAC,SAAS;gBACtC,SAAS,EAAE,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,GAAG;aACxC,CAAC;QACJ,CAAC;QACD,YAAY,EAAE,CAAC,SAAS,EAAE,EAAE,CAC1B,UAAU,CAAC,OAAO,EAAE;YAClB,YAAY,EAAE,SAAS,CAAC,YAAY;YACpC,KAAK,EAAE,SAAS,CAAC,KAAK;YACtB,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,qBAAqB,EAAE,KAAK,CAAC,qBAAqB;YAClD,oBAAoB,EAAE,KAAK,CAAC,oBAAoB;YAChD,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,MAAM,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SAClD,CAAC;KACL,CAAC,CAAC;IAEH,MAAM,SAAS,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,KAAK,CAAC,MAAM,KAAK,WAAW,CAAC,CAAC,MAAM,CAAC;IAC/E,OAAO;QACL,WAAW,EAAE,KAAK,CAAC,WAAW;QAC9B,KAAK,EAAE,KAAK,CAAC,MAAM;QACnB,SAAS;QACT,MAAM,EAAE,KAAK,CAAC,MAAM,GAAG,SAAS;QAChC,KAAK;KACN,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"validation.d.ts","sourceRoot":"","sources":["../../src/actions/validation.ts"],"names":[],"mappings":"AAMA,wBAAgB,WAAW,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,GAAG,MAAM,CAUhE;AAED,wBAAgB,eAAe,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAUrD"}
|
|
@@ -0,0 +1,26 @@
|
|
|
1
|
+
import { z } from 'zod';
|
|
2
|
+
import { AutoevalError } from '../errors/autoeval-error.js';
|
|
3
|
+
const uuidSchema = z.uuid();
|
|
4
|
+
export function requireUuid(input, label) {
|
|
5
|
+
const parsed = uuidSchema.safeParse(input);
|
|
6
|
+
if (!parsed.success) {
|
|
7
|
+
throw new AutoevalError(`${label} must be a valid UUID.`, {
|
|
8
|
+
kind: 'usage',
|
|
9
|
+
code: 'INVALID_UUID',
|
|
10
|
+
cause: parsed.error,
|
|
11
|
+
});
|
|
12
|
+
}
|
|
13
|
+
return parsed.data;
|
|
14
|
+
}
|
|
15
|
+
export function requirePageSize(input) {
|
|
16
|
+
const parsed = z.number().int().min(1).max(100).safeParse(input);
|
|
17
|
+
if (!parsed.success) {
|
|
18
|
+
throw new AutoevalError('Page size must be between 1 and 100.', {
|
|
19
|
+
kind: 'usage',
|
|
20
|
+
code: 'INVALID_PAGE_SIZE',
|
|
21
|
+
cause: parsed.error,
|
|
22
|
+
});
|
|
23
|
+
}
|
|
24
|
+
return parsed.data;
|
|
25
|
+
}
|
|
26
|
+
//# sourceMappingURL=validation.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"validation.js","sourceRoot":"","sources":["../../src/actions/validation.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,OAAO,EAAE,aAAa,EAAE,MAAM,6BAA6B,CAAC;AAE5D,MAAM,UAAU,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;AAE5B,MAAM,UAAU,WAAW,CAAC,KAAa,EAAE,KAAa;IACtD,MAAM,MAAM,GAAG,UAAU,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;IAC3C,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QACpB,MAAM,IAAI,aAAa,CAAC,GAAG,KAAK,wBAAwB,EAAE;YACxD,IAAI,EAAE,OAAO;YACb,IAAI,EAAE,cAAc;YACpB,KAAK,EAAE,MAAM,CAAC,KAAK;SACpB,CAAC,CAAC;IACL,CAAC;IACD,OAAO,MAAM,CAAC,IAAI,CAAC;AACrB,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,KAAa;IAC3C,MAAM,MAAM,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;IACjE,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;QACpB,MAAM,IAAI,aAAa,CAAC,sCAAsC,EAAE;YAC9D,IAAI,EAAE,OAAO;YACb,IAAI,EAAE,mBAAmB;YACzB,KAAK,EAAE,MAAM,CAAC,KAAK;SACpB,CAAC,CAAC;IACL,CAAC;IACD,OAAO,MAAM,CAAC,IAAI,CAAC;AACrB,CAAC"}
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
import type { Workspace, WorkspacePage } from '../domain/types.js';
|
|
2
|
+
import type { ActionContext } from './context.js';
|
|
3
|
+
export declare function listWorkspaces(context: ActionContext, input?: {
|
|
4
|
+
page?: number;
|
|
5
|
+
size?: number;
|
|
6
|
+
}, signal?: AbortSignal): Promise<WorkspacePage>;
|
|
7
|
+
export declare function createWorkspace(context: ActionContext, input: {
|
|
8
|
+
name: string;
|
|
9
|
+
description?: string;
|
|
10
|
+
}, signal?: AbortSignal): Promise<Workspace>;
|
|
11
|
+
/** Read-only workspace lookup used by pre-flight diagnostics. */
|
|
12
|
+
export declare function getWorkspace(context: ActionContext, workspaceId: string, signal?: AbortSignal): Promise<Workspace>;
|
|
13
|
+
//# sourceMappingURL=workspaces.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"workspaces.d.ts","sourceRoot":"","sources":["../../src/actions/workspaces.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,SAAS,EAAE,aAAa,EAAE,MAAM,oBAAoB,CAAC;AACnE,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAMlD,wBAAgB,cAAc,CAC5B,OAAO,EAAE,aAAa,EACtB,KAAK,GAAE;IAAE,IAAI,CAAC,EAAE,MAAM,CAAC;IAAC,IAAI,CAAC,EAAE,MAAM,CAAA;CAAO,EAC5C,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,aAAa,CAAC,CAGxB;AAED,wBAAgB,eAAe,CAC7B,OAAO,EAAE,aAAa,EACtB,KAAK,EAAE;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,WAAW,CAAC,EAAE,MAAM,CAAA;CAAE,EAC7C,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,SAAS,CAAC,CAIpB;AAED,iEAAiE;AACjE,wBAAgB,YAAY,CAC1B,OAAO,EAAE,aAAa,EACtB,WAAW,EAAE,MAAM,EACnB,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,SAAS,CAAC,CAEpB"}
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
import { z } from 'zod';
|
|
2
|
+
import { requirePageSize } from './validation.js';
|
|
3
|
+
const workspaceNameSchema = z.string().trim().min(1).max(120);
|
|
4
|
+
const workspaceDescriptionSchema = z.string().trim().min(1).max(1_000).optional();
|
|
5
|
+
export function listWorkspaces(context, input = {}, signal) {
|
|
6
|
+
const size = requirePageSize(input.size ?? 100);
|
|
7
|
+
return context.api.listWorkspaces({ page: input.page ?? 1, size }, signal);
|
|
8
|
+
}
|
|
9
|
+
export function createWorkspace(context, input, signal) {
|
|
10
|
+
const name = workspaceNameSchema.parse(input.name);
|
|
11
|
+
const description = workspaceDescriptionSchema.parse(input.description);
|
|
12
|
+
return context.api.createWorkspace({ name, ...(description ? { description } : {}) }, signal);
|
|
13
|
+
}
|
|
14
|
+
/** Read-only workspace lookup used by pre-flight diagnostics. */
|
|
15
|
+
export function getWorkspace(context, workspaceId, signal) {
|
|
16
|
+
return context.api.getWorkspace(workspaceId, signal);
|
|
17
|
+
}
|
|
18
|
+
//# sourceMappingURL=workspaces.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"workspaces.js","sourceRoot":"","sources":["../../src/actions/workspaces.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAIxB,OAAO,EAAE,eAAe,EAAE,MAAM,iBAAiB,CAAC;AAElD,MAAM,mBAAmB,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;AAC9D,MAAM,0BAA0B,GAAG,CAAC,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,QAAQ,EAAE,CAAC;AAElF,MAAM,UAAU,cAAc,CAC5B,OAAsB,EACtB,QAA0C,EAAE,EAC5C,MAAoB;IAEpB,MAAM,IAAI,GAAG,eAAe,CAAC,KAAK,CAAC,IAAI,IAAI,GAAG,CAAC,CAAC;IAChD,OAAO,OAAO,CAAC,GAAG,CAAC,cAAc,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,IAAI,CAAC,EAAE,IAAI,EAAE,EAAE,MAAM,CAAC,CAAC;AAC7E,CAAC;AAED,MAAM,UAAU,eAAe,CAC7B,OAAsB,EACtB,KAA6C,EAC7C,MAAoB;IAEpB,MAAM,IAAI,GAAG,mBAAmB,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IACnD,MAAM,WAAW,GAAG,0BAA0B,CAAC,KAAK,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;IACxE,OAAO,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,EAAE,IAAI,EAAE,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,MAAM,CAAC,CAAC;AAChG,CAAC;AAED,iEAAiE;AACjE,MAAM,UAAU,YAAY,CAC1B,OAAsB,EACtB,WAAmB,EACnB,MAAoB;IAEpB,OAAO,OAAO,CAAC,GAAG,CAAC,YAAY,CAAC,WAAW,EAAE,MAAM,CAAC,CAAC;AACvD,CAAC"}
|
|
@@ -0,0 +1,237 @@
|
|
|
1
|
+
import type { JsonObject } from '../domain/common.js';
|
|
2
|
+
import type { EvaluationPage, EvaluationSummary, RunStatus, SupportedModel, UserIdentity, Workspace, WorkspacePage } from '../domain/types.js';
|
|
3
|
+
import type { ApiClient } from './client.js';
|
|
4
|
+
import { type ConfigVersionCreateResponse, type EvaluationCreateResponse, type EvaluationConfigurationResponse, type EvaluationDraftResponse, type EvaluationVersionsResponse, type MethodologyVersionCreateResponse, type RunCreateResponse } from './schemas.js';
|
|
5
|
+
export type PageInput = {
|
|
6
|
+
page?: number;
|
|
7
|
+
size?: number;
|
|
8
|
+
};
|
|
9
|
+
export type CreateRunInput = {
|
|
10
|
+
evaluationId: string;
|
|
11
|
+
configVersionId: string;
|
|
12
|
+
idempotencyKey: string;
|
|
13
|
+
signal?: AbortSignal;
|
|
14
|
+
};
|
|
15
|
+
export interface AutoevalApi {
|
|
16
|
+
getCurrentUser(signal?: AbortSignal): Promise<UserIdentity>;
|
|
17
|
+
listWorkspaces(input?: PageInput, signal?: AbortSignal): Promise<WorkspacePage>;
|
|
18
|
+
createWorkspace(input: {
|
|
19
|
+
name: string;
|
|
20
|
+
description?: string;
|
|
21
|
+
}, signal?: AbortSignal): Promise<Workspace>;
|
|
22
|
+
getWorkspace(workspaceId: string, signal?: AbortSignal): Promise<Workspace>;
|
|
23
|
+
listEvaluations(workspaceId: string, input?: PageInput, signal?: AbortSignal): Promise<EvaluationPage>;
|
|
24
|
+
getEvaluationMetadata(workspaceId: string, evaluationId: string, signal?: AbortSignal): Promise<EvaluationSummary>;
|
|
25
|
+
createEvaluationDraft(workspaceId: string, signal?: AbortSignal): Promise<EvaluationDraftResponse>;
|
|
26
|
+
createEvaluation(input: {
|
|
27
|
+
workspaceId: string;
|
|
28
|
+
evaluationId: string;
|
|
29
|
+
evaluationName: string;
|
|
30
|
+
}, signal?: AbortSignal): Promise<EvaluationCreateResponse>;
|
|
31
|
+
patchEvaluationTitle(evaluationId: string, input: {
|
|
32
|
+
name: string;
|
|
33
|
+
user_sys_id: string;
|
|
34
|
+
description?: string;
|
|
35
|
+
}, signal?: AbortSignal): Promise<JsonObject>;
|
|
36
|
+
putEvaltoolTitle(workspaceId: string, evaluationId: string, input: {
|
|
37
|
+
eval_name: string;
|
|
38
|
+
}, signal?: AbortSignal): Promise<JsonObject>;
|
|
39
|
+
syncEvalsList(input: {
|
|
40
|
+
workspaceId: string;
|
|
41
|
+
limit: number;
|
|
42
|
+
offset: number;
|
|
43
|
+
}, signal?: AbortSignal): Promise<JsonObject>;
|
|
44
|
+
listEvaluationsSorted(workspaceId: string, input: {
|
|
45
|
+
page: number;
|
|
46
|
+
size: number;
|
|
47
|
+
sortBy: 'created_at';
|
|
48
|
+
sortOrder: 'asc' | 'desc';
|
|
49
|
+
}, signal?: AbortSignal): Promise<EvaluationPage>;
|
|
50
|
+
createQualityStandard(input: {
|
|
51
|
+
name: string;
|
|
52
|
+
judge_model: string;
|
|
53
|
+
rubric: string;
|
|
54
|
+
anchors: readonly {
|
|
55
|
+
input: string;
|
|
56
|
+
response: string;
|
|
57
|
+
reference: string;
|
|
58
|
+
score: number;
|
|
59
|
+
reasoning: string;
|
|
60
|
+
}[];
|
|
61
|
+
}, signal?: AbortSignal): Promise<JsonObject>;
|
|
62
|
+
updateQualityStandard(qualityStandardId: string, input: {
|
|
63
|
+
name: string;
|
|
64
|
+
judge_model: string;
|
|
65
|
+
rubric: string;
|
|
66
|
+
anchors: readonly {
|
|
67
|
+
input: string;
|
|
68
|
+
response: string;
|
|
69
|
+
reference: string;
|
|
70
|
+
score: number;
|
|
71
|
+
reasoning: string;
|
|
72
|
+
}[];
|
|
73
|
+
}, signal?: AbortSignal): Promise<JsonObject>;
|
|
74
|
+
assignQualityStandardToWorkspace(workspaceId: string, input: {
|
|
75
|
+
quality_standard_id: string;
|
|
76
|
+
}, signal?: AbortSignal): Promise<JsonObject>;
|
|
77
|
+
getQualityStandard(qualityStandardId: string, signal?: AbortSignal): Promise<JsonObject>;
|
|
78
|
+
getWorkspaceQualityStandard(workspaceId: string, signal?: AbortSignal): Promise<JsonObject | null>;
|
|
79
|
+
createMethodologyVersion(evaluationId: string, input: {
|
|
80
|
+
user_sys_id: string;
|
|
81
|
+
judge_model: string;
|
|
82
|
+
judge_model_id: string;
|
|
83
|
+
evaluator_instructions: string;
|
|
84
|
+
change_log: string;
|
|
85
|
+
runs_per_scenario: number;
|
|
86
|
+
}, signal?: AbortSignal): Promise<MethodologyVersionCreateResponse>;
|
|
87
|
+
createConfigVersion(evaluationId: string, input: {
|
|
88
|
+
methodology_version_id: string;
|
|
89
|
+
primary_model_id: string;
|
|
90
|
+
comparison_model_ids: readonly string[];
|
|
91
|
+
scenarios: readonly unknown[];
|
|
92
|
+
prompt_text: string;
|
|
93
|
+
selected_metrics: readonly string[];
|
|
94
|
+
temperature_context?: number;
|
|
95
|
+
reference_documents?: readonly {
|
|
96
|
+
filename: string;
|
|
97
|
+
content: string;
|
|
98
|
+
}[];
|
|
99
|
+
} | {
|
|
100
|
+
context_name: string;
|
|
101
|
+
context_type: 'conversation' | 'agent_trace';
|
|
102
|
+
methodology_version_id: string;
|
|
103
|
+
artifact: JsonObject;
|
|
104
|
+
expected: string;
|
|
105
|
+
reference_documents?: readonly {
|
|
106
|
+
filename: string;
|
|
107
|
+
content: string;
|
|
108
|
+
}[];
|
|
109
|
+
selected_metrics: readonly string[];
|
|
110
|
+
temperature_context?: number;
|
|
111
|
+
}, signal?: AbortSignal): Promise<ConfigVersionCreateResponse>;
|
|
112
|
+
startRunStatusStream(evaluationId: string, runId: string, signal?: AbortSignal): Promise<void>;
|
|
113
|
+
getEvaluationVersions(evaluationId: string, signal?: AbortSignal): Promise<EvaluationVersionsResponse>;
|
|
114
|
+
getEvaluationConfiguration(evaluationId: string, methodologyVersionId: string, configVersionId: string, signal?: AbortSignal): Promise<EvaluationConfigurationResponse>;
|
|
115
|
+
getModels(signal?: AbortSignal): Promise<SupportedModel[]>;
|
|
116
|
+
createRun(input: CreateRunInput): Promise<RunCreateResponse>;
|
|
117
|
+
getRunStatus(evaluationId: string, runId: string, signal?: AbortSignal): Promise<RunStatus>;
|
|
118
|
+
getModelPerformance(evaluationId: string, runId: string, signal?: AbortSignal): Promise<JsonObject>;
|
|
119
|
+
getScenarioComparison(evaluationId: string, runId: string, signal?: AbortSignal): Promise<JsonObject>;
|
|
120
|
+
getModelResponses(evaluationId: string, runId: string, signal?: AbortSignal): Promise<JsonObject>;
|
|
121
|
+
getConversationResults(evaluationId: string, runId: string, signal?: AbortSignal): Promise<JsonObject>;
|
|
122
|
+
getAgentTraceResults(evaluationId: string, runId: string, signal?: AbortSignal): Promise<JsonObject>;
|
|
123
|
+
getTrajectory(evaluationId: string, runId: string, signal?: AbortSignal): Promise<JsonObject>;
|
|
124
|
+
}
|
|
125
|
+
export declare class AutoevalApiClient implements AutoevalApi {
|
|
126
|
+
#private;
|
|
127
|
+
constructor(client: ApiClient);
|
|
128
|
+
getCurrentUser(signal?: AbortSignal): Promise<UserIdentity>;
|
|
129
|
+
listWorkspaces(input?: PageInput, signal?: AbortSignal): Promise<WorkspacePage>;
|
|
130
|
+
createWorkspace(input: {
|
|
131
|
+
name: string;
|
|
132
|
+
description?: string;
|
|
133
|
+
}, signal?: AbortSignal): Promise<Workspace>;
|
|
134
|
+
getWorkspace(workspaceId: string, signal?: AbortSignal): Promise<Workspace>;
|
|
135
|
+
listEvaluations(workspaceId: string, input?: PageInput, signal?: AbortSignal): Promise<EvaluationPage>;
|
|
136
|
+
getEvaluationMetadata(workspaceId: string, evaluationId: string, signal?: AbortSignal): Promise<EvaluationSummary>;
|
|
137
|
+
createEvaluationDraft(workspaceId: string, signal?: AbortSignal): Promise<EvaluationDraftResponse>;
|
|
138
|
+
createEvaluation(input: {
|
|
139
|
+
workspaceId: string;
|
|
140
|
+
evaluationId: string;
|
|
141
|
+
evaluationName: string;
|
|
142
|
+
}, signal?: AbortSignal): Promise<EvaluationCreateResponse>;
|
|
143
|
+
patchEvaluationTitle(evaluationId: string, input: {
|
|
144
|
+
name: string;
|
|
145
|
+
user_sys_id: string;
|
|
146
|
+
description?: string;
|
|
147
|
+
}, signal?: AbortSignal): Promise<JsonObject>;
|
|
148
|
+
putEvaltoolTitle(workspaceId: string, evaluationId: string, input: {
|
|
149
|
+
eval_name: string;
|
|
150
|
+
}, signal?: AbortSignal): Promise<JsonObject>;
|
|
151
|
+
syncEvalsList(input: {
|
|
152
|
+
workspaceId: string;
|
|
153
|
+
limit: number;
|
|
154
|
+
offset: number;
|
|
155
|
+
}, signal?: AbortSignal): Promise<JsonObject>;
|
|
156
|
+
listEvaluationsSorted(workspaceId: string, input: {
|
|
157
|
+
page: number;
|
|
158
|
+
size: number;
|
|
159
|
+
sortBy: 'created_at';
|
|
160
|
+
sortOrder: 'asc' | 'desc';
|
|
161
|
+
}, signal?: AbortSignal): Promise<EvaluationPage>;
|
|
162
|
+
createQualityStandard(input: {
|
|
163
|
+
name: string;
|
|
164
|
+
judge_model: string;
|
|
165
|
+
rubric: string;
|
|
166
|
+
anchors: readonly {
|
|
167
|
+
input: string;
|
|
168
|
+
response: string;
|
|
169
|
+
reference: string;
|
|
170
|
+
score: number;
|
|
171
|
+
reasoning: string;
|
|
172
|
+
}[];
|
|
173
|
+
}, signal?: AbortSignal): Promise<JsonObject>;
|
|
174
|
+
updateQualityStandard(qualityStandardId: string, input: {
|
|
175
|
+
name: string;
|
|
176
|
+
judge_model: string;
|
|
177
|
+
rubric: string;
|
|
178
|
+
anchors: readonly {
|
|
179
|
+
input: string;
|
|
180
|
+
response: string;
|
|
181
|
+
reference: string;
|
|
182
|
+
score: number;
|
|
183
|
+
reasoning: string;
|
|
184
|
+
}[];
|
|
185
|
+
}, signal?: AbortSignal): Promise<JsonObject>;
|
|
186
|
+
assignQualityStandardToWorkspace(workspaceId: string, input: {
|
|
187
|
+
quality_standard_id: string;
|
|
188
|
+
}, signal?: AbortSignal): Promise<JsonObject>;
|
|
189
|
+
getQualityStandard(qualityStandardId: string, signal?: AbortSignal): Promise<JsonObject>;
|
|
190
|
+
getWorkspaceQualityStandard(workspaceId: string, signal?: AbortSignal): Promise<JsonObject | null>;
|
|
191
|
+
createMethodologyVersion(evaluationId: string, input: {
|
|
192
|
+
user_sys_id: string;
|
|
193
|
+
judge_model: string;
|
|
194
|
+
judge_model_id: string;
|
|
195
|
+
evaluator_instructions: string;
|
|
196
|
+
change_log: string;
|
|
197
|
+
runs_per_scenario: number;
|
|
198
|
+
}, signal?: AbortSignal): Promise<MethodologyVersionCreateResponse>;
|
|
199
|
+
createConfigVersion(evaluationId: string, input: {
|
|
200
|
+
methodology_version_id: string;
|
|
201
|
+
primary_model_id: string;
|
|
202
|
+
comparison_model_ids: readonly string[];
|
|
203
|
+
scenarios: readonly unknown[];
|
|
204
|
+
prompt_text: string;
|
|
205
|
+
selected_metrics: readonly string[];
|
|
206
|
+
temperature_context?: number;
|
|
207
|
+
reference_documents?: readonly {
|
|
208
|
+
filename: string;
|
|
209
|
+
content: string;
|
|
210
|
+
}[];
|
|
211
|
+
} | {
|
|
212
|
+
context_name: string;
|
|
213
|
+
context_type: 'conversation' | 'agent_trace';
|
|
214
|
+
methodology_version_id: string;
|
|
215
|
+
artifact: JsonObject;
|
|
216
|
+
expected: string;
|
|
217
|
+
reference_documents?: readonly {
|
|
218
|
+
filename: string;
|
|
219
|
+
content: string;
|
|
220
|
+
}[];
|
|
221
|
+
selected_metrics: readonly string[];
|
|
222
|
+
temperature_context?: number;
|
|
223
|
+
}, signal?: AbortSignal): Promise<ConfigVersionCreateResponse>;
|
|
224
|
+
startRunStatusStream(evaluationId: string, runId: string, signal?: AbortSignal): Promise<void>;
|
|
225
|
+
getEvaluationVersions(evaluationId: string, signal?: AbortSignal): Promise<EvaluationVersionsResponse>;
|
|
226
|
+
getEvaluationConfiguration(evaluationId: string, methodologyVersionId: string, configVersionId: string, signal?: AbortSignal): Promise<EvaluationConfigurationResponse>;
|
|
227
|
+
getModels(signal?: AbortSignal): Promise<SupportedModel[]>;
|
|
228
|
+
createRun(input: CreateRunInput): Promise<RunCreateResponse>;
|
|
229
|
+
getRunStatus(evaluationId: string, runId: string, signal?: AbortSignal): Promise<RunStatus>;
|
|
230
|
+
getModelPerformance(evaluationId: string, runId: string, signal?: AbortSignal): Promise<JsonObject>;
|
|
231
|
+
getScenarioComparison(evaluationId: string, runId: string, signal?: AbortSignal): Promise<JsonObject>;
|
|
232
|
+
getModelResponses(evaluationId: string, runId: string, signal?: AbortSignal): Promise<JsonObject>;
|
|
233
|
+
getConversationResults(evaluationId: string, runId: string, signal?: AbortSignal): Promise<JsonObject>;
|
|
234
|
+
getAgentTraceResults(evaluationId: string, runId: string, signal?: AbortSignal): Promise<JsonObject>;
|
|
235
|
+
getTrajectory(evaluationId: string, runId: string, signal?: AbortSignal): Promise<JsonObject>;
|
|
236
|
+
}
|
|
237
|
+
//# sourceMappingURL=api.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"api.d.ts","sourceRoot":"","sources":["../../src/api/api.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,KAAK,EACV,cAAc,EACd,iBAAiB,EACjB,SAAS,EACT,cAAc,EACd,YAAY,EACZ,SAAS,EACT,aAAa,EACd,MAAM,oBAAoB,CAAC;AAG5B,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,aAAa,CAAC;AAC7C,OAAO,EAiBL,KAAK,2BAA2B,EAChC,KAAK,wBAAwB,EAC7B,KAAK,+BAA+B,EACpC,KAAK,uBAAuB,EAC5B,KAAK,0BAA0B,EAC/B,KAAK,gCAAgC,EACrC,KAAK,iBAAiB,EACvB,MAAM,cAAc,CAAC;AAEtB,MAAM,MAAM,SAAS,GAAG;IACtB,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,MAAM,MAAM,cAAc,GAAG;IAC3B,YAAY,EAAE,MAAM,CAAC;IACrB,eAAe,EAAE,MAAM,CAAC;IACxB,cAAc,EAAE,MAAM,CAAC;IACvB,MAAM,CAAC,EAAE,WAAW,CAAC;CACtB,CAAC;AAyCF,MAAM,WAAW,WAAW;IAC1B,cAAc,CAAC,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;IAC5D,cAAc,CAAC,KAAK,CAAC,EAAE,SAAS,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,aAAa,CAAC,CAAC;IAChF,eAAe,CACb,KAAK,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,WAAW,CAAC,EAAE,MAAM,CAAA;KAAE,EAC7C,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,SAAS,CAAC,CAAC;IACtB,YAAY,CAAC,WAAW,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC;IAC5E,eAAe,CACb,WAAW,EAAE,MAAM,EACnB,KAAK,CAAC,EAAE,SAAS,EACjB,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,cAAc,CAAC,CAAC;IAC3B,qBAAqB,CACnB,WAAW,EAAE,MAAM,EACnB,YAAY,EAAE,MAAM,EACpB,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,iBAAiB,CAAC,CAAC;IAC9B,qBAAqB,CACnB,WAAW,EAAE,MAAM,EACnB,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,uBAAuB,CAAC,CAAC;IACpC,gBAAgB,CACd,KAAK,EAAE;QAAE,WAAW,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,MAAM,CAAC;QAAC,cAAc,EAAE,MAAM,CAAA;KAAE,EAC5E,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,wBAAwB,CAAC,CAAC;IACrC,oBAAoB,CAClB,YAAY,EAAE,MAAM,EACpB,KAAK,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAC;QAAC,WAAW,CAAC,EAAE,MAAM,CAAA;KAAE,EAClE,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,UAAU,CAAC,CAAC;IACvB,gBAAgB,CACd,WAAW,EAAE,MAAM,EACnB,YAAY,EAAE,MAAM,EACpB,KAAK,EAAE;QAAE,SAAS,EAAE,MAAM,CAAA;KAAE,EAC5B,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,UAAU,CAAC,CAAC;IACvB,aAAa,CACX,KAAK,EAAE;QAAE,WAAW,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,EAC7D,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,UAAU,CAAC,CAAC;IACvB,qBAAqB,CACnB,WAAW,EAAE,MAAM,EACnB,KAAK,EAAE;QACL,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,MAAM,CAAC;QACb,MAAM,EAAE,YAAY,CAAC;QACrB,SAAS,EAAE,KAAK,GAAG,MAAM,CAAC;KAC3B,EACD,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,cAAc,CAAC,CAAC;IAC3B,qBAAqB,CACnB,KAAK,EAAE;QACL,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,EAAE,MAAM,CAAC;QACpB,MAAM,EAAE,MAAM,CAAC;QACf,OAAO,EAAE,SAAS;YAChB,KAAK,EAAE,MAAM,CAAC;YACd,QAAQ,EAAE,MAAM,CAAC;YACjB,SAAS,EAAE,MAAM,CAAC;YAClB,KAAK,EAAE,MAAM,CAAC;YACd,SAAS,EAAE,MAAM,CAAC;SACnB,EAAE,CAAC;KACL,EACD,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,UAAU,CAAC,CAAC;IACvB,qBAAqB,CACnB,iBAAiB,EAAE,MAAM,EACzB,KAAK,EAAE;QACL,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,EAAE,MAAM,CAAC;QACpB,MAAM,EAAE,MAAM,CAAC;QACf,OAAO,EAAE,SAAS;YAChB,KAAK,EAAE,MAAM,CAAC;YACd,QAAQ,EAAE,MAAM,CAAC;YACjB,SAAS,EAAE,MAAM,CAAC;YAClB,KAAK,EAAE,MAAM,CAAC;YACd,SAAS,EAAE,MAAM,CAAC;SACnB,EAAE,CAAC;KACL,EACD,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,UAAU,CAAC,CAAC;IACvB,gCAAgC,CAC9B,WAAW,EAAE,MAAM,EACnB,KAAK,EAAE;QAAE,mBAAmB,EAAE,MAAM,CAAA;KAAE,EACtC,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,UAAU,CAAC,CAAC;IACvB,kBAAkB,CAAC,iBAAiB,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;IACzF,2BAA2B,CACzB,WAAW,EAAE,MAAM,EACnB,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,UAAU,GAAG,IAAI,CAAC,CAAC;IAC9B,wBAAwB,CACtB,YAAY,EAAE,MAAM,EACpB,KAAK,EAAE;QACL,WAAW,EAAE,MAAM,CAAC;QACpB,WAAW,EAAE,MAAM,CAAC;QACpB,cAAc,EAAE,MAAM,CAAC;QACvB,sBAAsB,EAAE,MAAM,CAAC;QAC/B,UAAU,EAAE,MAAM,CAAC;QACnB,iBAAiB,EAAE,MAAM,CAAC;KAC3B,EACD,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,gCAAgC,CAAC,CAAC;IAC7C,mBAAmB,CACjB,YAAY,EAAE,MAAM,EACpB,KAAK,EACD;QACE,sBAAsB,EAAE,MAAM,CAAC;QAC/B,gBAAgB,EAAE,MAAM,CAAC;QACzB,oBAAoB,EAAE,SAAS,MAAM,EAAE,CAAC;QACxC,SAAS,EAAE,SAAS,OAAO,EAAE,CAAC;QAC9B,WAAW,EAAE,MAAM,CAAC;QACpB,gBAAgB,EAAE,SAAS,MAAM,EAAE,CAAC;QACpC,mBAAmB,CAAC,EAAE,MAAM,CAAC;QAC7B,mBAAmB,CAAC,EAAE,SAAS;YAAE,QAAQ,EAAE,MAAM,CAAC;YAAC,OAAO,EAAE,MAAM,CAAA;SAAE,EAAE,CAAC;KACxE,GACD;QACE,YAAY,EAAE,MAAM,CAAC;QACrB,YAAY,EAAE,cAAc,GAAG,aAAa,CAAC;QAC7C,sBAAsB,EAAE,MAAM,CAAC;QAC/B,QAAQ,EAAE,UAAU,CAAC;QACrB,QAAQ,EAAE,MAAM,CAAC;QACjB,mBAAmB,CAAC,EAAE,SAAS;YAAE,QAAQ,EAAE,MAAM,CAAC;YAAC,OAAO,EAAE,MAAM,CAAA;SAAE,EAAE,CAAC;QACvE,gBAAgB,EAAE,SAAS,MAAM,EAAE,CAAC;QACpC,mBAAmB,CAAC,EAAE,MAAM,CAAC;KAC9B,EACL,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,2BAA2B,CAAC,CAAC;IACxC,oBAAoB,CAAC,YAAY,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC/F,qBAAqB,CACnB,YAAY,EAAE,MAAM,EACpB,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,0BAA0B,CAAC,CAAC;IACvC,0BAA0B,CACxB,YAAY,EAAE,MAAM,EACpB,oBAAoB,EAAE,MAAM,EAC5B,eAAe,EAAE,MAAM,EACvB,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,+BAA+B,CAAC,CAAC;IAC5C,SAAS,CAAC,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC,CAAC;IAC3D,SAAS,CAAC,KAAK,EAAE,cAAc,GAAG,OAAO,CAAC,iBAAiB,CAAC,CAAC;IAC7D,YAAY,CAAC,YAAY,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,SAAS,CAAC,CAAC;IAC5F,mBAAmB,CACjB,YAAY,EAAE,MAAM,EACpB,KAAK,EAAE,MAAM,EACb,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,UAAU,CAAC,CAAC;IACvB,qBAAqB,CACnB,YAAY,EAAE,MAAM,EACpB,KAAK,EAAE,MAAM,EACb,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,UAAU,CAAC,CAAC;IACvB,iBAAiB,CAAC,YAAY,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;IAClG,sBAAsB,CACpB,YAAY,EAAE,MAAM,EACpB,KAAK,EAAE,MAAM,EACb,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,UAAU,CAAC,CAAC;IACvB,oBAAoB,CAClB,YAAY,EAAE,MAAM,EACpB,KAAK,EAAE,MAAM,EACb,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,UAAU,CAAC,CAAC;IACvB,aAAa,CAAC,YAAY,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,UAAU,CAAC,CAAC;CAC/F;AA0CD,qBAAa,iBAAkB,YAAW,WAAW;;gBAGvC,MAAM,EAAE,SAAS;IAIvB,cAAc,CAAC,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,YAAY,CAAC;IAe3D,cAAc,CAAC,KAAK,GAAE,SAAc,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,aAAa,CAAC;IAiBnF,eAAe,CACnB,KAAK,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,WAAW,CAAC,EAAE,MAAM,CAAA;KAAE,EAC7C,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,SAAS,CAAC;IAWf,YAAY,CAAC,WAAW,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,SAAS,CAAC;IAU3E,eAAe,CACnB,WAAW,EAAE,MAAM,EACnB,KAAK,GAAE,SAAc,EACrB,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,cAAc,CAAC;IAiBpB,qBAAqB,CACzB,WAAW,EAAE,MAAM,EACnB,YAAY,EAAE,MAAM,EACpB,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,iBAAiB,CAAC;IAW7B,qBAAqB,CACnB,WAAW,EAAE,MAAM,EACnB,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,uBAAuB,CAAC;IAUnC,gBAAgB,CACd,KAAK,EAAE;QAAE,WAAW,EAAE,MAAM,CAAC;QAAC,YAAY,EAAE,MAAM,CAAC;QAAC,cAAc,EAAE,MAAM,CAAA;KAAE,EAC5E,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,wBAAwB,CAAC;IAcpC,oBAAoB,CAClB,YAAY,EAAE,MAAM,EACpB,KAAK,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,WAAW,EAAE,MAAM,CAAC;QAAC,WAAW,CAAC,EAAE,MAAM,CAAA;KAAE,EAClE,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,UAAU,CAAC;IAUtB,gBAAgB,CACd,WAAW,EAAE,MAAM,EACnB,YAAY,EAAE,MAAM,EACpB,KAAK,EAAE;QAAE,SAAS,EAAE,MAAM,CAAA;KAAE,EAC5B,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,UAAU,CAAC;IAWtB,aAAa,CACX,KAAK,EAAE;QAAE,WAAW,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,EAC7D,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,UAAU,CAAC;IAchB,qBAAqB,CACzB,WAAW,EAAE,MAAM,EACnB,KAAK,EAAE;QACL,IAAI,EAAE,MAAM,CAAC;QACb,IAAI,EAAE,MAAM,CAAC;QACb,MAAM,EAAE,YAAY,CAAC;QACrB,SAAS,EAAE,KAAK,GAAG,MAAM,CAAC;KAC3B,EACD,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,cAAc,CAAC;IAwB1B,qBAAqB,CACnB,KAAK,EAAE;QACL,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,EAAE,MAAM,CAAC;QACpB,MAAM,EAAE,MAAM,CAAC;QACf,OAAO,EAAE,SAAS;YAChB,KAAK,EAAE,MAAM,CAAC;YACd,QAAQ,EAAE,MAAM,CAAC;YACjB,SAAS,EAAE,MAAM,CAAC;YAClB,KAAK,EAAE,MAAM,CAAC;YACd,SAAS,EAAE,MAAM,CAAC;SACnB,EAAE,CAAC;KACL,EACD,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,UAAU,CAAC;IAUtB,qBAAqB,CACnB,iBAAiB,EAAE,MAAM,EACzB,KAAK,EAAE;QACL,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,EAAE,MAAM,CAAC;QACpB,MAAM,EAAE,MAAM,CAAC;QACf,OAAO,EAAE,SAAS;YAChB,KAAK,EAAE,MAAM,CAAC;YACd,QAAQ,EAAE,MAAM,CAAC;YACjB,SAAS,EAAE,MAAM,CAAC;YAClB,KAAK,EAAE,MAAM,CAAC;YACd,SAAS,EAAE,MAAM,CAAC;SACnB,EAAE,CAAC;KACL,EACD,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,UAAU,CAAC;IAUtB,gCAAgC,CAC9B,WAAW,EAAE,MAAM,EACnB,KAAK,EAAE;QAAE,mBAAmB,EAAE,MAAM,CAAA;KAAE,EACtC,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,UAAU,CAAC;IAUtB,kBAAkB,CAAC,iBAAiB,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,UAAU,CAAC;IASxF,2BAA2B,CACzB,WAAW,EAAE,MAAM,EACnB,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,UAAU,GAAG,IAAI,CAAC;IAS7B,wBAAwB,CACtB,YAAY,EAAE,MAAM,EACpB,KAAK,EAAE;QACL,WAAW,EAAE,MAAM,CAAC;QACpB,WAAW,EAAE,MAAM,CAAC;QACpB,cAAc,EAAE,MAAM,CAAC;QACvB,sBAAsB,EAAE,MAAM,CAAC;QAC/B,UAAU,EAAE,MAAM,CAAC;QACnB,iBAAiB,EAAE,MAAM,CAAC;KAC3B,EACD,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,gCAAgC,CAAC;IAU5C,mBAAmB,CACjB,YAAY,EAAE,MAAM,EACpB,KAAK,EACD;QACE,sBAAsB,EAAE,MAAM,CAAC;QAC/B,gBAAgB,EAAE,MAAM,CAAC;QACzB,oBAAoB,EAAE,SAAS,MAAM,EAAE,CAAC;QACxC,SAAS,EAAE,SAAS,OAAO,EAAE,CAAC;QAC9B,WAAW,EAAE,MAAM,CAAC;QACpB,gBAAgB,EAAE,SAAS,MAAM,EAAE,CAAC;QACpC,mBAAmB,CAAC,EAAE,MAAM,CAAC;QAC7B,mBAAmB,CAAC,EAAE,SAAS;YAAE,QAAQ,EAAE,MAAM,CAAC;YAAC,OAAO,EAAE,MAAM,CAAA;SAAE,EAAE,CAAC;KACxE,GACD;QACE,YAAY,EAAE,MAAM,CAAC;QACrB,YAAY,EAAE,cAAc,GAAG,aAAa,CAAC;QAC7C,sBAAsB,EAAE,MAAM,CAAC;QAC/B,QAAQ,EAAE,UAAU,CAAC;QACrB,QAAQ,EAAE,MAAM,CAAC;QACjB,mBAAmB,CAAC,EAAE,SAAS;YAAE,QAAQ,EAAE,MAAM,CAAC;YAAC,OAAO,EAAE,MAAM,CAAA;SAAE,EAAE,CAAC;QACvE,gBAAgB,EAAE,SAAS,MAAM,EAAE,CAAC;QACpC,mBAAmB,CAAC,EAAE,MAAM,CAAC;KAC9B,EACL,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,2BAA2B,CAAC;IAUjC,oBAAoB,CACxB,YAAY,EAAE,MAAM,EACpB,KAAK,EAAE,MAAM,EACb,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,IAAI,CAAC;IAOV,qBAAqB,CACzB,YAAY,EAAE,MAAM,EACpB,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,0BAA0B,CAAC;IAUhC,0BAA0B,CAC9B,YAAY,EAAE,MAAM,EACpB,oBAAoB,EAAE,MAAM,EAC5B,eAAe,EAAE,MAAM,EACvB,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,+BAA+B,CAAC;IAarC,SAAS,CAAC,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,cAAc,EAAE,CAAC;IAwC1D,SAAS,CAAC,KAAK,EAAE,cAAc,GAAG,OAAO,CAAC,iBAAiB,CAAC;IAa5D,YAAY,CAChB,YAAY,EAAE,MAAM,EACpB,KAAK,EAAE,MAAM,EACb,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,SAAS,CAAC;IAsCrB,mBAAmB,CACjB,YAAY,EAAE,MAAM,EACpB,KAAK,EAAE,MAAM,EACb,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,UAAU,CAAC;IAItB,qBAAqB,CACnB,YAAY,EAAE,MAAM,EACpB,KAAK,EAAE,MAAM,EACb,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,UAAU,CAAC;IAItB,iBAAiB,CACf,YAAY,EAAE,MAAM,EACpB,KAAK,EAAE,MAAM,EACb,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,UAAU,CAAC;IAUtB,sBAAsB,CACpB,YAAY,EAAE,MAAM,EACpB,KAAK,EAAE,MAAM,EACb,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,UAAU,CAAC;IAItB,oBAAoB,CAClB,YAAY,EAAE,MAAM,EACpB,KAAK,EAAE,MAAM,EACb,MAAM,CAAC,EAAE,WAAW,GACnB,OAAO,CAAC,UAAU,CAAC;IAItB,aAAa,CAAC,YAAY,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,WAAW,GAAG,OAAO,CAAC,UAAU,CAAC;CAY9F"}
|