@lightsage/mcp 0.2.2 → 0.3.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +2 -2
- package/bin/mcp-server.js +697 -317
- package/bin/mcp-server.js.map +42 -32
- package/esm/funcs/evalResultsV2EvalResultsList.d.ts +1 -1
- package/esm/funcs/evalResultsV2EvalResultsList.js +1 -1
- package/esm/funcs/evalsAnalysis.d.ts +16 -0
- package/esm/funcs/evalsAnalysis.d.ts.map +1 -0
- package/esm/funcs/evalsAnalysis.js +88 -0
- package/esm/funcs/evalsAnalysis.js.map +1 -0
- package/esm/funcs/evalsRun.d.ts +3 -3
- package/esm/funcs/evalsRun.js +3 -3
- package/esm/funcs/evalsTrace.d.ts +16 -0
- package/esm/funcs/evalsTrace.d.ts.map +1 -0
- package/esm/funcs/{evalsMonitor.js → evalsTrace.js} +19 -20
- package/esm/funcs/evalsTrace.js.map +1 -0
- package/esm/funcs/evalsV2EvalsCreate.d.ts +1 -1
- package/esm/funcs/evalsV2EvalsCreate.js +1 -1
- package/esm/funcs/evalsV2EvalsList.d.ts +1 -1
- package/esm/funcs/evalsV2EvalsList.js +1 -1
- package/esm/funcs/evalsV2EvalsRetrieve.d.ts +1 -1
- package/esm/funcs/evalsV2EvalsRetrieve.js +1 -1
- package/esm/funcs/evalsV2EvalsUpdate.d.ts +1 -1
- package/esm/funcs/evalsV2EvalsUpdate.js +1 -1
- package/esm/landing-page.js +1 -1
- package/esm/lib/config.d.ts +3 -3
- package/esm/lib/config.js +3 -3
- package/esm/lib/config.js.map +1 -1
- package/esm/mcp-server/mcp-server.js +1 -1
- package/esm/mcp-server/server.d.ts.map +1 -1
- package/esm/mcp-server/server.js +5 -3
- package/esm/mcp-server/server.js.map +1 -1
- package/esm/mcp-server/tools/evalResultsV2EvalResultsList.js +1 -1
- package/esm/mcp-server/tools/evalResultsV2EvalResultsList.js.map +1 -1
- package/esm/mcp-server/tools/evalsAnalysis.d.ts +7 -0
- package/esm/mcp-server/tools/evalsAnalysis.d.ts.map +1 -0
- package/esm/mcp-server/tools/evalsAnalysis.js +35 -0
- package/esm/mcp-server/tools/evalsAnalysis.js.map +1 -0
- package/esm/mcp-server/tools/evalsRun.js +3 -3
- package/esm/mcp-server/tools/evalsRun.js.map +1 -1
- package/esm/mcp-server/tools/evalsTrace.d.ts +7 -0
- package/esm/mcp-server/tools/evalsTrace.d.ts.map +1 -0
- package/esm/mcp-server/tools/evalsTrace.js +35 -0
- package/esm/mcp-server/tools/evalsTrace.js.map +1 -0
- package/esm/mcp-server/tools/evalsV2EvalsCreate.js +1 -1
- package/esm/mcp-server/tools/evalsV2EvalsCreate.js.map +1 -1
- package/esm/mcp-server/tools/evalsV2EvalsList.js +1 -1
- package/esm/mcp-server/tools/evalsV2EvalsList.js.map +1 -1
- package/esm/mcp-server/tools/evalsV2EvalsRetrieve.js +1 -1
- package/esm/mcp-server/tools/evalsV2EvalsRetrieve.js.map +1 -1
- package/esm/mcp-server/tools/evalsV2EvalsUpdate.js +1 -1
- package/esm/mcp-server/tools/evalsV2EvalsUpdate.js.map +1 -1
- package/esm/models/createv2evalrequest.d.ts +16 -21
- package/esm/models/createv2evalrequest.d.ts.map +1 -1
- package/esm/models/createv2evalrequest.js +25 -18
- package/esm/models/createv2evalrequest.js.map +1 -1
- package/esm/models/createv2evalrunrequest.d.ts +19 -4
- package/esm/models/createv2evalrunrequest.d.ts.map +1 -1
- package/esm/models/createv2evalrunrequest.js +31 -6
- package/esm/models/createv2evalrunrequest.js.map +1 -1
- package/esm/models/updatev2evalrequest.d.ts +16 -21
- package/esm/models/updatev2evalrequest.d.ts.map +1 -1
- package/esm/models/updatev2evalrequest.js +25 -18
- package/esm/models/updatev2evalrequest.js.map +1 -1
- package/esm/models/v2eval.d.ts +16 -21
- package/esm/models/v2eval.d.ts.map +1 -1
- package/esm/models/v2eval.js +25 -18
- package/esm/models/v2eval.js.map +1 -1
- package/esm/models/v2evalresult.d.ts +4 -2
- package/esm/models/v2evalresult.d.ts.map +1 -1
- package/esm/models/v2evalresult.js +3 -1
- package/esm/models/v2evalresult.js.map +1 -1
- package/esm/models/v2evalresultsummary.d.ts +4 -1
- package/esm/models/v2evalresultsummary.d.ts.map +1 -1
- package/esm/models/v2evalresultsummary.js +4 -1
- package/esm/models/v2evalresultsummary.js.map +1 -1
- package/esm/models/v2evalrun.d.ts +5 -2
- package/esm/models/v2evalrun.d.ts.map +1 -1
- package/esm/models/v2evalrun.js +5 -2
- package/esm/models/v2evalrun.js.map +1 -1
- package/esm/models/v2evalrunanalysis.d.ts +20 -0
- package/esm/models/v2evalrunanalysis.d.ts.map +1 -0
- package/esm/models/v2evalrunanalysis.js +22 -0
- package/esm/models/v2evalrunanalysis.js.map +1 -0
- package/esm/models/v2evalrunanalysisresponse.d.ts +12 -0
- package/esm/models/v2evalrunanalysisresponse.d.ts.map +1 -0
- package/esm/models/v2evalrunanalysisresponse.js +15 -0
- package/esm/models/v2evalrunanalysisresponse.js.map +1 -0
- package/esm/models/v2evalrunsanalysisop.d.ts +17 -0
- package/esm/models/v2evalrunsanalysisop.d.ts.map +1 -0
- package/esm/models/v2evalrunsanalysisop.js +19 -0
- package/esm/models/v2evalrunsanalysisop.js.map +1 -0
- package/esm/models/v2evalrunstraceop.d.ts +19 -0
- package/esm/models/v2evalrunstraceop.d.ts.map +1 -0
- package/esm/models/v2evalrunstraceop.js +21 -0
- package/esm/models/v2evalrunstraceop.js.map +1 -0
- package/esm/models/v2evalruntraceevent.d.ts +21 -0
- package/esm/models/v2evalruntraceevent.d.ts.map +1 -0
- package/esm/models/v2evalruntraceevent.js +23 -0
- package/esm/models/v2evalruntraceevent.js.map +1 -0
- package/esm/models/v2evalruntraceresponse.d.ts +14 -0
- package/esm/models/v2evalruntraceresponse.d.ts.map +1 -0
- package/esm/models/v2evalruntraceresponse.js +17 -0
- package/esm/models/v2evalruntraceresponse.js.map +1 -0
- package/esm/models/v2inlineclireference.d.ts +6 -0
- package/esm/models/v2inlineclireference.d.ts.map +1 -0
- package/esm/models/v2inlineclireference.js +10 -0
- package/esm/models/v2inlineclireference.js.map +1 -0
- package/esm/models/v2inlinemcpdefinition.d.ts +28 -0
- package/esm/models/v2inlinemcpdefinition.d.ts.map +1 -0
- package/esm/models/v2inlinemcpdefinition.js +25 -0
- package/esm/models/v2inlinemcpdefinition.js.map +1 -0
- package/esm/models/v2savedclireference.d.ts +6 -0
- package/esm/models/v2savedclireference.d.ts.map +1 -0
- package/esm/models/v2savedclireference.js +10 -0
- package/esm/models/v2savedclireference.js.map +1 -0
- package/esm/models/v2savedmcpreference.d.ts +6 -0
- package/esm/models/v2savedmcpreference.d.ts.map +1 -0
- package/esm/models/v2savedmcpreference.js +10 -0
- package/esm/models/v2savedmcpreference.js.map +1 -0
- package/esm/tool-names.d.ts.map +1 -1
- package/esm/tool-names.js +12 -8
- package/esm/tool-names.js.map +1 -1
- package/package.json +1 -1
- package/src/funcs/evalResultsV2EvalResultsList.ts +1 -1
- package/src/funcs/evalsAnalysis.ts +153 -0
- package/src/funcs/evalsRun.ts +3 -3
- package/src/funcs/{evalsMonitor.ts → evalsTrace.ts} +26 -24
- package/src/funcs/evalsV2EvalsCreate.ts +1 -1
- package/src/funcs/evalsV2EvalsList.ts +1 -1
- package/src/funcs/evalsV2EvalsRetrieve.ts +1 -1
- package/src/funcs/evalsV2EvalsUpdate.ts +1 -1
- package/src/landing-page.ts +1 -1
- package/src/lib/config.ts +3 -3
- package/src/mcp-server/mcp-server.ts +1 -1
- package/src/mcp-server/server.ts +5 -3
- package/src/mcp-server/tools/evalResultsV2EvalResultsList.ts +1 -1
- package/src/mcp-server/tools/evalsAnalysis.ts +43 -0
- package/src/mcp-server/tools/evalsRun.ts +3 -3
- package/src/mcp-server/tools/{evalsMonitor.ts → evalsTrace.ts} +9 -9
- package/src/mcp-server/tools/evalsV2EvalsCreate.ts +1 -1
- package/src/mcp-server/tools/evalsV2EvalsList.ts +1 -1
- package/src/mcp-server/tools/evalsV2EvalsRetrieve.ts +1 -1
- package/src/mcp-server/tools/evalsV2EvalsUpdate.ts +1 -1
- package/src/models/createv2evalrequest.ts +71 -28
- package/src/models/createv2evalrunrequest.ts +85 -13
- package/src/models/updatev2evalrequest.ts +61 -28
- package/src/models/v2eval.ts +49 -26
- package/src/models/v2evalresult.ts +8 -4
- package/src/models/v2evalresultsummary.ts +9 -3
- package/src/models/v2evalrun.ts +18 -6
- package/src/models/v2evalrunanalysis.ts +59 -0
- package/src/models/v2evalrunanalysisresponse.ts +32 -0
- package/src/models/v2evalrunsanalysisop.ts +48 -0
- package/src/models/v2evalrunstraceop.ts +58 -0
- package/src/models/v2evalruntraceevent.ts +45 -0
- package/src/models/v2evalruntraceresponse.ts +38 -0
- package/src/models/v2inlineclireference.ts +15 -0
- package/src/models/v2inlinemcpdefinition.ts +51 -0
- package/src/models/v2savedclireference.ts +13 -0
- package/src/models/v2savedmcpreference.ts +13 -0
- package/src/tool-names.ts +12 -8
- package/test/simulations.test.js +162 -0
- package/esm/funcs/evalsMonitor.d.ts +0 -20
- package/esm/funcs/evalsMonitor.d.ts.map +0 -1
- package/esm/funcs/evalsMonitor.js.map +0 -1
- package/esm/mcp-server/tools/evalsMonitor.d.ts +0 -7
- package/esm/mcp-server/tools/evalsMonitor.d.ts.map +0 -1
- package/esm/mcp-server/tools/evalsMonitor.js +0 -35
- package/esm/mcp-server/tools/evalsMonitor.js.map +0 -1
- package/esm/models/v2evaljudge.d.ts +0 -6
- package/esm/models/v2evaljudge.d.ts.map +0 -1
- package/esm/models/v2evaljudge.js +0 -9
- package/esm/models/v2evaljudge.js.map +0 -1
- package/esm/models/v2evalrunsmonitorop.d.ts +0 -27
- package/esm/models/v2evalrunsmonitorop.d.ts.map +0 -1
- package/esm/models/v2evalrunsmonitorop.js +0 -27
- package/esm/models/v2evalrunsmonitorop.js.map +0 -1
- package/src/models/v2evaljudge.ts +0 -12
- package/src/models/v2evalrunsmonitorop.ts +0 -59
|
@@ -2,13 +2,15 @@ import * as z from "zod";
|
|
|
2
2
|
export type V2EvalResult = {
|
|
3
3
|
id: string;
|
|
4
4
|
eval_id?: string | null | undefined;
|
|
5
|
-
|
|
5
|
+
agent?: string | null | undefined;
|
|
6
|
+
prompt?: string | null | undefined;
|
|
7
|
+
prompt_index?: number | undefined;
|
|
8
|
+
repeat_index?: number | undefined;
|
|
6
9
|
passed?: boolean | null | undefined;
|
|
7
10
|
score?: number | null | undefined;
|
|
8
11
|
failure_reasons?: Array<string> | null | undefined;
|
|
9
12
|
latency_ms?: number | null | undefined;
|
|
10
13
|
created_at?: string | null | undefined;
|
|
11
|
-
prompt?: string | null | undefined;
|
|
12
14
|
output?: string | null | undefined;
|
|
13
15
|
execution_stdout?: string | null | undefined;
|
|
14
16
|
execution_stderr?: string | null | undefined;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"v2evalresult.d.ts","sourceRoot":"","sources":["../../src/models/v2evalresult.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,MAAM,MAAM,YAAY,GAAG;IACzB,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,
|
|
1
|
+
{"version":3,"file":"v2evalresult.d.ts","sourceRoot":"","sources":["../../src/models/v2evalresult.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,MAAM,MAAM,YAAY,GAAG;IACzB,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAClC,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACnC,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,MAAM,CAAC,EAAE,OAAO,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAClC,eAAe,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IACnD,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACnC,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC7C,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC7C,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACtC,UAAU,CAAC,EAAE,KAAK,CAAC;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;CAC7D,CAAC;AAEF,eAAO,MAAM,sBAAsB,EAAE,CAAC,CAAC,OAAO,CAAC,YAAY,CAmBzD,CAAC"}
|
|
@@ -4,7 +4,7 @@
|
|
|
4
4
|
*/
|
|
5
5
|
import * as z from "zod";
|
|
6
6
|
export const V2EvalResult$zodSchema = z.object({
|
|
7
|
-
|
|
7
|
+
agent: z.string().nullable().optional().describe("Runnable agent combining the harness and model."),
|
|
8
8
|
created_at: z.string().nullable().optional(),
|
|
9
9
|
eval_id: z.string().nullable().optional(),
|
|
10
10
|
execution_stderr: z.string().nullable().optional(),
|
|
@@ -16,6 +16,8 @@ export const V2EvalResult$zodSchema = z.object({
|
|
|
16
16
|
output: z.string().nullable().optional(),
|
|
17
17
|
passed: z.boolean().nullable().optional(),
|
|
18
18
|
prompt: z.string().nullable().optional(),
|
|
19
|
+
prompt_index: z.int().default(0),
|
|
20
|
+
repeat_index: z.int().default(0),
|
|
19
21
|
score: z.number().nullable().optional().describe("Score from 0 to 1."),
|
|
20
22
|
tool_calls: z.array(z.record(z.string(), z.any())).nullable().optional(),
|
|
21
23
|
});
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"v2evalresult.js","sourceRoot":"","sources":["../../src/models/v2evalresult.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;
|
|
1
|
+
{"version":3,"file":"v2evalresult.js","sourceRoot":"","sources":["../../src/models/v2evalresult.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAqBzB,MAAM,CAAC,MAAM,sBAAsB,GAA4B,CAAC,CAAC,MAAM,CAAC;IACtE,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC9C,iDAAiD,CAClD;IACD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC5C,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzC,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAClD,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAClD,SAAS,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACxC,eAAe,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC1D,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,gCAAgC,CAAC;IACzD,UAAU,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACxC,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACxC,YAAY,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAChC,YAAY,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAChC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,oBAAoB,CAAC;IACtE,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CACzE,CAAC,CAAC"}
|
|
@@ -2,7 +2,10 @@ import * as z from "zod";
|
|
|
2
2
|
export type V2EvalResultSummary = {
|
|
3
3
|
id: string;
|
|
4
4
|
eval_id?: string | null | undefined;
|
|
5
|
-
|
|
5
|
+
agent?: string | null | undefined;
|
|
6
|
+
prompt?: string | null | undefined;
|
|
7
|
+
prompt_index?: number | undefined;
|
|
8
|
+
repeat_index?: number | undefined;
|
|
6
9
|
passed?: boolean | null | undefined;
|
|
7
10
|
score?: number | null | undefined;
|
|
8
11
|
failure_reasons?: Array<string> | null | undefined;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"v2evalresultsummary.d.ts","sourceRoot":"","sources":["../../src/models/v2evalresultsummary.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,MAAM,MAAM,mBAAmB,GAAG;IAChC,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,
|
|
1
|
+
{"version":3,"file":"v2evalresultsummary.d.ts","sourceRoot":"","sources":["../../src/models/v2evalresultsummary.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,MAAM,MAAM,mBAAmB,GAAG;IAChC,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAClC,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACnC,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,MAAM,CAAC,EAAE,OAAO,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAClC,eAAe,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IACnD,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;CACxC,CAAC;AAEF,eAAO,MAAM,6BAA6B,EAAE,CAAC,CAAC,OAAO,CAAC,mBAAmB,CAerE,CAAC"}
|
|
@@ -5,13 +5,16 @@
|
|
|
5
5
|
import * as z from "zod";
|
|
6
6
|
export const V2EvalResultSummary$zodSchema = z
|
|
7
7
|
.object({
|
|
8
|
-
|
|
8
|
+
agent: z.string().nullable().optional().describe("Runnable agent combining the harness and model."),
|
|
9
9
|
created_at: z.string().nullable().optional(),
|
|
10
10
|
eval_id: z.string().nullable().optional(),
|
|
11
11
|
failure_reasons: z.array(z.string()).nullable().optional(),
|
|
12
12
|
id: z.string().describe("Result ID, not an eval job ID."),
|
|
13
13
|
latency_ms: z.int().nullable().optional(),
|
|
14
14
|
passed: z.boolean().nullable().optional(),
|
|
15
|
+
prompt: z.string().nullable().optional(),
|
|
16
|
+
prompt_index: z.int().default(0),
|
|
17
|
+
repeat_index: z.int().default(0),
|
|
15
18
|
score: z.number().nullable().optional().describe("Score from 0 to 1."),
|
|
16
19
|
});
|
|
17
20
|
//# sourceMappingURL=v2evalresultsummary.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"v2evalresultsummary.js","sourceRoot":"","sources":["../../src/models/v2evalresultsummary.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;
|
|
1
|
+
{"version":3,"file":"v2evalresultsummary.js","sourceRoot":"","sources":["../../src/models/v2evalresultsummary.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAgBzB,MAAM,CAAC,MAAM,6BAA6B,GAAmC,CAAC;KAC3E,MAAM,CAAC;IACN,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC9C,iDAAiD,CAClD;IACD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC5C,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzC,eAAe,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC1D,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,gCAAgC,CAAC;IACzD,UAAU,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzC,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACxC,YAAY,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAChC,YAAY,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAChC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,oBAAoB,CAAC;CACvE,CAAC,CAAC"}
|
|
@@ -6,8 +6,11 @@ export type V2EvalRun = {
|
|
|
6
6
|
eval_id?: string | null | undefined;
|
|
7
7
|
eval_name?: string | null | undefined;
|
|
8
8
|
configuration_id?: string | null | undefined;
|
|
9
|
-
|
|
10
|
-
|
|
9
|
+
persona?: string | null | undefined;
|
|
10
|
+
agent?: Array<string> | undefined;
|
|
11
|
+
prompt_count?: number | undefined;
|
|
12
|
+
runs?: number | undefined;
|
|
13
|
+
attempt_count?: number | undefined;
|
|
11
14
|
status: string;
|
|
12
15
|
stage?: string | null | undefined;
|
|
13
16
|
dispatch_id?: string | null | undefined;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"v2evalrun.d.ts","sourceRoot":"","sources":["../../src/models/v2evalrun.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,qBAAqB,EAEtB,MAAM,4BAA4B,CAAC;AAEpC,MAAM,MAAM,SAAS,GAAG;IACtB,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACtC,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC7C,
|
|
1
|
+
{"version":3,"file":"v2evalrun.d.ts","sourceRoot":"","sources":["../../src/models/v2evalrun.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,qBAAqB,EAEtB,MAAM,4BAA4B,CAAC;AAEpC,MAAM,MAAM,SAAS,GAAG;IACtB,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACtC,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC7C,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,KAAK,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IAClC,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,aAAa,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACnC,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAClC,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACxC,QAAQ,CAAC,EAAE,qBAAqB,GAAG,SAAS,CAAC;IAC7C,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC3C,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAClC,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;CAC1C,CAAC;AAEF,eAAO,MAAM,mBAAmB,EAAE,CAAC,CAAC,OAAO,CAAC,SAAS,CAkCnD,CAAC"}
|
package/esm/models/v2evalrun.js
CHANGED
|
@@ -5,8 +5,8 @@
|
|
|
5
5
|
import * as z from "zod";
|
|
6
6
|
import { PublicEvalRunProgress$zodSchema, } from "./publicevalrunprogress.js";
|
|
7
7
|
export const V2EvalRun$zodSchema = z.object({
|
|
8
|
-
|
|
9
|
-
|
|
8
|
+
agent: z.array(z.string()).optional().describe("Runnable agents selected for this simulation."),
|
|
9
|
+
attempt_count: z.int().default(1).describe("Total concrete attempts after all fan-out dimensions."),
|
|
10
10
|
completed_at: z.string().nullable().optional(),
|
|
11
11
|
configuration_id: z.string().nullable().optional(),
|
|
12
12
|
created_at: z.string().nullable().optional(),
|
|
@@ -17,7 +17,10 @@ export const V2EvalRun$zodSchema = z.object({
|
|
|
17
17
|
eval_name: z.string().nullable().optional().describe("Display name captured for the eval when the run was created."),
|
|
18
18
|
id: z.string().describe("Run ID to use when polling eval-run status."),
|
|
19
19
|
job_id: z.string().describe("Alias of `id` for the durable parent job."),
|
|
20
|
+
persona: z.string().nullable().optional().describe("Perspective applied to every attempt in this simulation."),
|
|
20
21
|
progress: PublicEvalRunProgress$zodSchema.optional(),
|
|
22
|
+
prompt_count: z.int().default(1).describe("Number of prompts included in the simulation."),
|
|
23
|
+
runs: z.int().default(1).describe("Independent attempts requested for every prompt-agent pair."),
|
|
21
24
|
stage: z.string().nullable().optional(),
|
|
22
25
|
started_at: z.string().nullable().optional(),
|
|
23
26
|
status: z.string(),
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"v2evalrun.js","sourceRoot":"","sources":["../../src/models/v2evalrun.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,+BAA+B,GAChC,MAAM,4BAA4B,CAAC;
|
|
1
|
+
{"version":3,"file":"v2evalrun.js","sourceRoot":"","sources":["../../src/models/v2evalrun.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,+BAA+B,GAChC,MAAM,4BAA4B,CAAC;AAwBpC,MAAM,CAAC,MAAM,mBAAmB,GAAyB,CAAC,CAAC,MAAM,CAAC;IAChE,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC5C,+CAA+C,CAChD;IACD,aAAa,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CACxC,uDAAuD,CACxD;IACD,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC9C,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAClD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC5C,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC7C,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACvC,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAChD,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAChD,kEAAkE,CACnE;IACD,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClD,8DAA8D,CAC/D;IACD,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,6CAA6C,CAAC;IACtE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,2CAA2C,CAAC;IACxE,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAChD,0DAA0D,CAC3D;IACD,QAAQ,EAAE,+BAA+B,CAAC,QAAQ,EAAE;IACpD,YAAY,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CACvC,+CAA+C,CAChD;IACD,IAAI,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CAC/B,6DAA6D,CAC9D;IACD,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACvC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC5C,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;CACnB,CAAC,CAAC"}
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
import * as z from "zod";
|
|
2
|
+
export type V2EvalRunAnalysis = {
|
|
3
|
+
id: string;
|
|
4
|
+
result_id: string;
|
|
5
|
+
attempt_id: string;
|
|
6
|
+
eval_id?: string | null | undefined;
|
|
7
|
+
agent?: string | null | undefined;
|
|
8
|
+
prompt?: string | null | undefined;
|
|
9
|
+
prompt_index?: number | undefined;
|
|
10
|
+
variant_key?: string | undefined;
|
|
11
|
+
repeat_index?: number | undefined;
|
|
12
|
+
analysis_version?: string | null | undefined;
|
|
13
|
+
analysis?: {
|
|
14
|
+
[k: string]: any;
|
|
15
|
+
} | undefined;
|
|
16
|
+
created_at?: string | null | undefined;
|
|
17
|
+
updated_at?: string | null | undefined;
|
|
18
|
+
};
|
|
19
|
+
export declare const V2EvalRunAnalysis$zodSchema: z.ZodType<V2EvalRunAnalysis>;
|
|
20
|
+
//# sourceMappingURL=v2evalrunanalysis.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"v2evalrunanalysis.d.ts","sourceRoot":"","sources":["../../src/models/v2evalrunanalysis.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,MAAM,MAAM,iBAAiB,GAAG;IAC9B,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAClC,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACnC,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC7C,QAAQ,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,GAAG,SAAS,CAAC;IAC5C,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;CACxC,CAAC;AAEF,eAAO,MAAM,2BAA2B,EAAE,CAAC,CAAC,OAAO,CAAC,iBAAiB,CAmCjE,CAAC"}
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
* @generated-id: ce9f97cba8e0
|
|
4
|
+
*/
|
|
5
|
+
import * as z from "zod";
|
|
6
|
+
export const V2EvalRunAnalysis$zodSchema = z
|
|
7
|
+
.object({
|
|
8
|
+
agent: z.string().nullable().optional().describe("Runnable agent used for this concrete attempt."),
|
|
9
|
+
analysis: z.record(z.string(), z.any()).optional().describe("Persisted eval_run_analysis payload, including verdict, outcome, findings, bottleneck, and analysis sections."),
|
|
10
|
+
analysis_version: z.string().nullable().optional().describe("Version of the analysis pipeline that produced this payload."),
|
|
11
|
+
attempt_id: z.string().describe("Child eval-attempt ID used to correlate the analysis with trace events."),
|
|
12
|
+
created_at: z.string().nullable().optional(),
|
|
13
|
+
eval_id: z.string().nullable().optional().describe("Public eval definition ID, not the backing executable eval ID."),
|
|
14
|
+
id: z.string().describe("Persisted eval analysis ID."),
|
|
15
|
+
prompt: z.string().nullable().optional().describe("Exact task prompt used for this concrete attempt."),
|
|
16
|
+
prompt_index: z.int().default(0).describe("Zero-based prompt index within the submitted simulation."),
|
|
17
|
+
repeat_index: z.int().default(0).describe("Zero-based repeat index within the submitted run."),
|
|
18
|
+
result_id: z.string().describe("Concrete eval result ID analyzed for this attempt."),
|
|
19
|
+
updated_at: z.string().nullable().optional(),
|
|
20
|
+
variant_key: z.string().default("default").describe("Runtime variant that produced this result."),
|
|
21
|
+
});
|
|
22
|
+
//# sourceMappingURL=v2evalrunanalysis.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"v2evalrunanalysis.js","sourceRoot":"","sources":["../../src/models/v2evalrunanalysis.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAkBzB,MAAM,CAAC,MAAM,2BAA2B,GAAiC,CAAC;KACvE,MAAM,CAAC;IACN,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC9C,gDAAgD,CACjD;IACD,QAAQ,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACzD,+GAA+G,CAChH;IACD,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACzD,8DAA8D,CAC/D;IACD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAC7B,yEAAyE,CAC1E;IACD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC5C,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAChD,gEAAgE,CACjE;IACD,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,6BAA6B,CAAC;IACtD,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC/C,mDAAmD,CACpD;IACD,YAAY,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CACvC,0DAA0D,CAC3D;IACD,YAAY,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CACvC,mDAAmD,CACpD;IACD,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAC5B,oDAAoD,CACrD;IACD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC5C,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,QAAQ,CACjD,4CAA4C,CAC7C;CACF,CAAC,CAAC"}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
import * as z from "zod";
|
|
2
|
+
import { PublicEvalRunProgress } from "./publicevalrunprogress.js";
|
|
3
|
+
import { V2EvalRunAnalysis } from "./v2evalrunanalysis.js";
|
|
4
|
+
export type V2EvalRunAnalysisResponse = {
|
|
5
|
+
run_id: string;
|
|
6
|
+
status: string;
|
|
7
|
+
progress?: PublicEvalRunProgress | undefined;
|
|
8
|
+
error?: string | null | undefined;
|
|
9
|
+
data?: Array<V2EvalRunAnalysis> | undefined;
|
|
10
|
+
};
|
|
11
|
+
export declare const V2EvalRunAnalysisResponse$zodSchema: z.ZodType<V2EvalRunAnalysisResponse>;
|
|
12
|
+
//# sourceMappingURL=v2evalrunanalysisresponse.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"v2evalrunanalysisresponse.d.ts","sourceRoot":"","sources":["../../src/models/v2evalrunanalysisresponse.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,qBAAqB,EAEtB,MAAM,4BAA4B,CAAC;AACpC,OAAO,EACL,iBAAiB,EAElB,MAAM,wBAAwB,CAAC;AAEhC,MAAM,MAAM,yBAAyB,GAAG;IACtC,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,qBAAqB,GAAG,SAAS,CAAC;IAC7C,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAClC,IAAI,CAAC,EAAE,KAAK,CAAC,iBAAiB,CAAC,GAAG,SAAS,CAAC;CAC7C,CAAC;AAEF,eAAO,MAAM,mCAAmC,EAAE,CAAC,CAAC,OAAO,CACzD,yBAAyB,CAOzB,CAAC"}
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
* @generated-id: 16648f81799b
|
|
4
|
+
*/
|
|
5
|
+
import * as z from "zod";
|
|
6
|
+
import { PublicEvalRunProgress$zodSchema, } from "./publicevalrunprogress.js";
|
|
7
|
+
import { V2EvalRunAnalysis$zodSchema, } from "./v2evalrunanalysis.js";
|
|
8
|
+
export const V2EvalRunAnalysisResponse$zodSchema = z.object({
|
|
9
|
+
data: z.array(V2EvalRunAnalysis$zodSchema).optional(),
|
|
10
|
+
error: z.string().nullable().optional(),
|
|
11
|
+
progress: PublicEvalRunProgress$zodSchema.optional(),
|
|
12
|
+
run_id: z.string(),
|
|
13
|
+
status: z.string(),
|
|
14
|
+
});
|
|
15
|
+
//# sourceMappingURL=v2evalrunanalysisresponse.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"v2evalrunanalysisresponse.js","sourceRoot":"","sources":["../../src/models/v2evalrunanalysisresponse.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,+BAA+B,GAChC,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAEL,2BAA2B,GAC5B,MAAM,wBAAwB,CAAC;AAUhC,MAAM,CAAC,MAAM,mCAAmC,GAE5C,CAAC,CAAC,MAAM,CAAC;IACX,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,2BAA2B,CAAC,CAAC,QAAQ,EAAE;IACrD,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACvC,QAAQ,EAAE,+BAA+B,CAAC,QAAQ,EAAE;IACpD,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;CACnB,CAAC,CAAC"}
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
import * as z from "zod";
|
|
2
|
+
import { HTTPValidationError } from "./httpvalidationerror.js";
|
|
3
|
+
import { V2EvalRunAnalysisResponse } from "./v2evalrunanalysisresponse.js";
|
|
4
|
+
export type V2EvalRunsAnalysisRequest = {
|
|
5
|
+
run_id: string;
|
|
6
|
+
};
|
|
7
|
+
export declare const V2EvalRunsAnalysisRequest$zodSchema: z.ZodType<V2EvalRunsAnalysisRequest>;
|
|
8
|
+
/**
|
|
9
|
+
* Eval run not found. Use the run ID returned when you started the eval.
|
|
10
|
+
*/
|
|
11
|
+
export type V2EvalRunsAnalysisResponseBody = {
|
|
12
|
+
detail: string;
|
|
13
|
+
};
|
|
14
|
+
export declare const V2EvalRunsAnalysisResponseBody$zodSchema: z.ZodType<V2EvalRunsAnalysisResponseBody>;
|
|
15
|
+
export type V2EvalRunsAnalysisResponse = V2EvalRunAnalysisResponse | V2EvalRunsAnalysisResponseBody | HTTPValidationError;
|
|
16
|
+
export declare const V2EvalRunsAnalysisResponse$zodSchema: z.ZodType<V2EvalRunsAnalysisResponse>;
|
|
17
|
+
//# sourceMappingURL=v2evalrunsanalysisop.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"v2evalrunsanalysisop.d.ts","sourceRoot":"","sources":["../../src/models/v2evalrunsanalysisop.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,yBAAyB,EAE1B,MAAM,gCAAgC,CAAC;AAExC,MAAM,MAAM,yBAAyB,GAAG;IAAE,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC;AAE3D,eAAO,MAAM,mCAAmC,EAAE,CAAC,CAAC,OAAO,CACzD,yBAAyB,CAGzB,CAAC;AAEH;;GAEG;AACH,MAAM,MAAM,8BAA8B,GAAG;IAAE,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC;AAEhE,eAAO,MAAM,wCAAwC,EAAE,CAAC,CAAC,OAAO,CAC9D,8BAA8B,CAK/B,CAAC;AAEF,MAAM,MAAM,0BAA0B,GAClC,yBAAyB,GACzB,8BAA8B,GAC9B,mBAAmB,CAAC;AAExB,eAAO,MAAM,oCAAoC,EAAE,CAAC,CAAC,OAAO,CAC1D,0BAA0B,CAK1B,CAAC"}
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
* @generated-id: 4c00eef582d7
|
|
4
|
+
*/
|
|
5
|
+
import * as z from "zod";
|
|
6
|
+
import { HTTPValidationError$zodSchema, } from "./httpvalidationerror.js";
|
|
7
|
+
import { V2EvalRunAnalysisResponse$zodSchema, } from "./v2evalrunanalysisresponse.js";
|
|
8
|
+
export const V2EvalRunsAnalysisRequest$zodSchema = z.object({
|
|
9
|
+
run_id: z.string(),
|
|
10
|
+
});
|
|
11
|
+
export const V2EvalRunsAnalysisResponseBody$zodSchema = z.object({
|
|
12
|
+
detail: z.string(),
|
|
13
|
+
}).describe("Eval run not found. Use the run ID returned when you started the eval.");
|
|
14
|
+
export const V2EvalRunsAnalysisResponse$zodSchema = z.union([
|
|
15
|
+
V2EvalRunAnalysisResponse$zodSchema,
|
|
16
|
+
z.lazy(() => V2EvalRunsAnalysisResponseBody$zodSchema),
|
|
17
|
+
HTTPValidationError$zodSchema,
|
|
18
|
+
]);
|
|
19
|
+
//# sourceMappingURL=v2evalrunsanalysisop.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"v2evalrunsanalysisop.js","sourceRoot":"","sources":["../../src/models/v2evalrunsanalysisop.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,mCAAmC,GACpC,MAAM,gCAAgC,CAAC;AAIxC,MAAM,CAAC,MAAM,mCAAmC,GAE5C,CAAC,CAAC,MAAM,CAAC;IACX,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;CACnB,CAAC,CAAC;AAOH,MAAM,CAAC,MAAM,wCAAwC,GAEjD,CAAC,CAAC,MAAM,CAAC;IACX,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;CACnB,CAAC,CAAC,QAAQ,CACT,wEAAwE,CACzE,CAAC;AAOF,MAAM,CAAC,MAAM,oCAAoC,GAE7C,CAAC,CAAC,KAAK,CAAC;IACV,mCAAmC;IACnC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,wCAAwC,CAAC;IACtD,6BAA6B;CAC9B,CAAC,CAAC"}
|
|
@@ -0,0 +1,19 @@
|
|
|
1
|
+
import * as z from "zod";
|
|
2
|
+
import { HTTPValidationError } from "./httpvalidationerror.js";
|
|
3
|
+
import { V2EvalRunTraceResponse } from "./v2evalruntraceresponse.js";
|
|
4
|
+
export type V2EvalRunsTraceRequest = {
|
|
5
|
+
run_id: string;
|
|
6
|
+
after_id?: number | undefined;
|
|
7
|
+
limit?: number | undefined;
|
|
8
|
+
};
|
|
9
|
+
export declare const V2EvalRunsTraceRequest$zodSchema: z.ZodType<V2EvalRunsTraceRequest>;
|
|
10
|
+
/**
|
|
11
|
+
* Eval run not found. Use the run ID returned when you started the eval.
|
|
12
|
+
*/
|
|
13
|
+
export type V2EvalRunsTraceResponseBody = {
|
|
14
|
+
detail: string;
|
|
15
|
+
};
|
|
16
|
+
export declare const V2EvalRunsTraceResponseBody$zodSchema: z.ZodType<V2EvalRunsTraceResponseBody>;
|
|
17
|
+
export type V2EvalRunsTraceResponse = V2EvalRunTraceResponse | V2EvalRunsTraceResponseBody | HTTPValidationError;
|
|
18
|
+
export declare const V2EvalRunsTraceResponse$zodSchema: z.ZodType<V2EvalRunsTraceResponse>;
|
|
19
|
+
//# sourceMappingURL=v2evalrunstraceop.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"v2evalrunstraceop.d.ts","sourceRoot":"","sources":["../../src/models/v2evalrunstraceop.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,sBAAsB,EAEvB,MAAM,6BAA6B,CAAC;AAErC,MAAM,MAAM,sBAAsB,GAAG;IACnC,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC9B,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAC5B,CAAC;AAEF,eAAO,MAAM,gCAAgC,EAAE,CAAC,CAAC,OAAO,CACtD,sBAAsB,CAStB,CAAC;AAEH;;GAEG;AACH,MAAM,MAAM,2BAA2B,GAAG;IAAE,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC;AAE7D,eAAO,MAAM,qCAAqC,EAAE,CAAC,CAAC,OAAO,CAC3D,2BAA2B,CAK5B,CAAC;AAEF,MAAM,MAAM,uBAAuB,GAC/B,sBAAsB,GACtB,2BAA2B,GAC3B,mBAAmB,CAAC;AAExB,eAAO,MAAM,iCAAiC,EAAE,CAAC,CAAC,OAAO,CACvD,uBAAuB,CAKvB,CAAC"}
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
* @generated-id: f7cdcd3e7f8d
|
|
4
|
+
*/
|
|
5
|
+
import * as z from "zod";
|
|
6
|
+
import { HTTPValidationError$zodSchema, } from "./httpvalidationerror.js";
|
|
7
|
+
import { V2EvalRunTraceResponse$zodSchema, } from "./v2evalruntraceresponse.js";
|
|
8
|
+
export const V2EvalRunsTraceRequest$zodSchema = z.object({
|
|
9
|
+
after_id: z.int().default(0).describe("Return events with IDs greater than this cursor."),
|
|
10
|
+
limit: z.int().default(500).describe("Maximum number of trace events to return."),
|
|
11
|
+
run_id: z.string(),
|
|
12
|
+
});
|
|
13
|
+
export const V2EvalRunsTraceResponseBody$zodSchema = z.object({
|
|
14
|
+
detail: z.string(),
|
|
15
|
+
}).describe("Eval run not found. Use the run ID returned when you started the eval.");
|
|
16
|
+
export const V2EvalRunsTraceResponse$zodSchema = z.union([
|
|
17
|
+
V2EvalRunTraceResponse$zodSchema,
|
|
18
|
+
z.lazy(() => V2EvalRunsTraceResponseBody$zodSchema),
|
|
19
|
+
HTTPValidationError$zodSchema,
|
|
20
|
+
]);
|
|
21
|
+
//# sourceMappingURL=v2evalrunstraceop.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"v2evalrunstraceop.js","sourceRoot":"","sources":["../../src/models/v2evalrunstraceop.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,gCAAgC,GACjC,MAAM,6BAA6B,CAAC;AAQrC,MAAM,CAAC,MAAM,gCAAgC,GAEzC,CAAC,CAAC,MAAM,CAAC;IACX,QAAQ,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CACnC,kDAAkD,CACnD;IACD,KAAK,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,QAAQ,CAClC,2CAA2C,CAC5C;IACD,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;CACnB,CAAC,CAAC;AAOH,MAAM,CAAC,MAAM,qCAAqC,GAE9C,CAAC,CAAC,MAAM,CAAC;IACX,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;CACnB,CAAC,CAAC,QAAQ,CACT,wEAAwE,CACzE,CAAC;AAOF,MAAM,CAAC,MAAM,iCAAiC,GAE1C,CAAC,CAAC,KAAK,CAAC;IACV,gCAAgC;IAChC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,qCAAqC,CAAC;IACnD,6BAA6B;CAC9B,CAAC,CAAC"}
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
import * as z from "zod";
|
|
2
|
+
export type V2EvalRunTraceEvent = {
|
|
3
|
+
run_id: string;
|
|
4
|
+
eval_id?: string | null | undefined;
|
|
5
|
+
eval_name?: string | null | undefined;
|
|
6
|
+
configuration_id?: string | null | undefined;
|
|
7
|
+
agent?: string | null | undefined;
|
|
8
|
+
prompt_index?: number | undefined;
|
|
9
|
+
repeat_index?: number | undefined;
|
|
10
|
+
child_job_id: string;
|
|
11
|
+
event_id: number;
|
|
12
|
+
timestamp?: string | null | undefined;
|
|
13
|
+
category: string;
|
|
14
|
+
type: string;
|
|
15
|
+
message: string;
|
|
16
|
+
data?: {
|
|
17
|
+
[k: string]: any;
|
|
18
|
+
} | undefined;
|
|
19
|
+
};
|
|
20
|
+
export declare const V2EvalRunTraceEvent$zodSchema: z.ZodType<V2EvalRunTraceEvent>;
|
|
21
|
+
//# sourceMappingURL=v2evalruntraceevent.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"v2evalruntraceevent.d.ts","sourceRoot":"","sources":["../../src/models/v2evalruntraceevent.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,MAAM,MAAM,mBAAmB,GAAG;IAChC,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACtC,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC7C,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAClC,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,YAAY,EAAE,MAAM,CAAC;IACrB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACtC,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,GAAG,SAAS,CAAC;CACzC,CAAC;AAEF,eAAO,MAAM,6BAA6B,EAAE,CAAC,CAAC,OAAO,CAAC,mBAAmB,CAoBrE,CAAC"}
|
|
@@ -0,0 +1,23 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
* @generated-id: cf33bec99838
|
|
4
|
+
*/
|
|
5
|
+
import * as z from "zod";
|
|
6
|
+
export const V2EvalRunTraceEvent$zodSchema = z
|
|
7
|
+
.object({
|
|
8
|
+
agent: z.string().nullable().optional(),
|
|
9
|
+
category: z.string(),
|
|
10
|
+
child_job_id: z.string().describe("Child eval-attempt ID associated with the event."),
|
|
11
|
+
configuration_id: z.string().nullable().optional(),
|
|
12
|
+
data: z.record(z.string(), z.any()).optional().describe("Sanitized event payload."),
|
|
13
|
+
eval_id: z.string().nullable().optional(),
|
|
14
|
+
eval_name: z.string().nullable().optional(),
|
|
15
|
+
event_id: z.int(),
|
|
16
|
+
message: z.string(),
|
|
17
|
+
prompt_index: z.int().default(0),
|
|
18
|
+
repeat_index: z.int().default(0),
|
|
19
|
+
run_id: z.string(),
|
|
20
|
+
timestamp: z.string().nullable().optional(),
|
|
21
|
+
type: z.string(),
|
|
22
|
+
});
|
|
23
|
+
//# sourceMappingURL=v2evalruntraceevent.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"v2evalruntraceevent.js","sourceRoot":"","sources":["../../src/models/v2evalruntraceevent.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAmBzB,MAAM,CAAC,MAAM,6BAA6B,GAAmC,CAAC;KAC3E,MAAM,CAAC;IACN,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACvC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;IACpB,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAC/B,kDAAkD,CACnD;IACD,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAClD,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACrD,0BAA0B,CAC3B;IACD,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzC,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC3C,QAAQ,EAAE,CAAC,CAAC,GAAG,EAAE;IACjB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;IACnB,YAAY,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAChC,YAAY,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAChC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC3C,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;CACjB,CAAC,CAAC"}
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
import * as z from "zod";
|
|
2
|
+
import { PublicEvalRunProgress } from "./publicevalrunprogress.js";
|
|
3
|
+
import { V2EvalRunTraceEvent } from "./v2evalruntraceevent.js";
|
|
4
|
+
export type V2EvalRunTraceResponse = {
|
|
5
|
+
run_id: string;
|
|
6
|
+
status: string;
|
|
7
|
+
progress?: PublicEvalRunProgress | undefined;
|
|
8
|
+
error?: string | null | undefined;
|
|
9
|
+
data?: Array<V2EvalRunTraceEvent> | undefined;
|
|
10
|
+
next_after_id: number;
|
|
11
|
+
has_more: boolean;
|
|
12
|
+
};
|
|
13
|
+
export declare const V2EvalRunTraceResponse$zodSchema: z.ZodType<V2EvalRunTraceResponse>;
|
|
14
|
+
//# sourceMappingURL=v2evalruntraceresponse.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"v2evalruntraceresponse.d.ts","sourceRoot":"","sources":["../../src/models/v2evalruntraceresponse.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,qBAAqB,EAEtB,MAAM,4BAA4B,CAAC;AACpC,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAElC,MAAM,MAAM,sBAAsB,GAAG;IACnC,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,qBAAqB,GAAG,SAAS,CAAC;IAC7C,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAClC,IAAI,CAAC,EAAE,KAAK,CAAC,mBAAmB,CAAC,GAAG,SAAS,CAAC;IAC9C,aAAa,EAAE,MAAM,CAAC;IACtB,QAAQ,EAAE,OAAO,CAAC;CACnB,CAAC;AAEF,eAAO,MAAM,gCAAgC,EAAE,CAAC,CAAC,OAAO,CACtD,sBAAsB,CAWtB,CAAC"}
|
|
@@ -0,0 +1,17 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
* @generated-id: 25d2b266ce5f
|
|
4
|
+
*/
|
|
5
|
+
import * as z from "zod";
|
|
6
|
+
import { PublicEvalRunProgress$zodSchema, } from "./publicevalrunprogress.js";
|
|
7
|
+
import { V2EvalRunTraceEvent$zodSchema, } from "./v2evalruntraceevent.js";
|
|
8
|
+
export const V2EvalRunTraceResponse$zodSchema = z.object({
|
|
9
|
+
data: z.array(V2EvalRunTraceEvent$zodSchema).optional(),
|
|
10
|
+
error: z.string().nullable().optional(),
|
|
11
|
+
has_more: z.boolean(),
|
|
12
|
+
next_after_id: z.int().describe("Cursor to pass as `after_id` when requesting the next page."),
|
|
13
|
+
progress: PublicEvalRunProgress$zodSchema.optional(),
|
|
14
|
+
run_id: z.string(),
|
|
15
|
+
status: z.string(),
|
|
16
|
+
});
|
|
17
|
+
//# sourceMappingURL=v2evalruntraceresponse.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"v2evalruntraceresponse.js","sourceRoot":"","sources":["../../src/models/v2evalruntraceresponse.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,+BAA+B,GAChC,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAYlC,MAAM,CAAC,MAAM,gCAAgC,GAEzC,CAAC,CAAC,MAAM,CAAC;IACX,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,6BAA6B,CAAC,CAAC,QAAQ,EAAE;IACvD,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACvC,QAAQ,EAAE,CAAC,CAAC,OAAO,EAAE;IACrB,aAAa,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,CAC7B,6DAA6D,CAC9D;IACD,QAAQ,EAAE,+BAA+B,CAAC,QAAQ,EAAE;IACpD,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;CACnB,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"v2inlineclireference.d.ts","sourceRoot":"","sources":["../../src/models/v2inlineclireference.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,MAAM,MAAM,oBAAoB,GAAG;IAAE,eAAe,EAAE,MAAM,CAAA;CAAE,CAAC;AAE/D,eAAO,MAAM,8BAA8B,EAAE,CAAC,CAAC,OAAO,CAAC,oBAAoB,CAKvE,CAAC"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
* @generated-id: d13cb884e6f6
|
|
4
|
+
*/
|
|
5
|
+
import * as z from "zod";
|
|
6
|
+
export const V2InlineCliReference$zodSchema = z
|
|
7
|
+
.object({
|
|
8
|
+
install_command: z.string().describe("Shell command to install this CLI before the agent starts."),
|
|
9
|
+
});
|
|
10
|
+
//# sourceMappingURL=v2inlineclireference.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"v2inlineclireference.js","sourceRoot":"","sources":["../../src/models/v2inlineclireference.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAIzB,MAAM,CAAC,MAAM,8BAA8B,GAAoC,CAAC;KAC7E,MAAM,CAAC;IACN,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAClC,4DAA4D,CAC7D;CACF,CAAC,CAAC"}
|
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
import * as z from "zod";
|
|
2
|
+
import { ClosedEnum } from "../types/enums.js";
|
|
3
|
+
export declare const Type: {
|
|
4
|
+
readonly Http: "http";
|
|
5
|
+
readonly Sse: "sse";
|
|
6
|
+
readonly Stdio: "stdio";
|
|
7
|
+
};
|
|
8
|
+
export type Type = ClosedEnum<typeof Type>;
|
|
9
|
+
export declare const Type$zodSchema: z.ZodEnum<{
|
|
10
|
+
http: "http";
|
|
11
|
+
sse: "sse";
|
|
12
|
+
stdio: "stdio";
|
|
13
|
+
}>;
|
|
14
|
+
export type V2InlineMcpDefinition = {
|
|
15
|
+
name: string;
|
|
16
|
+
type: Type;
|
|
17
|
+
url?: string | null | undefined;
|
|
18
|
+
headers?: {
|
|
19
|
+
[k: string]: string;
|
|
20
|
+
} | undefined;
|
|
21
|
+
command?: string | null | undefined;
|
|
22
|
+
args?: Array<string> | undefined;
|
|
23
|
+
env?: {
|
|
24
|
+
[k: string]: string;
|
|
25
|
+
} | undefined;
|
|
26
|
+
};
|
|
27
|
+
export declare const V2InlineMcpDefinition$zodSchema: z.ZodType<V2InlineMcpDefinition>;
|
|
28
|
+
//# sourceMappingURL=v2inlinemcpdefinition.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"v2inlinemcpdefinition.d.ts","sourceRoot":"","sources":["../../src/models/v2inlinemcpdefinition.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAE/C,eAAO,MAAM,IAAI;;;;CAIP,CAAC;AACX,MAAM,MAAM,IAAI,GAAG,UAAU,CAAC,OAAO,IAAI,CAAC,CAAC;AAE3C,eAAO,MAAM,cAAc;;;;EAIzB,CAAC;AAEH,MAAM,MAAM,qBAAqB,GAAG;IAClC,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,IAAI,CAAC;IACX,GAAG,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAChC,OAAO,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,MAAM,CAAA;KAAE,GAAG,SAAS,CAAC;IAC9C,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,IAAI,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACjC,GAAG,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,MAAM,CAAA;KAAE,GAAG,SAAS,CAAC;CAC3C,CAAC;AAEF,eAAO,MAAM,+BAA+B,EAAE,CAAC,CAAC,OAAO,CAAC,qBAAqB,CAmBzE,CAAC"}
|
|
@@ -0,0 +1,25 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
* @generated-id: 96ca65e675c2
|
|
4
|
+
*/
|
|
5
|
+
import * as z from "zod";
|
|
6
|
+
export const Type = {
|
|
7
|
+
Http: "http",
|
|
8
|
+
Sse: "sse",
|
|
9
|
+
Stdio: "stdio",
|
|
10
|
+
};
|
|
11
|
+
export const Type$zodSchema = z.enum([
|
|
12
|
+
"http",
|
|
13
|
+
"sse",
|
|
14
|
+
"stdio",
|
|
15
|
+
]);
|
|
16
|
+
export const V2InlineMcpDefinition$zodSchema = z.object({
|
|
17
|
+
args: z.array(z.string()).optional(),
|
|
18
|
+
command: z.string().nullable().optional().describe("Executable command for a `stdio` MCP server."),
|
|
19
|
+
env: z.record(z.string(), z.string()).optional().describe("Environment mapping for a `stdio` MCP server. Values may reference run secrets with `${VARIABLE_NAME}`."),
|
|
20
|
+
headers: z.record(z.string(), z.string()).optional().describe("HTTP headers. Reference run secrets with `${VARIABLE_NAME}` instead of embedding credentials."),
|
|
21
|
+
name: z.string().describe("Stable server name used in the selected agent's MCP config."),
|
|
22
|
+
type: Type$zodSchema,
|
|
23
|
+
url: z.string().nullable().optional().describe("HTTPS endpoint for an `http` or `sse` MCP server."),
|
|
24
|
+
});
|
|
25
|
+
//# sourceMappingURL=v2inlinemcpdefinition.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"v2inlinemcpdefinition.js","sourceRoot":"","sources":["../../src/models/v2inlinemcpdefinition.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAGzB,MAAM,CAAC,MAAM,IAAI,GAAG;IAClB,IAAI,EAAE,MAAM;IACZ,GAAG,EAAE,KAAK;IACV,KAAK,EAAE,OAAO;CACN,CAAC;AAGX,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,CAAC,IAAI,CAAC;IACnC,MAAM;IACN,KAAK;IACL,OAAO;CACR,CAAC,CAAC;AAYH,MAAM,CAAC,MAAM,+BAA+B,GAC1C,CAAC,CAAC,MAAM,CAAC;IACP,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACpC,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAChD,8CAA8C,CAC/C;IACD,GAAG,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACvD,yGAAyG,CAC1G;IACD,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC3D,+FAA+F,CAChG;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CACvB,6DAA6D,CAC9D;IACD,IAAI,EAAE,cAAc;IACpB,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC5C,mDAAmD,CACpD;CACF,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"v2savedclireference.d.ts","sourceRoot":"","sources":["../../src/models/v2savedclireference.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,MAAM,MAAM,mBAAmB,GAAG;IAAE,EAAE,EAAE,MAAM,CAAA;CAAE,CAAC;AAEjD,eAAO,MAAM,6BAA6B,EAAE,CAAC,CAAC,OAAO,CAAC,mBAAmB,CAGrE,CAAC"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
* @generated-id: 99afd03df958
|
|
4
|
+
*/
|
|
5
|
+
import * as z from "zod";
|
|
6
|
+
export const V2SavedCliReference$zodSchema = z
|
|
7
|
+
.object({
|
|
8
|
+
id: z.string().describe("Saved CLI ID from `GET /v2/clis`."),
|
|
9
|
+
});
|
|
10
|
+
//# sourceMappingURL=v2savedclireference.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"v2savedclireference.js","sourceRoot":"","sources":["../../src/models/v2savedclireference.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAIzB,MAAM,CAAC,MAAM,6BAA6B,GAAmC,CAAC;KAC3E,MAAM,CAAC;IACN,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,mCAAmC,CAAC;CAC7D,CAAC,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"v2savedmcpreference.d.ts","sourceRoot":"","sources":["../../src/models/v2savedmcpreference.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,MAAM,MAAM,mBAAmB,GAAG;IAAE,EAAE,EAAE,MAAM,CAAA;CAAE,CAAC;AAEjD,eAAO,MAAM,6BAA6B,EAAE,CAAC,CAAC,OAAO,CAAC,mBAAmB,CAGrE,CAAC"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
* @generated-id: 9cc0c2e77b20
|
|
4
|
+
*/
|
|
5
|
+
import * as z from "zod";
|
|
6
|
+
export const V2SavedMcpReference$zodSchema = z
|
|
7
|
+
.object({
|
|
8
|
+
id: z.string().describe("Saved MCP server ID from `GET /v2/mcp-servers`."),
|
|
9
|
+
});
|
|
10
|
+
//# sourceMappingURL=v2savedmcpreference.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"v2savedmcpreference.js","sourceRoot":"","sources":["../../src/models/v2savedmcpreference.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAIzB,MAAM,CAAC,MAAM,6BAA6B,GAAmC,CAAC;KAC3E,MAAM,CAAC;IACN,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,iDAAiD,CAAC;CAC3E,CAAC,CAAC"}
|