@dalmia/calibrate-mcp 0.0.21 → 0.0.23
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/bin/mcp-server.js +202 -47
- package/bin/mcp-server.js.map +33 -26
- package/esm/funcs/agentTestsListForAgent.js +7 -1
- package/esm/funcs/agentTestsListForAgent.js.map +1 -1
- package/esm/funcs/agentTestsListRunsForAgent.js +9 -1
- package/esm/funcs/agentTestsListRunsForAgent.js.map +1 -1
- package/esm/funcs/agentsList.js +7 -1
- package/esm/funcs/agentsList.js.map +1 -1
- package/esm/funcs/annotationTasksList.js +7 -1
- package/esm/funcs/annotationTasksList.js.map +1 -1
- package/esm/funcs/evaluatorsList.js +3 -0
- package/esm/funcs/evaluatorsList.js.map +1 -1
- package/esm/funcs/testsList.js +7 -1
- package/esm/funcs/testsList.js.map +1 -1
- package/esm/landing-page.js +1 -1
- package/esm/lib/config.d.ts +2 -2
- package/esm/lib/config.js +2 -2
- package/esm/mcp-server/mcp-server.js +1 -1
- package/esm/mcp-server/server.js +1 -1
- package/esm/models/agentsummary.d.ts +32 -0
- package/esm/models/agentsummary.d.ts.map +1 -0
- package/esm/models/agentsummary.js +26 -0
- package/esm/models/agentsummary.js.map +1 -0
- package/esm/models/annotationtaskresponse.js +1 -1
- package/esm/models/annotationtaskresponse.js.map +1 -1
- package/esm/models/evaluatorliveversionsummary.d.ts +13 -0
- package/esm/models/evaluatorliveversionsummary.d.ts.map +1 -0
- package/esm/models/evaluatorliveversionsummary.js +12 -0
- package/esm/models/evaluatorliveversionsummary.js.map +1 -0
- package/esm/models/getagenttestrunsagenttestsagentagentuuidrunsgetop.d.ts +32 -2
- package/esm/models/getagenttestrunsagenttestsagentagentuuidrunsgetop.d.ts.map +1 -1
- package/esm/models/getagenttestrunsagenttestsagentagentuuidrunsgetop.js +25 -2
- package/esm/models/getagenttestrunsagenttestsagentagentuuidrunsgetop.js.map +1 -1
- package/esm/models/getagenttestsendpointagenttestsagentagentuuidtestsgetop.d.ts +5 -2
- package/esm/models/getagenttestsendpointagenttestsagentagentuuidtestsgetop.d.ts.map +1 -1
- package/esm/models/getagenttestsendpointagenttestsagentagentuuidtestsgetop.js +5 -2
- package/esm/models/getagenttestsendpointagenttestsagentagentuuidtestsgetop.js.map +1 -1
- package/esm/models/gettestendpointteststestuuidgetop.d.ts +2 -2
- package/esm/models/gettestendpointteststestuuidgetop.d.ts.map +1 -1
- package/esm/models/gettestendpointteststestuuidgetop.js +2 -2
- package/esm/models/gettestendpointteststestuuidgetop.js.map +1 -1
- package/esm/models/listagentsagentsgetop.d.ts +5 -2
- package/esm/models/listagentsagentsgetop.d.ts.map +1 -1
- package/esm/models/listagentsagentsgetop.js +5 -2
- package/esm/models/listagentsagentsgetop.js.map +1 -1
- package/esm/models/listannotationtasksannotationtasksgetop.d.ts +5 -2
- package/esm/models/listannotationtasksannotationtasksgetop.d.ts.map +1 -1
- package/esm/models/listannotationtasksannotationtasksgetop.js +5 -2
- package/esm/models/listannotationtasksannotationtasksgetop.js.map +1 -1
- package/esm/models/listevaluatorsevaluatorsgetop.d.ts +5 -2
- package/esm/models/listevaluatorsevaluatorsgetop.d.ts.map +1 -1
- package/esm/models/listevaluatorsevaluatorsgetop.js +5 -2
- package/esm/models/listevaluatorsevaluatorsgetop.js.map +1 -1
- package/esm/models/listteststestsgetop.d.ts +5 -2
- package/esm/models/listteststestsgetop.d.ts.map +1 -1
- package/esm/models/listteststestsgetop.js +5 -2
- package/esm/models/listteststestsgetop.js.map +1 -1
- package/esm/models/paginatedresponseagentsummary.d.ts +10 -0
- package/esm/models/paginatedresponseagentsummary.d.ts.map +1 -0
- package/esm/models/paginatedresponseagentsummary.js +12 -0
- package/esm/models/paginatedresponseagentsummary.js.map +1 -0
- package/esm/models/paginatedresponseagenttestrunlistitem.d.ts +10 -0
- package/esm/models/paginatedresponseagenttestrunlistitem.d.ts.map +1 -0
- package/esm/models/paginatedresponseagenttestrunlistitem.js +12 -0
- package/esm/models/paginatedresponseagenttestrunlistitem.js.map +1 -0
- package/esm/models/paginatedresponseannotationtaskresponse.d.ts +10 -0
- package/esm/models/paginatedresponseannotationtaskresponse.d.ts.map +1 -0
- package/esm/models/paginatedresponseannotationtaskresponse.js +12 -0
- package/esm/models/paginatedresponseannotationtaskresponse.js.map +1 -0
- package/esm/models/paginatedresponseevaluatorresponse.d.ts +10 -0
- package/esm/models/paginatedresponseevaluatorresponse.d.ts.map +1 -0
- package/esm/models/paginatedresponseevaluatorresponse.js +12 -0
- package/esm/models/paginatedresponseevaluatorresponse.js.map +1 -0
- package/esm/models/paginatedresponsetestlistresponse.d.ts +10 -0
- package/esm/models/paginatedresponsetestlistresponse.d.ts.map +1 -0
- package/esm/models/paginatedresponsetestlistresponse.js +12 -0
- package/esm/models/paginatedresponsetestlistresponse.js.map +1 -0
- package/esm/models/routersevaluatorsevaluatorresponse.d.ts +2 -2
- package/esm/models/routersevaluatorsevaluatorresponse.d.ts.map +1 -1
- package/esm/models/routersevaluatorsevaluatorresponse.js +2 -2
- package/esm/models/routersevaluatorsevaluatorresponse.js.map +1 -1
- package/esm/models/testlistconfig.d.ts +6 -0
- package/esm/models/testlistconfig.d.ts.map +1 -0
- package/esm/models/testlistconfig.js +8 -0
- package/esm/models/testlistconfig.js.map +1 -0
- package/esm/models/testlistresponse.d.ts +49 -0
- package/esm/models/testlistresponse.d.ts.map +1 -0
- package/esm/models/testlistresponse.js +33 -0
- package/esm/models/testlistresponse.js.map +1 -0
- package/esm/models/{routersteststestresponse.d.ts → testresponse.d.ts} +7 -7
- package/esm/models/testresponse.d.ts.map +1 -0
- package/esm/models/{routersteststestresponse.js → testresponse.js} +5 -5
- package/esm/models/testresponse.js.map +1 -0
- package/esm/models/updatetestendpointteststestuuidputop.d.ts +2 -2
- package/esm/models/updatetestendpointteststestuuidputop.d.ts.map +1 -1
- package/esm/models/updatetestendpointteststestuuidputop.js +2 -2
- package/esm/models/updatetestendpointteststestuuidputop.js.map +1 -1
- package/package.json +1 -1
- package/src/funcs/agentTestsListForAgent.ts +7 -1
- package/src/funcs/agentTestsListRunsForAgent.ts +9 -1
- package/src/funcs/agentsList.ts +7 -1
- package/src/funcs/annotationTasksList.ts +7 -1
- package/src/funcs/evaluatorsList.ts +3 -0
- package/src/funcs/testsList.ts +7 -1
- package/src/landing-page.ts +1 -1
- package/src/lib/config.ts +2 -2
- package/src/mcp-server/mcp-server.ts +1 -1
- package/src/mcp-server/server.ts +1 -1
- package/src/models/agentsummary.ts +53 -0
- package/src/models/annotationtaskresponse.ts +1 -1
- package/src/models/evaluatorliveversionsummary.ts +33 -0
- package/src/models/getagenttestrunsagenttestsagentagentuuidrunsgetop.ts +59 -6
- package/src/models/getagenttestsendpointagenttestsagentagentuuidtestsgetop.ts +17 -7
- package/src/models/gettestendpointteststestuuidgetop.ts +3 -6
- package/src/models/listagentsagentsgetop.ts +17 -5
- package/src/models/listannotationtasksannotationtasksgetop.ts +18 -6
- package/src/models/listevaluatorsevaluatorsgetop.ts +17 -7
- package/src/models/listteststestsgetop.ts +20 -6
- package/src/models/paginatedresponseagentsummary.ts +26 -0
- package/src/models/paginatedresponseagenttestrunlistitem.ts +31 -0
- package/src/models/paginatedresponseannotationtaskresponse.ts +31 -0
- package/src/models/paginatedresponseevaluatorresponse.ts +31 -0
- package/src/models/paginatedresponsetestlistresponse.ts +29 -0
- package/src/models/routersevaluatorsevaluatorresponse.ts +5 -5
- package/src/models/testlistconfig.ts +13 -0
- package/src/models/testlistresponse.ts +75 -0
- package/src/models/{routersteststestresponse.ts → testresponse.ts} +7 -11
- package/src/models/updatetestendpointteststestuuidputop.ts +3 -6
- package/esm/models/agenttestrunsresponse.d.ts +0 -7
- package/esm/models/agenttestrunsresponse.d.ts.map +0 -1
- package/esm/models/agenttestrunsresponse.js +0 -9
- package/esm/models/agenttestrunsresponse.js.map +0 -1
- package/esm/models/routersagentteststestresponse.d.ts +0 -41
- package/esm/models/routersagentteststestresponse.d.ts.map +0 -1
- package/esm/models/routersagentteststestresponse.js +0 -31
- package/esm/models/routersagentteststestresponse.js.map +0 -1
- package/esm/models/routersteststestresponse.d.ts.map +0 -1
- package/esm/models/routersteststestresponse.js.map +0 -1
- package/src/models/agenttestrunsresponse.ts +0 -18
- package/src/models/routersagentteststestresponse.ts +0 -65
|
@@ -8,27 +8,39 @@ import {
|
|
|
8
8
|
HTTPValidationError$zodSchema,
|
|
9
9
|
} from "./httpvalidationerror.js";
|
|
10
10
|
import {
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
} from "./
|
|
11
|
+
PaginatedResponseAgentSummary,
|
|
12
|
+
PaginatedResponseAgentSummary$zodSchema,
|
|
13
|
+
} from "./paginatedresponseagentsummary.js";
|
|
14
14
|
|
|
15
15
|
export type ListAgentsAgentsGetRequest = {
|
|
16
|
+
q?: string | null | undefined;
|
|
17
|
+
limit?: number | null | undefined;
|
|
18
|
+
offset?: number | undefined;
|
|
16
19
|
xAPIKey?: string | null | undefined;
|
|
17
20
|
};
|
|
18
21
|
|
|
19
22
|
export const ListAgentsAgentsGetRequest$zodSchema: z.ZodType<
|
|
20
23
|
ListAgentsAgentsGetRequest
|
|
21
24
|
> = z.object({
|
|
25
|
+
limit: z.int().describe(
|
|
26
|
+
"Maximum number of items to return. Omit for no limit (all items)",
|
|
27
|
+
).nullable().optional(),
|
|
28
|
+
offset: z.int().default(0).describe(
|
|
29
|
+
"Number of items to skip before returning results",
|
|
30
|
+
),
|
|
31
|
+
q: z.string().describe(
|
|
32
|
+
"Case-insensitive substring search on `name`. Blank is a no-op",
|
|
33
|
+
).nullable().optional(),
|
|
22
34
|
xAPIKey: z.string().nullable().optional(),
|
|
23
35
|
});
|
|
24
36
|
|
|
25
37
|
export type ListAgentsAgentsGetResponse =
|
|
26
|
-
|
|
|
38
|
+
| PaginatedResponseAgentSummary
|
|
27
39
|
| HTTPValidationError;
|
|
28
40
|
|
|
29
41
|
export const ListAgentsAgentsGetResponse$zodSchema: z.ZodType<
|
|
30
42
|
ListAgentsAgentsGetResponse
|
|
31
43
|
> = z.union([
|
|
32
|
-
|
|
44
|
+
PaginatedResponseAgentSummary$zodSchema,
|
|
33
45
|
HTTPValidationError$zodSchema,
|
|
34
46
|
]);
|
|
@@ -3,32 +3,44 @@
|
|
|
3
3
|
*/
|
|
4
4
|
|
|
5
5
|
import * as z from "zod";
|
|
6
|
-
import {
|
|
7
|
-
AnnotationTaskResponse,
|
|
8
|
-
AnnotationTaskResponse$zodSchema,
|
|
9
|
-
} from "./annotationtaskresponse.js";
|
|
10
6
|
import {
|
|
11
7
|
HTTPValidationError,
|
|
12
8
|
HTTPValidationError$zodSchema,
|
|
13
9
|
} from "./httpvalidationerror.js";
|
|
10
|
+
import {
|
|
11
|
+
PaginatedResponseAnnotationTaskResponse,
|
|
12
|
+
PaginatedResponseAnnotationTaskResponse$zodSchema,
|
|
13
|
+
} from "./paginatedresponseannotationtaskresponse.js";
|
|
14
14
|
|
|
15
15
|
export type ListAnnotationTasksAnnotationTasksGetRequest = {
|
|
16
|
+
q?: string | null | undefined;
|
|
17
|
+
limit?: number | null | undefined;
|
|
18
|
+
offset?: number | undefined;
|
|
16
19
|
xAPIKey?: string | null | undefined;
|
|
17
20
|
};
|
|
18
21
|
|
|
19
22
|
export const ListAnnotationTasksAnnotationTasksGetRequest$zodSchema: z.ZodType<
|
|
20
23
|
ListAnnotationTasksAnnotationTasksGetRequest
|
|
21
24
|
> = z.object({
|
|
25
|
+
limit: z.int().describe(
|
|
26
|
+
"Maximum number of items to return. Omit for no limit (all items)",
|
|
27
|
+
).nullable().optional(),
|
|
28
|
+
offset: z.int().default(0).describe(
|
|
29
|
+
"Number of items to skip before returning results",
|
|
30
|
+
),
|
|
31
|
+
q: z.string().describe(
|
|
32
|
+
"Case-insensitive substring search on `name`. Blank is a no-op",
|
|
33
|
+
).nullable().optional(),
|
|
22
34
|
xAPIKey: z.string().nullable().optional(),
|
|
23
35
|
});
|
|
24
36
|
|
|
25
37
|
export type ListAnnotationTasksAnnotationTasksGetResponse =
|
|
26
|
-
|
|
|
38
|
+
| PaginatedResponseAnnotationTaskResponse
|
|
27
39
|
| HTTPValidationError;
|
|
28
40
|
|
|
29
41
|
export const ListAnnotationTasksAnnotationTasksGetResponse$zodSchema: z.ZodType<
|
|
30
42
|
ListAnnotationTasksAnnotationTasksGetResponse
|
|
31
43
|
> = z.union([
|
|
32
|
-
|
|
44
|
+
PaginatedResponseAnnotationTaskResponse$zodSchema,
|
|
33
45
|
HTTPValidationError$zodSchema,
|
|
34
46
|
]);
|
|
@@ -9,9 +9,9 @@ import {
|
|
|
9
9
|
HTTPValidationError$zodSchema,
|
|
10
10
|
} from "./httpvalidationerror.js";
|
|
11
11
|
import {
|
|
12
|
-
|
|
13
|
-
|
|
14
|
-
} from "./
|
|
12
|
+
PaginatedResponseEvaluatorResponse,
|
|
13
|
+
PaginatedResponseEvaluatorResponse$zodSchema,
|
|
14
|
+
} from "./paginatedresponseevaluatorresponse.js";
|
|
15
15
|
|
|
16
16
|
/**
|
|
17
17
|
* Filter by what the evaluator judges. Omit for all types
|
|
@@ -61,6 +61,9 @@ export type ListEvaluatorsEvaluatorsGetRequest = {
|
|
|
61
61
|
evaluator_type?: ListEvaluatorsEvaluatorsGetEvaluatorType | null | undefined;
|
|
62
62
|
data_type?: ListEvaluatorsEvaluatorsGetDataType | null | undefined;
|
|
63
63
|
include_defaults?: boolean | undefined;
|
|
64
|
+
q?: string | null | undefined;
|
|
65
|
+
limit?: number | null | undefined;
|
|
66
|
+
offset?: number | undefined;
|
|
64
67
|
xAPIKey?: string | null | undefined;
|
|
65
68
|
};
|
|
66
69
|
|
|
@@ -76,18 +79,25 @@ export const ListEvaluatorsEvaluatorsGetRequest$zodSchema: z.ZodType<
|
|
|
76
79
|
include_defaults: z.boolean().default(true).describe(
|
|
77
80
|
"When `true`, include the built-in default evaluators alongside the ones you created",
|
|
78
81
|
),
|
|
82
|
+
limit: z.int().describe(
|
|
83
|
+
"Maximum number of items to return. Omit for no limit (all items)",
|
|
84
|
+
).nullable().optional(),
|
|
85
|
+
offset: z.int().default(0).describe(
|
|
86
|
+
"Number of items to skip before returning results",
|
|
87
|
+
),
|
|
88
|
+
q: z.string().describe(
|
|
89
|
+
"Case-insensitive substring search on `name`. Blank is a no-op",
|
|
90
|
+
).nullable().optional(),
|
|
79
91
|
xAPIKey: z.string().nullable().optional(),
|
|
80
92
|
});
|
|
81
93
|
|
|
82
94
|
export type ListEvaluatorsEvaluatorsGetResponse =
|
|
83
|
-
|
|
|
95
|
+
| PaginatedResponseEvaluatorResponse
|
|
84
96
|
| HTTPValidationError;
|
|
85
97
|
|
|
86
98
|
export const ListEvaluatorsEvaluatorsGetResponse$zodSchema: z.ZodType<
|
|
87
99
|
ListEvaluatorsEvaluatorsGetResponse
|
|
88
100
|
> = z.union([
|
|
89
|
-
|
|
90
|
-
"Successful Response",
|
|
91
|
-
),
|
|
101
|
+
PaginatedResponseEvaluatorResponse$zodSchema,
|
|
92
102
|
HTTPValidationError$zodSchema,
|
|
93
103
|
]);
|
|
@@ -8,25 +8,39 @@ import {
|
|
|
8
8
|
HTTPValidationError$zodSchema,
|
|
9
9
|
} from "./httpvalidationerror.js";
|
|
10
10
|
import {
|
|
11
|
-
|
|
12
|
-
|
|
13
|
-
} from "./
|
|
11
|
+
PaginatedResponseTestListResponse,
|
|
12
|
+
PaginatedResponseTestListResponse$zodSchema,
|
|
13
|
+
} from "./paginatedresponsetestlistresponse.js";
|
|
14
14
|
|
|
15
|
-
export type ListTestsTestsGetRequest = {
|
|
15
|
+
export type ListTestsTestsGetRequest = {
|
|
16
|
+
q?: string | null | undefined;
|
|
17
|
+
limit?: number | null | undefined;
|
|
18
|
+
offset?: number | undefined;
|
|
19
|
+
xAPIKey?: string | null | undefined;
|
|
20
|
+
};
|
|
16
21
|
|
|
17
22
|
export const ListTestsTestsGetRequest$zodSchema: z.ZodType<
|
|
18
23
|
ListTestsTestsGetRequest
|
|
19
24
|
> = z.object({
|
|
25
|
+
limit: z.int().describe(
|
|
26
|
+
"Maximum number of items to return. Omit for no limit (all items)",
|
|
27
|
+
).nullable().optional(),
|
|
28
|
+
offset: z.int().default(0).describe(
|
|
29
|
+
"Number of items to skip before returning results",
|
|
30
|
+
),
|
|
31
|
+
q: z.string().describe(
|
|
32
|
+
"Case-insensitive substring search on `name`. Blank is a no-op",
|
|
33
|
+
).nullable().optional(),
|
|
20
34
|
xAPIKey: z.string().nullable().optional(),
|
|
21
35
|
});
|
|
22
36
|
|
|
23
37
|
export type ListTestsTestsGetResponse =
|
|
24
|
-
|
|
|
38
|
+
| PaginatedResponseTestListResponse
|
|
25
39
|
| HTTPValidationError;
|
|
26
40
|
|
|
27
41
|
export const ListTestsTestsGetResponse$zodSchema: z.ZodType<
|
|
28
42
|
ListTestsTestsGetResponse
|
|
29
43
|
> = z.union([
|
|
30
|
-
|
|
44
|
+
PaginatedResponseTestListResponse$zodSchema,
|
|
31
45
|
HTTPValidationError$zodSchema,
|
|
32
46
|
]);
|
|
@@ -0,0 +1,26 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
*/
|
|
4
|
+
|
|
5
|
+
import * as z from "zod";
|
|
6
|
+
import { AgentSummary, AgentSummary$zodSchema } from "./agentsummary.js";
|
|
7
|
+
|
|
8
|
+
export type PaginatedResponseAgentSummary = {
|
|
9
|
+
items: Array<AgentSummary>;
|
|
10
|
+
total: number;
|
|
11
|
+
limit?: number | null | undefined;
|
|
12
|
+
offset?: number | undefined;
|
|
13
|
+
};
|
|
14
|
+
|
|
15
|
+
export const PaginatedResponseAgentSummary$zodSchema: z.ZodType<
|
|
16
|
+
PaginatedResponseAgentSummary
|
|
17
|
+
> = z.object({
|
|
18
|
+
items: z.array(AgentSummary$zodSchema).describe("The page of results"),
|
|
19
|
+
limit: z.int().nullable().optional().describe(
|
|
20
|
+
"The applied `limit` (null when unbounded)",
|
|
21
|
+
),
|
|
22
|
+
offset: z.int().default(0).describe("The applied `offset`"),
|
|
23
|
+
total: z.int().describe(
|
|
24
|
+
"Total number of items matching the query, before pagination",
|
|
25
|
+
),
|
|
26
|
+
});
|
|
@@ -0,0 +1,31 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
*/
|
|
4
|
+
|
|
5
|
+
import * as z from "zod";
|
|
6
|
+
import {
|
|
7
|
+
AgentTestRunListItem,
|
|
8
|
+
AgentTestRunListItem$zodSchema,
|
|
9
|
+
} from "./agenttestrunlistitem.js";
|
|
10
|
+
|
|
11
|
+
export type PaginatedResponseAgentTestRunListItem = {
|
|
12
|
+
items: Array<AgentTestRunListItem>;
|
|
13
|
+
total: number;
|
|
14
|
+
limit?: number | null | undefined;
|
|
15
|
+
offset?: number | undefined;
|
|
16
|
+
};
|
|
17
|
+
|
|
18
|
+
export const PaginatedResponseAgentTestRunListItem$zodSchema: z.ZodType<
|
|
19
|
+
PaginatedResponseAgentTestRunListItem
|
|
20
|
+
> = z.object({
|
|
21
|
+
items: z.array(AgentTestRunListItem$zodSchema).describe(
|
|
22
|
+
"The page of results",
|
|
23
|
+
),
|
|
24
|
+
limit: z.int().nullable().optional().describe(
|
|
25
|
+
"The applied `limit` (null when unbounded)",
|
|
26
|
+
),
|
|
27
|
+
offset: z.int().default(0).describe("The applied `offset`"),
|
|
28
|
+
total: z.int().describe(
|
|
29
|
+
"Total number of items matching the query, before pagination",
|
|
30
|
+
),
|
|
31
|
+
});
|
|
@@ -0,0 +1,31 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
*/
|
|
4
|
+
|
|
5
|
+
import * as z from "zod";
|
|
6
|
+
import {
|
|
7
|
+
AnnotationTaskResponse,
|
|
8
|
+
AnnotationTaskResponse$zodSchema,
|
|
9
|
+
} from "./annotationtaskresponse.js";
|
|
10
|
+
|
|
11
|
+
export type PaginatedResponseAnnotationTaskResponse = {
|
|
12
|
+
items: Array<AnnotationTaskResponse>;
|
|
13
|
+
total: number;
|
|
14
|
+
limit?: number | null | undefined;
|
|
15
|
+
offset?: number | undefined;
|
|
16
|
+
};
|
|
17
|
+
|
|
18
|
+
export const PaginatedResponseAnnotationTaskResponse$zodSchema: z.ZodType<
|
|
19
|
+
PaginatedResponseAnnotationTaskResponse
|
|
20
|
+
> = z.object({
|
|
21
|
+
items: z.array(AnnotationTaskResponse$zodSchema).describe(
|
|
22
|
+
"The page of results",
|
|
23
|
+
),
|
|
24
|
+
limit: z.int().nullable().optional().describe(
|
|
25
|
+
"The applied `limit` (null when unbounded)",
|
|
26
|
+
),
|
|
27
|
+
offset: z.int().default(0).describe("The applied `offset`"),
|
|
28
|
+
total: z.int().describe(
|
|
29
|
+
"Total number of items matching the query, before pagination",
|
|
30
|
+
),
|
|
31
|
+
});
|
|
@@ -0,0 +1,31 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
*/
|
|
4
|
+
|
|
5
|
+
import * as z from "zod";
|
|
6
|
+
import {
|
|
7
|
+
RoutersEvaluatorsEvaluatorResponse,
|
|
8
|
+
RoutersEvaluatorsEvaluatorResponse$zodSchema,
|
|
9
|
+
} from "./routersevaluatorsevaluatorresponse.js";
|
|
10
|
+
|
|
11
|
+
export type PaginatedResponseEvaluatorResponse = {
|
|
12
|
+
items: Array<RoutersEvaluatorsEvaluatorResponse>;
|
|
13
|
+
total: number;
|
|
14
|
+
limit?: number | null | undefined;
|
|
15
|
+
offset?: number | undefined;
|
|
16
|
+
};
|
|
17
|
+
|
|
18
|
+
export const PaginatedResponseEvaluatorResponse$zodSchema: z.ZodType<
|
|
19
|
+
PaginatedResponseEvaluatorResponse
|
|
20
|
+
> = z.object({
|
|
21
|
+
items: z.array(RoutersEvaluatorsEvaluatorResponse$zodSchema).describe(
|
|
22
|
+
"The page of results",
|
|
23
|
+
),
|
|
24
|
+
limit: z.int().nullable().optional().describe(
|
|
25
|
+
"The applied `limit` (null when unbounded)",
|
|
26
|
+
),
|
|
27
|
+
offset: z.int().default(0).describe("The applied `offset`"),
|
|
28
|
+
total: z.int().describe(
|
|
29
|
+
"Total number of items matching the query, before pagination",
|
|
30
|
+
),
|
|
31
|
+
});
|
|
@@ -0,0 +1,29 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
*/
|
|
4
|
+
|
|
5
|
+
import * as z from "zod";
|
|
6
|
+
import {
|
|
7
|
+
TestListResponse,
|
|
8
|
+
TestListResponse$zodSchema,
|
|
9
|
+
} from "./testlistresponse.js";
|
|
10
|
+
|
|
11
|
+
export type PaginatedResponseTestListResponse = {
|
|
12
|
+
items: Array<TestListResponse>;
|
|
13
|
+
total: number;
|
|
14
|
+
limit?: number | null | undefined;
|
|
15
|
+
offset?: number | undefined;
|
|
16
|
+
};
|
|
17
|
+
|
|
18
|
+
export const PaginatedResponseTestListResponse$zodSchema: z.ZodType<
|
|
19
|
+
PaginatedResponseTestListResponse
|
|
20
|
+
> = z.object({
|
|
21
|
+
items: z.array(TestListResponse$zodSchema).describe("The page of results"),
|
|
22
|
+
limit: z.int().nullable().optional().describe(
|
|
23
|
+
"The applied `limit` (null when unbounded)",
|
|
24
|
+
),
|
|
25
|
+
offset: z.int().default(0).describe("The applied `offset`"),
|
|
26
|
+
total: z.int().describe(
|
|
27
|
+
"Total number of items matching the query, before pagination",
|
|
28
|
+
),
|
|
29
|
+
});
|
|
@@ -5,9 +5,9 @@
|
|
|
5
5
|
import * as z from "zod";
|
|
6
6
|
import { ClosedEnum } from "../types/enums.js";
|
|
7
7
|
import {
|
|
8
|
-
|
|
9
|
-
|
|
10
|
-
} from "./
|
|
8
|
+
EvaluatorLiveVersionSummary,
|
|
9
|
+
EvaluatorLiveVersionSummary$zodSchema,
|
|
10
|
+
} from "./evaluatorliveversionsummary.js";
|
|
11
11
|
|
|
12
12
|
/**
|
|
13
13
|
* What the evaluator judges:
|
|
@@ -126,7 +126,7 @@ export type RoutersEvaluatorsEvaluatorResponse = {
|
|
|
126
126
|
live_version_id?: string | null | undefined;
|
|
127
127
|
created_at: string;
|
|
128
128
|
updated_at: string;
|
|
129
|
-
live_version?:
|
|
129
|
+
live_version?: EvaluatorLiveVersionSummary | null | undefined;
|
|
130
130
|
};
|
|
131
131
|
|
|
132
132
|
export const RoutersEvaluatorsEvaluatorResponse$zodSchema: z.ZodType<
|
|
@@ -148,7 +148,7 @@ export const RoutersEvaluatorsEvaluatorResponse$zodSchema: z.ZodType<
|
|
|
148
148
|
is_default: z.boolean().describe(
|
|
149
149
|
"True for a built-in default evaluator, which you can't edit. False for an evaluator you created, which you can edit and add versions to",
|
|
150
150
|
),
|
|
151
|
-
live_version:
|
|
151
|
+
live_version: EvaluatorLiveVersionSummary$zodSchema.nullable().optional()
|
|
152
152
|
.describe("The version that is currently live"),
|
|
153
153
|
live_version_id: z.string().nullable().optional().describe(
|
|
154
154
|
"ID of the version that is currently live",
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
*/
|
|
4
|
+
|
|
5
|
+
import * as z from "zod";
|
|
6
|
+
|
|
7
|
+
export type TestListConfig = { description?: string | null | undefined };
|
|
8
|
+
|
|
9
|
+
export const TestListConfig$zodSchema: z.ZodType<TestListConfig> = z.object({
|
|
10
|
+
description: z.string().nullable().optional().describe(
|
|
11
|
+
"Short description of the test, shown in list views and searched on",
|
|
12
|
+
),
|
|
13
|
+
});
|
|
@@ -0,0 +1,75 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
*/
|
|
4
|
+
|
|
5
|
+
import * as z from "zod";
|
|
6
|
+
import { ClosedEnum } from "../types/enums.js";
|
|
7
|
+
import { TestListConfig, TestListConfig$zodSchema } from "./testlistconfig.js";
|
|
8
|
+
|
|
9
|
+
/**
|
|
10
|
+
* What the test judges:
|
|
11
|
+
*
|
|
12
|
+
* @remarks
|
|
13
|
+
*
|
|
14
|
+
* - `response`: judges the generated reply
|
|
15
|
+
* - `tool_call`: diffs the generated tool calls
|
|
16
|
+
* - `conversation`: judges the full conversation
|
|
17
|
+
*/
|
|
18
|
+
export const TestListResponseType = {
|
|
19
|
+
Response: "response",
|
|
20
|
+
ToolCall: "tool_call",
|
|
21
|
+
Conversation: "conversation",
|
|
22
|
+
} as const;
|
|
23
|
+
/**
|
|
24
|
+
* What the test judges:
|
|
25
|
+
*
|
|
26
|
+
* @remarks
|
|
27
|
+
*
|
|
28
|
+
* - `response`: judges the generated reply
|
|
29
|
+
* - `tool_call`: diffs the generated tool calls
|
|
30
|
+
* - `conversation`: judges the full conversation
|
|
31
|
+
*/
|
|
32
|
+
export type TestListResponseType = ClosedEnum<typeof TestListResponseType>;
|
|
33
|
+
|
|
34
|
+
export const TestListResponseType$zodSchema = z.enum([
|
|
35
|
+
"response",
|
|
36
|
+
"tool_call",
|
|
37
|
+
"conversation",
|
|
38
|
+
]).describe(
|
|
39
|
+
"What the test judges:\n\n- `response`: judges the generated reply\n- `tool_call`: diffs the generated tool calls\n- `conversation`: judges the full conversation\n",
|
|
40
|
+
);
|
|
41
|
+
|
|
42
|
+
/**
|
|
43
|
+
* Trimmed test shape for list/index endpoints. The full config and hydrated
|
|
44
|
+
*
|
|
45
|
+
* @remarks
|
|
46
|
+
* evaluators live on the detail endpoint (`GET /tests/{uuid}`); the list keeps
|
|
47
|
+
* only what list and attach-dropdown views render.
|
|
48
|
+
*/
|
|
49
|
+
export type TestListResponse = {
|
|
50
|
+
uuid: string;
|
|
51
|
+
name: string;
|
|
52
|
+
type: TestListResponseType;
|
|
53
|
+
config?: TestListConfig | null | undefined;
|
|
54
|
+
created_at: string;
|
|
55
|
+
updated_at: string;
|
|
56
|
+
};
|
|
57
|
+
|
|
58
|
+
export const TestListResponse$zodSchema: z.ZodType<TestListResponse> = z.object(
|
|
59
|
+
{
|
|
60
|
+
config: TestListConfig$zodSchema.nullable().optional().describe(
|
|
61
|
+
"Trimmed config carrying only the test's description. Fetch the test by ID for the full config and evaluators",
|
|
62
|
+
),
|
|
63
|
+
created_at: z.string().describe("When the test was created (ISO 8601 UTC)"),
|
|
64
|
+
name: z.string().describe("Name of the test"),
|
|
65
|
+
type: TestListResponseType$zodSchema.describe(
|
|
66
|
+
"What the test judges:\n\n- `response`: judges the generated reply\n- `tool_call`: diffs the generated tool calls\n- `conversation`: judges the full conversation\n",
|
|
67
|
+
),
|
|
68
|
+
updated_at: z.string().describe(
|
|
69
|
+
"When the test was last updated (ISO 8601 UTC)",
|
|
70
|
+
),
|
|
71
|
+
uuid: z.string().describe("Unique ID for the test"),
|
|
72
|
+
},
|
|
73
|
+
).describe(
|
|
74
|
+
"Trimmed test shape for list/index endpoints. The full config and hydrated\nevaluators live on the detail endpoint (`GET /tests/{uuid}`); the list keeps\nonly what list and attach-dropdown views render.",
|
|
75
|
+
);
|
|
@@ -14,7 +14,7 @@ import { ClosedEnum } from "../types/enums.js";
|
|
|
14
14
|
* - `tool_call`: diffs the generated tool calls
|
|
15
15
|
* - `conversation`: judges the full conversation
|
|
16
16
|
*/
|
|
17
|
-
export const
|
|
17
|
+
export const TestResponseType = {
|
|
18
18
|
Response: "response",
|
|
19
19
|
ToolCall: "tool_call",
|
|
20
20
|
Conversation: "conversation",
|
|
@@ -28,11 +28,9 @@ export const RoutersTestsTestResponseType = {
|
|
|
28
28
|
* - `tool_call`: diffs the generated tool calls
|
|
29
29
|
* - `conversation`: judges the full conversation
|
|
30
30
|
*/
|
|
31
|
-
export type
|
|
32
|
-
typeof RoutersTestsTestResponseType
|
|
33
|
-
>;
|
|
31
|
+
export type TestResponseType = ClosedEnum<typeof TestResponseType>;
|
|
34
32
|
|
|
35
|
-
export const
|
|
33
|
+
export const TestResponseType$zodSchema = z.enum([
|
|
36
34
|
"response",
|
|
37
35
|
"tool_call",
|
|
38
36
|
"conversation",
|
|
@@ -40,19 +38,17 @@ export const RoutersTestsTestResponseType$zodSchema = z.enum([
|
|
|
40
38
|
"What the test judges:\n\n- `response`: judges the generated reply\n- `tool_call`: diffs the generated tool calls\n- `conversation`: judges the full conversation\n",
|
|
41
39
|
);
|
|
42
40
|
|
|
43
|
-
export type
|
|
41
|
+
export type TestResponse = {
|
|
44
42
|
uuid: string;
|
|
45
43
|
name: string;
|
|
46
|
-
type:
|
|
44
|
+
type: TestResponseType;
|
|
47
45
|
config?: { [k: string]: any } | null | undefined;
|
|
48
46
|
created_at: string;
|
|
49
47
|
updated_at: string;
|
|
50
48
|
evaluators?: Array<{ [k: string]: any }> | undefined;
|
|
51
49
|
};
|
|
52
50
|
|
|
53
|
-
export const
|
|
54
|
-
RoutersTestsTestResponse
|
|
55
|
-
> = z.object({
|
|
51
|
+
export const TestResponse$zodSchema: z.ZodType<TestResponse> = z.object({
|
|
56
52
|
config: z.record(z.string(), z.any()).nullable().optional().describe(
|
|
57
53
|
"The stored config: `history`, `evaluation`, and an optional `settings`",
|
|
58
54
|
),
|
|
@@ -61,7 +57,7 @@ export const RoutersTestsTestResponse$zodSchema: z.ZodType<
|
|
|
61
57
|
"Linked evaluators, resolved to their current live version at read time",
|
|
62
58
|
),
|
|
63
59
|
name: z.string().describe("Name of the test"),
|
|
64
|
-
type:
|
|
60
|
+
type: TestResponseType$zodSchema.describe(
|
|
65
61
|
"What the test judges:\n\n- `response`: judges the generated reply\n- `tool_call`: diffs the generated tool calls\n- `conversation`: judges the full conversation\n",
|
|
66
62
|
),
|
|
67
63
|
updated_at: z.string().describe(
|
|
@@ -7,10 +7,7 @@ import {
|
|
|
7
7
|
HTTPValidationError,
|
|
8
8
|
HTTPValidationError$zodSchema,
|
|
9
9
|
} from "./httpvalidationerror.js";
|
|
10
|
-
import {
|
|
11
|
-
RoutersTestsTestResponse,
|
|
12
|
-
RoutersTestsTestResponse$zodSchema,
|
|
13
|
-
} from "./routersteststestresponse.js";
|
|
10
|
+
import { TestResponse, TestResponse$zodSchema } from "./testresponse.js";
|
|
14
11
|
import { TestUpdate, TestUpdate$zodSchema } from "./testupdate.js";
|
|
15
12
|
|
|
16
13
|
export type UpdateTestEndpointTestsTestUuidPutRequest = {
|
|
@@ -28,12 +25,12 @@ export const UpdateTestEndpointTestsTestUuidPutRequest$zodSchema: z.ZodType<
|
|
|
28
25
|
});
|
|
29
26
|
|
|
30
27
|
export type UpdateTestEndpointTestsTestUuidPutResponse =
|
|
31
|
-
|
|
|
28
|
+
| TestResponse
|
|
32
29
|
| HTTPValidationError;
|
|
33
30
|
|
|
34
31
|
export const UpdateTestEndpointTestsTestUuidPutResponse$zodSchema: z.ZodType<
|
|
35
32
|
UpdateTestEndpointTestsTestUuidPutResponse
|
|
36
33
|
> = z.union([
|
|
37
|
-
|
|
34
|
+
TestResponse$zodSchema,
|
|
38
35
|
HTTPValidationError$zodSchema,
|
|
39
36
|
]);
|
|
@@ -1,7 +0,0 @@
|
|
|
1
|
-
import * as z from "zod";
|
|
2
|
-
import { AgentTestRunListItem } from "./agenttestrunlistitem.js";
|
|
3
|
-
export type AgentTestRunsResponse = {
|
|
4
|
-
runs: Array<AgentTestRunListItem>;
|
|
5
|
-
};
|
|
6
|
-
export declare const AgentTestRunsResponse$zodSchema: z.ZodType<AgentTestRunsResponse>;
|
|
7
|
-
//# sourceMappingURL=agenttestrunsresponse.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"agenttestrunsresponse.d.ts","sourceRoot":"","sources":["../../src/models/agenttestrunsresponse.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,oBAAoB,EAErB,MAAM,2BAA2B,CAAC;AAEnC,MAAM,MAAM,qBAAqB,GAAG;IAAE,IAAI,EAAE,KAAK,CAAC,oBAAoB,CAAC,CAAA;CAAE,CAAC;AAE1E,eAAO,MAAM,+BAA+B,EAAE,CAAC,CAAC,OAAO,CAAC,qBAAqB,CAKzE,CAAC"}
|
|
@@ -1,9 +0,0 @@
|
|
|
1
|
-
/*
|
|
2
|
-
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
-
*/
|
|
4
|
-
import * as z from "zod";
|
|
5
|
-
import { AgentTestRunListItem$zodSchema, } from "./agenttestrunlistitem.js";
|
|
6
|
-
export const AgentTestRunsResponse$zodSchema = z.object({
|
|
7
|
-
runs: z.array(AgentTestRunListItem$zodSchema).describe("Test runs for the agent, most recently created first"),
|
|
8
|
-
});
|
|
9
|
-
//# sourceMappingURL=agenttestrunsresponse.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"agenttestrunsresponse.js","sourceRoot":"","sources":["../../src/models/agenttestrunsresponse.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,8BAA8B,GAC/B,MAAM,2BAA2B,CAAC;AAInC,MAAM,CAAC,MAAM,+BAA+B,GAC1C,CAAC,CAAC,MAAM,CAAC;IACP,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAC,QAAQ,CACpD,sDAAsD,CACvD;CACF,CAAC,CAAC"}
|
|
@@ -1,41 +0,0 @@
|
|
|
1
|
-
import * as z from "zod";
|
|
2
|
-
import { ClosedEnum } from "../types/enums.js";
|
|
3
|
-
/**
|
|
4
|
-
* What the test checks:
|
|
5
|
-
*
|
|
6
|
-
* @remarks
|
|
7
|
-
* - `response`: judges the reply the agent generates
|
|
8
|
-
* - `tool_call`: checks the tool calls the agent makes
|
|
9
|
-
* - `conversation`: judges the full conversation after the agent replies
|
|
10
|
-
*/
|
|
11
|
-
export declare const RoutersAgentTestsTestResponseType: {
|
|
12
|
-
readonly Response: "response";
|
|
13
|
-
readonly ToolCall: "tool_call";
|
|
14
|
-
readonly Conversation: "conversation";
|
|
15
|
-
};
|
|
16
|
-
/**
|
|
17
|
-
* What the test checks:
|
|
18
|
-
*
|
|
19
|
-
* @remarks
|
|
20
|
-
* - `response`: judges the reply the agent generates
|
|
21
|
-
* - `tool_call`: checks the tool calls the agent makes
|
|
22
|
-
* - `conversation`: judges the full conversation after the agent replies
|
|
23
|
-
*/
|
|
24
|
-
export type RoutersAgentTestsTestResponseType = ClosedEnum<typeof RoutersAgentTestsTestResponseType>;
|
|
25
|
-
export declare const RoutersAgentTestsTestResponseType$zodSchema: z.ZodEnum<{
|
|
26
|
-
response: "response";
|
|
27
|
-
tool_call: "tool_call";
|
|
28
|
-
conversation: "conversation";
|
|
29
|
-
}>;
|
|
30
|
-
export type RoutersAgentTestsTestResponse = {
|
|
31
|
-
uuid: string;
|
|
32
|
-
name: string;
|
|
33
|
-
type: RoutersAgentTestsTestResponseType;
|
|
34
|
-
config?: {
|
|
35
|
-
[k: string]: any;
|
|
36
|
-
} | null | undefined;
|
|
37
|
-
created_at: string;
|
|
38
|
-
updated_at: string;
|
|
39
|
-
};
|
|
40
|
-
export declare const RoutersAgentTestsTestResponse$zodSchema: z.ZodType<RoutersAgentTestsTestResponse>;
|
|
41
|
-
//# sourceMappingURL=routersagentteststestresponse.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"routersagentteststestresponse.d.ts","sourceRoot":"","sources":["../../src/models/routersagentteststestresponse.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAE/C;;;;;;;GAOG;AACH,eAAO,MAAM,iCAAiC;;;;CAIpC,CAAC;AACX;;;;;;;GAOG;AACH,MAAM,MAAM,iCAAiC,GAAG,UAAU,CACxD,OAAO,iCAAiC,CACzC,CAAC;AAEF,eAAO,MAAM,2CAA2C;;;;EAMvD,CAAC;AAEF,MAAM,MAAM,6BAA6B,GAAG;IAC1C,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,iCAAiC,CAAC;IACxC,MAAM,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,GAAG,IAAI,GAAG,SAAS,CAAC;IACjD,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;CACpB,CAAC;AAEF,eAAO,MAAM,uCAAuC,EAAE,CAAC,CAAC,OAAO,CAC7D,6BAA6B,CAc7B,CAAC"}
|
|
@@ -1,31 +0,0 @@
|
|
|
1
|
-
/*
|
|
2
|
-
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
-
*/
|
|
4
|
-
import * as z from "zod";
|
|
5
|
-
/**
|
|
6
|
-
* What the test checks:
|
|
7
|
-
*
|
|
8
|
-
* @remarks
|
|
9
|
-
* - `response`: judges the reply the agent generates
|
|
10
|
-
* - `tool_call`: checks the tool calls the agent makes
|
|
11
|
-
* - `conversation`: judges the full conversation after the agent replies
|
|
12
|
-
*/
|
|
13
|
-
export const RoutersAgentTestsTestResponseType = {
|
|
14
|
-
Response: "response",
|
|
15
|
-
ToolCall: "tool_call",
|
|
16
|
-
Conversation: "conversation",
|
|
17
|
-
};
|
|
18
|
-
export const RoutersAgentTestsTestResponseType$zodSchema = z.enum([
|
|
19
|
-
"response",
|
|
20
|
-
"tool_call",
|
|
21
|
-
"conversation",
|
|
22
|
-
]).describe("What the test checks:\n- `response`: judges the reply the agent generates\n- `tool_call`: checks the tool calls the agent makes\n- `conversation`: judges the full conversation after the agent replies");
|
|
23
|
-
export const RoutersAgentTestsTestResponse$zodSchema = z.object({
|
|
24
|
-
config: z.record(z.string(), z.any()).nullable().optional().describe("Test configuration"),
|
|
25
|
-
created_at: z.string().describe("When the test was created (ISO 8601 UTC)"),
|
|
26
|
-
name: z.string().describe("Name of the test"),
|
|
27
|
-
type: RoutersAgentTestsTestResponseType$zodSchema.describe("What the test checks:\n- `response`: judges the reply the agent generates\n- `tool_call`: checks the tool calls the agent makes\n- `conversation`: judges the full conversation after the agent replies"),
|
|
28
|
-
updated_at: z.string().describe("When the test was last updated (ISO 8601 UTC)"),
|
|
29
|
-
uuid: z.string().describe("Test ID"),
|
|
30
|
-
});
|
|
31
|
-
//# sourceMappingURL=routersagentteststestresponse.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"routersagentteststestresponse.js","sourceRoot":"","sources":["../../src/models/routersagentteststestresponse.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAGzB;;;;;;;GAOG;AACH,MAAM,CAAC,MAAM,iCAAiC,GAAG;IAC/C,QAAQ,EAAE,UAAU;IACpB,QAAQ,EAAE,WAAW;IACrB,YAAY,EAAE,cAAc;CACpB,CAAC;AAaX,MAAM,CAAC,MAAM,2CAA2C,GAAG,CAAC,CAAC,IAAI,CAAC;IAChE,UAAU;IACV,WAAW;IACX,cAAc;CACf,CAAC,CAAC,QAAQ,CACT,yMAAyM,CAC1M,CAAC;AAWF,MAAM,CAAC,MAAM,uCAAuC,GAEhD,CAAC,CAAC,MAAM,CAAC;IACX,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClE,oBAAoB,CACrB;IACD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,0CAA0C,CAAC;IAC3E,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,kBAAkB,CAAC;IAC7C,IAAI,EAAE,2CAA2C,CAAC,QAAQ,CACxD,yMAAyM,CAC1M;IACD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAC7B,+CAA+C,CAChD;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC;CACrC,CAAC,CAAC"}
|