@dalmia/calibrate-mcp 0.0.21 → 0.0.23

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (140) hide show
  1. package/bin/mcp-server.js +202 -47
  2. package/bin/mcp-server.js.map +33 -26
  3. package/esm/funcs/agentTestsListForAgent.js +7 -1
  4. package/esm/funcs/agentTestsListForAgent.js.map +1 -1
  5. package/esm/funcs/agentTestsListRunsForAgent.js +9 -1
  6. package/esm/funcs/agentTestsListRunsForAgent.js.map +1 -1
  7. package/esm/funcs/agentsList.js +7 -1
  8. package/esm/funcs/agentsList.js.map +1 -1
  9. package/esm/funcs/annotationTasksList.js +7 -1
  10. package/esm/funcs/annotationTasksList.js.map +1 -1
  11. package/esm/funcs/evaluatorsList.js +3 -0
  12. package/esm/funcs/evaluatorsList.js.map +1 -1
  13. package/esm/funcs/testsList.js +7 -1
  14. package/esm/funcs/testsList.js.map +1 -1
  15. package/esm/landing-page.js +1 -1
  16. package/esm/lib/config.d.ts +2 -2
  17. package/esm/lib/config.js +2 -2
  18. package/esm/mcp-server/mcp-server.js +1 -1
  19. package/esm/mcp-server/server.js +1 -1
  20. package/esm/models/agentsummary.d.ts +32 -0
  21. package/esm/models/agentsummary.d.ts.map +1 -0
  22. package/esm/models/agentsummary.js +26 -0
  23. package/esm/models/agentsummary.js.map +1 -0
  24. package/esm/models/annotationtaskresponse.js +1 -1
  25. package/esm/models/annotationtaskresponse.js.map +1 -1
  26. package/esm/models/evaluatorliveversionsummary.d.ts +13 -0
  27. package/esm/models/evaluatorliveversionsummary.d.ts.map +1 -0
  28. package/esm/models/evaluatorliveversionsummary.js +12 -0
  29. package/esm/models/evaluatorliveversionsummary.js.map +1 -0
  30. package/esm/models/getagenttestrunsagenttestsagentagentuuidrunsgetop.d.ts +32 -2
  31. package/esm/models/getagenttestrunsagenttestsagentagentuuidrunsgetop.d.ts.map +1 -1
  32. package/esm/models/getagenttestrunsagenttestsagentagentuuidrunsgetop.js +25 -2
  33. package/esm/models/getagenttestrunsagenttestsagentagentuuidrunsgetop.js.map +1 -1
  34. package/esm/models/getagenttestsendpointagenttestsagentagentuuidtestsgetop.d.ts +5 -2
  35. package/esm/models/getagenttestsendpointagenttestsagentagentuuidtestsgetop.d.ts.map +1 -1
  36. package/esm/models/getagenttestsendpointagenttestsagentagentuuidtestsgetop.js +5 -2
  37. package/esm/models/getagenttestsendpointagenttestsagentagentuuidtestsgetop.js.map +1 -1
  38. package/esm/models/gettestendpointteststestuuidgetop.d.ts +2 -2
  39. package/esm/models/gettestendpointteststestuuidgetop.d.ts.map +1 -1
  40. package/esm/models/gettestendpointteststestuuidgetop.js +2 -2
  41. package/esm/models/gettestendpointteststestuuidgetop.js.map +1 -1
  42. package/esm/models/listagentsagentsgetop.d.ts +5 -2
  43. package/esm/models/listagentsagentsgetop.d.ts.map +1 -1
  44. package/esm/models/listagentsagentsgetop.js +5 -2
  45. package/esm/models/listagentsagentsgetop.js.map +1 -1
  46. package/esm/models/listannotationtasksannotationtasksgetop.d.ts +5 -2
  47. package/esm/models/listannotationtasksannotationtasksgetop.d.ts.map +1 -1
  48. package/esm/models/listannotationtasksannotationtasksgetop.js +5 -2
  49. package/esm/models/listannotationtasksannotationtasksgetop.js.map +1 -1
  50. package/esm/models/listevaluatorsevaluatorsgetop.d.ts +5 -2
  51. package/esm/models/listevaluatorsevaluatorsgetop.d.ts.map +1 -1
  52. package/esm/models/listevaluatorsevaluatorsgetop.js +5 -2
  53. package/esm/models/listevaluatorsevaluatorsgetop.js.map +1 -1
  54. package/esm/models/listteststestsgetop.d.ts +5 -2
  55. package/esm/models/listteststestsgetop.d.ts.map +1 -1
  56. package/esm/models/listteststestsgetop.js +5 -2
  57. package/esm/models/listteststestsgetop.js.map +1 -1
  58. package/esm/models/paginatedresponseagentsummary.d.ts +10 -0
  59. package/esm/models/paginatedresponseagentsummary.d.ts.map +1 -0
  60. package/esm/models/paginatedresponseagentsummary.js +12 -0
  61. package/esm/models/paginatedresponseagentsummary.js.map +1 -0
  62. package/esm/models/paginatedresponseagenttestrunlistitem.d.ts +10 -0
  63. package/esm/models/paginatedresponseagenttestrunlistitem.d.ts.map +1 -0
  64. package/esm/models/paginatedresponseagenttestrunlistitem.js +12 -0
  65. package/esm/models/paginatedresponseagenttestrunlistitem.js.map +1 -0
  66. package/esm/models/paginatedresponseannotationtaskresponse.d.ts +10 -0
  67. package/esm/models/paginatedresponseannotationtaskresponse.d.ts.map +1 -0
  68. package/esm/models/paginatedresponseannotationtaskresponse.js +12 -0
  69. package/esm/models/paginatedresponseannotationtaskresponse.js.map +1 -0
  70. package/esm/models/paginatedresponseevaluatorresponse.d.ts +10 -0
  71. package/esm/models/paginatedresponseevaluatorresponse.d.ts.map +1 -0
  72. package/esm/models/paginatedresponseevaluatorresponse.js +12 -0
  73. package/esm/models/paginatedresponseevaluatorresponse.js.map +1 -0
  74. package/esm/models/paginatedresponsetestlistresponse.d.ts +10 -0
  75. package/esm/models/paginatedresponsetestlistresponse.d.ts.map +1 -0
  76. package/esm/models/paginatedresponsetestlistresponse.js +12 -0
  77. package/esm/models/paginatedresponsetestlistresponse.js.map +1 -0
  78. package/esm/models/routersevaluatorsevaluatorresponse.d.ts +2 -2
  79. package/esm/models/routersevaluatorsevaluatorresponse.d.ts.map +1 -1
  80. package/esm/models/routersevaluatorsevaluatorresponse.js +2 -2
  81. package/esm/models/routersevaluatorsevaluatorresponse.js.map +1 -1
  82. package/esm/models/testlistconfig.d.ts +6 -0
  83. package/esm/models/testlistconfig.d.ts.map +1 -0
  84. package/esm/models/testlistconfig.js +8 -0
  85. package/esm/models/testlistconfig.js.map +1 -0
  86. package/esm/models/testlistresponse.d.ts +49 -0
  87. package/esm/models/testlistresponse.d.ts.map +1 -0
  88. package/esm/models/testlistresponse.js +33 -0
  89. package/esm/models/testlistresponse.js.map +1 -0
  90. package/esm/models/{routersteststestresponse.d.ts → testresponse.d.ts} +7 -7
  91. package/esm/models/testresponse.d.ts.map +1 -0
  92. package/esm/models/{routersteststestresponse.js → testresponse.js} +5 -5
  93. package/esm/models/testresponse.js.map +1 -0
  94. package/esm/models/updatetestendpointteststestuuidputop.d.ts +2 -2
  95. package/esm/models/updatetestendpointteststestuuidputop.d.ts.map +1 -1
  96. package/esm/models/updatetestendpointteststestuuidputop.js +2 -2
  97. package/esm/models/updatetestendpointteststestuuidputop.js.map +1 -1
  98. package/package.json +1 -1
  99. package/src/funcs/agentTestsListForAgent.ts +7 -1
  100. package/src/funcs/agentTestsListRunsForAgent.ts +9 -1
  101. package/src/funcs/agentsList.ts +7 -1
  102. package/src/funcs/annotationTasksList.ts +7 -1
  103. package/src/funcs/evaluatorsList.ts +3 -0
  104. package/src/funcs/testsList.ts +7 -1
  105. package/src/landing-page.ts +1 -1
  106. package/src/lib/config.ts +2 -2
  107. package/src/mcp-server/mcp-server.ts +1 -1
  108. package/src/mcp-server/server.ts +1 -1
  109. package/src/models/agentsummary.ts +53 -0
  110. package/src/models/annotationtaskresponse.ts +1 -1
  111. package/src/models/evaluatorliveversionsummary.ts +33 -0
  112. package/src/models/getagenttestrunsagenttestsagentagentuuidrunsgetop.ts +59 -6
  113. package/src/models/getagenttestsendpointagenttestsagentagentuuidtestsgetop.ts +17 -7
  114. package/src/models/gettestendpointteststestuuidgetop.ts +3 -6
  115. package/src/models/listagentsagentsgetop.ts +17 -5
  116. package/src/models/listannotationtasksannotationtasksgetop.ts +18 -6
  117. package/src/models/listevaluatorsevaluatorsgetop.ts +17 -7
  118. package/src/models/listteststestsgetop.ts +20 -6
  119. package/src/models/paginatedresponseagentsummary.ts +26 -0
  120. package/src/models/paginatedresponseagenttestrunlistitem.ts +31 -0
  121. package/src/models/paginatedresponseannotationtaskresponse.ts +31 -0
  122. package/src/models/paginatedresponseevaluatorresponse.ts +31 -0
  123. package/src/models/paginatedresponsetestlistresponse.ts +29 -0
  124. package/src/models/routersevaluatorsevaluatorresponse.ts +5 -5
  125. package/src/models/testlistconfig.ts +13 -0
  126. package/src/models/testlistresponse.ts +75 -0
  127. package/src/models/{routersteststestresponse.ts → testresponse.ts} +7 -11
  128. package/src/models/updatetestendpointteststestuuidputop.ts +3 -6
  129. package/esm/models/agenttestrunsresponse.d.ts +0 -7
  130. package/esm/models/agenttestrunsresponse.d.ts.map +0 -1
  131. package/esm/models/agenttestrunsresponse.js +0 -9
  132. package/esm/models/agenttestrunsresponse.js.map +0 -1
  133. package/esm/models/routersagentteststestresponse.d.ts +0 -41
  134. package/esm/models/routersagentteststestresponse.d.ts.map +0 -1
  135. package/esm/models/routersagentteststestresponse.js +0 -31
  136. package/esm/models/routersagentteststestresponse.js.map +0 -1
  137. package/esm/models/routersteststestresponse.d.ts.map +0 -1
  138. package/esm/models/routersteststestresponse.js.map +0 -1
  139. package/src/models/agenttestrunsresponse.ts +0 -18
  140. package/src/models/routersagentteststestresponse.ts +0 -65
@@ -8,27 +8,39 @@ import {
8
8
  HTTPValidationError$zodSchema,
9
9
  } from "./httpvalidationerror.js";
10
10
  import {
11
- RoutersAgentsAgentResponse,
12
- RoutersAgentsAgentResponse$zodSchema,
13
- } from "./routersagentsagentresponse.js";
11
+ PaginatedResponseAgentSummary,
12
+ PaginatedResponseAgentSummary$zodSchema,
13
+ } from "./paginatedresponseagentsummary.js";
14
14
 
15
15
  export type ListAgentsAgentsGetRequest = {
16
+ q?: string | null | undefined;
17
+ limit?: number | null | undefined;
18
+ offset?: number | undefined;
16
19
  xAPIKey?: string | null | undefined;
17
20
  };
18
21
 
19
22
  export const ListAgentsAgentsGetRequest$zodSchema: z.ZodType<
20
23
  ListAgentsAgentsGetRequest
21
24
  > = z.object({
25
+ limit: z.int().describe(
26
+ "Maximum number of items to return. Omit for no limit (all items)",
27
+ ).nullable().optional(),
28
+ offset: z.int().default(0).describe(
29
+ "Number of items to skip before returning results",
30
+ ),
31
+ q: z.string().describe(
32
+ "Case-insensitive substring search on `name`. Blank is a no-op",
33
+ ).nullable().optional(),
22
34
  xAPIKey: z.string().nullable().optional(),
23
35
  });
24
36
 
25
37
  export type ListAgentsAgentsGetResponse =
26
- | Array<RoutersAgentsAgentResponse>
38
+ | PaginatedResponseAgentSummary
27
39
  | HTTPValidationError;
28
40
 
29
41
  export const ListAgentsAgentsGetResponse$zodSchema: z.ZodType<
30
42
  ListAgentsAgentsGetResponse
31
43
  > = z.union([
32
- z.array(RoutersAgentsAgentResponse$zodSchema).describe("Successful Response"),
44
+ PaginatedResponseAgentSummary$zodSchema,
33
45
  HTTPValidationError$zodSchema,
34
46
  ]);
@@ -3,32 +3,44 @@
3
3
  */
4
4
 
5
5
  import * as z from "zod";
6
- import {
7
- AnnotationTaskResponse,
8
- AnnotationTaskResponse$zodSchema,
9
- } from "./annotationtaskresponse.js";
10
6
  import {
11
7
  HTTPValidationError,
12
8
  HTTPValidationError$zodSchema,
13
9
  } from "./httpvalidationerror.js";
10
+ import {
11
+ PaginatedResponseAnnotationTaskResponse,
12
+ PaginatedResponseAnnotationTaskResponse$zodSchema,
13
+ } from "./paginatedresponseannotationtaskresponse.js";
14
14
 
15
15
  export type ListAnnotationTasksAnnotationTasksGetRequest = {
16
+ q?: string | null | undefined;
17
+ limit?: number | null | undefined;
18
+ offset?: number | undefined;
16
19
  xAPIKey?: string | null | undefined;
17
20
  };
18
21
 
19
22
  export const ListAnnotationTasksAnnotationTasksGetRequest$zodSchema: z.ZodType<
20
23
  ListAnnotationTasksAnnotationTasksGetRequest
21
24
  > = z.object({
25
+ limit: z.int().describe(
26
+ "Maximum number of items to return. Omit for no limit (all items)",
27
+ ).nullable().optional(),
28
+ offset: z.int().default(0).describe(
29
+ "Number of items to skip before returning results",
30
+ ),
31
+ q: z.string().describe(
32
+ "Case-insensitive substring search on `name`. Blank is a no-op",
33
+ ).nullable().optional(),
22
34
  xAPIKey: z.string().nullable().optional(),
23
35
  });
24
36
 
25
37
  export type ListAnnotationTasksAnnotationTasksGetResponse =
26
- | Array<AnnotationTaskResponse>
38
+ | PaginatedResponseAnnotationTaskResponse
27
39
  | HTTPValidationError;
28
40
 
29
41
  export const ListAnnotationTasksAnnotationTasksGetResponse$zodSchema: z.ZodType<
30
42
  ListAnnotationTasksAnnotationTasksGetResponse
31
43
  > = z.union([
32
- z.array(AnnotationTaskResponse$zodSchema).describe("Successful Response"),
44
+ PaginatedResponseAnnotationTaskResponse$zodSchema,
33
45
  HTTPValidationError$zodSchema,
34
46
  ]);
@@ -9,9 +9,9 @@ import {
9
9
  HTTPValidationError$zodSchema,
10
10
  } from "./httpvalidationerror.js";
11
11
  import {
12
- RoutersEvaluatorsEvaluatorResponse,
13
- RoutersEvaluatorsEvaluatorResponse$zodSchema,
14
- } from "./routersevaluatorsevaluatorresponse.js";
12
+ PaginatedResponseEvaluatorResponse,
13
+ PaginatedResponseEvaluatorResponse$zodSchema,
14
+ } from "./paginatedresponseevaluatorresponse.js";
15
15
 
16
16
  /**
17
17
  * Filter by what the evaluator judges. Omit for all types
@@ -61,6 +61,9 @@ export type ListEvaluatorsEvaluatorsGetRequest = {
61
61
  evaluator_type?: ListEvaluatorsEvaluatorsGetEvaluatorType | null | undefined;
62
62
  data_type?: ListEvaluatorsEvaluatorsGetDataType | null | undefined;
63
63
  include_defaults?: boolean | undefined;
64
+ q?: string | null | undefined;
65
+ limit?: number | null | undefined;
66
+ offset?: number | undefined;
64
67
  xAPIKey?: string | null | undefined;
65
68
  };
66
69
 
@@ -76,18 +79,25 @@ export const ListEvaluatorsEvaluatorsGetRequest$zodSchema: z.ZodType<
76
79
  include_defaults: z.boolean().default(true).describe(
77
80
  "When `true`, include the built-in default evaluators alongside the ones you created",
78
81
  ),
82
+ limit: z.int().describe(
83
+ "Maximum number of items to return. Omit for no limit (all items)",
84
+ ).nullable().optional(),
85
+ offset: z.int().default(0).describe(
86
+ "Number of items to skip before returning results",
87
+ ),
88
+ q: z.string().describe(
89
+ "Case-insensitive substring search on `name`. Blank is a no-op",
90
+ ).nullable().optional(),
79
91
  xAPIKey: z.string().nullable().optional(),
80
92
  });
81
93
 
82
94
  export type ListEvaluatorsEvaluatorsGetResponse =
83
- | Array<RoutersEvaluatorsEvaluatorResponse>
95
+ | PaginatedResponseEvaluatorResponse
84
96
  | HTTPValidationError;
85
97
 
86
98
  export const ListEvaluatorsEvaluatorsGetResponse$zodSchema: z.ZodType<
87
99
  ListEvaluatorsEvaluatorsGetResponse
88
100
  > = z.union([
89
- z.array(RoutersEvaluatorsEvaluatorResponse$zodSchema).describe(
90
- "Successful Response",
91
- ),
101
+ PaginatedResponseEvaluatorResponse$zodSchema,
92
102
  HTTPValidationError$zodSchema,
93
103
  ]);
@@ -8,25 +8,39 @@ import {
8
8
  HTTPValidationError$zodSchema,
9
9
  } from "./httpvalidationerror.js";
10
10
  import {
11
- RoutersTestsTestResponse,
12
- RoutersTestsTestResponse$zodSchema,
13
- } from "./routersteststestresponse.js";
11
+ PaginatedResponseTestListResponse,
12
+ PaginatedResponseTestListResponse$zodSchema,
13
+ } from "./paginatedresponsetestlistresponse.js";
14
14
 
15
- export type ListTestsTestsGetRequest = { xAPIKey?: string | null | undefined };
15
+ export type ListTestsTestsGetRequest = {
16
+ q?: string | null | undefined;
17
+ limit?: number | null | undefined;
18
+ offset?: number | undefined;
19
+ xAPIKey?: string | null | undefined;
20
+ };
16
21
 
17
22
  export const ListTestsTestsGetRequest$zodSchema: z.ZodType<
18
23
  ListTestsTestsGetRequest
19
24
  > = z.object({
25
+ limit: z.int().describe(
26
+ "Maximum number of items to return. Omit for no limit (all items)",
27
+ ).nullable().optional(),
28
+ offset: z.int().default(0).describe(
29
+ "Number of items to skip before returning results",
30
+ ),
31
+ q: z.string().describe(
32
+ "Case-insensitive substring search on `name`. Blank is a no-op",
33
+ ).nullable().optional(),
20
34
  xAPIKey: z.string().nullable().optional(),
21
35
  });
22
36
 
23
37
  export type ListTestsTestsGetResponse =
24
- | Array<RoutersTestsTestResponse>
38
+ | PaginatedResponseTestListResponse
25
39
  | HTTPValidationError;
26
40
 
27
41
  export const ListTestsTestsGetResponse$zodSchema: z.ZodType<
28
42
  ListTestsTestsGetResponse
29
43
  > = z.union([
30
- z.array(RoutersTestsTestResponse$zodSchema).describe("Successful Response"),
44
+ PaginatedResponseTestListResponse$zodSchema,
31
45
  HTTPValidationError$zodSchema,
32
46
  ]);
@@ -0,0 +1,26 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+
5
+ import * as z from "zod";
6
+ import { AgentSummary, AgentSummary$zodSchema } from "./agentsummary.js";
7
+
8
+ export type PaginatedResponseAgentSummary = {
9
+ items: Array<AgentSummary>;
10
+ total: number;
11
+ limit?: number | null | undefined;
12
+ offset?: number | undefined;
13
+ };
14
+
15
+ export const PaginatedResponseAgentSummary$zodSchema: z.ZodType<
16
+ PaginatedResponseAgentSummary
17
+ > = z.object({
18
+ items: z.array(AgentSummary$zodSchema).describe("The page of results"),
19
+ limit: z.int().nullable().optional().describe(
20
+ "The applied `limit` (null when unbounded)",
21
+ ),
22
+ offset: z.int().default(0).describe("The applied `offset`"),
23
+ total: z.int().describe(
24
+ "Total number of items matching the query, before pagination",
25
+ ),
26
+ });
@@ -0,0 +1,31 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+
5
+ import * as z from "zod";
6
+ import {
7
+ AgentTestRunListItem,
8
+ AgentTestRunListItem$zodSchema,
9
+ } from "./agenttestrunlistitem.js";
10
+
11
+ export type PaginatedResponseAgentTestRunListItem = {
12
+ items: Array<AgentTestRunListItem>;
13
+ total: number;
14
+ limit?: number | null | undefined;
15
+ offset?: number | undefined;
16
+ };
17
+
18
+ export const PaginatedResponseAgentTestRunListItem$zodSchema: z.ZodType<
19
+ PaginatedResponseAgentTestRunListItem
20
+ > = z.object({
21
+ items: z.array(AgentTestRunListItem$zodSchema).describe(
22
+ "The page of results",
23
+ ),
24
+ limit: z.int().nullable().optional().describe(
25
+ "The applied `limit` (null when unbounded)",
26
+ ),
27
+ offset: z.int().default(0).describe("The applied `offset`"),
28
+ total: z.int().describe(
29
+ "Total number of items matching the query, before pagination",
30
+ ),
31
+ });
@@ -0,0 +1,31 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+
5
+ import * as z from "zod";
6
+ import {
7
+ AnnotationTaskResponse,
8
+ AnnotationTaskResponse$zodSchema,
9
+ } from "./annotationtaskresponse.js";
10
+
11
+ export type PaginatedResponseAnnotationTaskResponse = {
12
+ items: Array<AnnotationTaskResponse>;
13
+ total: number;
14
+ limit?: number | null | undefined;
15
+ offset?: number | undefined;
16
+ };
17
+
18
+ export const PaginatedResponseAnnotationTaskResponse$zodSchema: z.ZodType<
19
+ PaginatedResponseAnnotationTaskResponse
20
+ > = z.object({
21
+ items: z.array(AnnotationTaskResponse$zodSchema).describe(
22
+ "The page of results",
23
+ ),
24
+ limit: z.int().nullable().optional().describe(
25
+ "The applied `limit` (null when unbounded)",
26
+ ),
27
+ offset: z.int().default(0).describe("The applied `offset`"),
28
+ total: z.int().describe(
29
+ "Total number of items matching the query, before pagination",
30
+ ),
31
+ });
@@ -0,0 +1,31 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+
5
+ import * as z from "zod";
6
+ import {
7
+ RoutersEvaluatorsEvaluatorResponse,
8
+ RoutersEvaluatorsEvaluatorResponse$zodSchema,
9
+ } from "./routersevaluatorsevaluatorresponse.js";
10
+
11
+ export type PaginatedResponseEvaluatorResponse = {
12
+ items: Array<RoutersEvaluatorsEvaluatorResponse>;
13
+ total: number;
14
+ limit?: number | null | undefined;
15
+ offset?: number | undefined;
16
+ };
17
+
18
+ export const PaginatedResponseEvaluatorResponse$zodSchema: z.ZodType<
19
+ PaginatedResponseEvaluatorResponse
20
+ > = z.object({
21
+ items: z.array(RoutersEvaluatorsEvaluatorResponse$zodSchema).describe(
22
+ "The page of results",
23
+ ),
24
+ limit: z.int().nullable().optional().describe(
25
+ "The applied `limit` (null when unbounded)",
26
+ ),
27
+ offset: z.int().default(0).describe("The applied `offset`"),
28
+ total: z.int().describe(
29
+ "Total number of items matching the query, before pagination",
30
+ ),
31
+ });
@@ -0,0 +1,29 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+
5
+ import * as z from "zod";
6
+ import {
7
+ TestListResponse,
8
+ TestListResponse$zodSchema,
9
+ } from "./testlistresponse.js";
10
+
11
+ export type PaginatedResponseTestListResponse = {
12
+ items: Array<TestListResponse>;
13
+ total: number;
14
+ limit?: number | null | undefined;
15
+ offset?: number | undefined;
16
+ };
17
+
18
+ export const PaginatedResponseTestListResponse$zodSchema: z.ZodType<
19
+ PaginatedResponseTestListResponse
20
+ > = z.object({
21
+ items: z.array(TestListResponse$zodSchema).describe("The page of results"),
22
+ limit: z.int().nullable().optional().describe(
23
+ "The applied `limit` (null when unbounded)",
24
+ ),
25
+ offset: z.int().default(0).describe("The applied `offset`"),
26
+ total: z.int().describe(
27
+ "Total number of items matching the query, before pagination",
28
+ ),
29
+ });
@@ -5,9 +5,9 @@
5
5
  import * as z from "zod";
6
6
  import { ClosedEnum } from "../types/enums.js";
7
7
  import {
8
- EvaluatorVersionResponse,
9
- EvaluatorVersionResponse$zodSchema,
10
- } from "./evaluatorversionresponse.js";
8
+ EvaluatorLiveVersionSummary,
9
+ EvaluatorLiveVersionSummary$zodSchema,
10
+ } from "./evaluatorliveversionsummary.js";
11
11
 
12
12
  /**
13
13
  * What the evaluator judges:
@@ -126,7 +126,7 @@ export type RoutersEvaluatorsEvaluatorResponse = {
126
126
  live_version_id?: string | null | undefined;
127
127
  created_at: string;
128
128
  updated_at: string;
129
- live_version?: EvaluatorVersionResponse | null | undefined;
129
+ live_version?: EvaluatorLiveVersionSummary | null | undefined;
130
130
  };
131
131
 
132
132
  export const RoutersEvaluatorsEvaluatorResponse$zodSchema: z.ZodType<
@@ -148,7 +148,7 @@ export const RoutersEvaluatorsEvaluatorResponse$zodSchema: z.ZodType<
148
148
  is_default: z.boolean().describe(
149
149
  "True for a built-in default evaluator, which you can't edit. False for an evaluator you created, which you can edit and add versions to",
150
150
  ),
151
- live_version: EvaluatorVersionResponse$zodSchema.nullable().optional()
151
+ live_version: EvaluatorLiveVersionSummary$zodSchema.nullable().optional()
152
152
  .describe("The version that is currently live"),
153
153
  live_version_id: z.string().nullable().optional().describe(
154
154
  "ID of the version that is currently live",
@@ -0,0 +1,13 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+
5
+ import * as z from "zod";
6
+
7
+ export type TestListConfig = { description?: string | null | undefined };
8
+
9
+ export const TestListConfig$zodSchema: z.ZodType<TestListConfig> = z.object({
10
+ description: z.string().nullable().optional().describe(
11
+ "Short description of the test, shown in list views and searched on",
12
+ ),
13
+ });
@@ -0,0 +1,75 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+
5
+ import * as z from "zod";
6
+ import { ClosedEnum } from "../types/enums.js";
7
+ import { TestListConfig, TestListConfig$zodSchema } from "./testlistconfig.js";
8
+
9
+ /**
10
+ * What the test judges:
11
+ *
12
+ * @remarks
13
+ *
14
+ * - `response`: judges the generated reply
15
+ * - `tool_call`: diffs the generated tool calls
16
+ * - `conversation`: judges the full conversation
17
+ */
18
+ export const TestListResponseType = {
19
+ Response: "response",
20
+ ToolCall: "tool_call",
21
+ Conversation: "conversation",
22
+ } as const;
23
+ /**
24
+ * What the test judges:
25
+ *
26
+ * @remarks
27
+ *
28
+ * - `response`: judges the generated reply
29
+ * - `tool_call`: diffs the generated tool calls
30
+ * - `conversation`: judges the full conversation
31
+ */
32
+ export type TestListResponseType = ClosedEnum<typeof TestListResponseType>;
33
+
34
+ export const TestListResponseType$zodSchema = z.enum([
35
+ "response",
36
+ "tool_call",
37
+ "conversation",
38
+ ]).describe(
39
+ "What the test judges:\n\n- `response`: judges the generated reply\n- `tool_call`: diffs the generated tool calls\n- `conversation`: judges the full conversation\n",
40
+ );
41
+
42
+ /**
43
+ * Trimmed test shape for list/index endpoints. The full config and hydrated
44
+ *
45
+ * @remarks
46
+ * evaluators live on the detail endpoint (`GET /tests/{uuid}`); the list keeps
47
+ * only what list and attach-dropdown views render.
48
+ */
49
+ export type TestListResponse = {
50
+ uuid: string;
51
+ name: string;
52
+ type: TestListResponseType;
53
+ config?: TestListConfig | null | undefined;
54
+ created_at: string;
55
+ updated_at: string;
56
+ };
57
+
58
+ export const TestListResponse$zodSchema: z.ZodType<TestListResponse> = z.object(
59
+ {
60
+ config: TestListConfig$zodSchema.nullable().optional().describe(
61
+ "Trimmed config carrying only the test's description. Fetch the test by ID for the full config and evaluators",
62
+ ),
63
+ created_at: z.string().describe("When the test was created (ISO 8601 UTC)"),
64
+ name: z.string().describe("Name of the test"),
65
+ type: TestListResponseType$zodSchema.describe(
66
+ "What the test judges:\n\n- `response`: judges the generated reply\n- `tool_call`: diffs the generated tool calls\n- `conversation`: judges the full conversation\n",
67
+ ),
68
+ updated_at: z.string().describe(
69
+ "When the test was last updated (ISO 8601 UTC)",
70
+ ),
71
+ uuid: z.string().describe("Unique ID for the test"),
72
+ },
73
+ ).describe(
74
+ "Trimmed test shape for list/index endpoints. The full config and hydrated\nevaluators live on the detail endpoint (`GET /tests/{uuid}`); the list keeps\nonly what list and attach-dropdown views render.",
75
+ );
@@ -14,7 +14,7 @@ import { ClosedEnum } from "../types/enums.js";
14
14
  * - `tool_call`: diffs the generated tool calls
15
15
  * - `conversation`: judges the full conversation
16
16
  */
17
- export const RoutersTestsTestResponseType = {
17
+ export const TestResponseType = {
18
18
  Response: "response",
19
19
  ToolCall: "tool_call",
20
20
  Conversation: "conversation",
@@ -28,11 +28,9 @@ export const RoutersTestsTestResponseType = {
28
28
  * - `tool_call`: diffs the generated tool calls
29
29
  * - `conversation`: judges the full conversation
30
30
  */
31
- export type RoutersTestsTestResponseType = ClosedEnum<
32
- typeof RoutersTestsTestResponseType
33
- >;
31
+ export type TestResponseType = ClosedEnum<typeof TestResponseType>;
34
32
 
35
- export const RoutersTestsTestResponseType$zodSchema = z.enum([
33
+ export const TestResponseType$zodSchema = z.enum([
36
34
  "response",
37
35
  "tool_call",
38
36
  "conversation",
@@ -40,19 +38,17 @@ export const RoutersTestsTestResponseType$zodSchema = z.enum([
40
38
  "What the test judges:\n\n- `response`: judges the generated reply\n- `tool_call`: diffs the generated tool calls\n- `conversation`: judges the full conversation\n",
41
39
  );
42
40
 
43
- export type RoutersTestsTestResponse = {
41
+ export type TestResponse = {
44
42
  uuid: string;
45
43
  name: string;
46
- type: RoutersTestsTestResponseType;
44
+ type: TestResponseType;
47
45
  config?: { [k: string]: any } | null | undefined;
48
46
  created_at: string;
49
47
  updated_at: string;
50
48
  evaluators?: Array<{ [k: string]: any }> | undefined;
51
49
  };
52
50
 
53
- export const RoutersTestsTestResponse$zodSchema: z.ZodType<
54
- RoutersTestsTestResponse
55
- > = z.object({
51
+ export const TestResponse$zodSchema: z.ZodType<TestResponse> = z.object({
56
52
  config: z.record(z.string(), z.any()).nullable().optional().describe(
57
53
  "The stored config: `history`, `evaluation`, and an optional `settings`",
58
54
  ),
@@ -61,7 +57,7 @@ export const RoutersTestsTestResponse$zodSchema: z.ZodType<
61
57
  "Linked evaluators, resolved to their current live version at read time",
62
58
  ),
63
59
  name: z.string().describe("Name of the test"),
64
- type: RoutersTestsTestResponseType$zodSchema.describe(
60
+ type: TestResponseType$zodSchema.describe(
65
61
  "What the test judges:\n\n- `response`: judges the generated reply\n- `tool_call`: diffs the generated tool calls\n- `conversation`: judges the full conversation\n",
66
62
  ),
67
63
  updated_at: z.string().describe(
@@ -7,10 +7,7 @@ import {
7
7
  HTTPValidationError,
8
8
  HTTPValidationError$zodSchema,
9
9
  } from "./httpvalidationerror.js";
10
- import {
11
- RoutersTestsTestResponse,
12
- RoutersTestsTestResponse$zodSchema,
13
- } from "./routersteststestresponse.js";
10
+ import { TestResponse, TestResponse$zodSchema } from "./testresponse.js";
14
11
  import { TestUpdate, TestUpdate$zodSchema } from "./testupdate.js";
15
12
 
16
13
  export type UpdateTestEndpointTestsTestUuidPutRequest = {
@@ -28,12 +25,12 @@ export const UpdateTestEndpointTestsTestUuidPutRequest$zodSchema: z.ZodType<
28
25
  });
29
26
 
30
27
  export type UpdateTestEndpointTestsTestUuidPutResponse =
31
- | RoutersTestsTestResponse
28
+ | TestResponse
32
29
  | HTTPValidationError;
33
30
 
34
31
  export const UpdateTestEndpointTestsTestUuidPutResponse$zodSchema: z.ZodType<
35
32
  UpdateTestEndpointTestsTestUuidPutResponse
36
33
  > = z.union([
37
- RoutersTestsTestResponse$zodSchema,
34
+ TestResponse$zodSchema,
38
35
  HTTPValidationError$zodSchema,
39
36
  ]);
@@ -1,7 +0,0 @@
1
- import * as z from "zod";
2
- import { AgentTestRunListItem } from "./agenttestrunlistitem.js";
3
- export type AgentTestRunsResponse = {
4
- runs: Array<AgentTestRunListItem>;
5
- };
6
- export declare const AgentTestRunsResponse$zodSchema: z.ZodType<AgentTestRunsResponse>;
7
- //# sourceMappingURL=agenttestrunsresponse.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"agenttestrunsresponse.d.ts","sourceRoot":"","sources":["../../src/models/agenttestrunsresponse.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,oBAAoB,EAErB,MAAM,2BAA2B,CAAC;AAEnC,MAAM,MAAM,qBAAqB,GAAG;IAAE,IAAI,EAAE,KAAK,CAAC,oBAAoB,CAAC,CAAA;CAAE,CAAC;AAE1E,eAAO,MAAM,+BAA+B,EAAE,CAAC,CAAC,OAAO,CAAC,qBAAqB,CAKzE,CAAC"}
@@ -1,9 +0,0 @@
1
- /*
2
- * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
- */
4
- import * as z from "zod";
5
- import { AgentTestRunListItem$zodSchema, } from "./agenttestrunlistitem.js";
6
- export const AgentTestRunsResponse$zodSchema = z.object({
7
- runs: z.array(AgentTestRunListItem$zodSchema).describe("Test runs for the agent, most recently created first"),
8
- });
9
- //# sourceMappingURL=agenttestrunsresponse.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"agenttestrunsresponse.js","sourceRoot":"","sources":["../../src/models/agenttestrunsresponse.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,8BAA8B,GAC/B,MAAM,2BAA2B,CAAC;AAInC,MAAM,CAAC,MAAM,+BAA+B,GAC1C,CAAC,CAAC,MAAM,CAAC;IACP,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAC,QAAQ,CACpD,sDAAsD,CACvD;CACF,CAAC,CAAC"}
@@ -1,41 +0,0 @@
1
- import * as z from "zod";
2
- import { ClosedEnum } from "../types/enums.js";
3
- /**
4
- * What the test checks:
5
- *
6
- * @remarks
7
- * - `response`: judges the reply the agent generates
8
- * - `tool_call`: checks the tool calls the agent makes
9
- * - `conversation`: judges the full conversation after the agent replies
10
- */
11
- export declare const RoutersAgentTestsTestResponseType: {
12
- readonly Response: "response";
13
- readonly ToolCall: "tool_call";
14
- readonly Conversation: "conversation";
15
- };
16
- /**
17
- * What the test checks:
18
- *
19
- * @remarks
20
- * - `response`: judges the reply the agent generates
21
- * - `tool_call`: checks the tool calls the agent makes
22
- * - `conversation`: judges the full conversation after the agent replies
23
- */
24
- export type RoutersAgentTestsTestResponseType = ClosedEnum<typeof RoutersAgentTestsTestResponseType>;
25
- export declare const RoutersAgentTestsTestResponseType$zodSchema: z.ZodEnum<{
26
- response: "response";
27
- tool_call: "tool_call";
28
- conversation: "conversation";
29
- }>;
30
- export type RoutersAgentTestsTestResponse = {
31
- uuid: string;
32
- name: string;
33
- type: RoutersAgentTestsTestResponseType;
34
- config?: {
35
- [k: string]: any;
36
- } | null | undefined;
37
- created_at: string;
38
- updated_at: string;
39
- };
40
- export declare const RoutersAgentTestsTestResponse$zodSchema: z.ZodType<RoutersAgentTestsTestResponse>;
41
- //# sourceMappingURL=routersagentteststestresponse.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"routersagentteststestresponse.d.ts","sourceRoot":"","sources":["../../src/models/routersagentteststestresponse.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAE/C;;;;;;;GAOG;AACH,eAAO,MAAM,iCAAiC;;;;CAIpC,CAAC;AACX;;;;;;;GAOG;AACH,MAAM,MAAM,iCAAiC,GAAG,UAAU,CACxD,OAAO,iCAAiC,CACzC,CAAC;AAEF,eAAO,MAAM,2CAA2C;;;;EAMvD,CAAC;AAEF,MAAM,MAAM,6BAA6B,GAAG;IAC1C,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,iCAAiC,CAAC;IACxC,MAAM,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,GAAG,IAAI,GAAG,SAAS,CAAC;IACjD,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;CACpB,CAAC;AAEF,eAAO,MAAM,uCAAuC,EAAE,CAAC,CAAC,OAAO,CAC7D,6BAA6B,CAc7B,CAAC"}
@@ -1,31 +0,0 @@
1
- /*
2
- * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
- */
4
- import * as z from "zod";
5
- /**
6
- * What the test checks:
7
- *
8
- * @remarks
9
- * - `response`: judges the reply the agent generates
10
- * - `tool_call`: checks the tool calls the agent makes
11
- * - `conversation`: judges the full conversation after the agent replies
12
- */
13
- export const RoutersAgentTestsTestResponseType = {
14
- Response: "response",
15
- ToolCall: "tool_call",
16
- Conversation: "conversation",
17
- };
18
- export const RoutersAgentTestsTestResponseType$zodSchema = z.enum([
19
- "response",
20
- "tool_call",
21
- "conversation",
22
- ]).describe("What the test checks:\n- `response`: judges the reply the agent generates\n- `tool_call`: checks the tool calls the agent makes\n- `conversation`: judges the full conversation after the agent replies");
23
- export const RoutersAgentTestsTestResponse$zodSchema = z.object({
24
- config: z.record(z.string(), z.any()).nullable().optional().describe("Test configuration"),
25
- created_at: z.string().describe("When the test was created (ISO 8601 UTC)"),
26
- name: z.string().describe("Name of the test"),
27
- type: RoutersAgentTestsTestResponseType$zodSchema.describe("What the test checks:\n- `response`: judges the reply the agent generates\n- `tool_call`: checks the tool calls the agent makes\n- `conversation`: judges the full conversation after the agent replies"),
28
- updated_at: z.string().describe("When the test was last updated (ISO 8601 UTC)"),
29
- uuid: z.string().describe("Test ID"),
30
- });
31
- //# sourceMappingURL=routersagentteststestresponse.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"routersagentteststestresponse.js","sourceRoot":"","sources":["../../src/models/routersagentteststestresponse.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAGzB;;;;;;;GAOG;AACH,MAAM,CAAC,MAAM,iCAAiC,GAAG;IAC/C,QAAQ,EAAE,UAAU;IACpB,QAAQ,EAAE,WAAW;IACrB,YAAY,EAAE,cAAc;CACpB,CAAC;AAaX,MAAM,CAAC,MAAM,2CAA2C,GAAG,CAAC,CAAC,IAAI,CAAC;IAChE,UAAU;IACV,WAAW;IACX,cAAc;CACf,CAAC,CAAC,QAAQ,CACT,yMAAyM,CAC1M,CAAC;AAWF,MAAM,CAAC,MAAM,uCAAuC,GAEhD,CAAC,CAAC,MAAM,CAAC;IACX,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClE,oBAAoB,CACrB;IACD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,0CAA0C,CAAC;IAC3E,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,kBAAkB,CAAC;IAC7C,IAAI,EAAE,2CAA2C,CAAC,QAAQ,CACxD,yMAAyM,CAC1M;IACD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAC7B,+CAA+C,CAChD;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,SAAS,CAAC;CACrC,CAAC,CAAC"}