@lightsage/mcp 0.4.0 → 0.4.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +2 -2
- package/bin/mcp-server.js +1292 -247
- package/bin/mcp-server.js.map +48 -23
- package/esm/funcs/evalTemplatesV2EvalTemplatesCreate.d.ts +16 -0
- package/esm/funcs/evalTemplatesV2EvalTemplatesCreate.d.ts.map +1 -0
- package/esm/funcs/evalTemplatesV2EvalTemplatesCreate.js +83 -0
- package/esm/funcs/evalTemplatesV2EvalTemplatesCreate.js.map +1 -0
- package/esm/funcs/evalTemplatesV2EvalTemplatesDelete.d.ts +16 -0
- package/esm/funcs/evalTemplatesV2EvalTemplatesDelete.d.ts.map +1 -0
- package/esm/funcs/evalTemplatesV2EvalTemplatesDelete.js +88 -0
- package/esm/funcs/evalTemplatesV2EvalTemplatesDelete.js.map +1 -0
- package/esm/funcs/evalTemplatesV2EvalTemplatesList.d.ts +15 -0
- package/esm/funcs/evalTemplatesV2EvalTemplatesList.d.ts.map +1 -0
- package/esm/funcs/evalTemplatesV2EvalTemplatesList.js +72 -0
- package/esm/funcs/evalTemplatesV2EvalTemplatesList.js.map +1 -0
- package/esm/funcs/evalTemplatesV2EvalTemplatesRetrieve.d.ts +16 -0
- package/esm/funcs/evalTemplatesV2EvalTemplatesRetrieve.d.ts.map +1 -0
- package/esm/funcs/evalTemplatesV2EvalTemplatesRetrieve.js +88 -0
- package/esm/funcs/evalTemplatesV2EvalTemplatesRetrieve.js.map +1 -0
- package/esm/funcs/evalTemplatesV2EvalTemplatesUpdate.d.ts +16 -0
- package/esm/funcs/evalTemplatesV2EvalTemplatesUpdate.d.ts.map +1 -0
- package/esm/funcs/evalTemplatesV2EvalTemplatesUpdate.js +89 -0
- package/esm/funcs/evalTemplatesV2EvalTemplatesUpdate.js.map +1 -0
- package/esm/funcs/evalsV2EvalsBatchCreate.d.ts +16 -0
- package/esm/funcs/evalsV2EvalsBatchCreate.d.ts.map +1 -0
- package/esm/funcs/evalsV2EvalsBatchCreate.js +83 -0
- package/esm/funcs/evalsV2EvalsBatchCreate.js.map +1 -0
- package/esm/funcs/promptsV2PromptsRetrieve.d.ts +1 -1
- package/esm/funcs/promptsV2PromptsRetrieve.js +1 -1
- package/esm/funcs/promptsV2PromptsUpdate.d.ts +1 -1
- package/esm/funcs/promptsV2PromptsUpdate.js +1 -1
- package/esm/landing-page.js +1 -1
- package/esm/lib/config.d.ts +2 -2
- package/esm/lib/config.js +2 -2
- package/esm/mcp-server/mcp-server.js +1 -1
- package/esm/mcp-server/server.d.ts.map +1 -1
- package/esm/mcp-server/server.js +13 -1
- package/esm/mcp-server/server.js.map +1 -1
- package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesCreate.d.ts +7 -0
- package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesCreate.d.ts.map +1 -0
- package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesCreate.js +35 -0
- package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesCreate.js.map +1 -0
- package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesDelete.d.ts +7 -0
- package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesDelete.d.ts.map +1 -0
- package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesDelete.js +35 -0
- package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesDelete.js.map +1 -0
- package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesList.d.ts +3 -0
- package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesList.d.ts.map +1 -0
- package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesList.js +30 -0
- package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesList.js.map +1 -0
- package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesRetrieve.d.ts +7 -0
- package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesRetrieve.d.ts.map +1 -0
- package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesRetrieve.js +35 -0
- package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesRetrieve.js.map +1 -0
- package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesUpdate.d.ts +7 -0
- package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesUpdate.d.ts.map +1 -0
- package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesUpdate.js +35 -0
- package/esm/mcp-server/tools/evalTemplatesV2EvalTemplatesUpdate.js.map +1 -0
- package/esm/mcp-server/tools/evalsV2EvalsBatchCreate.d.ts +7 -0
- package/esm/mcp-server/tools/evalsV2EvalsBatchCreate.d.ts.map +1 -0
- package/esm/mcp-server/tools/evalsV2EvalsBatchCreate.js +35 -0
- package/esm/mcp-server/tools/evalsV2EvalsBatchCreate.js.map +1 -0
- package/esm/mcp-server/tools/promptsV2PromptsRetrieve.js +1 -1
- package/esm/mcp-server/tools/promptsV2PromptsRetrieve.js.map +1 -1
- package/esm/mcp-server/tools/promptsV2PromptsUpdate.js +1 -1
- package/esm/mcp-server/tools/promptsV2PromptsUpdate.js.map +1 -1
- package/esm/models/createevaltemplatebatchrequest.d.ts +12 -0
- package/esm/models/createevaltemplatebatchrequest.d.ts.map +1 -0
- package/esm/models/createevaltemplatebatchrequest.js +12 -0
- package/esm/models/createevaltemplatebatchrequest.js.map +1 -0
- package/esm/models/createevaltemplaterequest.d.ts +79 -0
- package/esm/models/createevaltemplaterequest.d.ts.map +1 -0
- package/esm/models/createevaltemplaterequest.js +74 -0
- package/esm/models/createevaltemplaterequest.js.map +1 -0
- package/esm/models/createv2promptrequest.d.ts +2 -0
- package/esm/models/createv2promptrequest.d.ts.map +1 -1
- package/esm/models/createv2promptrequest.js +3 -0
- package/esm/models/createv2promptrequest.js.map +1 -1
- package/esm/models/evaltemplate.d.ts +83 -0
- package/esm/models/evaltemplate.d.ts.map +1 -0
- package/esm/models/evaltemplate.js +81 -0
- package/esm/models/evaltemplate.js.map +1 -0
- package/esm/models/evaltemplatebatchcreatedeval.d.ts +11 -0
- package/esm/models/evaltemplatebatchcreatedeval.d.ts.map +1 -0
- package/esm/models/evaltemplatebatchcreatedeval.js +14 -0
- package/esm/models/evaltemplatebatchcreatedeval.js.map +1 -0
- package/esm/models/evaltemplatebatchitem.d.ts +32 -0
- package/esm/models/evaltemplatebatchitem.d.ts.map +1 -0
- package/esm/models/evaltemplatebatchitem.js +27 -0
- package/esm/models/evaltemplatebatchitem.js.map +1 -0
- package/esm/models/evaltemplatebatchresponse.d.ts +12 -0
- package/esm/models/evaltemplatebatchresponse.d.ts.map +1 -0
- package/esm/models/evaltemplatebatchresponse.js +15 -0
- package/esm/models/evaltemplatebatchresponse.js.map +1 -0
- package/esm/models/evaltemplatebatchresult.d.ts +10 -0
- package/esm/models/evaltemplatebatchresult.d.ts.map +1 -0
- package/esm/models/evaltemplatebatchresult.js +13 -0
- package/esm/models/evaltemplatebatchresult.js.map +1 -0
- package/esm/models/evaltemplateruntime.d.ts +20 -0
- package/esm/models/evaltemplateruntime.d.ts.map +1 -0
- package/esm/models/evaltemplateruntime.js +21 -0
- package/esm/models/evaltemplateruntime.js.map +1 -0
- package/esm/models/evaltemplateschedule.d.ts +28 -0
- package/esm/models/evaltemplateschedule.d.ts.map +1 -0
- package/esm/models/evaltemplateschedule.js +24 -0
- package/esm/models/evaltemplateschedule.js.map +1 -0
- package/esm/models/evaltemplatesresponse.d.ts +8 -0
- package/esm/models/evaltemplatesresponse.d.ts.map +1 -0
- package/esm/models/evaltemplatesresponse.js +11 -0
- package/esm/models/evaltemplatesresponse.js.map +1 -0
- package/esm/models/graderdefinition.d.ts +14 -0
- package/esm/models/graderdefinition.d.ts.map +1 -0
- package/esm/models/graderdefinition.js +17 -0
- package/esm/models/graderdefinition.js.map +1 -0
- package/esm/models/updateevaltemplaterequest.d.ts +71 -0
- package/esm/models/updateevaltemplaterequest.d.ts.map +1 -0
- package/esm/models/updateevaltemplaterequest.js +71 -0
- package/esm/models/updateevaltemplaterequest.js.map +1 -0
- package/esm/models/updatev2promptrequest.d.ts +2 -0
- package/esm/models/updatev2promptrequest.d.ts.map +1 -1
- package/esm/models/updatev2promptrequest.js +3 -0
- package/esm/models/updatev2promptrequest.js.map +1 -1
- package/esm/models/v2evalsbatchcreateop.d.ts +27 -0
- package/esm/models/v2evalsbatchcreateop.d.ts.map +1 -0
- package/esm/models/v2evalsbatchcreateop.js +24 -0
- package/esm/models/v2evalsbatchcreateop.js.map +1 -0
- package/esm/models/v2evaltemplatescreateop.d.ts +13 -0
- package/esm/models/v2evaltemplatescreateop.d.ts.map +1 -0
- package/esm/models/v2evaltemplatescreateop.js +16 -0
- package/esm/models/v2evaltemplatescreateop.js.map +1 -0
- package/esm/models/v2evaltemplatesdeleteop.d.ts +24 -0
- package/esm/models/v2evaltemplatesdeleteop.d.ts.map +1 -0
- package/esm/models/v2evaltemplatesdeleteop.js +23 -0
- package/esm/models/v2evaltemplatesdeleteop.js.map +1 -0
- package/esm/models/v2evaltemplatesretrieveop.d.ts +17 -0
- package/esm/models/v2evaltemplatesretrieveop.d.ts.map +1 -0
- package/esm/models/v2evaltemplatesretrieveop.js +19 -0
- package/esm/models/v2evaltemplatesretrieveop.js.map +1 -0
- package/esm/models/v2evaltemplatesupdateop.d.ts +33 -0
- package/esm/models/v2evaltemplatesupdateop.d.ts.map +1 -0
- package/esm/models/v2evaltemplatesupdateop.js +29 -0
- package/esm/models/v2evaltemplatesupdateop.js.map +1 -0
- package/esm/models/v2inlinemcpdefinition.d.ts +4 -4
- package/esm/models/v2inlinemcpdefinition.d.ts.map +1 -1
- package/esm/models/v2inlinemcpdefinition.js +3 -3
- package/esm/models/v2inlinemcpdefinition.js.map +1 -1
- package/esm/models/v2listpromptsresponse.d.ts +8 -0
- package/esm/models/v2listpromptsresponse.d.ts.map +1 -0
- package/esm/models/v2listpromptsresponse.js +11 -0
- package/esm/models/v2listpromptsresponse.js.map +1 -0
- package/esm/models/v2promptbatchresponse.d.ts +10 -0
- package/esm/models/v2promptbatchresponse.d.ts.map +1 -0
- package/esm/models/v2promptbatchresponse.js +13 -0
- package/esm/models/v2promptbatchresponse.js.map +1 -0
- package/esm/models/{publicprompt.d.ts → v2promptresponse.d.ts} +9 -7
- package/esm/models/v2promptresponse.d.ts.map +1 -0
- package/esm/models/{publicprompt.js → v2promptresponse.js} +8 -6
- package/esm/models/v2promptresponse.js.map +1 -0
- package/esm/models/v2promptrundetail.d.ts +6 -0
- package/esm/models/v2promptrundetail.d.ts.map +1 -1
- package/esm/models/v2promptrundetail.js +7 -0
- package/esm/models/v2promptrundetail.js.map +1 -1
- package/esm/models/v2promptrunsettings.d.ts +26 -0
- package/esm/models/v2promptrunsettings.d.ts.map +1 -0
- package/esm/models/v2promptrunsettings.js +26 -0
- package/esm/models/v2promptrunsettings.js.map +1 -0
- package/esm/models/v2promptrunsettingsinput.d.ts +20 -0
- package/esm/models/v2promptrunsettingsinput.d.ts.map +1 -0
- package/esm/models/v2promptrunsettingsinput.js +23 -0
- package/esm/models/v2promptrunsettingsinput.js.map +1 -0
- package/esm/models/v2promptrunsummary.d.ts +6 -0
- package/esm/models/v2promptrunsummary.d.ts.map +1 -1
- package/esm/models/v2promptrunsummary.js +7 -0
- package/esm/models/v2promptrunsummary.js.map +1 -1
- package/esm/models/v2promptscreateop.d.ts +2 -2
- package/esm/models/v2promptscreateop.d.ts.map +1 -1
- package/esm/models/v2promptscreateop.js +2 -2
- package/esm/models/v2promptscreateop.js.map +1 -1
- package/esm/models/v2promptslistop.d.ts +2 -2
- package/esm/models/v2promptslistop.d.ts.map +1 -1
- package/esm/models/v2promptslistop.js +2 -2
- package/esm/models/v2promptslistop.js.map +1 -1
- package/esm/models/v2promptsretrieveop.d.ts +2 -2
- package/esm/models/v2promptsretrieveop.d.ts.map +1 -1
- package/esm/models/v2promptsretrieveop.js +2 -2
- package/esm/models/v2promptsretrieveop.js.map +1 -1
- package/esm/models/v2promptsupdateop.d.ts +2 -2
- package/esm/models/v2promptsupdateop.d.ts.map +1 -1
- package/esm/models/v2promptsupdateop.js +2 -2
- package/esm/models/v2promptsupdateop.js.map +1 -1
- package/esm/models/validationerror.d.ts +4 -0
- package/esm/models/validationerror.d.ts.map +1 -1
- package/esm/models/validationerror.js +3 -0
- package/esm/models/validationerror.js.map +1 -1
- package/esm/tool-names.d.ts.map +1 -1
- package/esm/tool-names.js +26 -2
- package/esm/tool-names.js.map +1 -1
- package/package.json +1 -1
- package/src/funcs/evalTemplatesV2EvalTemplatesCreate.ts +145 -0
- package/src/funcs/evalTemplatesV2EvalTemplatesDelete.ts +153 -0
- package/src/funcs/evalTemplatesV2EvalTemplatesList.ts +124 -0
- package/src/funcs/evalTemplatesV2EvalTemplatesRetrieve.ts +153 -0
- package/src/funcs/evalTemplatesV2EvalTemplatesUpdate.ts +154 -0
- package/src/funcs/evalsV2EvalsBatchCreate.ts +145 -0
- package/src/funcs/promptsV2PromptsRetrieve.ts +1 -1
- package/src/funcs/promptsV2PromptsUpdate.ts +1 -1
- package/src/landing-page.ts +1 -1
- package/src/lib/config.ts +2 -2
- package/src/mcp-server/mcp-server.ts +1 -1
- package/src/mcp-server/server.ts +13 -1
- package/src/mcp-server/tools/evalTemplatesV2EvalTemplatesCreate.ts +45 -0
- package/src/mcp-server/tools/evalTemplatesV2EvalTemplatesDelete.ts +45 -0
- package/src/mcp-server/tools/evalTemplatesV2EvalTemplatesList.ts +36 -0
- package/src/mcp-server/tools/evalTemplatesV2EvalTemplatesRetrieve.ts +45 -0
- package/src/mcp-server/tools/evalTemplatesV2EvalTemplatesUpdate.ts +45 -0
- package/src/mcp-server/tools/evalsV2EvalsBatchCreate.ts +43 -0
- package/src/mcp-server/tools/promptsV2PromptsRetrieve.ts +1 -1
- package/src/mcp-server/tools/promptsV2PromptsUpdate.ts +1 -1
- package/src/models/createevaltemplatebatchrequest.ts +35 -0
- package/src/models/createevaltemplaterequest.ts +151 -0
- package/src/models/createv2promptrequest.ts +9 -0
- package/src/models/evaltemplate.ts +154 -0
- package/src/models/evaltemplatebatchcreatedeval.ts +26 -0
- package/src/models/evaltemplatebatchitem.ts +54 -0
- package/src/models/evaltemplatebatchresponse.ts +30 -0
- package/src/models/evaltemplatebatchresult.ts +26 -0
- package/src/models/evaltemplateruntime.ts +64 -0
- package/src/models/evaltemplateschedule.ts +44 -0
- package/src/models/evaltemplatesresponse.ts +18 -0
- package/src/models/graderdefinition.ts +34 -0
- package/src/models/updateevaltemplaterequest.ts +116 -0
- package/src/models/updatev2promptrequest.ts +9 -0
- package/src/models/v2evalsbatchcreateop.ts +66 -0
- package/src/models/v2evaltemplatescreateop.ts +37 -0
- package/src/models/v2evaltemplatesdeleteop.ts +56 -0
- package/src/models/v2evaltemplatesretrieveop.ts +43 -0
- package/src/models/v2evaltemplatesupdateop.ts +79 -0
- package/src/models/v2inlinemcpdefinition.ts +7 -5
- package/src/models/v2listpromptsresponse.ts +21 -0
- package/src/models/v2promptbatchresponse.ts +27 -0
- package/src/models/{publicprompt.ts → v2promptresponse.ts} +29 -21
- package/src/models/v2promptrundetail.ts +21 -0
- package/src/models/v2promptrunsettings.ts +50 -0
- package/src/models/v2promptrunsettingsinput.ts +47 -0
- package/src/models/v2promptrunsummary.ts +21 -0
- package/src/models/v2promptscreateop.ts +5 -5
- package/src/models/v2promptslistop.ts +5 -5
- package/src/models/v2promptsretrieveop.ts +6 -3
- package/src/models/v2promptsupdateop.ts +6 -3
- package/src/models/validationerror.ts +8 -0
- package/src/tool-names.ts +26 -2
- package/esm/models/listpromptsresponse.d.ts +0 -8
- package/esm/models/listpromptsresponse.d.ts.map +0 -1
- package/esm/models/listpromptsresponse.js +0 -12
- package/esm/models/listpromptsresponse.js.map +0 -1
- package/esm/models/publicprompt.d.ts.map +0 -1
- package/esm/models/publicprompt.js.map +0 -1
- package/esm/models/publicpromptbatchresponse.d.ts +0 -10
- package/esm/models/publicpromptbatchresponse.d.ts.map +0 -1
- package/esm/models/publicpromptbatchresponse.js +0 -13
- package/esm/models/publicpromptbatchresponse.js.map +0 -1
- package/src/models/listpromptsresponse.ts +0 -15
- package/src/models/publicpromptbatchresponse.ts +0 -25
|
@@ -0,0 +1,64 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
* @generated-id: c5af571c2713
|
|
4
|
+
*/
|
|
5
|
+
|
|
6
|
+
import * as z from "zod";
|
|
7
|
+
import {
|
|
8
|
+
SearchGroundingMode,
|
|
9
|
+
SearchGroundingMode$zodSchema,
|
|
10
|
+
} from "./searchgroundingmode.js";
|
|
11
|
+
|
|
12
|
+
/**
|
|
13
|
+
* Reusable runtime resources copied into each created eval.
|
|
14
|
+
*/
|
|
15
|
+
export type EvalTemplateRuntime = {
|
|
16
|
+
starting_project_id?: string | null | undefined;
|
|
17
|
+
environment_profile_ids?: Array<string> | undefined;
|
|
18
|
+
include_env_vars?: boolean | undefined;
|
|
19
|
+
search_grounding?: SearchGroundingMode | undefined;
|
|
20
|
+
skill_ids?: Array<string> | undefined;
|
|
21
|
+
mcp_server_ids?: Array<string> | undefined;
|
|
22
|
+
cli_ids?: Array<string> | undefined;
|
|
23
|
+
include_brand_docs?: boolean | undefined;
|
|
24
|
+
run_on_github_pr?: boolean | undefined;
|
|
25
|
+
setup_commands?: Array<string> | undefined;
|
|
26
|
+
cleanup_commands?: Array<string> | undefined;
|
|
27
|
+
};
|
|
28
|
+
|
|
29
|
+
export const EvalTemplateRuntime$zodSchema: z.ZodType<EvalTemplateRuntime> = z
|
|
30
|
+
.object({
|
|
31
|
+
cleanup_commands: z.array(z.string()).optional().describe(
|
|
32
|
+
"Shell commands run after each eval attempt, in order.",
|
|
33
|
+
),
|
|
34
|
+
cli_ids: z.array(z.string()).optional().describe(
|
|
35
|
+
"Reusable CLI IDs copied into each created eval.",
|
|
36
|
+
),
|
|
37
|
+
environment_profile_ids: z.array(z.string()).optional().describe(
|
|
38
|
+
"Environment profile IDs copied into each created eval.",
|
|
39
|
+
),
|
|
40
|
+
include_brand_docs: z.boolean().default(false).describe(
|
|
41
|
+
"Whether organization documentation is included at runtime.",
|
|
42
|
+
),
|
|
43
|
+
include_env_vars: z.boolean().default(true).describe(
|
|
44
|
+
"Whether selected environment profiles are enabled.",
|
|
45
|
+
),
|
|
46
|
+
mcp_server_ids: z.array(z.string()).optional().describe(
|
|
47
|
+
"Reusable MCP server IDs copied into each created eval.",
|
|
48
|
+
),
|
|
49
|
+
run_on_github_pr: z.boolean().default(false).describe(
|
|
50
|
+
"Whether each created eval is configured for GitHub pull requests.",
|
|
51
|
+
),
|
|
52
|
+
search_grounding: SearchGroundingMode$zodSchema.optional().describe(
|
|
53
|
+
"Requested web-retrieval behavior for an eval run.",
|
|
54
|
+
),
|
|
55
|
+
setup_commands: z.array(z.string()).optional().describe(
|
|
56
|
+
"Shell commands run before each eval attempt, in order.",
|
|
57
|
+
),
|
|
58
|
+
skill_ids: z.array(z.string()).optional().describe(
|
|
59
|
+
"Reusable skill IDs copied into each created eval.",
|
|
60
|
+
),
|
|
61
|
+
starting_project_id: z.string().nullable().optional().describe(
|
|
62
|
+
"Optional reusable repository workspace ID.",
|
|
63
|
+
),
|
|
64
|
+
}).describe("Reusable runtime resources copied into each created eval.");
|
|
@@ -0,0 +1,44 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
* @generated-id: e2a92236d519
|
|
4
|
+
*/
|
|
5
|
+
|
|
6
|
+
import * as z from "zod";
|
|
7
|
+
import { ClosedEnum } from "../types/enums.js";
|
|
8
|
+
|
|
9
|
+
/**
|
|
10
|
+
* Schedule cadence used when `enabled` is true.
|
|
11
|
+
*/
|
|
12
|
+
export const Frequency = {
|
|
13
|
+
Daily: "daily",
|
|
14
|
+
EveryOtherDay: "every_other_day",
|
|
15
|
+
Weekly: "weekly",
|
|
16
|
+
} as const;
|
|
17
|
+
/**
|
|
18
|
+
* Schedule cadence used when `enabled` is true.
|
|
19
|
+
*/
|
|
20
|
+
export type Frequency = ClosedEnum<typeof Frequency>;
|
|
21
|
+
|
|
22
|
+
export const Frequency$zodSchema = z.enum([
|
|
23
|
+
"daily",
|
|
24
|
+
"every_other_day",
|
|
25
|
+
"weekly",
|
|
26
|
+
]).describe("Schedule cadence used when `enabled` is true.");
|
|
27
|
+
|
|
28
|
+
/**
|
|
29
|
+
* Schedule copied into every eval created from the template.
|
|
30
|
+
*/
|
|
31
|
+
export type EvalTemplateSchedule = {
|
|
32
|
+
enabled?: boolean | undefined;
|
|
33
|
+
frequency?: Frequency | undefined;
|
|
34
|
+
};
|
|
35
|
+
|
|
36
|
+
export const EvalTemplateSchedule$zodSchema: z.ZodType<EvalTemplateSchedule> = z
|
|
37
|
+
.object({
|
|
38
|
+
enabled: z.boolean().default(false).describe(
|
|
39
|
+
"Whether each eval created from the template receives a schedule.",
|
|
40
|
+
),
|
|
41
|
+
frequency: Frequency$zodSchema.default("weekly").describe(
|
|
42
|
+
"Schedule cadence used when `enabled` is true.",
|
|
43
|
+
),
|
|
44
|
+
}).describe("Schedule copied into every eval created from the template.");
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
* @generated-id: 72a47845de15
|
|
4
|
+
*/
|
|
5
|
+
|
|
6
|
+
import * as z from "zod";
|
|
7
|
+
import { EvalTemplate, EvalTemplate$zodSchema } from "./evaltemplate.js";
|
|
8
|
+
|
|
9
|
+
export type EvalTemplatesResponse = {
|
|
10
|
+
data?: Array<EvalTemplate> | undefined;
|
|
11
|
+
count: number;
|
|
12
|
+
};
|
|
13
|
+
|
|
14
|
+
export const EvalTemplatesResponse$zodSchema: z.ZodType<EvalTemplatesResponse> =
|
|
15
|
+
z.object({
|
|
16
|
+
count: z.int(),
|
|
17
|
+
data: z.array(EvalTemplate$zodSchema).optional(),
|
|
18
|
+
});
|
|
@@ -0,0 +1,34 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
* @generated-id: e683eba11663
|
|
4
|
+
*/
|
|
5
|
+
|
|
6
|
+
import * as z from "zod";
|
|
7
|
+
|
|
8
|
+
export type GraderDefinition = {
|
|
9
|
+
name: string;
|
|
10
|
+
type: string;
|
|
11
|
+
needle?: string | null | undefined;
|
|
12
|
+
needles?: Array<string> | null | undefined;
|
|
13
|
+
pattern?: string | null | undefined;
|
|
14
|
+
case_sensitive?: boolean | undefined;
|
|
15
|
+
criteria?: string | null | undefined;
|
|
16
|
+
weight?: number | undefined;
|
|
17
|
+
blocking?: boolean | undefined;
|
|
18
|
+
};
|
|
19
|
+
|
|
20
|
+
export const GraderDefinition$zodSchema: z.ZodType<GraderDefinition> = z.object(
|
|
21
|
+
{
|
|
22
|
+
blocking: z.boolean().default(false).describe(
|
|
23
|
+
"Whether a failed or missing result from this grader fails the entire eval regardless of the aggregate score.",
|
|
24
|
+
),
|
|
25
|
+
case_sensitive: z.boolean().default(false),
|
|
26
|
+
criteria: z.string().nullable().optional(),
|
|
27
|
+
name: z.string(),
|
|
28
|
+
needle: z.string().nullable().optional(),
|
|
29
|
+
needles: z.array(z.string()).nullable().optional(),
|
|
30
|
+
pattern: z.string().nullable().optional(),
|
|
31
|
+
type: z.string(),
|
|
32
|
+
weight: z.number().default(1),
|
|
33
|
+
},
|
|
34
|
+
);
|
|
@@ -0,0 +1,116 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
* @generated-id: 0686d10497e5
|
|
4
|
+
*/
|
|
5
|
+
|
|
6
|
+
import * as z from "zod";
|
|
7
|
+
import { ClosedEnum } from "../types/enums.js";
|
|
8
|
+
import {
|
|
9
|
+
EvalTemplateRuntime,
|
|
10
|
+
EvalTemplateRuntime$zodSchema,
|
|
11
|
+
} from "./evaltemplateruntime.js";
|
|
12
|
+
import {
|
|
13
|
+
EvalTemplateSchedule,
|
|
14
|
+
EvalTemplateSchedule$zodSchema,
|
|
15
|
+
} from "./evaltemplateschedule.js";
|
|
16
|
+
import {
|
|
17
|
+
GraderDefinition,
|
|
18
|
+
GraderDefinition$zodSchema,
|
|
19
|
+
} from "./graderdefinition.js";
|
|
20
|
+
|
|
21
|
+
export const UpdateEvalTemplateRequestEvalType = {
|
|
22
|
+
CustomEval: "custom_eval",
|
|
23
|
+
AgentPreference: "agent_preference",
|
|
24
|
+
} as const;
|
|
25
|
+
export type UpdateEvalTemplateRequestEvalType = ClosedEnum<
|
|
26
|
+
typeof UpdateEvalTemplateRequestEvalType
|
|
27
|
+
>;
|
|
28
|
+
|
|
29
|
+
export const UpdateEvalTemplateRequestEvalType$zodSchema = z.enum([
|
|
30
|
+
"custom_eval",
|
|
31
|
+
"agent_preference",
|
|
32
|
+
]);
|
|
33
|
+
|
|
34
|
+
export const UpdateEvalTemplateRequestIncludedComponent = {
|
|
35
|
+
Judges: "judges",
|
|
36
|
+
Targets: "targets",
|
|
37
|
+
Persona: "persona",
|
|
38
|
+
Competitors: "competitors",
|
|
39
|
+
Tag: "tag",
|
|
40
|
+
Category: "category",
|
|
41
|
+
Runs: "runs",
|
|
42
|
+
Schedule: "schedule",
|
|
43
|
+
Repository: "repository",
|
|
44
|
+
Environment: "environment",
|
|
45
|
+
SearchGrounding: "search_grounding",
|
|
46
|
+
Skills: "skills",
|
|
47
|
+
McpServers: "mcp_servers",
|
|
48
|
+
Clis: "clis",
|
|
49
|
+
BrandDocs: "brand_docs",
|
|
50
|
+
GithubPr: "github_pr",
|
|
51
|
+
RuntimeCommands: "runtime_commands",
|
|
52
|
+
} as const;
|
|
53
|
+
export type UpdateEvalTemplateRequestIncludedComponent = ClosedEnum<
|
|
54
|
+
typeof UpdateEvalTemplateRequestIncludedComponent
|
|
55
|
+
>;
|
|
56
|
+
|
|
57
|
+
export const UpdateEvalTemplateRequestIncludedComponent$zodSchema = z.enum([
|
|
58
|
+
"judges",
|
|
59
|
+
"targets",
|
|
60
|
+
"persona",
|
|
61
|
+
"competitors",
|
|
62
|
+
"tag",
|
|
63
|
+
"category",
|
|
64
|
+
"runs",
|
|
65
|
+
"schedule",
|
|
66
|
+
"repository",
|
|
67
|
+
"environment",
|
|
68
|
+
"search_grounding",
|
|
69
|
+
"skills",
|
|
70
|
+
"mcp_servers",
|
|
71
|
+
"clis",
|
|
72
|
+
"brand_docs",
|
|
73
|
+
"github_pr",
|
|
74
|
+
"runtime_commands",
|
|
75
|
+
]);
|
|
76
|
+
|
|
77
|
+
export type UpdateEvalTemplateRequest = {
|
|
78
|
+
expected_template_version?: number | undefined;
|
|
79
|
+
name?: string | undefined;
|
|
80
|
+
description?: string | undefined;
|
|
81
|
+
eval_type?: UpdateEvalTemplateRequestEvalType | undefined;
|
|
82
|
+
included_components?:
|
|
83
|
+
| Array<UpdateEvalTemplateRequestIncludedComponent>
|
|
84
|
+
| null
|
|
85
|
+
| undefined;
|
|
86
|
+
persona?: string | undefined;
|
|
87
|
+
category_name?: string | undefined;
|
|
88
|
+
tag?: string | undefined;
|
|
89
|
+
competitor_ids?: Array<string> | null | undefined;
|
|
90
|
+
judges?: Array<GraderDefinition> | null | undefined;
|
|
91
|
+
target_keys?: Array<string> | null | undefined;
|
|
92
|
+
schedule?: EvalTemplateSchedule | null | undefined;
|
|
93
|
+
runs_per_execution?: number | undefined;
|
|
94
|
+
runtime?: EvalTemplateRuntime | null | undefined;
|
|
95
|
+
};
|
|
96
|
+
|
|
97
|
+
export const UpdateEvalTemplateRequest$zodSchema: z.ZodType<
|
|
98
|
+
UpdateEvalTemplateRequest
|
|
99
|
+
> = z.object({
|
|
100
|
+
category_name: z.string().optional(),
|
|
101
|
+
competitor_ids: z.array(z.string()).nullable().optional(),
|
|
102
|
+
description: z.string().optional(),
|
|
103
|
+
eval_type: UpdateEvalTemplateRequestEvalType$zodSchema.optional(),
|
|
104
|
+
expected_template_version: z.int().optional(),
|
|
105
|
+
included_components: z.array(
|
|
106
|
+
UpdateEvalTemplateRequestIncludedComponent$zodSchema,
|
|
107
|
+
).nullable().optional(),
|
|
108
|
+
judges: z.array(GraderDefinition$zodSchema).nullable().optional(),
|
|
109
|
+
name: z.string().optional(),
|
|
110
|
+
persona: z.string().optional(),
|
|
111
|
+
runs_per_execution: z.int().optional(),
|
|
112
|
+
runtime: EvalTemplateRuntime$zodSchema.nullable().optional(),
|
|
113
|
+
schedule: EvalTemplateSchedule$zodSchema.nullable().optional(),
|
|
114
|
+
tag: z.string().optional(),
|
|
115
|
+
target_keys: z.array(z.string()).nullable().optional(),
|
|
116
|
+
});
|
|
@@ -5,6 +5,10 @@
|
|
|
5
5
|
|
|
6
6
|
import * as z from "zod";
|
|
7
7
|
import { ClosedEnum } from "../types/enums.js";
|
|
8
|
+
import {
|
|
9
|
+
V2PromptRunSettingsInput,
|
|
10
|
+
V2PromptRunSettingsInput$zodSchema,
|
|
11
|
+
} from "./v2promptrunsettingsinput.js";
|
|
8
12
|
|
|
9
13
|
export const UpdateV2PromptRequestStatus = {
|
|
10
14
|
Active: "active",
|
|
@@ -24,6 +28,7 @@ export type UpdateV2PromptRequest = {
|
|
|
24
28
|
topic_id?: string | undefined;
|
|
25
29
|
platform_ids?: Array<string> | null | undefined;
|
|
26
30
|
status?: UpdateV2PromptRequestStatus | undefined;
|
|
31
|
+
run_settings?: V2PromptRunSettingsInput | null | undefined;
|
|
27
32
|
};
|
|
28
33
|
|
|
29
34
|
export const UpdateV2PromptRequest$zodSchema: z.ZodType<UpdateV2PromptRequest> =
|
|
@@ -31,6 +36,10 @@ export const UpdateV2PromptRequest$zodSchema: z.ZodType<UpdateV2PromptRequest> =
|
|
|
31
36
|
platform_ids: z.array(z.string()).nullable().optional().describe(
|
|
32
37
|
"Replacement list of answer-platform IDs.",
|
|
33
38
|
),
|
|
39
|
+
run_settings: V2PromptRunSettingsInput$zodSchema.nullable().optional()
|
|
40
|
+
.describe(
|
|
41
|
+
"Run settings that apply to coding-agent runs of this prompt. Omitted fields keep their current or default values.",
|
|
42
|
+
),
|
|
34
43
|
status: UpdateV2PromptRequestStatus$zodSchema.optional(),
|
|
35
44
|
text: z.string().optional(),
|
|
36
45
|
topic_id: z.string().optional().describe(
|
|
@@ -0,0 +1,66 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
* @generated-id: 49d1b9f52fa6
|
|
4
|
+
*/
|
|
5
|
+
|
|
6
|
+
import * as z from "zod";
|
|
7
|
+
import {
|
|
8
|
+
EvalTemplateBatchResponse,
|
|
9
|
+
EvalTemplateBatchResponse$zodSchema,
|
|
10
|
+
} from "./evaltemplatebatchresponse.js";
|
|
11
|
+
import {
|
|
12
|
+
HTTPValidationError,
|
|
13
|
+
HTTPValidationError$zodSchema,
|
|
14
|
+
} from "./httpvalidationerror.js";
|
|
15
|
+
|
|
16
|
+
/**
|
|
17
|
+
* The supplied template version is stale.
|
|
18
|
+
*/
|
|
19
|
+
export type V2EvalsBatchCreateConflictResponseBody = { detail: string };
|
|
20
|
+
|
|
21
|
+
export const V2EvalsBatchCreateConflictResponseBody$zodSchema: z.ZodType<
|
|
22
|
+
V2EvalsBatchCreateConflictResponseBody
|
|
23
|
+
> = z.object({
|
|
24
|
+
detail: z.string(),
|
|
25
|
+
}).describe("The supplied template version is stale.");
|
|
26
|
+
|
|
27
|
+
/**
|
|
28
|
+
* The Eval template does not exist in the organization.
|
|
29
|
+
*/
|
|
30
|
+
export type V2EvalsBatchCreateNotFoundResponseBody = { detail: string };
|
|
31
|
+
|
|
32
|
+
export const V2EvalsBatchCreateNotFoundResponseBody$zodSchema: z.ZodType<
|
|
33
|
+
V2EvalsBatchCreateNotFoundResponseBody
|
|
34
|
+
> = z.object({
|
|
35
|
+
detail: z.string(),
|
|
36
|
+
}).describe("The Eval template does not exist in the organization.");
|
|
37
|
+
|
|
38
|
+
/**
|
|
39
|
+
* The template contains invalid judges, targets, scheduling, metadata, or organization resources.
|
|
40
|
+
*/
|
|
41
|
+
export type V2EvalsBatchCreateBadRequestResponseBody = { detail: string };
|
|
42
|
+
|
|
43
|
+
export const V2EvalsBatchCreateBadRequestResponseBody$zodSchema: z.ZodType<
|
|
44
|
+
V2EvalsBatchCreateBadRequestResponseBody
|
|
45
|
+
> = z.object({
|
|
46
|
+
detail: z.string(),
|
|
47
|
+
}).describe(
|
|
48
|
+
"The template contains invalid judges, targets, scheduling, metadata, or organization resources.",
|
|
49
|
+
);
|
|
50
|
+
|
|
51
|
+
export type V2EvalsBatchCreateResponse =
|
|
52
|
+
| EvalTemplateBatchResponse
|
|
53
|
+
| V2EvalsBatchCreateBadRequestResponseBody
|
|
54
|
+
| V2EvalsBatchCreateNotFoundResponseBody
|
|
55
|
+
| V2EvalsBatchCreateConflictResponseBody
|
|
56
|
+
| HTTPValidationError;
|
|
57
|
+
|
|
58
|
+
export const V2EvalsBatchCreateResponse$zodSchema: z.ZodType<
|
|
59
|
+
V2EvalsBatchCreateResponse
|
|
60
|
+
> = z.union([
|
|
61
|
+
EvalTemplateBatchResponse$zodSchema,
|
|
62
|
+
z.lazy(() => V2EvalsBatchCreateBadRequestResponseBody$zodSchema),
|
|
63
|
+
z.lazy(() => V2EvalsBatchCreateNotFoundResponseBody$zodSchema),
|
|
64
|
+
z.lazy(() => V2EvalsBatchCreateConflictResponseBody$zodSchema),
|
|
65
|
+
HTTPValidationError$zodSchema,
|
|
66
|
+
]);
|
|
@@ -0,0 +1,37 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
* @generated-id: c84d659a1689
|
|
4
|
+
*/
|
|
5
|
+
|
|
6
|
+
import * as z from "zod";
|
|
7
|
+
import { EvalTemplate, EvalTemplate$zodSchema } from "./evaltemplate.js";
|
|
8
|
+
import {
|
|
9
|
+
HTTPValidationError,
|
|
10
|
+
HTTPValidationError$zodSchema,
|
|
11
|
+
} from "./httpvalidationerror.js";
|
|
12
|
+
|
|
13
|
+
/**
|
|
14
|
+
* The template contains invalid judges, targets, scheduling, metadata, or organization resources.
|
|
15
|
+
*/
|
|
16
|
+
export type V2EvalTemplatesCreateResponseBody = { detail: string };
|
|
17
|
+
|
|
18
|
+
export const V2EvalTemplatesCreateResponseBody$zodSchema: z.ZodType<
|
|
19
|
+
V2EvalTemplatesCreateResponseBody
|
|
20
|
+
> = z.object({
|
|
21
|
+
detail: z.string(),
|
|
22
|
+
}).describe(
|
|
23
|
+
"The template contains invalid judges, targets, scheduling, metadata, or organization resources.",
|
|
24
|
+
);
|
|
25
|
+
|
|
26
|
+
export type V2EvalTemplatesCreateResponse =
|
|
27
|
+
| EvalTemplate
|
|
28
|
+
| V2EvalTemplatesCreateResponseBody
|
|
29
|
+
| HTTPValidationError;
|
|
30
|
+
|
|
31
|
+
export const V2EvalTemplatesCreateResponse$zodSchema: z.ZodType<
|
|
32
|
+
V2EvalTemplatesCreateResponse
|
|
33
|
+
> = z.union([
|
|
34
|
+
EvalTemplate$zodSchema,
|
|
35
|
+
z.lazy(() => V2EvalTemplatesCreateResponseBody$zodSchema),
|
|
36
|
+
HTTPValidationError$zodSchema,
|
|
37
|
+
]);
|
|
@@ -0,0 +1,56 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
* @generated-id: 7108af503e2f
|
|
4
|
+
*/
|
|
5
|
+
|
|
6
|
+
import * as z from "zod";
|
|
7
|
+
import { EvalTemplate, EvalTemplate$zodSchema } from "./evaltemplate.js";
|
|
8
|
+
import {
|
|
9
|
+
HTTPValidationError,
|
|
10
|
+
HTTPValidationError$zodSchema,
|
|
11
|
+
} from "./httpvalidationerror.js";
|
|
12
|
+
|
|
13
|
+
export type V2EvalTemplatesDeleteRequest = { template_id: string };
|
|
14
|
+
|
|
15
|
+
export const V2EvalTemplatesDeleteRequest$zodSchema: z.ZodType<
|
|
16
|
+
V2EvalTemplatesDeleteRequest
|
|
17
|
+
> = z.object({
|
|
18
|
+
template_id: z.string(),
|
|
19
|
+
});
|
|
20
|
+
|
|
21
|
+
/**
|
|
22
|
+
* The supplied template version is stale.
|
|
23
|
+
*/
|
|
24
|
+
export type V2EvalTemplatesDeleteConflictResponseBody = { detail: string };
|
|
25
|
+
|
|
26
|
+
export const V2EvalTemplatesDeleteConflictResponseBody$zodSchema: z.ZodType<
|
|
27
|
+
V2EvalTemplatesDeleteConflictResponseBody
|
|
28
|
+
> = z.object({
|
|
29
|
+
detail: z.string(),
|
|
30
|
+
}).describe("The supplied template version is stale.");
|
|
31
|
+
|
|
32
|
+
/**
|
|
33
|
+
* The Eval template does not exist in the organization.
|
|
34
|
+
*/
|
|
35
|
+
export type V2EvalTemplatesDeleteNotFoundResponseBody = { detail: string };
|
|
36
|
+
|
|
37
|
+
export const V2EvalTemplatesDeleteNotFoundResponseBody$zodSchema: z.ZodType<
|
|
38
|
+
V2EvalTemplatesDeleteNotFoundResponseBody
|
|
39
|
+
> = z.object({
|
|
40
|
+
detail: z.string(),
|
|
41
|
+
}).describe("The Eval template does not exist in the organization.");
|
|
42
|
+
|
|
43
|
+
export type V2EvalTemplatesDeleteResponse =
|
|
44
|
+
| EvalTemplate
|
|
45
|
+
| V2EvalTemplatesDeleteNotFoundResponseBody
|
|
46
|
+
| V2EvalTemplatesDeleteConflictResponseBody
|
|
47
|
+
| HTTPValidationError;
|
|
48
|
+
|
|
49
|
+
export const V2EvalTemplatesDeleteResponse$zodSchema: z.ZodType<
|
|
50
|
+
V2EvalTemplatesDeleteResponse
|
|
51
|
+
> = z.union([
|
|
52
|
+
EvalTemplate$zodSchema,
|
|
53
|
+
z.lazy(() => V2EvalTemplatesDeleteNotFoundResponseBody$zodSchema),
|
|
54
|
+
z.lazy(() => V2EvalTemplatesDeleteConflictResponseBody$zodSchema),
|
|
55
|
+
HTTPValidationError$zodSchema,
|
|
56
|
+
]);
|
|
@@ -0,0 +1,43 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
* @generated-id: 8bfad89e06a7
|
|
4
|
+
*/
|
|
5
|
+
|
|
6
|
+
import * as z from "zod";
|
|
7
|
+
import { EvalTemplate, EvalTemplate$zodSchema } from "./evaltemplate.js";
|
|
8
|
+
import {
|
|
9
|
+
HTTPValidationError,
|
|
10
|
+
HTTPValidationError$zodSchema,
|
|
11
|
+
} from "./httpvalidationerror.js";
|
|
12
|
+
|
|
13
|
+
export type V2EvalTemplatesRetrieveRequest = { template_id: string };
|
|
14
|
+
|
|
15
|
+
export const V2EvalTemplatesRetrieveRequest$zodSchema: z.ZodType<
|
|
16
|
+
V2EvalTemplatesRetrieveRequest
|
|
17
|
+
> = z.object({
|
|
18
|
+
template_id: z.string(),
|
|
19
|
+
});
|
|
20
|
+
|
|
21
|
+
/**
|
|
22
|
+
* The Eval template does not exist in the organization.
|
|
23
|
+
*/
|
|
24
|
+
export type V2EvalTemplatesRetrieveResponseBody = { detail: string };
|
|
25
|
+
|
|
26
|
+
export const V2EvalTemplatesRetrieveResponseBody$zodSchema: z.ZodType<
|
|
27
|
+
V2EvalTemplatesRetrieveResponseBody
|
|
28
|
+
> = z.object({
|
|
29
|
+
detail: z.string(),
|
|
30
|
+
}).describe("The Eval template does not exist in the organization.");
|
|
31
|
+
|
|
32
|
+
export type V2EvalTemplatesRetrieveResponse =
|
|
33
|
+
| EvalTemplate
|
|
34
|
+
| V2EvalTemplatesRetrieveResponseBody
|
|
35
|
+
| HTTPValidationError;
|
|
36
|
+
|
|
37
|
+
export const V2EvalTemplatesRetrieveResponse$zodSchema: z.ZodType<
|
|
38
|
+
V2EvalTemplatesRetrieveResponse
|
|
39
|
+
> = z.union([
|
|
40
|
+
EvalTemplate$zodSchema,
|
|
41
|
+
z.lazy(() => V2EvalTemplatesRetrieveResponseBody$zodSchema),
|
|
42
|
+
HTTPValidationError$zodSchema,
|
|
43
|
+
]);
|
|
@@ -0,0 +1,79 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
* @generated-id: c59f083905c6
|
|
4
|
+
*/
|
|
5
|
+
|
|
6
|
+
import * as z from "zod";
|
|
7
|
+
import { EvalTemplate, EvalTemplate$zodSchema } from "./evaltemplate.js";
|
|
8
|
+
import {
|
|
9
|
+
HTTPValidationError,
|
|
10
|
+
HTTPValidationError$zodSchema,
|
|
11
|
+
} from "./httpvalidationerror.js";
|
|
12
|
+
import {
|
|
13
|
+
UpdateEvalTemplateRequest,
|
|
14
|
+
UpdateEvalTemplateRequest$zodSchema,
|
|
15
|
+
} from "./updateevaltemplaterequest.js";
|
|
16
|
+
|
|
17
|
+
export type V2EvalTemplatesUpdateRequest = {
|
|
18
|
+
template_id: string;
|
|
19
|
+
body: UpdateEvalTemplateRequest;
|
|
20
|
+
};
|
|
21
|
+
|
|
22
|
+
export const V2EvalTemplatesUpdateRequest$zodSchema: z.ZodType<
|
|
23
|
+
V2EvalTemplatesUpdateRequest
|
|
24
|
+
> = z.object({
|
|
25
|
+
body: UpdateEvalTemplateRequest$zodSchema,
|
|
26
|
+
template_id: z.string(),
|
|
27
|
+
});
|
|
28
|
+
|
|
29
|
+
/**
|
|
30
|
+
* The supplied template version is stale.
|
|
31
|
+
*/
|
|
32
|
+
export type V2EvalTemplatesUpdateConflictResponseBody = { detail: string };
|
|
33
|
+
|
|
34
|
+
export const V2EvalTemplatesUpdateConflictResponseBody$zodSchema: z.ZodType<
|
|
35
|
+
V2EvalTemplatesUpdateConflictResponseBody
|
|
36
|
+
> = z.object({
|
|
37
|
+
detail: z.string(),
|
|
38
|
+
}).describe("The supplied template version is stale.");
|
|
39
|
+
|
|
40
|
+
/**
|
|
41
|
+
* The Eval template does not exist in the organization.
|
|
42
|
+
*/
|
|
43
|
+
export type V2EvalTemplatesUpdateNotFoundResponseBody = { detail: string };
|
|
44
|
+
|
|
45
|
+
export const V2EvalTemplatesUpdateNotFoundResponseBody$zodSchema: z.ZodType<
|
|
46
|
+
V2EvalTemplatesUpdateNotFoundResponseBody
|
|
47
|
+
> = z.object({
|
|
48
|
+
detail: z.string(),
|
|
49
|
+
}).describe("The Eval template does not exist in the organization.");
|
|
50
|
+
|
|
51
|
+
/**
|
|
52
|
+
* The template contains invalid judges, targets, scheduling, metadata, or organization resources.
|
|
53
|
+
*/
|
|
54
|
+
export type V2EvalTemplatesUpdateBadRequestResponseBody = { detail: string };
|
|
55
|
+
|
|
56
|
+
export const V2EvalTemplatesUpdateBadRequestResponseBody$zodSchema: z.ZodType<
|
|
57
|
+
V2EvalTemplatesUpdateBadRequestResponseBody
|
|
58
|
+
> = z.object({
|
|
59
|
+
detail: z.string(),
|
|
60
|
+
}).describe(
|
|
61
|
+
"The template contains invalid judges, targets, scheduling, metadata, or organization resources.",
|
|
62
|
+
);
|
|
63
|
+
|
|
64
|
+
export type V2EvalTemplatesUpdateResponse =
|
|
65
|
+
| EvalTemplate
|
|
66
|
+
| V2EvalTemplatesUpdateBadRequestResponseBody
|
|
67
|
+
| V2EvalTemplatesUpdateNotFoundResponseBody
|
|
68
|
+
| V2EvalTemplatesUpdateConflictResponseBody
|
|
69
|
+
| HTTPValidationError;
|
|
70
|
+
|
|
71
|
+
export const V2EvalTemplatesUpdateResponse$zodSchema: z.ZodType<
|
|
72
|
+
V2EvalTemplatesUpdateResponse
|
|
73
|
+
> = z.union([
|
|
74
|
+
EvalTemplate$zodSchema,
|
|
75
|
+
z.lazy(() => V2EvalTemplatesUpdateBadRequestResponseBody$zodSchema),
|
|
76
|
+
z.lazy(() => V2EvalTemplatesUpdateNotFoundResponseBody$zodSchema),
|
|
77
|
+
z.lazy(() => V2EvalTemplatesUpdateConflictResponseBody$zodSchema),
|
|
78
|
+
HTTPValidationError$zodSchema,
|
|
79
|
+
]);
|
|
@@ -6,14 +6,16 @@
|
|
|
6
6
|
import * as z from "zod";
|
|
7
7
|
import { ClosedEnum } from "../types/enums.js";
|
|
8
8
|
|
|
9
|
-
export const
|
|
9
|
+
export const V2InlineMcpDefinitionType = {
|
|
10
10
|
Http: "http",
|
|
11
11
|
Sse: "sse",
|
|
12
12
|
Stdio: "stdio",
|
|
13
13
|
} as const;
|
|
14
|
-
export type
|
|
14
|
+
export type V2InlineMcpDefinitionType = ClosedEnum<
|
|
15
|
+
typeof V2InlineMcpDefinitionType
|
|
16
|
+
>;
|
|
15
17
|
|
|
16
|
-
export const
|
|
18
|
+
export const V2InlineMcpDefinitionType$zodSchema = z.enum([
|
|
17
19
|
"http",
|
|
18
20
|
"sse",
|
|
19
21
|
"stdio",
|
|
@@ -21,7 +23,7 @@ export const Type$zodSchema = z.enum([
|
|
|
21
23
|
|
|
22
24
|
export type V2InlineMcpDefinition = {
|
|
23
25
|
name: string;
|
|
24
|
-
type:
|
|
26
|
+
type: V2InlineMcpDefinitionType;
|
|
25
27
|
url?: string | null | undefined;
|
|
26
28
|
headers?: { [k: string]: string } | undefined;
|
|
27
29
|
command?: string | null | undefined;
|
|
@@ -44,7 +46,7 @@ export const V2InlineMcpDefinition$zodSchema: z.ZodType<V2InlineMcpDefinition> =
|
|
|
44
46
|
name: z.string().describe(
|
|
45
47
|
"Stable server name used in the selected agent's MCP config.",
|
|
46
48
|
),
|
|
47
|
-
type:
|
|
49
|
+
type: V2InlineMcpDefinitionType$zodSchema,
|
|
48
50
|
url: z.string().nullable().optional().describe(
|
|
49
51
|
"HTTPS endpoint for an `http` or `sse` MCP server.",
|
|
50
52
|
),
|
|
@@ -0,0 +1,21 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
* @generated-id: 48a5d5271d92
|
|
4
|
+
*/
|
|
5
|
+
|
|
6
|
+
import * as z from "zod";
|
|
7
|
+
import {
|
|
8
|
+
V2PromptResponse,
|
|
9
|
+
V2PromptResponse$zodSchema,
|
|
10
|
+
} from "./v2promptresponse.js";
|
|
11
|
+
|
|
12
|
+
export type V2ListPromptsResponse = {
|
|
13
|
+
data: Array<V2PromptResponse>;
|
|
14
|
+
count: number;
|
|
15
|
+
};
|
|
16
|
+
|
|
17
|
+
export const V2ListPromptsResponse$zodSchema: z.ZodType<V2ListPromptsResponse> =
|
|
18
|
+
z.object({
|
|
19
|
+
count: z.int(),
|
|
20
|
+
data: z.array(V2PromptResponse$zodSchema),
|
|
21
|
+
});
|
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
* @generated-id: d9c010826345
|
|
4
|
+
*/
|
|
5
|
+
|
|
6
|
+
import * as z from "zod";
|
|
7
|
+
import {
|
|
8
|
+
PromptBatchError,
|
|
9
|
+
PromptBatchError$zodSchema,
|
|
10
|
+
} from "./promptbatcherror.js";
|
|
11
|
+
import {
|
|
12
|
+
V2PromptResponse,
|
|
13
|
+
V2PromptResponse$zodSchema,
|
|
14
|
+
} from "./v2promptresponse.js";
|
|
15
|
+
|
|
16
|
+
export type V2PromptBatchResponse = {
|
|
17
|
+
created: Array<V2PromptResponse>;
|
|
18
|
+
count: number;
|
|
19
|
+
errors?: Array<PromptBatchError> | undefined;
|
|
20
|
+
};
|
|
21
|
+
|
|
22
|
+
export const V2PromptBatchResponse$zodSchema: z.ZodType<V2PromptBatchResponse> =
|
|
23
|
+
z.object({
|
|
24
|
+
count: z.int(),
|
|
25
|
+
created: z.array(V2PromptResponse$zodSchema),
|
|
26
|
+
errors: z.array(PromptBatchError$zodSchema).optional(),
|
|
27
|
+
});
|