@lightsage/mcp 0.4.5 → 0.4.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +2 -2
- package/bin/mcp-server.js +1537 -370
- package/bin/mcp-server.js.map +49 -17
- package/esm/funcs/agentPreferenceCompetitorsList.d.ts +15 -0
- package/esm/funcs/agentPreferenceCompetitorsList.d.ts.map +1 -0
- package/esm/funcs/agentPreferenceCompetitorsList.js +72 -0
- package/esm/funcs/agentPreferenceCompetitorsList.js.map +1 -0
- package/esm/funcs/agentPreferenceEvalsCreate.d.ts +16 -0
- package/esm/funcs/agentPreferenceEvalsCreate.d.ts.map +1 -0
- package/esm/funcs/agentPreferenceEvalsCreate.js +83 -0
- package/esm/funcs/agentPreferenceEvalsCreate.js.map +1 -0
- package/esm/funcs/agentPreferenceEvalsDelete.d.ts +16 -0
- package/esm/funcs/agentPreferenceEvalsDelete.d.ts.map +1 -0
- package/esm/funcs/agentPreferenceEvalsDelete.js +88 -0
- package/esm/funcs/agentPreferenceEvalsDelete.js.map +1 -0
- package/esm/funcs/agentPreferenceEvalsList.d.ts +15 -0
- package/esm/funcs/agentPreferenceEvalsList.d.ts.map +1 -0
- package/esm/funcs/agentPreferenceEvalsList.js +72 -0
- package/esm/funcs/agentPreferenceEvalsList.js.map +1 -0
- package/esm/funcs/agentPreferenceEvalsResultsList.d.ts +16 -0
- package/esm/funcs/agentPreferenceEvalsResultsList.d.ts.map +1 -0
- package/esm/funcs/agentPreferenceEvalsResultsList.js +93 -0
- package/esm/funcs/agentPreferenceEvalsResultsList.js.map +1 -0
- package/esm/funcs/agentPreferenceEvalsRetrieve.d.ts +16 -0
- package/esm/funcs/agentPreferenceEvalsRetrieve.d.ts.map +1 -0
- package/esm/funcs/agentPreferenceEvalsRetrieve.js +88 -0
- package/esm/funcs/agentPreferenceEvalsRetrieve.js.map +1 -0
- package/esm/funcs/agentPreferenceEvalsUpdate.d.ts +16 -0
- package/esm/funcs/agentPreferenceEvalsUpdate.d.ts.map +1 -0
- package/esm/funcs/agentPreferenceEvalsUpdate.js +89 -0
- package/esm/funcs/agentPreferenceEvalsUpdate.js.map +1 -0
- package/esm/funcs/agentPreferenceHeadToHeadRetrieve.d.ts +16 -0
- package/esm/funcs/agentPreferenceHeadToHeadRetrieve.d.ts.map +1 -0
- package/esm/funcs/agentPreferenceHeadToHeadRetrieve.js +86 -0
- package/esm/funcs/agentPreferenceHeadToHeadRetrieve.js.map +1 -0
- package/esm/funcs/evalsV2EvalsList.d.ts +1 -1
- package/esm/funcs/evalsV2EvalsList.js +1 -1
- package/esm/landing-page.js +1 -1
- package/esm/lib/config.d.ts +2 -2
- package/esm/lib/config.js +2 -2
- package/esm/mcp-server/mcp-server.js +1 -1
- package/esm/mcp-server/server.d.ts.map +1 -1
- package/esm/mcp-server/server.js +17 -1
- package/esm/mcp-server/server.js.map +1 -1
- package/esm/mcp-server/tools/agentPreferenceCompetitorsList.d.ts +3 -0
- package/esm/mcp-server/tools/agentPreferenceCompetitorsList.d.ts.map +1 -0
- package/esm/mcp-server/tools/agentPreferenceCompetitorsList.js +30 -0
- package/esm/mcp-server/tools/agentPreferenceCompetitorsList.js.map +1 -0
- package/esm/mcp-server/tools/agentPreferenceEvalsCreate.d.ts +7 -0
- package/esm/mcp-server/tools/agentPreferenceEvalsCreate.d.ts.map +1 -0
- package/esm/mcp-server/tools/agentPreferenceEvalsCreate.js +35 -0
- package/esm/mcp-server/tools/agentPreferenceEvalsCreate.js.map +1 -0
- package/esm/mcp-server/tools/agentPreferenceEvalsDelete.d.ts +7 -0
- package/esm/mcp-server/tools/agentPreferenceEvalsDelete.d.ts.map +1 -0
- package/esm/mcp-server/tools/agentPreferenceEvalsDelete.js +35 -0
- package/esm/mcp-server/tools/agentPreferenceEvalsDelete.js.map +1 -0
- package/esm/mcp-server/tools/agentPreferenceEvalsList.d.ts +3 -0
- package/esm/mcp-server/tools/agentPreferenceEvalsList.d.ts.map +1 -0
- package/esm/mcp-server/tools/agentPreferenceEvalsList.js +30 -0
- package/esm/mcp-server/tools/agentPreferenceEvalsList.js.map +1 -0
- package/esm/mcp-server/tools/agentPreferenceEvalsResultsList.d.ts +7 -0
- package/esm/mcp-server/tools/agentPreferenceEvalsResultsList.d.ts.map +1 -0
- package/esm/mcp-server/tools/agentPreferenceEvalsResultsList.js +35 -0
- package/esm/mcp-server/tools/agentPreferenceEvalsResultsList.js.map +1 -0
- package/esm/mcp-server/tools/agentPreferenceEvalsRetrieve.d.ts +7 -0
- package/esm/mcp-server/tools/agentPreferenceEvalsRetrieve.d.ts.map +1 -0
- package/esm/mcp-server/tools/agentPreferenceEvalsRetrieve.js +35 -0
- package/esm/mcp-server/tools/agentPreferenceEvalsRetrieve.js.map +1 -0
- package/esm/mcp-server/tools/agentPreferenceEvalsUpdate.d.ts +7 -0
- package/esm/mcp-server/tools/agentPreferenceEvalsUpdate.d.ts.map +1 -0
- package/esm/mcp-server/tools/agentPreferenceEvalsUpdate.js +35 -0
- package/esm/mcp-server/tools/agentPreferenceEvalsUpdate.js.map +1 -0
- package/esm/mcp-server/tools/agentPreferenceHeadToHeadRetrieve.d.ts +7 -0
- package/esm/mcp-server/tools/agentPreferenceHeadToHeadRetrieve.d.ts.map +1 -0
- package/esm/mcp-server/tools/agentPreferenceHeadToHeadRetrieve.js +35 -0
- package/esm/mcp-server/tools/agentPreferenceHeadToHeadRetrieve.js.map +1 -0
- package/esm/mcp-server/tools/evalsV2EvalsList.js +1 -1
- package/esm/mcp-server/tools/evalsV2EvalsList.js.map +1 -1
- package/esm/models/createevaltemplaterequest.d.ts +1 -1
- package/esm/models/createv2agentpreferenceevalrequest.d.ts +14 -0
- package/esm/models/createv2agentpreferenceevalrequest.d.ts.map +1 -0
- package/esm/models/createv2agentpreferenceevalrequest.js +17 -0
- package/esm/models/createv2agentpreferenceevalrequest.js.map +1 -0
- package/esm/models/evaltemplate.d.ts +1 -1
- package/esm/models/updateevaltemplaterequest.d.ts +1 -1
- package/esm/models/updatev2agentpreferenceevalrequest.d.ts +13 -0
- package/esm/models/updatev2agentpreferenceevalrequest.d.ts.map +1 -0
- package/esm/models/updatev2agentpreferenceevalrequest.js +16 -0
- package/esm/models/updatev2agentpreferenceevalrequest.js.map +1 -0
- package/esm/models/v2agentpreferencecompany.d.ts +7 -0
- package/esm/models/v2agentpreferencecompany.d.ts.map +1 -0
- package/esm/models/v2agentpreferencecompany.js +10 -0
- package/esm/models/v2agentpreferencecompany.js.map +1 -0
- package/esm/models/v2agentpreferencecompetitor.d.ts +9 -0
- package/esm/models/v2agentpreferencecompetitor.d.ts.map +1 -0
- package/esm/models/v2agentpreferencecompetitor.js +12 -0
- package/esm/models/v2agentpreferencecompetitor.js.map +1 -0
- package/esm/models/v2agentpreferencecompetitorsresponse.d.ts +8 -0
- package/esm/models/v2agentpreferencecompetitorsresponse.d.ts.map +1 -0
- package/esm/models/v2agentpreferencecompetitorsresponse.js +11 -0
- package/esm/models/v2agentpreferencecompetitorsresponse.js.map +1 -0
- package/esm/models/v2agentpreferenceeval.d.ts +19 -0
- package/esm/models/v2agentpreferenceeval.d.ts.map +1 -0
- package/esm/models/v2agentpreferenceeval.js +23 -0
- package/esm/models/v2agentpreferenceeval.js.map +1 -0
- package/esm/models/v2agentpreferenceevalscreateop.d.ts +6 -0
- package/esm/models/v2agentpreferenceevalscreateop.d.ts.map +1 -0
- package/esm/models/v2agentpreferenceevalscreateop.js +12 -0
- package/esm/models/v2agentpreferenceevalscreateop.js.map +1 -0
- package/esm/models/v2agentpreferenceevalsdeleteop.d.ts +10 -0
- package/esm/models/v2agentpreferenceevalsdeleteop.d.ts.map +1 -0
- package/esm/models/v2agentpreferenceevalsdeleteop.js +15 -0
- package/esm/models/v2agentpreferenceevalsdeleteop.js.map +1 -0
- package/esm/models/v2agentpreferenceevalsresponse.d.ts +8 -0
- package/esm/models/v2agentpreferenceevalsresponse.d.ts.map +1 -0
- package/esm/models/v2agentpreferenceevalsresponse.js +11 -0
- package/esm/models/v2agentpreferenceevalsresponse.js.map +1 -0
- package/esm/models/v2agentpreferenceevalsretrieveop.d.ts +10 -0
- package/esm/models/v2agentpreferenceevalsretrieveop.d.ts.map +1 -0
- package/esm/models/v2agentpreferenceevalsretrieveop.js +15 -0
- package/esm/models/v2agentpreferenceevalsretrieveop.js.map +1 -0
- package/esm/models/v2agentpreferenceevalsupdateop.d.ts +12 -0
- package/esm/models/v2agentpreferenceevalsupdateop.d.ts.map +1 -0
- package/esm/models/v2agentpreferenceevalsupdateop.js +17 -0
- package/esm/models/v2agentpreferenceevalsupdateop.js.map +1 -0
- package/esm/models/v2agentpreferenceheadtoheadresponse.d.ts +15 -0
- package/esm/models/v2agentpreferenceheadtoheadresponse.d.ts.map +1 -0
- package/esm/models/v2agentpreferenceheadtoheadresponse.js +18 -0
- package/esm/models/v2agentpreferenceheadtoheadresponse.js.map +1 -0
- package/esm/models/v2agentpreferenceheadtoheadretrieveop.d.ts +10 -0
- package/esm/models/v2agentpreferenceheadtoheadretrieveop.d.ts.map +1 -0
- package/esm/models/v2agentpreferenceheadtoheadretrieveop.js +15 -0
- package/esm/models/v2agentpreferenceheadtoheadretrieveop.js.map +1 -0
- package/esm/models/v2agentpreferencematchup.d.ts +14 -0
- package/esm/models/v2agentpreferencematchup.d.ts.map +1 -0
- package/esm/models/v2agentpreferencematchup.js +17 -0
- package/esm/models/v2agentpreferencematchup.js.map +1 -0
- package/esm/models/v2agentpreferencerecord.d.ts +10 -0
- package/esm/models/v2agentpreferencerecord.d.ts.map +1 -0
- package/esm/models/v2agentpreferencerecord.js +13 -0
- package/esm/models/v2agentpreferencerecord.js.map +1 -0
- package/esm/models/v2agentpreferenceresult.d.ts +12 -0
- package/esm/models/v2agentpreferenceresult.d.ts.map +1 -0
- package/esm/models/v2agentpreferenceresult.js +16 -0
- package/esm/models/v2agentpreferenceresult.js.map +1 -0
- package/esm/models/v2agentpreferenceresultslistop.d.ts +12 -0
- package/esm/models/v2agentpreferenceresultslistop.d.ts.map +1 -0
- package/esm/models/v2agentpreferenceresultslistop.js +17 -0
- package/esm/models/v2agentpreferenceresultslistop.js.map +1 -0
- package/esm/models/v2agentpreferenceresultsresponse.d.ts +11 -0
- package/esm/models/v2agentpreferenceresultsresponse.d.ts.map +1 -0
- package/esm/models/v2agentpreferenceresultsresponse.js +14 -0
- package/esm/models/v2agentpreferenceresultsresponse.js.map +1 -0
- package/esm/models/v2evalresultsummary.d.ts +2 -0
- package/esm/models/v2evalresultsummary.d.ts.map +1 -1
- package/esm/models/v2evalresultsummary.js +3 -0
- package/esm/models/v2evalresultsummary.js.map +1 -1
- package/esm/models/v2preferenceresult.d.ts +30 -0
- package/esm/models/v2preferenceresult.d.ts.map +1 -0
- package/esm/models/v2preferenceresult.js +26 -0
- package/esm/models/v2preferenceresult.js.map +1 -0
- package/esm/tool-names.d.ts.map +1 -1
- package/esm/tool-names.js +33 -1
- package/esm/tool-names.js.map +1 -1
- package/package.json +1 -1
- package/src/funcs/agentPreferenceCompetitorsList.ts +124 -0
- package/src/funcs/agentPreferenceEvalsCreate.ts +145 -0
- package/src/funcs/agentPreferenceEvalsDelete.ts +153 -0
- package/src/funcs/agentPreferenceEvalsList.ts +124 -0
- package/src/funcs/agentPreferenceEvalsResultsList.ts +158 -0
- package/src/funcs/agentPreferenceEvalsRetrieve.ts +153 -0
- package/src/funcs/agentPreferenceEvalsUpdate.ts +154 -0
- package/src/funcs/agentPreferenceHeadToHeadRetrieve.ts +151 -0
- package/src/funcs/evalsV2EvalsList.ts +1 -1
- package/src/landing-page.ts +1 -1
- package/src/lib/config.ts +2 -2
- package/src/mcp-server/mcp-server.ts +1 -1
- package/src/mcp-server/server.ts +17 -1
- package/src/mcp-server/tools/agentPreferenceCompetitorsList.ts +36 -0
- package/src/mcp-server/tools/agentPreferenceEvalsCreate.ts +43 -0
- package/src/mcp-server/tools/agentPreferenceEvalsDelete.ts +43 -0
- package/src/mcp-server/tools/agentPreferenceEvalsList.ts +36 -0
- package/src/mcp-server/tools/agentPreferenceEvalsResultsList.ts +44 -0
- package/src/mcp-server/tools/agentPreferenceEvalsRetrieve.ts +43 -0
- package/src/mcp-server/tools/agentPreferenceEvalsUpdate.ts +43 -0
- package/src/mcp-server/tools/agentPreferenceHeadToHeadRetrieve.ts +45 -0
- package/src/mcp-server/tools/evalsV2EvalsList.ts +1 -1
- package/src/models/createv2agentpreferenceevalrequest.ts +48 -0
- package/src/models/updatev2agentpreferenceevalrequest.ts +38 -0
- package/src/models/v2agentpreferencecompany.ts +18 -0
- package/src/models/v2agentpreferencecompetitor.ts +22 -0
- package/src/models/v2agentpreferencecompetitorsresponse.ts +22 -0
- package/src/models/v2agentpreferenceeval.ts +54 -0
- package/src/models/v2agentpreferenceevalscreateop.ts +25 -0
- package/src/models/v2agentpreferenceevalsdeleteop.ts +33 -0
- package/src/models/v2agentpreferenceevalsresponse.ts +22 -0
- package/src/models/v2agentpreferenceevalsretrieveop.ts +33 -0
- package/src/models/v2agentpreferenceevalsupdateop.ts +41 -0
- package/src/models/v2agentpreferenceheadtoheadresponse.ts +46 -0
- package/src/models/v2agentpreferenceheadtoheadretrieveop.ts +37 -0
- package/src/models/v2agentpreferencematchup.ts +42 -0
- package/src/models/v2agentpreferencerecord.ts +30 -0
- package/src/models/v2agentpreferenceresult.ts +35 -0
- package/src/models/v2agentpreferenceresultslistop.ts +39 -0
- package/src/models/v2agentpreferenceresultsresponse.ts +28 -0
- package/src/models/v2evalresultsummary.ts +9 -0
- package/src/models/v2preferenceresult.ts +50 -0
- package/src/tool-names.ts +33 -1
|
@@ -0,0 +1,36 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
* @generated-id: 919484dda3bf
|
|
4
|
+
*/
|
|
5
|
+
|
|
6
|
+
import { agentPreferenceCompetitorsList } from "../../funcs/agentPreferenceCompetitorsList.js";
|
|
7
|
+
import { formatResult, ToolDefinition } from "../tools.js";
|
|
8
|
+
|
|
9
|
+
export const tool$agentPreferenceCompetitorsList: ToolDefinition = {
|
|
10
|
+
name: "agent-preference-competitors-list",
|
|
11
|
+
description: `List Competitors
|
|
12
|
+
|
|
13
|
+
Returns the tracked competitors your company can be compared against. Use a returned \`id\` as \`competitor_id\` when creating an Agent Preference eval.`,
|
|
14
|
+
annotations: {
|
|
15
|
+
"title": "",
|
|
16
|
+
"destructiveHint": false,
|
|
17
|
+
"idempotentHint": false,
|
|
18
|
+
"openWorldHint": false,
|
|
19
|
+
"readOnlyHint": true,
|
|
20
|
+
},
|
|
21
|
+
tool: async (client, ctx) => {
|
|
22
|
+
const [result] = await agentPreferenceCompetitorsList(
|
|
23
|
+
client,
|
|
24
|
+
{ fetchOptions: { signal: ctx.signal } },
|
|
25
|
+
).$inspect();
|
|
26
|
+
|
|
27
|
+
if (!result.ok) {
|
|
28
|
+
return {
|
|
29
|
+
content: [{ type: "text", text: result.error.message }],
|
|
30
|
+
isError: true,
|
|
31
|
+
};
|
|
32
|
+
}
|
|
33
|
+
|
|
34
|
+
return formatResult(result.value);
|
|
35
|
+
},
|
|
36
|
+
};
|
|
@@ -0,0 +1,43 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
* @generated-id: ea8f87614ea4
|
|
4
|
+
*/
|
|
5
|
+
|
|
6
|
+
import { agentPreferenceEvalsCreate } from "../../funcs/agentPreferenceEvalsCreate.js";
|
|
7
|
+
import { CreateV2AgentPreferenceEvalRequest$zodSchema } from "../../models/createv2agentpreferenceevalrequest.js";
|
|
8
|
+
import { formatResult, ToolDefinition } from "../tools.js";
|
|
9
|
+
|
|
10
|
+
const args = {
|
|
11
|
+
request: CreateV2AgentPreferenceEvalRequest$zodSchema,
|
|
12
|
+
};
|
|
13
|
+
|
|
14
|
+
export const tool$agentPreferenceEvalsCreate: ToolDefinition<typeof args> = {
|
|
15
|
+
name: "agent-preference-evals-create",
|
|
16
|
+
description: `Create Eval
|
|
17
|
+
|
|
18
|
+
Creates a head-to-head comparison between your company and one tracked competitor. Each prompt asks an agent to choose, and a fixed judge records which company it recommended. Creating the eval does not start a run; pass the returned \`id\` as \`eval_id\` to \`POST /v2/eval-runs\`.`,
|
|
19
|
+
annotations: {
|
|
20
|
+
"title": "",
|
|
21
|
+
"destructiveHint": false,
|
|
22
|
+
"idempotentHint": false,
|
|
23
|
+
"openWorldHint": false,
|
|
24
|
+
"readOnlyHint": false,
|
|
25
|
+
},
|
|
26
|
+
args,
|
|
27
|
+
tool: async (client, args, ctx) => {
|
|
28
|
+
const [result] = await agentPreferenceEvalsCreate(
|
|
29
|
+
client,
|
|
30
|
+
args.request,
|
|
31
|
+
{ fetchOptions: { signal: ctx.signal } },
|
|
32
|
+
).$inspect();
|
|
33
|
+
|
|
34
|
+
if (!result.ok) {
|
|
35
|
+
return {
|
|
36
|
+
content: [{ type: "text", text: result.error.message }],
|
|
37
|
+
isError: true,
|
|
38
|
+
};
|
|
39
|
+
}
|
|
40
|
+
|
|
41
|
+
return formatResult(result.value);
|
|
42
|
+
},
|
|
43
|
+
};
|
|
@@ -0,0 +1,43 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
* @generated-id: d7ee04309183
|
|
4
|
+
*/
|
|
5
|
+
|
|
6
|
+
import { agentPreferenceEvalsDelete } from "../../funcs/agentPreferenceEvalsDelete.js";
|
|
7
|
+
import { V2AgentPreferenceEvalsDeleteRequest$zodSchema } from "../../models/v2agentpreferenceevalsdeleteop.js";
|
|
8
|
+
import { formatResult, ToolDefinition } from "../tools.js";
|
|
9
|
+
|
|
10
|
+
const args = {
|
|
11
|
+
request: V2AgentPreferenceEvalsDeleteRequest$zodSchema,
|
|
12
|
+
};
|
|
13
|
+
|
|
14
|
+
export const tool$agentPreferenceEvalsDelete: ToolDefinition<typeof args> = {
|
|
15
|
+
name: "agent-preference-evals-delete",
|
|
16
|
+
description: `Delete Eval
|
|
17
|
+
|
|
18
|
+
Permanently deletes an Agent Preference eval and returns its last saved state.`,
|
|
19
|
+
annotations: {
|
|
20
|
+
"title": "",
|
|
21
|
+
"destructiveHint": true,
|
|
22
|
+
"idempotentHint": false,
|
|
23
|
+
"openWorldHint": false,
|
|
24
|
+
"readOnlyHint": false,
|
|
25
|
+
},
|
|
26
|
+
args,
|
|
27
|
+
tool: async (client, args, ctx) => {
|
|
28
|
+
const [result] = await agentPreferenceEvalsDelete(
|
|
29
|
+
client,
|
|
30
|
+
args.request,
|
|
31
|
+
{ fetchOptions: { signal: ctx.signal } },
|
|
32
|
+
).$inspect();
|
|
33
|
+
|
|
34
|
+
if (!result.ok) {
|
|
35
|
+
return {
|
|
36
|
+
content: [{ type: "text", text: result.error.message }],
|
|
37
|
+
isError: true,
|
|
38
|
+
};
|
|
39
|
+
}
|
|
40
|
+
|
|
41
|
+
return formatResult(result.value);
|
|
42
|
+
},
|
|
43
|
+
};
|
|
@@ -0,0 +1,36 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
* @generated-id: 60715cfd0f8f
|
|
4
|
+
*/
|
|
5
|
+
|
|
6
|
+
import { agentPreferenceEvalsList } from "../../funcs/agentPreferenceEvalsList.js";
|
|
7
|
+
import { formatResult, ToolDefinition } from "../tools.js";
|
|
8
|
+
|
|
9
|
+
export const tool$agentPreferenceEvalsList: ToolDefinition = {
|
|
10
|
+
name: "agent-preference-evals-list",
|
|
11
|
+
description: `List Evals
|
|
12
|
+
|
|
13
|
+
Returns all active Agent Preference evals owned by the organization.`,
|
|
14
|
+
annotations: {
|
|
15
|
+
"title": "",
|
|
16
|
+
"destructiveHint": false,
|
|
17
|
+
"idempotentHint": false,
|
|
18
|
+
"openWorldHint": false,
|
|
19
|
+
"readOnlyHint": true,
|
|
20
|
+
},
|
|
21
|
+
tool: async (client, ctx) => {
|
|
22
|
+
const [result] = await agentPreferenceEvalsList(
|
|
23
|
+
client,
|
|
24
|
+
{ fetchOptions: { signal: ctx.signal } },
|
|
25
|
+
).$inspect();
|
|
26
|
+
|
|
27
|
+
if (!result.ok) {
|
|
28
|
+
return {
|
|
29
|
+
content: [{ type: "text", text: result.error.message }],
|
|
30
|
+
isError: true,
|
|
31
|
+
};
|
|
32
|
+
}
|
|
33
|
+
|
|
34
|
+
return formatResult(result.value);
|
|
35
|
+
},
|
|
36
|
+
};
|
|
@@ -0,0 +1,44 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
* @generated-id: 779d2fe3240a
|
|
4
|
+
*/
|
|
5
|
+
|
|
6
|
+
import { agentPreferenceEvalsResultsList } from "../../funcs/agentPreferenceEvalsResultsList.js";
|
|
7
|
+
import { V2AgentPreferenceResultsListRequest$zodSchema } from "../../models/v2agentpreferenceresultslistop.js";
|
|
8
|
+
import { formatResult, ToolDefinition } from "../tools.js";
|
|
9
|
+
|
|
10
|
+
const args = {
|
|
11
|
+
request: V2AgentPreferenceResultsListRequest$zodSchema,
|
|
12
|
+
};
|
|
13
|
+
|
|
14
|
+
export const tool$agentPreferenceEvalsResultsList: ToolDefinition<typeof args> =
|
|
15
|
+
{
|
|
16
|
+
name: "agent-preference-evals-results-list",
|
|
17
|
+
description: `List Results
|
|
18
|
+
|
|
19
|
+
Returns recorded attempts for an Agent Preference eval, newest first, each with whether your company won, lost, or tied against the competitor.`,
|
|
20
|
+
annotations: {
|
|
21
|
+
"title": "",
|
|
22
|
+
"destructiveHint": false,
|
|
23
|
+
"idempotentHint": false,
|
|
24
|
+
"openWorldHint": false,
|
|
25
|
+
"readOnlyHint": true,
|
|
26
|
+
},
|
|
27
|
+
args,
|
|
28
|
+
tool: async (client, args, ctx) => {
|
|
29
|
+
const [result] = await agentPreferenceEvalsResultsList(
|
|
30
|
+
client,
|
|
31
|
+
args.request,
|
|
32
|
+
{ fetchOptions: { signal: ctx.signal } },
|
|
33
|
+
).$inspect();
|
|
34
|
+
|
|
35
|
+
if (!result.ok) {
|
|
36
|
+
return {
|
|
37
|
+
content: [{ type: "text", text: result.error.message }],
|
|
38
|
+
isError: true,
|
|
39
|
+
};
|
|
40
|
+
}
|
|
41
|
+
|
|
42
|
+
return formatResult(result.value);
|
|
43
|
+
},
|
|
44
|
+
};
|
|
@@ -0,0 +1,43 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
* @generated-id: 4dc6629a3b3d
|
|
4
|
+
*/
|
|
5
|
+
|
|
6
|
+
import { agentPreferenceEvalsRetrieve } from "../../funcs/agentPreferenceEvalsRetrieve.js";
|
|
7
|
+
import { V2AgentPreferenceEvalsRetrieveRequest$zodSchema } from "../../models/v2agentpreferenceevalsretrieveop.js";
|
|
8
|
+
import { formatResult, ToolDefinition } from "../tools.js";
|
|
9
|
+
|
|
10
|
+
const args = {
|
|
11
|
+
request: V2AgentPreferenceEvalsRetrieveRequest$zodSchema,
|
|
12
|
+
};
|
|
13
|
+
|
|
14
|
+
export const tool$agentPreferenceEvalsRetrieve: ToolDefinition<typeof args> = {
|
|
15
|
+
name: "agent-preference-evals-retrieve",
|
|
16
|
+
description: `Retrieve Eval
|
|
17
|
+
|
|
18
|
+
Returns one Agent Preference eval.`,
|
|
19
|
+
annotations: {
|
|
20
|
+
"title": "",
|
|
21
|
+
"destructiveHint": false,
|
|
22
|
+
"idempotentHint": false,
|
|
23
|
+
"openWorldHint": false,
|
|
24
|
+
"readOnlyHint": true,
|
|
25
|
+
},
|
|
26
|
+
args,
|
|
27
|
+
tool: async (client, args, ctx) => {
|
|
28
|
+
const [result] = await agentPreferenceEvalsRetrieve(
|
|
29
|
+
client,
|
|
30
|
+
args.request,
|
|
31
|
+
{ fetchOptions: { signal: ctx.signal } },
|
|
32
|
+
).$inspect();
|
|
33
|
+
|
|
34
|
+
if (!result.ok) {
|
|
35
|
+
return {
|
|
36
|
+
content: [{ type: "text", text: result.error.message }],
|
|
37
|
+
isError: true,
|
|
38
|
+
};
|
|
39
|
+
}
|
|
40
|
+
|
|
41
|
+
return formatResult(result.value);
|
|
42
|
+
},
|
|
43
|
+
};
|
|
@@ -0,0 +1,43 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
* @generated-id: 8d7c16e6d58d
|
|
4
|
+
*/
|
|
5
|
+
|
|
6
|
+
import { agentPreferenceEvalsUpdate } from "../../funcs/agentPreferenceEvalsUpdate.js";
|
|
7
|
+
import { V2AgentPreferenceEvalsUpdateRequest$zodSchema } from "../../models/v2agentpreferenceevalsupdateop.js";
|
|
8
|
+
import { formatResult, ToolDefinition } from "../tools.js";
|
|
9
|
+
|
|
10
|
+
const args = {
|
|
11
|
+
request: V2AgentPreferenceEvalsUpdateRequest$zodSchema,
|
|
12
|
+
};
|
|
13
|
+
|
|
14
|
+
export const tool$agentPreferenceEvalsUpdate: ToolDefinition<typeof args> = {
|
|
15
|
+
name: "agent-preference-evals-update",
|
|
16
|
+
description: `Update Eval
|
|
17
|
+
|
|
18
|
+
Updates an Agent Preference eval. Omitted fields remain unchanged, an empty \`agent\` or \`tags\` array clears that collection, and \`persona: null\` clears the saved persona. The competitor and the judge that decides the comparison cannot be changed.`,
|
|
19
|
+
annotations: {
|
|
20
|
+
"title": "",
|
|
21
|
+
"destructiveHint": false,
|
|
22
|
+
"idempotentHint": false,
|
|
23
|
+
"openWorldHint": false,
|
|
24
|
+
"readOnlyHint": false,
|
|
25
|
+
},
|
|
26
|
+
args,
|
|
27
|
+
tool: async (client, args, ctx) => {
|
|
28
|
+
const [result] = await agentPreferenceEvalsUpdate(
|
|
29
|
+
client,
|
|
30
|
+
args.request,
|
|
31
|
+
{ fetchOptions: { signal: ctx.signal } },
|
|
32
|
+
).$inspect();
|
|
33
|
+
|
|
34
|
+
if (!result.ok) {
|
|
35
|
+
return {
|
|
36
|
+
content: [{ type: "text", text: result.error.message }],
|
|
37
|
+
isError: true,
|
|
38
|
+
};
|
|
39
|
+
}
|
|
40
|
+
|
|
41
|
+
return formatResult(result.value);
|
|
42
|
+
},
|
|
43
|
+
};
|
|
@@ -0,0 +1,45 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
* @generated-id: f53d1faeba02
|
|
4
|
+
*/
|
|
5
|
+
|
|
6
|
+
import { agentPreferenceHeadToHeadRetrieve } from "../../funcs/agentPreferenceHeadToHeadRetrieve.js";
|
|
7
|
+
import { V2AgentPreferenceHeadToHeadRetrieveRequest$zodSchema } from "../../models/v2agentpreferenceheadtoheadretrieveop.js";
|
|
8
|
+
import { formatResult, ToolDefinition } from "../tools.js";
|
|
9
|
+
|
|
10
|
+
const args = {
|
|
11
|
+
request: V2AgentPreferenceHeadToHeadRetrieveRequest$zodSchema.optional(),
|
|
12
|
+
};
|
|
13
|
+
|
|
14
|
+
export const tool$agentPreferenceHeadToHeadRetrieve: ToolDefinition<
|
|
15
|
+
typeof args
|
|
16
|
+
> = {
|
|
17
|
+
name: "agent-preference-head-to-head-retrieve",
|
|
18
|
+
description: `Retrieve Head To Head
|
|
19
|
+
|
|
20
|
+
Returns how often agents recommended your company over each tracked competitor: wins, losses, ties, and win rate per competitor plus a combined record. Calculated from the most recent attempts across all Agent Preference evals, up to \`limit\`; \`truncated\` reports whether older attempts were left out.`,
|
|
21
|
+
annotations: {
|
|
22
|
+
"title": "",
|
|
23
|
+
"destructiveHint": false,
|
|
24
|
+
"idempotentHint": false,
|
|
25
|
+
"openWorldHint": false,
|
|
26
|
+
"readOnlyHint": true,
|
|
27
|
+
},
|
|
28
|
+
args,
|
|
29
|
+
tool: async (client, args, ctx) => {
|
|
30
|
+
const [result] = await agentPreferenceHeadToHeadRetrieve(
|
|
31
|
+
client,
|
|
32
|
+
args.request,
|
|
33
|
+
{ fetchOptions: { signal: ctx.signal } },
|
|
34
|
+
).$inspect();
|
|
35
|
+
|
|
36
|
+
if (!result.ok) {
|
|
37
|
+
return {
|
|
38
|
+
content: [{ type: "text", text: result.error.message }],
|
|
39
|
+
isError: true,
|
|
40
|
+
};
|
|
41
|
+
}
|
|
42
|
+
|
|
43
|
+
return formatResult(result.value);
|
|
44
|
+
},
|
|
45
|
+
};
|
|
@@ -10,7 +10,7 @@ export const tool$evalsV2EvalsList: ToolDefinition = {
|
|
|
10
10
|
name: "evals-v2-evals-list",
|
|
11
11
|
description: `List Evals
|
|
12
12
|
|
|
13
|
-
Returns all active eval definitions owned by the organization
|
|
13
|
+
Returns all active eval definitions owned by the organization. Agent Preference evals are not included; list them with \`GET /v2/agent-preference/evals\`.`,
|
|
14
14
|
annotations: {
|
|
15
15
|
"title": "",
|
|
16
16
|
"destructiveHint": false,
|
|
@@ -0,0 +1,48 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
* @generated-id: aca5cf70b2df
|
|
4
|
+
*/
|
|
5
|
+
|
|
6
|
+
import * as z from "zod";
|
|
7
|
+
import {
|
|
8
|
+
SearchGroundingMode,
|
|
9
|
+
SearchGroundingMode$zodSchema,
|
|
10
|
+
} from "./searchgroundingmode.js";
|
|
11
|
+
|
|
12
|
+
export type CreateV2AgentPreferenceEvalRequest = {
|
|
13
|
+
competitor_id: string;
|
|
14
|
+
prompts: Array<string>;
|
|
15
|
+
name?: string | undefined;
|
|
16
|
+
agent?: Array<string> | undefined;
|
|
17
|
+
persona?: string | undefined;
|
|
18
|
+
search_grounding?: SearchGroundingMode | undefined;
|
|
19
|
+
runs?: number | undefined;
|
|
20
|
+
tags?: Array<string> | undefined;
|
|
21
|
+
};
|
|
22
|
+
|
|
23
|
+
export const CreateV2AgentPreferenceEvalRequest$zodSchema: z.ZodType<
|
|
24
|
+
CreateV2AgentPreferenceEvalRequest
|
|
25
|
+
> = z.object({
|
|
26
|
+
agent: z.array(z.string()).optional().describe(
|
|
27
|
+
"Runnable agents from `GET /v2/agents`. An empty array saves the comparison without default agents. CLI clients expose repeatable `--agent`.",
|
|
28
|
+
),
|
|
29
|
+
competitor_id: z.string().describe(
|
|
30
|
+
"Tracked competitor to compare against, from `GET /v2/agent-preference/competitors`.",
|
|
31
|
+
),
|
|
32
|
+
name: z.string().optional().describe(
|
|
33
|
+
"Display name. Defaults to `<your company> vs <competitor>` when omitted.",
|
|
34
|
+
),
|
|
35
|
+
persona: z.string().optional().describe(
|
|
36
|
+
"Optional perspective applied to the whole comparison.",
|
|
37
|
+
),
|
|
38
|
+
prompts: z.array(z.string()).describe(
|
|
39
|
+
"Buying or build questions the agent answers by choosing between your company and the competitor. CLI clients expose this as repeatable `--prompt`.",
|
|
40
|
+
),
|
|
41
|
+
runs: z.int().default(1).describe(
|
|
42
|
+
"Independent attempts for every prompt-agent pair.",
|
|
43
|
+
),
|
|
44
|
+
search_grounding: SearchGroundingMode$zodSchema.optional().describe(
|
|
45
|
+
"Requested web-retrieval behavior for an eval run.",
|
|
46
|
+
),
|
|
47
|
+
tags: z.array(z.string()).optional(),
|
|
48
|
+
});
|
|
@@ -0,0 +1,38 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
* @generated-id: 02077da4c512
|
|
4
|
+
*/
|
|
5
|
+
|
|
6
|
+
import * as z from "zod";
|
|
7
|
+
import {
|
|
8
|
+
SearchGroundingMode,
|
|
9
|
+
SearchGroundingMode$zodSchema,
|
|
10
|
+
} from "./searchgroundingmode.js";
|
|
11
|
+
|
|
12
|
+
export type UpdateV2AgentPreferenceEvalRequest = {
|
|
13
|
+
name?: string | undefined;
|
|
14
|
+
prompts?: Array<string> | null | undefined;
|
|
15
|
+
agent?: Array<string> | null | undefined;
|
|
16
|
+
persona?: string | undefined;
|
|
17
|
+
search_grounding?: SearchGroundingMode | null | undefined;
|
|
18
|
+
runs?: number | undefined;
|
|
19
|
+
tags?: Array<string> | null | undefined;
|
|
20
|
+
};
|
|
21
|
+
|
|
22
|
+
export const UpdateV2AgentPreferenceEvalRequest$zodSchema: z.ZodType<
|
|
23
|
+
UpdateV2AgentPreferenceEvalRequest
|
|
24
|
+
> = z.object({
|
|
25
|
+
agent: z.array(z.string()).nullable().optional().describe(
|
|
26
|
+
"Runnable agents from `GET /v2/agents`. An empty array saves the comparison without default agents. CLI clients expose repeatable `--agent`.",
|
|
27
|
+
),
|
|
28
|
+
name: z.string().optional(),
|
|
29
|
+
persona: z.string().optional().describe(
|
|
30
|
+
"Set to null to clear the saved persona.",
|
|
31
|
+
),
|
|
32
|
+
prompts: z.array(z.string()).nullable().optional().describe(
|
|
33
|
+
"Buying or build questions the agent answers by choosing between your company and the competitor. CLI clients expose this as repeatable `--prompt`.",
|
|
34
|
+
),
|
|
35
|
+
runs: z.int().optional(),
|
|
36
|
+
search_grounding: SearchGroundingMode$zodSchema.nullable().optional(),
|
|
37
|
+
tags: z.array(z.string()).nullable().optional(),
|
|
38
|
+
});
|
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
* @generated-id: 0549a1745dc9
|
|
4
|
+
*/
|
|
5
|
+
|
|
6
|
+
import * as z from "zod";
|
|
7
|
+
|
|
8
|
+
export type V2AgentPreferenceCompany = {
|
|
9
|
+
name?: string | null | undefined;
|
|
10
|
+
domain?: string | null | undefined;
|
|
11
|
+
};
|
|
12
|
+
|
|
13
|
+
export const V2AgentPreferenceCompany$zodSchema: z.ZodType<
|
|
14
|
+
V2AgentPreferenceCompany
|
|
15
|
+
> = z.object({
|
|
16
|
+
domain: z.string().nullable().optional(),
|
|
17
|
+
name: z.string().nullable().optional(),
|
|
18
|
+
});
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
* @generated-id: 751b1cb5d550
|
|
4
|
+
*/
|
|
5
|
+
|
|
6
|
+
import * as z from "zod";
|
|
7
|
+
|
|
8
|
+
export type V2AgentPreferenceCompetitor = {
|
|
9
|
+
id: string;
|
|
10
|
+
name: string;
|
|
11
|
+
domain?: string | null | undefined;
|
|
12
|
+
logo_url?: string | null | undefined;
|
|
13
|
+
};
|
|
14
|
+
|
|
15
|
+
export const V2AgentPreferenceCompetitor$zodSchema: z.ZodType<
|
|
16
|
+
V2AgentPreferenceCompetitor
|
|
17
|
+
> = z.object({
|
|
18
|
+
domain: z.string().nullable().optional(),
|
|
19
|
+
id: z.string().describe("Competitor ID to pass as `competitor_id`."),
|
|
20
|
+
logo_url: z.string().nullable().optional(),
|
|
21
|
+
name: z.string(),
|
|
22
|
+
});
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
* @generated-id: 7a0e6255c751
|
|
4
|
+
*/
|
|
5
|
+
|
|
6
|
+
import * as z from "zod";
|
|
7
|
+
import {
|
|
8
|
+
V2AgentPreferenceCompetitor,
|
|
9
|
+
V2AgentPreferenceCompetitor$zodSchema,
|
|
10
|
+
} from "./v2agentpreferencecompetitor.js";
|
|
11
|
+
|
|
12
|
+
export type V2AgentPreferenceCompetitorsResponse = {
|
|
13
|
+
data?: Array<V2AgentPreferenceCompetitor> | undefined;
|
|
14
|
+
count: number;
|
|
15
|
+
};
|
|
16
|
+
|
|
17
|
+
export const V2AgentPreferenceCompetitorsResponse$zodSchema: z.ZodType<
|
|
18
|
+
V2AgentPreferenceCompetitorsResponse
|
|
19
|
+
> = z.object({
|
|
20
|
+
count: z.int(),
|
|
21
|
+
data: z.array(V2AgentPreferenceCompetitor$zodSchema).optional(),
|
|
22
|
+
});
|
|
@@ -0,0 +1,54 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
* @generated-id: 69294cc9fd96
|
|
4
|
+
*/
|
|
5
|
+
|
|
6
|
+
import * as z from "zod";
|
|
7
|
+
import {
|
|
8
|
+
SearchGroundingMode,
|
|
9
|
+
SearchGroundingMode$zodSchema,
|
|
10
|
+
} from "./searchgroundingmode.js";
|
|
11
|
+
import {
|
|
12
|
+
V2AgentPreferenceCompetitor,
|
|
13
|
+
V2AgentPreferenceCompetitor$zodSchema,
|
|
14
|
+
} from "./v2agentpreferencecompetitor.js";
|
|
15
|
+
|
|
16
|
+
export type V2AgentPreferenceEval = {
|
|
17
|
+
id: string;
|
|
18
|
+
name: string;
|
|
19
|
+
competitor?: V2AgentPreferenceCompetitor | null | undefined;
|
|
20
|
+
prompts?: Array<string> | undefined;
|
|
21
|
+
judges?: Array<string> | undefined;
|
|
22
|
+
agent?: Array<string> | undefined;
|
|
23
|
+
persona?: string | null | undefined;
|
|
24
|
+
search_grounding?: SearchGroundingMode | undefined;
|
|
25
|
+
runs?: number | undefined;
|
|
26
|
+
tags?: Array<string> | undefined;
|
|
27
|
+
created_at?: string | null | undefined;
|
|
28
|
+
updated_at?: string | null | undefined;
|
|
29
|
+
};
|
|
30
|
+
|
|
31
|
+
export const V2AgentPreferenceEval$zodSchema: z.ZodType<V2AgentPreferenceEval> =
|
|
32
|
+
z.object({
|
|
33
|
+
agent: z.array(z.string()).optional(),
|
|
34
|
+
competitor: V2AgentPreferenceCompetitor$zodSchema.nullable().optional()
|
|
35
|
+
.describe(
|
|
36
|
+
"The competitor your company is compared against. Null when the competitor is no longer tracked.",
|
|
37
|
+
),
|
|
38
|
+
created_at: z.string().nullable().optional(),
|
|
39
|
+
id: z.string().describe(
|
|
40
|
+
"Eval ID. Pass it as `eval_id` to `POST /v2/eval-runs` to run the comparison.",
|
|
41
|
+
),
|
|
42
|
+
judges: z.array(z.string()).optional().describe(
|
|
43
|
+
"Criteria applied to each response. The first one decides which company the agent recommended and cannot be changed.",
|
|
44
|
+
),
|
|
45
|
+
name: z.string(),
|
|
46
|
+
persona: z.string().nullable().optional(),
|
|
47
|
+
prompts: z.array(z.string()).optional(),
|
|
48
|
+
runs: z.int().default(1),
|
|
49
|
+
search_grounding: SearchGroundingMode$zodSchema.optional().describe(
|
|
50
|
+
"Requested web-retrieval behavior for an eval run.",
|
|
51
|
+
),
|
|
52
|
+
tags: z.array(z.string()).optional(),
|
|
53
|
+
updated_at: z.string().nullable().optional(),
|
|
54
|
+
});
|
|
@@ -0,0 +1,25 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
* @generated-id: 8e87c60dcd51
|
|
4
|
+
*/
|
|
5
|
+
|
|
6
|
+
import * as z from "zod";
|
|
7
|
+
import {
|
|
8
|
+
HTTPValidationError,
|
|
9
|
+
HTTPValidationError$zodSchema,
|
|
10
|
+
} from "./httpvalidationerror.js";
|
|
11
|
+
import {
|
|
12
|
+
V2AgentPreferenceEval,
|
|
13
|
+
V2AgentPreferenceEval$zodSchema,
|
|
14
|
+
} from "./v2agentpreferenceeval.js";
|
|
15
|
+
|
|
16
|
+
export type V2AgentPreferenceEvalsCreateResponse =
|
|
17
|
+
| V2AgentPreferenceEval
|
|
18
|
+
| HTTPValidationError;
|
|
19
|
+
|
|
20
|
+
export const V2AgentPreferenceEvalsCreateResponse$zodSchema: z.ZodType<
|
|
21
|
+
V2AgentPreferenceEvalsCreateResponse
|
|
22
|
+
> = z.union([
|
|
23
|
+
V2AgentPreferenceEval$zodSchema,
|
|
24
|
+
HTTPValidationError$zodSchema,
|
|
25
|
+
]);
|
|
@@ -0,0 +1,33 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
* @generated-id: 57a9e388de4f
|
|
4
|
+
*/
|
|
5
|
+
|
|
6
|
+
import * as z from "zod";
|
|
7
|
+
import {
|
|
8
|
+
HTTPValidationError,
|
|
9
|
+
HTTPValidationError$zodSchema,
|
|
10
|
+
} from "./httpvalidationerror.js";
|
|
11
|
+
import {
|
|
12
|
+
V2AgentPreferenceEval,
|
|
13
|
+
V2AgentPreferenceEval$zodSchema,
|
|
14
|
+
} from "./v2agentpreferenceeval.js";
|
|
15
|
+
|
|
16
|
+
export type V2AgentPreferenceEvalsDeleteRequest = { eval_id: string };
|
|
17
|
+
|
|
18
|
+
export const V2AgentPreferenceEvalsDeleteRequest$zodSchema: z.ZodType<
|
|
19
|
+
V2AgentPreferenceEvalsDeleteRequest
|
|
20
|
+
> = z.object({
|
|
21
|
+
eval_id: z.string(),
|
|
22
|
+
});
|
|
23
|
+
|
|
24
|
+
export type V2AgentPreferenceEvalsDeleteResponse =
|
|
25
|
+
| V2AgentPreferenceEval
|
|
26
|
+
| HTTPValidationError;
|
|
27
|
+
|
|
28
|
+
export const V2AgentPreferenceEvalsDeleteResponse$zodSchema: z.ZodType<
|
|
29
|
+
V2AgentPreferenceEvalsDeleteResponse
|
|
30
|
+
> = z.union([
|
|
31
|
+
V2AgentPreferenceEval$zodSchema,
|
|
32
|
+
HTTPValidationError$zodSchema,
|
|
33
|
+
]);
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
* @generated-id: cf4af1726432
|
|
4
|
+
*/
|
|
5
|
+
|
|
6
|
+
import * as z from "zod";
|
|
7
|
+
import {
|
|
8
|
+
V2AgentPreferenceEval,
|
|
9
|
+
V2AgentPreferenceEval$zodSchema,
|
|
10
|
+
} from "./v2agentpreferenceeval.js";
|
|
11
|
+
|
|
12
|
+
export type V2AgentPreferenceEvalsResponse = {
|
|
13
|
+
data?: Array<V2AgentPreferenceEval> | undefined;
|
|
14
|
+
count: number;
|
|
15
|
+
};
|
|
16
|
+
|
|
17
|
+
export const V2AgentPreferenceEvalsResponse$zodSchema: z.ZodType<
|
|
18
|
+
V2AgentPreferenceEvalsResponse
|
|
19
|
+
> = z.object({
|
|
20
|
+
count: z.int(),
|
|
21
|
+
data: z.array(V2AgentPreferenceEval$zodSchema).optional(),
|
|
22
|
+
});
|
|
@@ -0,0 +1,33 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
* @generated-id: cc26328ee8f5
|
|
4
|
+
*/
|
|
5
|
+
|
|
6
|
+
import * as z from "zod";
|
|
7
|
+
import {
|
|
8
|
+
HTTPValidationError,
|
|
9
|
+
HTTPValidationError$zodSchema,
|
|
10
|
+
} from "./httpvalidationerror.js";
|
|
11
|
+
import {
|
|
12
|
+
V2AgentPreferenceEval,
|
|
13
|
+
V2AgentPreferenceEval$zodSchema,
|
|
14
|
+
} from "./v2agentpreferenceeval.js";
|
|
15
|
+
|
|
16
|
+
export type V2AgentPreferenceEvalsRetrieveRequest = { eval_id: string };
|
|
17
|
+
|
|
18
|
+
export const V2AgentPreferenceEvalsRetrieveRequest$zodSchema: z.ZodType<
|
|
19
|
+
V2AgentPreferenceEvalsRetrieveRequest
|
|
20
|
+
> = z.object({
|
|
21
|
+
eval_id: z.string(),
|
|
22
|
+
});
|
|
23
|
+
|
|
24
|
+
export type V2AgentPreferenceEvalsRetrieveResponse =
|
|
25
|
+
| V2AgentPreferenceEval
|
|
26
|
+
| HTTPValidationError;
|
|
27
|
+
|
|
28
|
+
export const V2AgentPreferenceEvalsRetrieveResponse$zodSchema: z.ZodType<
|
|
29
|
+
V2AgentPreferenceEvalsRetrieveResponse
|
|
30
|
+
> = z.union([
|
|
31
|
+
V2AgentPreferenceEval$zodSchema,
|
|
32
|
+
HTTPValidationError$zodSchema,
|
|
33
|
+
]);
|