@lightsage/mcp 0.4.5 → 0.4.7

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (208) hide show
  1. package/README.md +2 -2
  2. package/bin/mcp-server.js +1537 -370
  3. package/bin/mcp-server.js.map +49 -17
  4. package/esm/funcs/agentPreferenceCompetitorsList.d.ts +15 -0
  5. package/esm/funcs/agentPreferenceCompetitorsList.d.ts.map +1 -0
  6. package/esm/funcs/agentPreferenceCompetitorsList.js +72 -0
  7. package/esm/funcs/agentPreferenceCompetitorsList.js.map +1 -0
  8. package/esm/funcs/agentPreferenceEvalsCreate.d.ts +16 -0
  9. package/esm/funcs/agentPreferenceEvalsCreate.d.ts.map +1 -0
  10. package/esm/funcs/agentPreferenceEvalsCreate.js +83 -0
  11. package/esm/funcs/agentPreferenceEvalsCreate.js.map +1 -0
  12. package/esm/funcs/agentPreferenceEvalsDelete.d.ts +16 -0
  13. package/esm/funcs/agentPreferenceEvalsDelete.d.ts.map +1 -0
  14. package/esm/funcs/agentPreferenceEvalsDelete.js +88 -0
  15. package/esm/funcs/agentPreferenceEvalsDelete.js.map +1 -0
  16. package/esm/funcs/agentPreferenceEvalsList.d.ts +15 -0
  17. package/esm/funcs/agentPreferenceEvalsList.d.ts.map +1 -0
  18. package/esm/funcs/agentPreferenceEvalsList.js +72 -0
  19. package/esm/funcs/agentPreferenceEvalsList.js.map +1 -0
  20. package/esm/funcs/agentPreferenceEvalsResultsList.d.ts +16 -0
  21. package/esm/funcs/agentPreferenceEvalsResultsList.d.ts.map +1 -0
  22. package/esm/funcs/agentPreferenceEvalsResultsList.js +93 -0
  23. package/esm/funcs/agentPreferenceEvalsResultsList.js.map +1 -0
  24. package/esm/funcs/agentPreferenceEvalsRetrieve.d.ts +16 -0
  25. package/esm/funcs/agentPreferenceEvalsRetrieve.d.ts.map +1 -0
  26. package/esm/funcs/agentPreferenceEvalsRetrieve.js +88 -0
  27. package/esm/funcs/agentPreferenceEvalsRetrieve.js.map +1 -0
  28. package/esm/funcs/agentPreferenceEvalsUpdate.d.ts +16 -0
  29. package/esm/funcs/agentPreferenceEvalsUpdate.d.ts.map +1 -0
  30. package/esm/funcs/agentPreferenceEvalsUpdate.js +89 -0
  31. package/esm/funcs/agentPreferenceEvalsUpdate.js.map +1 -0
  32. package/esm/funcs/agentPreferenceHeadToHeadRetrieve.d.ts +16 -0
  33. package/esm/funcs/agentPreferenceHeadToHeadRetrieve.d.ts.map +1 -0
  34. package/esm/funcs/agentPreferenceHeadToHeadRetrieve.js +86 -0
  35. package/esm/funcs/agentPreferenceHeadToHeadRetrieve.js.map +1 -0
  36. package/esm/funcs/evalsV2EvalsList.d.ts +1 -1
  37. package/esm/funcs/evalsV2EvalsList.js +1 -1
  38. package/esm/landing-page.js +1 -1
  39. package/esm/lib/config.d.ts +2 -2
  40. package/esm/lib/config.js +2 -2
  41. package/esm/mcp-server/mcp-server.js +1 -1
  42. package/esm/mcp-server/server.d.ts.map +1 -1
  43. package/esm/mcp-server/server.js +17 -1
  44. package/esm/mcp-server/server.js.map +1 -1
  45. package/esm/mcp-server/tools/agentPreferenceCompetitorsList.d.ts +3 -0
  46. package/esm/mcp-server/tools/agentPreferenceCompetitorsList.d.ts.map +1 -0
  47. package/esm/mcp-server/tools/agentPreferenceCompetitorsList.js +30 -0
  48. package/esm/mcp-server/tools/agentPreferenceCompetitorsList.js.map +1 -0
  49. package/esm/mcp-server/tools/agentPreferenceEvalsCreate.d.ts +7 -0
  50. package/esm/mcp-server/tools/agentPreferenceEvalsCreate.d.ts.map +1 -0
  51. package/esm/mcp-server/tools/agentPreferenceEvalsCreate.js +35 -0
  52. package/esm/mcp-server/tools/agentPreferenceEvalsCreate.js.map +1 -0
  53. package/esm/mcp-server/tools/agentPreferenceEvalsDelete.d.ts +7 -0
  54. package/esm/mcp-server/tools/agentPreferenceEvalsDelete.d.ts.map +1 -0
  55. package/esm/mcp-server/tools/agentPreferenceEvalsDelete.js +35 -0
  56. package/esm/mcp-server/tools/agentPreferenceEvalsDelete.js.map +1 -0
  57. package/esm/mcp-server/tools/agentPreferenceEvalsList.d.ts +3 -0
  58. package/esm/mcp-server/tools/agentPreferenceEvalsList.d.ts.map +1 -0
  59. package/esm/mcp-server/tools/agentPreferenceEvalsList.js +30 -0
  60. package/esm/mcp-server/tools/agentPreferenceEvalsList.js.map +1 -0
  61. package/esm/mcp-server/tools/agentPreferenceEvalsResultsList.d.ts +7 -0
  62. package/esm/mcp-server/tools/agentPreferenceEvalsResultsList.d.ts.map +1 -0
  63. package/esm/mcp-server/tools/agentPreferenceEvalsResultsList.js +35 -0
  64. package/esm/mcp-server/tools/agentPreferenceEvalsResultsList.js.map +1 -0
  65. package/esm/mcp-server/tools/agentPreferenceEvalsRetrieve.d.ts +7 -0
  66. package/esm/mcp-server/tools/agentPreferenceEvalsRetrieve.d.ts.map +1 -0
  67. package/esm/mcp-server/tools/agentPreferenceEvalsRetrieve.js +35 -0
  68. package/esm/mcp-server/tools/agentPreferenceEvalsRetrieve.js.map +1 -0
  69. package/esm/mcp-server/tools/agentPreferenceEvalsUpdate.d.ts +7 -0
  70. package/esm/mcp-server/tools/agentPreferenceEvalsUpdate.d.ts.map +1 -0
  71. package/esm/mcp-server/tools/agentPreferenceEvalsUpdate.js +35 -0
  72. package/esm/mcp-server/tools/agentPreferenceEvalsUpdate.js.map +1 -0
  73. package/esm/mcp-server/tools/agentPreferenceHeadToHeadRetrieve.d.ts +7 -0
  74. package/esm/mcp-server/tools/agentPreferenceHeadToHeadRetrieve.d.ts.map +1 -0
  75. package/esm/mcp-server/tools/agentPreferenceHeadToHeadRetrieve.js +35 -0
  76. package/esm/mcp-server/tools/agentPreferenceHeadToHeadRetrieve.js.map +1 -0
  77. package/esm/mcp-server/tools/evalsV2EvalsList.js +1 -1
  78. package/esm/mcp-server/tools/evalsV2EvalsList.js.map +1 -1
  79. package/esm/models/createevaltemplaterequest.d.ts +1 -1
  80. package/esm/models/createv2agentpreferenceevalrequest.d.ts +14 -0
  81. package/esm/models/createv2agentpreferenceevalrequest.d.ts.map +1 -0
  82. package/esm/models/createv2agentpreferenceevalrequest.js +17 -0
  83. package/esm/models/createv2agentpreferenceevalrequest.js.map +1 -0
  84. package/esm/models/evaltemplate.d.ts +1 -1
  85. package/esm/models/updateevaltemplaterequest.d.ts +1 -1
  86. package/esm/models/updatev2agentpreferenceevalrequest.d.ts +13 -0
  87. package/esm/models/updatev2agentpreferenceevalrequest.d.ts.map +1 -0
  88. package/esm/models/updatev2agentpreferenceevalrequest.js +16 -0
  89. package/esm/models/updatev2agentpreferenceevalrequest.js.map +1 -0
  90. package/esm/models/v2agentpreferencecompany.d.ts +7 -0
  91. package/esm/models/v2agentpreferencecompany.d.ts.map +1 -0
  92. package/esm/models/v2agentpreferencecompany.js +10 -0
  93. package/esm/models/v2agentpreferencecompany.js.map +1 -0
  94. package/esm/models/v2agentpreferencecompetitor.d.ts +9 -0
  95. package/esm/models/v2agentpreferencecompetitor.d.ts.map +1 -0
  96. package/esm/models/v2agentpreferencecompetitor.js +12 -0
  97. package/esm/models/v2agentpreferencecompetitor.js.map +1 -0
  98. package/esm/models/v2agentpreferencecompetitorsresponse.d.ts +8 -0
  99. package/esm/models/v2agentpreferencecompetitorsresponse.d.ts.map +1 -0
  100. package/esm/models/v2agentpreferencecompetitorsresponse.js +11 -0
  101. package/esm/models/v2agentpreferencecompetitorsresponse.js.map +1 -0
  102. package/esm/models/v2agentpreferenceeval.d.ts +19 -0
  103. package/esm/models/v2agentpreferenceeval.d.ts.map +1 -0
  104. package/esm/models/v2agentpreferenceeval.js +23 -0
  105. package/esm/models/v2agentpreferenceeval.js.map +1 -0
  106. package/esm/models/v2agentpreferenceevalscreateop.d.ts +6 -0
  107. package/esm/models/v2agentpreferenceevalscreateop.d.ts.map +1 -0
  108. package/esm/models/v2agentpreferenceevalscreateop.js +12 -0
  109. package/esm/models/v2agentpreferenceevalscreateop.js.map +1 -0
  110. package/esm/models/v2agentpreferenceevalsdeleteop.d.ts +10 -0
  111. package/esm/models/v2agentpreferenceevalsdeleteop.d.ts.map +1 -0
  112. package/esm/models/v2agentpreferenceevalsdeleteop.js +15 -0
  113. package/esm/models/v2agentpreferenceevalsdeleteop.js.map +1 -0
  114. package/esm/models/v2agentpreferenceevalsresponse.d.ts +8 -0
  115. package/esm/models/v2agentpreferenceevalsresponse.d.ts.map +1 -0
  116. package/esm/models/v2agentpreferenceevalsresponse.js +11 -0
  117. package/esm/models/v2agentpreferenceevalsresponse.js.map +1 -0
  118. package/esm/models/v2agentpreferenceevalsretrieveop.d.ts +10 -0
  119. package/esm/models/v2agentpreferenceevalsretrieveop.d.ts.map +1 -0
  120. package/esm/models/v2agentpreferenceevalsretrieveop.js +15 -0
  121. package/esm/models/v2agentpreferenceevalsretrieveop.js.map +1 -0
  122. package/esm/models/v2agentpreferenceevalsupdateop.d.ts +12 -0
  123. package/esm/models/v2agentpreferenceevalsupdateop.d.ts.map +1 -0
  124. package/esm/models/v2agentpreferenceevalsupdateop.js +17 -0
  125. package/esm/models/v2agentpreferenceevalsupdateop.js.map +1 -0
  126. package/esm/models/v2agentpreferenceheadtoheadresponse.d.ts +15 -0
  127. package/esm/models/v2agentpreferenceheadtoheadresponse.d.ts.map +1 -0
  128. package/esm/models/v2agentpreferenceheadtoheadresponse.js +18 -0
  129. package/esm/models/v2agentpreferenceheadtoheadresponse.js.map +1 -0
  130. package/esm/models/v2agentpreferenceheadtoheadretrieveop.d.ts +10 -0
  131. package/esm/models/v2agentpreferenceheadtoheadretrieveop.d.ts.map +1 -0
  132. package/esm/models/v2agentpreferenceheadtoheadretrieveop.js +15 -0
  133. package/esm/models/v2agentpreferenceheadtoheadretrieveop.js.map +1 -0
  134. package/esm/models/v2agentpreferencematchup.d.ts +14 -0
  135. package/esm/models/v2agentpreferencematchup.d.ts.map +1 -0
  136. package/esm/models/v2agentpreferencematchup.js +17 -0
  137. package/esm/models/v2agentpreferencematchup.js.map +1 -0
  138. package/esm/models/v2agentpreferencerecord.d.ts +10 -0
  139. package/esm/models/v2agentpreferencerecord.d.ts.map +1 -0
  140. package/esm/models/v2agentpreferencerecord.js +13 -0
  141. package/esm/models/v2agentpreferencerecord.js.map +1 -0
  142. package/esm/models/v2agentpreferenceresult.d.ts +12 -0
  143. package/esm/models/v2agentpreferenceresult.d.ts.map +1 -0
  144. package/esm/models/v2agentpreferenceresult.js +16 -0
  145. package/esm/models/v2agentpreferenceresult.js.map +1 -0
  146. package/esm/models/v2agentpreferenceresultslistop.d.ts +12 -0
  147. package/esm/models/v2agentpreferenceresultslistop.d.ts.map +1 -0
  148. package/esm/models/v2agentpreferenceresultslistop.js +17 -0
  149. package/esm/models/v2agentpreferenceresultslistop.js.map +1 -0
  150. package/esm/models/v2agentpreferenceresultsresponse.d.ts +11 -0
  151. package/esm/models/v2agentpreferenceresultsresponse.d.ts.map +1 -0
  152. package/esm/models/v2agentpreferenceresultsresponse.js +14 -0
  153. package/esm/models/v2agentpreferenceresultsresponse.js.map +1 -0
  154. package/esm/models/v2evalresultsummary.d.ts +2 -0
  155. package/esm/models/v2evalresultsummary.d.ts.map +1 -1
  156. package/esm/models/v2evalresultsummary.js +3 -0
  157. package/esm/models/v2evalresultsummary.js.map +1 -1
  158. package/esm/models/v2preferenceresult.d.ts +30 -0
  159. package/esm/models/v2preferenceresult.d.ts.map +1 -0
  160. package/esm/models/v2preferenceresult.js +26 -0
  161. package/esm/models/v2preferenceresult.js.map +1 -0
  162. package/esm/tool-names.d.ts.map +1 -1
  163. package/esm/tool-names.js +33 -1
  164. package/esm/tool-names.js.map +1 -1
  165. package/package.json +1 -1
  166. package/src/funcs/agentPreferenceCompetitorsList.ts +124 -0
  167. package/src/funcs/agentPreferenceEvalsCreate.ts +145 -0
  168. package/src/funcs/agentPreferenceEvalsDelete.ts +153 -0
  169. package/src/funcs/agentPreferenceEvalsList.ts +124 -0
  170. package/src/funcs/agentPreferenceEvalsResultsList.ts +158 -0
  171. package/src/funcs/agentPreferenceEvalsRetrieve.ts +153 -0
  172. package/src/funcs/agentPreferenceEvalsUpdate.ts +154 -0
  173. package/src/funcs/agentPreferenceHeadToHeadRetrieve.ts +151 -0
  174. package/src/funcs/evalsV2EvalsList.ts +1 -1
  175. package/src/landing-page.ts +1 -1
  176. package/src/lib/config.ts +2 -2
  177. package/src/mcp-server/mcp-server.ts +1 -1
  178. package/src/mcp-server/server.ts +17 -1
  179. package/src/mcp-server/tools/agentPreferenceCompetitorsList.ts +36 -0
  180. package/src/mcp-server/tools/agentPreferenceEvalsCreate.ts +43 -0
  181. package/src/mcp-server/tools/agentPreferenceEvalsDelete.ts +43 -0
  182. package/src/mcp-server/tools/agentPreferenceEvalsList.ts +36 -0
  183. package/src/mcp-server/tools/agentPreferenceEvalsResultsList.ts +44 -0
  184. package/src/mcp-server/tools/agentPreferenceEvalsRetrieve.ts +43 -0
  185. package/src/mcp-server/tools/agentPreferenceEvalsUpdate.ts +43 -0
  186. package/src/mcp-server/tools/agentPreferenceHeadToHeadRetrieve.ts +45 -0
  187. package/src/mcp-server/tools/evalsV2EvalsList.ts +1 -1
  188. package/src/models/createv2agentpreferenceevalrequest.ts +48 -0
  189. package/src/models/updatev2agentpreferenceevalrequest.ts +38 -0
  190. package/src/models/v2agentpreferencecompany.ts +18 -0
  191. package/src/models/v2agentpreferencecompetitor.ts +22 -0
  192. package/src/models/v2agentpreferencecompetitorsresponse.ts +22 -0
  193. package/src/models/v2agentpreferenceeval.ts +54 -0
  194. package/src/models/v2agentpreferenceevalscreateop.ts +25 -0
  195. package/src/models/v2agentpreferenceevalsdeleteop.ts +33 -0
  196. package/src/models/v2agentpreferenceevalsresponse.ts +22 -0
  197. package/src/models/v2agentpreferenceevalsretrieveop.ts +33 -0
  198. package/src/models/v2agentpreferenceevalsupdateop.ts +41 -0
  199. package/src/models/v2agentpreferenceheadtoheadresponse.ts +46 -0
  200. package/src/models/v2agentpreferenceheadtoheadretrieveop.ts +37 -0
  201. package/src/models/v2agentpreferencematchup.ts +42 -0
  202. package/src/models/v2agentpreferencerecord.ts +30 -0
  203. package/src/models/v2agentpreferenceresult.ts +35 -0
  204. package/src/models/v2agentpreferenceresultslistop.ts +39 -0
  205. package/src/models/v2agentpreferenceresultsresponse.ts +28 -0
  206. package/src/models/v2evalresultsummary.ts +9 -0
  207. package/src/models/v2preferenceresult.ts +50 -0
  208. package/src/tool-names.ts +33 -1
@@ -0,0 +1,36 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ * @generated-id: 919484dda3bf
4
+ */
5
+
6
+ import { agentPreferenceCompetitorsList } from "../../funcs/agentPreferenceCompetitorsList.js";
7
+ import { formatResult, ToolDefinition } from "../tools.js";
8
+
9
+ export const tool$agentPreferenceCompetitorsList: ToolDefinition = {
10
+ name: "agent-preference-competitors-list",
11
+ description: `List Competitors
12
+
13
+ Returns the tracked competitors your company can be compared against. Use a returned \`id\` as \`competitor_id\` when creating an Agent Preference eval.`,
14
+ annotations: {
15
+ "title": "",
16
+ "destructiveHint": false,
17
+ "idempotentHint": false,
18
+ "openWorldHint": false,
19
+ "readOnlyHint": true,
20
+ },
21
+ tool: async (client, ctx) => {
22
+ const [result] = await agentPreferenceCompetitorsList(
23
+ client,
24
+ { fetchOptions: { signal: ctx.signal } },
25
+ ).$inspect();
26
+
27
+ if (!result.ok) {
28
+ return {
29
+ content: [{ type: "text", text: result.error.message }],
30
+ isError: true,
31
+ };
32
+ }
33
+
34
+ return formatResult(result.value);
35
+ },
36
+ };
@@ -0,0 +1,43 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ * @generated-id: ea8f87614ea4
4
+ */
5
+
6
+ import { agentPreferenceEvalsCreate } from "../../funcs/agentPreferenceEvalsCreate.js";
7
+ import { CreateV2AgentPreferenceEvalRequest$zodSchema } from "../../models/createv2agentpreferenceevalrequest.js";
8
+ import { formatResult, ToolDefinition } from "../tools.js";
9
+
10
+ const args = {
11
+ request: CreateV2AgentPreferenceEvalRequest$zodSchema,
12
+ };
13
+
14
+ export const tool$agentPreferenceEvalsCreate: ToolDefinition<typeof args> = {
15
+ name: "agent-preference-evals-create",
16
+ description: `Create Eval
17
+
18
+ Creates a head-to-head comparison between your company and one tracked competitor. Each prompt asks an agent to choose, and a fixed judge records which company it recommended. Creating the eval does not start a run; pass the returned \`id\` as \`eval_id\` to \`POST /v2/eval-runs\`.`,
19
+ annotations: {
20
+ "title": "",
21
+ "destructiveHint": false,
22
+ "idempotentHint": false,
23
+ "openWorldHint": false,
24
+ "readOnlyHint": false,
25
+ },
26
+ args,
27
+ tool: async (client, args, ctx) => {
28
+ const [result] = await agentPreferenceEvalsCreate(
29
+ client,
30
+ args.request,
31
+ { fetchOptions: { signal: ctx.signal } },
32
+ ).$inspect();
33
+
34
+ if (!result.ok) {
35
+ return {
36
+ content: [{ type: "text", text: result.error.message }],
37
+ isError: true,
38
+ };
39
+ }
40
+
41
+ return formatResult(result.value);
42
+ },
43
+ };
@@ -0,0 +1,43 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ * @generated-id: d7ee04309183
4
+ */
5
+
6
+ import { agentPreferenceEvalsDelete } from "../../funcs/agentPreferenceEvalsDelete.js";
7
+ import { V2AgentPreferenceEvalsDeleteRequest$zodSchema } from "../../models/v2agentpreferenceevalsdeleteop.js";
8
+ import { formatResult, ToolDefinition } from "../tools.js";
9
+
10
+ const args = {
11
+ request: V2AgentPreferenceEvalsDeleteRequest$zodSchema,
12
+ };
13
+
14
+ export const tool$agentPreferenceEvalsDelete: ToolDefinition<typeof args> = {
15
+ name: "agent-preference-evals-delete",
16
+ description: `Delete Eval
17
+
18
+ Permanently deletes an Agent Preference eval and returns its last saved state.`,
19
+ annotations: {
20
+ "title": "",
21
+ "destructiveHint": true,
22
+ "idempotentHint": false,
23
+ "openWorldHint": false,
24
+ "readOnlyHint": false,
25
+ },
26
+ args,
27
+ tool: async (client, args, ctx) => {
28
+ const [result] = await agentPreferenceEvalsDelete(
29
+ client,
30
+ args.request,
31
+ { fetchOptions: { signal: ctx.signal } },
32
+ ).$inspect();
33
+
34
+ if (!result.ok) {
35
+ return {
36
+ content: [{ type: "text", text: result.error.message }],
37
+ isError: true,
38
+ };
39
+ }
40
+
41
+ return formatResult(result.value);
42
+ },
43
+ };
@@ -0,0 +1,36 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ * @generated-id: 60715cfd0f8f
4
+ */
5
+
6
+ import { agentPreferenceEvalsList } from "../../funcs/agentPreferenceEvalsList.js";
7
+ import { formatResult, ToolDefinition } from "../tools.js";
8
+
9
+ export const tool$agentPreferenceEvalsList: ToolDefinition = {
10
+ name: "agent-preference-evals-list",
11
+ description: `List Evals
12
+
13
+ Returns all active Agent Preference evals owned by the organization.`,
14
+ annotations: {
15
+ "title": "",
16
+ "destructiveHint": false,
17
+ "idempotentHint": false,
18
+ "openWorldHint": false,
19
+ "readOnlyHint": true,
20
+ },
21
+ tool: async (client, ctx) => {
22
+ const [result] = await agentPreferenceEvalsList(
23
+ client,
24
+ { fetchOptions: { signal: ctx.signal } },
25
+ ).$inspect();
26
+
27
+ if (!result.ok) {
28
+ return {
29
+ content: [{ type: "text", text: result.error.message }],
30
+ isError: true,
31
+ };
32
+ }
33
+
34
+ return formatResult(result.value);
35
+ },
36
+ };
@@ -0,0 +1,44 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ * @generated-id: 779d2fe3240a
4
+ */
5
+
6
+ import { agentPreferenceEvalsResultsList } from "../../funcs/agentPreferenceEvalsResultsList.js";
7
+ import { V2AgentPreferenceResultsListRequest$zodSchema } from "../../models/v2agentpreferenceresultslistop.js";
8
+ import { formatResult, ToolDefinition } from "../tools.js";
9
+
10
+ const args = {
11
+ request: V2AgentPreferenceResultsListRequest$zodSchema,
12
+ };
13
+
14
+ export const tool$agentPreferenceEvalsResultsList: ToolDefinition<typeof args> =
15
+ {
16
+ name: "agent-preference-evals-results-list",
17
+ description: `List Results
18
+
19
+ Returns recorded attempts for an Agent Preference eval, newest first, each with whether your company won, lost, or tied against the competitor.`,
20
+ annotations: {
21
+ "title": "",
22
+ "destructiveHint": false,
23
+ "idempotentHint": false,
24
+ "openWorldHint": false,
25
+ "readOnlyHint": true,
26
+ },
27
+ args,
28
+ tool: async (client, args, ctx) => {
29
+ const [result] = await agentPreferenceEvalsResultsList(
30
+ client,
31
+ args.request,
32
+ { fetchOptions: { signal: ctx.signal } },
33
+ ).$inspect();
34
+
35
+ if (!result.ok) {
36
+ return {
37
+ content: [{ type: "text", text: result.error.message }],
38
+ isError: true,
39
+ };
40
+ }
41
+
42
+ return formatResult(result.value);
43
+ },
44
+ };
@@ -0,0 +1,43 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ * @generated-id: 4dc6629a3b3d
4
+ */
5
+
6
+ import { agentPreferenceEvalsRetrieve } from "../../funcs/agentPreferenceEvalsRetrieve.js";
7
+ import { V2AgentPreferenceEvalsRetrieveRequest$zodSchema } from "../../models/v2agentpreferenceevalsretrieveop.js";
8
+ import { formatResult, ToolDefinition } from "../tools.js";
9
+
10
+ const args = {
11
+ request: V2AgentPreferenceEvalsRetrieveRequest$zodSchema,
12
+ };
13
+
14
+ export const tool$agentPreferenceEvalsRetrieve: ToolDefinition<typeof args> = {
15
+ name: "agent-preference-evals-retrieve",
16
+ description: `Retrieve Eval
17
+
18
+ Returns one Agent Preference eval.`,
19
+ annotations: {
20
+ "title": "",
21
+ "destructiveHint": false,
22
+ "idempotentHint": false,
23
+ "openWorldHint": false,
24
+ "readOnlyHint": true,
25
+ },
26
+ args,
27
+ tool: async (client, args, ctx) => {
28
+ const [result] = await agentPreferenceEvalsRetrieve(
29
+ client,
30
+ args.request,
31
+ { fetchOptions: { signal: ctx.signal } },
32
+ ).$inspect();
33
+
34
+ if (!result.ok) {
35
+ return {
36
+ content: [{ type: "text", text: result.error.message }],
37
+ isError: true,
38
+ };
39
+ }
40
+
41
+ return formatResult(result.value);
42
+ },
43
+ };
@@ -0,0 +1,43 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ * @generated-id: 8d7c16e6d58d
4
+ */
5
+
6
+ import { agentPreferenceEvalsUpdate } from "../../funcs/agentPreferenceEvalsUpdate.js";
7
+ import { V2AgentPreferenceEvalsUpdateRequest$zodSchema } from "../../models/v2agentpreferenceevalsupdateop.js";
8
+ import { formatResult, ToolDefinition } from "../tools.js";
9
+
10
+ const args = {
11
+ request: V2AgentPreferenceEvalsUpdateRequest$zodSchema,
12
+ };
13
+
14
+ export const tool$agentPreferenceEvalsUpdate: ToolDefinition<typeof args> = {
15
+ name: "agent-preference-evals-update",
16
+ description: `Update Eval
17
+
18
+ Updates an Agent Preference eval. Omitted fields remain unchanged, an empty \`agent\` or \`tags\` array clears that collection, and \`persona: null\` clears the saved persona. The competitor and the judge that decides the comparison cannot be changed.`,
19
+ annotations: {
20
+ "title": "",
21
+ "destructiveHint": false,
22
+ "idempotentHint": false,
23
+ "openWorldHint": false,
24
+ "readOnlyHint": false,
25
+ },
26
+ args,
27
+ tool: async (client, args, ctx) => {
28
+ const [result] = await agentPreferenceEvalsUpdate(
29
+ client,
30
+ args.request,
31
+ { fetchOptions: { signal: ctx.signal } },
32
+ ).$inspect();
33
+
34
+ if (!result.ok) {
35
+ return {
36
+ content: [{ type: "text", text: result.error.message }],
37
+ isError: true,
38
+ };
39
+ }
40
+
41
+ return formatResult(result.value);
42
+ },
43
+ };
@@ -0,0 +1,45 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ * @generated-id: f53d1faeba02
4
+ */
5
+
6
+ import { agentPreferenceHeadToHeadRetrieve } from "../../funcs/agentPreferenceHeadToHeadRetrieve.js";
7
+ import { V2AgentPreferenceHeadToHeadRetrieveRequest$zodSchema } from "../../models/v2agentpreferenceheadtoheadretrieveop.js";
8
+ import { formatResult, ToolDefinition } from "../tools.js";
9
+
10
+ const args = {
11
+ request: V2AgentPreferenceHeadToHeadRetrieveRequest$zodSchema.optional(),
12
+ };
13
+
14
+ export const tool$agentPreferenceHeadToHeadRetrieve: ToolDefinition<
15
+ typeof args
16
+ > = {
17
+ name: "agent-preference-head-to-head-retrieve",
18
+ description: `Retrieve Head To Head
19
+
20
+ Returns how often agents recommended your company over each tracked competitor: wins, losses, ties, and win rate per competitor plus a combined record. Calculated from the most recent attempts across all Agent Preference evals, up to \`limit\`; \`truncated\` reports whether older attempts were left out.`,
21
+ annotations: {
22
+ "title": "",
23
+ "destructiveHint": false,
24
+ "idempotentHint": false,
25
+ "openWorldHint": false,
26
+ "readOnlyHint": true,
27
+ },
28
+ args,
29
+ tool: async (client, args, ctx) => {
30
+ const [result] = await agentPreferenceHeadToHeadRetrieve(
31
+ client,
32
+ args.request,
33
+ { fetchOptions: { signal: ctx.signal } },
34
+ ).$inspect();
35
+
36
+ if (!result.ok) {
37
+ return {
38
+ content: [{ type: "text", text: result.error.message }],
39
+ isError: true,
40
+ };
41
+ }
42
+
43
+ return formatResult(result.value);
44
+ },
45
+ };
@@ -10,7 +10,7 @@ export const tool$evalsV2EvalsList: ToolDefinition = {
10
10
  name: "evals-v2-evals-list",
11
11
  description: `List Evals
12
12
 
13
- Returns all active eval definitions owned by the organization.`,
13
+ Returns all active eval definitions owned by the organization. Agent Preference evals are not included; list them with \`GET /v2/agent-preference/evals\`.`,
14
14
  annotations: {
15
15
  "title": "",
16
16
  "destructiveHint": false,
@@ -0,0 +1,48 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ * @generated-id: aca5cf70b2df
4
+ */
5
+
6
+ import * as z from "zod";
7
+ import {
8
+ SearchGroundingMode,
9
+ SearchGroundingMode$zodSchema,
10
+ } from "./searchgroundingmode.js";
11
+
12
+ export type CreateV2AgentPreferenceEvalRequest = {
13
+ competitor_id: string;
14
+ prompts: Array<string>;
15
+ name?: string | undefined;
16
+ agent?: Array<string> | undefined;
17
+ persona?: string | undefined;
18
+ search_grounding?: SearchGroundingMode | undefined;
19
+ runs?: number | undefined;
20
+ tags?: Array<string> | undefined;
21
+ };
22
+
23
+ export const CreateV2AgentPreferenceEvalRequest$zodSchema: z.ZodType<
24
+ CreateV2AgentPreferenceEvalRequest
25
+ > = z.object({
26
+ agent: z.array(z.string()).optional().describe(
27
+ "Runnable agents from `GET /v2/agents`. An empty array saves the comparison without default agents. CLI clients expose repeatable `--agent`.",
28
+ ),
29
+ competitor_id: z.string().describe(
30
+ "Tracked competitor to compare against, from `GET /v2/agent-preference/competitors`.",
31
+ ),
32
+ name: z.string().optional().describe(
33
+ "Display name. Defaults to `<your company> vs <competitor>` when omitted.",
34
+ ),
35
+ persona: z.string().optional().describe(
36
+ "Optional perspective applied to the whole comparison.",
37
+ ),
38
+ prompts: z.array(z.string()).describe(
39
+ "Buying or build questions the agent answers by choosing between your company and the competitor. CLI clients expose this as repeatable `--prompt`.",
40
+ ),
41
+ runs: z.int().default(1).describe(
42
+ "Independent attempts for every prompt-agent pair.",
43
+ ),
44
+ search_grounding: SearchGroundingMode$zodSchema.optional().describe(
45
+ "Requested web-retrieval behavior for an eval run.",
46
+ ),
47
+ tags: z.array(z.string()).optional(),
48
+ });
@@ -0,0 +1,38 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ * @generated-id: 02077da4c512
4
+ */
5
+
6
+ import * as z from "zod";
7
+ import {
8
+ SearchGroundingMode,
9
+ SearchGroundingMode$zodSchema,
10
+ } from "./searchgroundingmode.js";
11
+
12
+ export type UpdateV2AgentPreferenceEvalRequest = {
13
+ name?: string | undefined;
14
+ prompts?: Array<string> | null | undefined;
15
+ agent?: Array<string> | null | undefined;
16
+ persona?: string | undefined;
17
+ search_grounding?: SearchGroundingMode | null | undefined;
18
+ runs?: number | undefined;
19
+ tags?: Array<string> | null | undefined;
20
+ };
21
+
22
+ export const UpdateV2AgentPreferenceEvalRequest$zodSchema: z.ZodType<
23
+ UpdateV2AgentPreferenceEvalRequest
24
+ > = z.object({
25
+ agent: z.array(z.string()).nullable().optional().describe(
26
+ "Runnable agents from `GET /v2/agents`. An empty array saves the comparison without default agents. CLI clients expose repeatable `--agent`.",
27
+ ),
28
+ name: z.string().optional(),
29
+ persona: z.string().optional().describe(
30
+ "Set to null to clear the saved persona.",
31
+ ),
32
+ prompts: z.array(z.string()).nullable().optional().describe(
33
+ "Buying or build questions the agent answers by choosing between your company and the competitor. CLI clients expose this as repeatable `--prompt`.",
34
+ ),
35
+ runs: z.int().optional(),
36
+ search_grounding: SearchGroundingMode$zodSchema.nullable().optional(),
37
+ tags: z.array(z.string()).nullable().optional(),
38
+ });
@@ -0,0 +1,18 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ * @generated-id: 0549a1745dc9
4
+ */
5
+
6
+ import * as z from "zod";
7
+
8
+ export type V2AgentPreferenceCompany = {
9
+ name?: string | null | undefined;
10
+ domain?: string | null | undefined;
11
+ };
12
+
13
+ export const V2AgentPreferenceCompany$zodSchema: z.ZodType<
14
+ V2AgentPreferenceCompany
15
+ > = z.object({
16
+ domain: z.string().nullable().optional(),
17
+ name: z.string().nullable().optional(),
18
+ });
@@ -0,0 +1,22 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ * @generated-id: 751b1cb5d550
4
+ */
5
+
6
+ import * as z from "zod";
7
+
8
+ export type V2AgentPreferenceCompetitor = {
9
+ id: string;
10
+ name: string;
11
+ domain?: string | null | undefined;
12
+ logo_url?: string | null | undefined;
13
+ };
14
+
15
+ export const V2AgentPreferenceCompetitor$zodSchema: z.ZodType<
16
+ V2AgentPreferenceCompetitor
17
+ > = z.object({
18
+ domain: z.string().nullable().optional(),
19
+ id: z.string().describe("Competitor ID to pass as `competitor_id`."),
20
+ logo_url: z.string().nullable().optional(),
21
+ name: z.string(),
22
+ });
@@ -0,0 +1,22 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ * @generated-id: 7a0e6255c751
4
+ */
5
+
6
+ import * as z from "zod";
7
+ import {
8
+ V2AgentPreferenceCompetitor,
9
+ V2AgentPreferenceCompetitor$zodSchema,
10
+ } from "./v2agentpreferencecompetitor.js";
11
+
12
+ export type V2AgentPreferenceCompetitorsResponse = {
13
+ data?: Array<V2AgentPreferenceCompetitor> | undefined;
14
+ count: number;
15
+ };
16
+
17
+ export const V2AgentPreferenceCompetitorsResponse$zodSchema: z.ZodType<
18
+ V2AgentPreferenceCompetitorsResponse
19
+ > = z.object({
20
+ count: z.int(),
21
+ data: z.array(V2AgentPreferenceCompetitor$zodSchema).optional(),
22
+ });
@@ -0,0 +1,54 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ * @generated-id: 69294cc9fd96
4
+ */
5
+
6
+ import * as z from "zod";
7
+ import {
8
+ SearchGroundingMode,
9
+ SearchGroundingMode$zodSchema,
10
+ } from "./searchgroundingmode.js";
11
+ import {
12
+ V2AgentPreferenceCompetitor,
13
+ V2AgentPreferenceCompetitor$zodSchema,
14
+ } from "./v2agentpreferencecompetitor.js";
15
+
16
+ export type V2AgentPreferenceEval = {
17
+ id: string;
18
+ name: string;
19
+ competitor?: V2AgentPreferenceCompetitor | null | undefined;
20
+ prompts?: Array<string> | undefined;
21
+ judges?: Array<string> | undefined;
22
+ agent?: Array<string> | undefined;
23
+ persona?: string | null | undefined;
24
+ search_grounding?: SearchGroundingMode | undefined;
25
+ runs?: number | undefined;
26
+ tags?: Array<string> | undefined;
27
+ created_at?: string | null | undefined;
28
+ updated_at?: string | null | undefined;
29
+ };
30
+
31
+ export const V2AgentPreferenceEval$zodSchema: z.ZodType<V2AgentPreferenceEval> =
32
+ z.object({
33
+ agent: z.array(z.string()).optional(),
34
+ competitor: V2AgentPreferenceCompetitor$zodSchema.nullable().optional()
35
+ .describe(
36
+ "The competitor your company is compared against. Null when the competitor is no longer tracked.",
37
+ ),
38
+ created_at: z.string().nullable().optional(),
39
+ id: z.string().describe(
40
+ "Eval ID. Pass it as `eval_id` to `POST /v2/eval-runs` to run the comparison.",
41
+ ),
42
+ judges: z.array(z.string()).optional().describe(
43
+ "Criteria applied to each response. The first one decides which company the agent recommended and cannot be changed.",
44
+ ),
45
+ name: z.string(),
46
+ persona: z.string().nullable().optional(),
47
+ prompts: z.array(z.string()).optional(),
48
+ runs: z.int().default(1),
49
+ search_grounding: SearchGroundingMode$zodSchema.optional().describe(
50
+ "Requested web-retrieval behavior for an eval run.",
51
+ ),
52
+ tags: z.array(z.string()).optional(),
53
+ updated_at: z.string().nullable().optional(),
54
+ });
@@ -0,0 +1,25 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ * @generated-id: 8e87c60dcd51
4
+ */
5
+
6
+ import * as z from "zod";
7
+ import {
8
+ HTTPValidationError,
9
+ HTTPValidationError$zodSchema,
10
+ } from "./httpvalidationerror.js";
11
+ import {
12
+ V2AgentPreferenceEval,
13
+ V2AgentPreferenceEval$zodSchema,
14
+ } from "./v2agentpreferenceeval.js";
15
+
16
+ export type V2AgentPreferenceEvalsCreateResponse =
17
+ | V2AgentPreferenceEval
18
+ | HTTPValidationError;
19
+
20
+ export const V2AgentPreferenceEvalsCreateResponse$zodSchema: z.ZodType<
21
+ V2AgentPreferenceEvalsCreateResponse
22
+ > = z.union([
23
+ V2AgentPreferenceEval$zodSchema,
24
+ HTTPValidationError$zodSchema,
25
+ ]);
@@ -0,0 +1,33 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ * @generated-id: 57a9e388de4f
4
+ */
5
+
6
+ import * as z from "zod";
7
+ import {
8
+ HTTPValidationError,
9
+ HTTPValidationError$zodSchema,
10
+ } from "./httpvalidationerror.js";
11
+ import {
12
+ V2AgentPreferenceEval,
13
+ V2AgentPreferenceEval$zodSchema,
14
+ } from "./v2agentpreferenceeval.js";
15
+
16
+ export type V2AgentPreferenceEvalsDeleteRequest = { eval_id: string };
17
+
18
+ export const V2AgentPreferenceEvalsDeleteRequest$zodSchema: z.ZodType<
19
+ V2AgentPreferenceEvalsDeleteRequest
20
+ > = z.object({
21
+ eval_id: z.string(),
22
+ });
23
+
24
+ export type V2AgentPreferenceEvalsDeleteResponse =
25
+ | V2AgentPreferenceEval
26
+ | HTTPValidationError;
27
+
28
+ export const V2AgentPreferenceEvalsDeleteResponse$zodSchema: z.ZodType<
29
+ V2AgentPreferenceEvalsDeleteResponse
30
+ > = z.union([
31
+ V2AgentPreferenceEval$zodSchema,
32
+ HTTPValidationError$zodSchema,
33
+ ]);
@@ -0,0 +1,22 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ * @generated-id: cf4af1726432
4
+ */
5
+
6
+ import * as z from "zod";
7
+ import {
8
+ V2AgentPreferenceEval,
9
+ V2AgentPreferenceEval$zodSchema,
10
+ } from "./v2agentpreferenceeval.js";
11
+
12
+ export type V2AgentPreferenceEvalsResponse = {
13
+ data?: Array<V2AgentPreferenceEval> | undefined;
14
+ count: number;
15
+ };
16
+
17
+ export const V2AgentPreferenceEvalsResponse$zodSchema: z.ZodType<
18
+ V2AgentPreferenceEvalsResponse
19
+ > = z.object({
20
+ count: z.int(),
21
+ data: z.array(V2AgentPreferenceEval$zodSchema).optional(),
22
+ });
@@ -0,0 +1,33 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ * @generated-id: cc26328ee8f5
4
+ */
5
+
6
+ import * as z from "zod";
7
+ import {
8
+ HTTPValidationError,
9
+ HTTPValidationError$zodSchema,
10
+ } from "./httpvalidationerror.js";
11
+ import {
12
+ V2AgentPreferenceEval,
13
+ V2AgentPreferenceEval$zodSchema,
14
+ } from "./v2agentpreferenceeval.js";
15
+
16
+ export type V2AgentPreferenceEvalsRetrieveRequest = { eval_id: string };
17
+
18
+ export const V2AgentPreferenceEvalsRetrieveRequest$zodSchema: z.ZodType<
19
+ V2AgentPreferenceEvalsRetrieveRequest
20
+ > = z.object({
21
+ eval_id: z.string(),
22
+ });
23
+
24
+ export type V2AgentPreferenceEvalsRetrieveResponse =
25
+ | V2AgentPreferenceEval
26
+ | HTTPValidationError;
27
+
28
+ export const V2AgentPreferenceEvalsRetrieveResponse$zodSchema: z.ZodType<
29
+ V2AgentPreferenceEvalsRetrieveResponse
30
+ > = z.union([
31
+ V2AgentPreferenceEval$zodSchema,
32
+ HTTPValidationError$zodSchema,
33
+ ]);