@lightsage/mcp 0.4.5 → 0.4.6

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (202) hide show
  1. package/README.md +2 -2
  2. package/bin/mcp-server.js +1535 -366
  3. package/bin/mcp-server.js.map +47 -15
  4. package/esm/funcs/agentPreferenceV2AgentPreferenceCompetitorsList.d.ts +15 -0
  5. package/esm/funcs/agentPreferenceV2AgentPreferenceCompetitorsList.d.ts.map +1 -0
  6. package/esm/funcs/agentPreferenceV2AgentPreferenceCompetitorsList.js +72 -0
  7. package/esm/funcs/agentPreferenceV2AgentPreferenceCompetitorsList.js.map +1 -0
  8. package/esm/funcs/agentPreferenceV2AgentPreferenceEvalsCreate.d.ts +16 -0
  9. package/esm/funcs/agentPreferenceV2AgentPreferenceEvalsCreate.d.ts.map +1 -0
  10. package/esm/funcs/agentPreferenceV2AgentPreferenceEvalsCreate.js +83 -0
  11. package/esm/funcs/agentPreferenceV2AgentPreferenceEvalsCreate.js.map +1 -0
  12. package/esm/funcs/agentPreferenceV2AgentPreferenceEvalsDelete.d.ts +16 -0
  13. package/esm/funcs/agentPreferenceV2AgentPreferenceEvalsDelete.d.ts.map +1 -0
  14. package/esm/funcs/agentPreferenceV2AgentPreferenceEvalsDelete.js +88 -0
  15. package/esm/funcs/agentPreferenceV2AgentPreferenceEvalsDelete.js.map +1 -0
  16. package/esm/funcs/agentPreferenceV2AgentPreferenceEvalsList.d.ts +15 -0
  17. package/esm/funcs/agentPreferenceV2AgentPreferenceEvalsList.d.ts.map +1 -0
  18. package/esm/funcs/agentPreferenceV2AgentPreferenceEvalsList.js +72 -0
  19. package/esm/funcs/agentPreferenceV2AgentPreferenceEvalsList.js.map +1 -0
  20. package/esm/funcs/agentPreferenceV2AgentPreferenceEvalsRetrieve.d.ts +16 -0
  21. package/esm/funcs/agentPreferenceV2AgentPreferenceEvalsRetrieve.d.ts.map +1 -0
  22. package/esm/funcs/agentPreferenceV2AgentPreferenceEvalsRetrieve.js +88 -0
  23. package/esm/funcs/agentPreferenceV2AgentPreferenceEvalsRetrieve.js.map +1 -0
  24. package/esm/funcs/agentPreferenceV2AgentPreferenceEvalsUpdate.d.ts +16 -0
  25. package/esm/funcs/agentPreferenceV2AgentPreferenceEvalsUpdate.d.ts.map +1 -0
  26. package/esm/funcs/agentPreferenceV2AgentPreferenceEvalsUpdate.js +89 -0
  27. package/esm/funcs/agentPreferenceV2AgentPreferenceEvalsUpdate.js.map +1 -0
  28. package/esm/funcs/agentPreferenceV2AgentPreferenceHeadToHeadRetrieve.d.ts +16 -0
  29. package/esm/funcs/agentPreferenceV2AgentPreferenceHeadToHeadRetrieve.d.ts.map +1 -0
  30. package/esm/funcs/agentPreferenceV2AgentPreferenceHeadToHeadRetrieve.js +86 -0
  31. package/esm/funcs/agentPreferenceV2AgentPreferenceHeadToHeadRetrieve.js.map +1 -0
  32. package/esm/funcs/agentPreferenceV2AgentPreferenceResultsList.d.ts +16 -0
  33. package/esm/funcs/agentPreferenceV2AgentPreferenceResultsList.d.ts.map +1 -0
  34. package/esm/funcs/agentPreferenceV2AgentPreferenceResultsList.js +93 -0
  35. package/esm/funcs/agentPreferenceV2AgentPreferenceResultsList.js.map +1 -0
  36. package/esm/landing-page.js +1 -1
  37. package/esm/lib/config.d.ts +2 -2
  38. package/esm/lib/config.js +2 -2
  39. package/esm/mcp-server/mcp-server.js +1 -1
  40. package/esm/mcp-server/server.d.ts.map +1 -1
  41. package/esm/mcp-server/server.js +17 -1
  42. package/esm/mcp-server/server.js.map +1 -1
  43. package/esm/mcp-server/tools/agentPreferenceV2AgentPreferenceCompetitorsList.d.ts +3 -0
  44. package/esm/mcp-server/tools/agentPreferenceV2AgentPreferenceCompetitorsList.d.ts.map +1 -0
  45. package/esm/mcp-server/tools/agentPreferenceV2AgentPreferenceCompetitorsList.js +30 -0
  46. package/esm/mcp-server/tools/agentPreferenceV2AgentPreferenceCompetitorsList.js.map +1 -0
  47. package/esm/mcp-server/tools/agentPreferenceV2AgentPreferenceEvalsCreate.d.ts +7 -0
  48. package/esm/mcp-server/tools/agentPreferenceV2AgentPreferenceEvalsCreate.d.ts.map +1 -0
  49. package/esm/mcp-server/tools/agentPreferenceV2AgentPreferenceEvalsCreate.js +35 -0
  50. package/esm/mcp-server/tools/agentPreferenceV2AgentPreferenceEvalsCreate.js.map +1 -0
  51. package/esm/mcp-server/tools/agentPreferenceV2AgentPreferenceEvalsDelete.d.ts +7 -0
  52. package/esm/mcp-server/tools/agentPreferenceV2AgentPreferenceEvalsDelete.d.ts.map +1 -0
  53. package/esm/mcp-server/tools/agentPreferenceV2AgentPreferenceEvalsDelete.js +35 -0
  54. package/esm/mcp-server/tools/agentPreferenceV2AgentPreferenceEvalsDelete.js.map +1 -0
  55. package/esm/mcp-server/tools/agentPreferenceV2AgentPreferenceEvalsList.d.ts +3 -0
  56. package/esm/mcp-server/tools/agentPreferenceV2AgentPreferenceEvalsList.d.ts.map +1 -0
  57. package/esm/mcp-server/tools/agentPreferenceV2AgentPreferenceEvalsList.js +30 -0
  58. package/esm/mcp-server/tools/agentPreferenceV2AgentPreferenceEvalsList.js.map +1 -0
  59. package/esm/mcp-server/tools/agentPreferenceV2AgentPreferenceEvalsRetrieve.d.ts +7 -0
  60. package/esm/mcp-server/tools/agentPreferenceV2AgentPreferenceEvalsRetrieve.d.ts.map +1 -0
  61. package/esm/mcp-server/tools/agentPreferenceV2AgentPreferenceEvalsRetrieve.js +35 -0
  62. package/esm/mcp-server/tools/agentPreferenceV2AgentPreferenceEvalsRetrieve.js.map +1 -0
  63. package/esm/mcp-server/tools/agentPreferenceV2AgentPreferenceEvalsUpdate.d.ts +7 -0
  64. package/esm/mcp-server/tools/agentPreferenceV2AgentPreferenceEvalsUpdate.d.ts.map +1 -0
  65. package/esm/mcp-server/tools/agentPreferenceV2AgentPreferenceEvalsUpdate.js +35 -0
  66. package/esm/mcp-server/tools/agentPreferenceV2AgentPreferenceEvalsUpdate.js.map +1 -0
  67. package/esm/mcp-server/tools/agentPreferenceV2AgentPreferenceHeadToHeadRetrieve.d.ts +7 -0
  68. package/esm/mcp-server/tools/agentPreferenceV2AgentPreferenceHeadToHeadRetrieve.d.ts.map +1 -0
  69. package/esm/mcp-server/tools/agentPreferenceV2AgentPreferenceHeadToHeadRetrieve.js +35 -0
  70. package/esm/mcp-server/tools/agentPreferenceV2AgentPreferenceHeadToHeadRetrieve.js.map +1 -0
  71. package/esm/mcp-server/tools/agentPreferenceV2AgentPreferenceResultsList.d.ts +7 -0
  72. package/esm/mcp-server/tools/agentPreferenceV2AgentPreferenceResultsList.d.ts.map +1 -0
  73. package/esm/mcp-server/tools/agentPreferenceV2AgentPreferenceResultsList.js +35 -0
  74. package/esm/mcp-server/tools/agentPreferenceV2AgentPreferenceResultsList.js.map +1 -0
  75. package/esm/models/createevaltemplaterequest.d.ts +1 -1
  76. package/esm/models/createv2agentpreferenceevalrequest.d.ts +14 -0
  77. package/esm/models/createv2agentpreferenceevalrequest.d.ts.map +1 -0
  78. package/esm/models/createv2agentpreferenceevalrequest.js +17 -0
  79. package/esm/models/createv2agentpreferenceevalrequest.js.map +1 -0
  80. package/esm/models/evaltemplate.d.ts +1 -1
  81. package/esm/models/updateevaltemplaterequest.d.ts +1 -1
  82. package/esm/models/updatev2agentpreferenceevalrequest.d.ts +13 -0
  83. package/esm/models/updatev2agentpreferenceevalrequest.d.ts.map +1 -0
  84. package/esm/models/updatev2agentpreferenceevalrequest.js +16 -0
  85. package/esm/models/updatev2agentpreferenceevalrequest.js.map +1 -0
  86. package/esm/models/v2agentpreferencecompany.d.ts +7 -0
  87. package/esm/models/v2agentpreferencecompany.d.ts.map +1 -0
  88. package/esm/models/v2agentpreferencecompany.js +10 -0
  89. package/esm/models/v2agentpreferencecompany.js.map +1 -0
  90. package/esm/models/v2agentpreferencecompetitor.d.ts +9 -0
  91. package/esm/models/v2agentpreferencecompetitor.d.ts.map +1 -0
  92. package/esm/models/v2agentpreferencecompetitor.js +12 -0
  93. package/esm/models/v2agentpreferencecompetitor.js.map +1 -0
  94. package/esm/models/v2agentpreferencecompetitorsresponse.d.ts +8 -0
  95. package/esm/models/v2agentpreferencecompetitorsresponse.d.ts.map +1 -0
  96. package/esm/models/v2agentpreferencecompetitorsresponse.js +11 -0
  97. package/esm/models/v2agentpreferencecompetitorsresponse.js.map +1 -0
  98. package/esm/models/v2agentpreferenceeval.d.ts +19 -0
  99. package/esm/models/v2agentpreferenceeval.d.ts.map +1 -0
  100. package/esm/models/v2agentpreferenceeval.js +23 -0
  101. package/esm/models/v2agentpreferenceeval.js.map +1 -0
  102. package/esm/models/v2agentpreferenceevalscreateop.d.ts +6 -0
  103. package/esm/models/v2agentpreferenceevalscreateop.d.ts.map +1 -0
  104. package/esm/models/v2agentpreferenceevalscreateop.js +12 -0
  105. package/esm/models/v2agentpreferenceevalscreateop.js.map +1 -0
  106. package/esm/models/v2agentpreferenceevalsdeleteop.d.ts +10 -0
  107. package/esm/models/v2agentpreferenceevalsdeleteop.d.ts.map +1 -0
  108. package/esm/models/v2agentpreferenceevalsdeleteop.js +15 -0
  109. package/esm/models/v2agentpreferenceevalsdeleteop.js.map +1 -0
  110. package/esm/models/v2agentpreferenceevalsresponse.d.ts +8 -0
  111. package/esm/models/v2agentpreferenceevalsresponse.d.ts.map +1 -0
  112. package/esm/models/v2agentpreferenceevalsresponse.js +11 -0
  113. package/esm/models/v2agentpreferenceevalsresponse.js.map +1 -0
  114. package/esm/models/v2agentpreferenceevalsretrieveop.d.ts +10 -0
  115. package/esm/models/v2agentpreferenceevalsretrieveop.d.ts.map +1 -0
  116. package/esm/models/v2agentpreferenceevalsretrieveop.js +15 -0
  117. package/esm/models/v2agentpreferenceevalsretrieveop.js.map +1 -0
  118. package/esm/models/v2agentpreferenceevalsupdateop.d.ts +12 -0
  119. package/esm/models/v2agentpreferenceevalsupdateop.d.ts.map +1 -0
  120. package/esm/models/v2agentpreferenceevalsupdateop.js +17 -0
  121. package/esm/models/v2agentpreferenceevalsupdateop.js.map +1 -0
  122. package/esm/models/v2agentpreferenceheadtoheadresponse.d.ts +15 -0
  123. package/esm/models/v2agentpreferenceheadtoheadresponse.d.ts.map +1 -0
  124. package/esm/models/v2agentpreferenceheadtoheadresponse.js +18 -0
  125. package/esm/models/v2agentpreferenceheadtoheadresponse.js.map +1 -0
  126. package/esm/models/v2agentpreferenceheadtoheadretrieveop.d.ts +10 -0
  127. package/esm/models/v2agentpreferenceheadtoheadretrieveop.d.ts.map +1 -0
  128. package/esm/models/v2agentpreferenceheadtoheadretrieveop.js +15 -0
  129. package/esm/models/v2agentpreferenceheadtoheadretrieveop.js.map +1 -0
  130. package/esm/models/v2agentpreferencematchup.d.ts +14 -0
  131. package/esm/models/v2agentpreferencematchup.d.ts.map +1 -0
  132. package/esm/models/v2agentpreferencematchup.js +17 -0
  133. package/esm/models/v2agentpreferencematchup.js.map +1 -0
  134. package/esm/models/v2agentpreferencerecord.d.ts +10 -0
  135. package/esm/models/v2agentpreferencerecord.d.ts.map +1 -0
  136. package/esm/models/v2agentpreferencerecord.js +13 -0
  137. package/esm/models/v2agentpreferencerecord.js.map +1 -0
  138. package/esm/models/v2agentpreferenceresult.d.ts +12 -0
  139. package/esm/models/v2agentpreferenceresult.d.ts.map +1 -0
  140. package/esm/models/v2agentpreferenceresult.js +16 -0
  141. package/esm/models/v2agentpreferenceresult.js.map +1 -0
  142. package/esm/models/v2agentpreferenceresultslistop.d.ts +12 -0
  143. package/esm/models/v2agentpreferenceresultslistop.d.ts.map +1 -0
  144. package/esm/models/v2agentpreferenceresultslistop.js +17 -0
  145. package/esm/models/v2agentpreferenceresultslistop.js.map +1 -0
  146. package/esm/models/v2agentpreferenceresultsresponse.d.ts +11 -0
  147. package/esm/models/v2agentpreferenceresultsresponse.d.ts.map +1 -0
  148. package/esm/models/v2agentpreferenceresultsresponse.js +14 -0
  149. package/esm/models/v2agentpreferenceresultsresponse.js.map +1 -0
  150. package/esm/models/v2evalresultsummary.d.ts +2 -0
  151. package/esm/models/v2evalresultsummary.d.ts.map +1 -1
  152. package/esm/models/v2evalresultsummary.js +3 -0
  153. package/esm/models/v2evalresultsummary.js.map +1 -1
  154. package/esm/models/v2preferenceresult.d.ts +30 -0
  155. package/esm/models/v2preferenceresult.d.ts.map +1 -0
  156. package/esm/models/v2preferenceresult.js +26 -0
  157. package/esm/models/v2preferenceresult.js.map +1 -0
  158. package/esm/tool-names.d.ts.map +1 -1
  159. package/esm/tool-names.js +32 -0
  160. package/esm/tool-names.js.map +1 -1
  161. package/package.json +1 -1
  162. package/src/funcs/agentPreferenceV2AgentPreferenceCompetitorsList.ts +124 -0
  163. package/src/funcs/agentPreferenceV2AgentPreferenceEvalsCreate.ts +145 -0
  164. package/src/funcs/agentPreferenceV2AgentPreferenceEvalsDelete.ts +153 -0
  165. package/src/funcs/agentPreferenceV2AgentPreferenceEvalsList.ts +124 -0
  166. package/src/funcs/agentPreferenceV2AgentPreferenceEvalsRetrieve.ts +153 -0
  167. package/src/funcs/agentPreferenceV2AgentPreferenceEvalsUpdate.ts +154 -0
  168. package/src/funcs/agentPreferenceV2AgentPreferenceHeadToHeadRetrieve.ts +151 -0
  169. package/src/funcs/agentPreferenceV2AgentPreferenceResultsList.ts +158 -0
  170. package/src/landing-page.ts +1 -1
  171. package/src/lib/config.ts +2 -2
  172. package/src/mcp-server/mcp-server.ts +1 -1
  173. package/src/mcp-server/server.ts +17 -1
  174. package/src/mcp-server/tools/agentPreferenceV2AgentPreferenceCompetitorsList.ts +37 -0
  175. package/src/mcp-server/tools/agentPreferenceV2AgentPreferenceEvalsCreate.ts +45 -0
  176. package/src/mcp-server/tools/agentPreferenceV2AgentPreferenceEvalsDelete.ts +45 -0
  177. package/src/mcp-server/tools/agentPreferenceV2AgentPreferenceEvalsList.ts +36 -0
  178. package/src/mcp-server/tools/agentPreferenceV2AgentPreferenceEvalsRetrieve.ts +45 -0
  179. package/src/mcp-server/tools/agentPreferenceV2AgentPreferenceEvalsUpdate.ts +45 -0
  180. package/src/mcp-server/tools/agentPreferenceV2AgentPreferenceHeadToHeadRetrieve.ts +44 -0
  181. package/src/mcp-server/tools/agentPreferenceV2AgentPreferenceResultsList.ts +45 -0
  182. package/src/models/createv2agentpreferenceevalrequest.ts +48 -0
  183. package/src/models/updatev2agentpreferenceevalrequest.ts +38 -0
  184. package/src/models/v2agentpreferencecompany.ts +18 -0
  185. package/src/models/v2agentpreferencecompetitor.ts +22 -0
  186. package/src/models/v2agentpreferencecompetitorsresponse.ts +22 -0
  187. package/src/models/v2agentpreferenceeval.ts +54 -0
  188. package/src/models/v2agentpreferenceevalscreateop.ts +25 -0
  189. package/src/models/v2agentpreferenceevalsdeleteop.ts +33 -0
  190. package/src/models/v2agentpreferenceevalsresponse.ts +22 -0
  191. package/src/models/v2agentpreferenceevalsretrieveop.ts +33 -0
  192. package/src/models/v2agentpreferenceevalsupdateop.ts +41 -0
  193. package/src/models/v2agentpreferenceheadtoheadresponse.ts +46 -0
  194. package/src/models/v2agentpreferenceheadtoheadretrieveop.ts +37 -0
  195. package/src/models/v2agentpreferencematchup.ts +42 -0
  196. package/src/models/v2agentpreferencerecord.ts +30 -0
  197. package/src/models/v2agentpreferenceresult.ts +35 -0
  198. package/src/models/v2agentpreferenceresultslistop.ts +39 -0
  199. package/src/models/v2agentpreferenceresultsresponse.ts +28 -0
  200. package/src/models/v2evalresultsummary.ts +9 -0
  201. package/src/models/v2preferenceresult.ts +50 -0
  202. package/src/tool-names.ts +32 -0
@@ -0,0 +1,36 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ * @generated-id: b6066f6a920b
4
+ */
5
+
6
+ import { agentPreferenceV2AgentPreferenceEvalsList } from "../../funcs/agentPreferenceV2AgentPreferenceEvalsList.js";
7
+ import { formatResult, ToolDefinition } from "../tools.js";
8
+
9
+ export const tool$agentPreferenceV2AgentPreferenceEvalsList: ToolDefinition = {
10
+ name: "agent-preference-v2-agent-preference-evals-list",
11
+ description: `List Evals
12
+
13
+ Returns all active Agent Preference evals owned by the organization.`,
14
+ annotations: {
15
+ "title": "",
16
+ "destructiveHint": false,
17
+ "idempotentHint": false,
18
+ "openWorldHint": false,
19
+ "readOnlyHint": true,
20
+ },
21
+ tool: async (client, ctx) => {
22
+ const [result] = await agentPreferenceV2AgentPreferenceEvalsList(
23
+ client,
24
+ { fetchOptions: { signal: ctx.signal } },
25
+ ).$inspect();
26
+
27
+ if (!result.ok) {
28
+ return {
29
+ content: [{ type: "text", text: result.error.message }],
30
+ isError: true,
31
+ };
32
+ }
33
+
34
+ return formatResult(result.value);
35
+ },
36
+ };
@@ -0,0 +1,45 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ * @generated-id: e0cae09e3663
4
+ */
5
+
6
+ import { agentPreferenceV2AgentPreferenceEvalsRetrieve } from "../../funcs/agentPreferenceV2AgentPreferenceEvalsRetrieve.js";
7
+ import { V2AgentPreferenceEvalsRetrieveRequest$zodSchema } from "../../models/v2agentpreferenceevalsretrieveop.js";
8
+ import { formatResult, ToolDefinition } from "../tools.js";
9
+
10
+ const args = {
11
+ request: V2AgentPreferenceEvalsRetrieveRequest$zodSchema,
12
+ };
13
+
14
+ export const tool$agentPreferenceV2AgentPreferenceEvalsRetrieve: ToolDefinition<
15
+ typeof args
16
+ > = {
17
+ name: "agent-preference-v2-agent-preference-evals-retrieve",
18
+ description: `Retrieve Eval
19
+
20
+ Returns one Agent Preference eval.`,
21
+ annotations: {
22
+ "title": "",
23
+ "destructiveHint": false,
24
+ "idempotentHint": false,
25
+ "openWorldHint": false,
26
+ "readOnlyHint": true,
27
+ },
28
+ args,
29
+ tool: async (client, args, ctx) => {
30
+ const [result] = await agentPreferenceV2AgentPreferenceEvalsRetrieve(
31
+ client,
32
+ args.request,
33
+ { fetchOptions: { signal: ctx.signal } },
34
+ ).$inspect();
35
+
36
+ if (!result.ok) {
37
+ return {
38
+ content: [{ type: "text", text: result.error.message }],
39
+ isError: true,
40
+ };
41
+ }
42
+
43
+ return formatResult(result.value);
44
+ },
45
+ };
@@ -0,0 +1,45 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ * @generated-id: 4c8c478bf423
4
+ */
5
+
6
+ import { agentPreferenceV2AgentPreferenceEvalsUpdate } from "../../funcs/agentPreferenceV2AgentPreferenceEvalsUpdate.js";
7
+ import { V2AgentPreferenceEvalsUpdateRequest$zodSchema } from "../../models/v2agentpreferenceevalsupdateop.js";
8
+ import { formatResult, ToolDefinition } from "../tools.js";
9
+
10
+ const args = {
11
+ request: V2AgentPreferenceEvalsUpdateRequest$zodSchema,
12
+ };
13
+
14
+ export const tool$agentPreferenceV2AgentPreferenceEvalsUpdate: ToolDefinition<
15
+ typeof args
16
+ > = {
17
+ name: "agent-preference-v2-agent-preference-evals-update",
18
+ description: `Update Eval
19
+
20
+ Updates an Agent Preference eval. Omitted fields remain unchanged, an empty \`agent\` or \`tags\` array clears that collection, and \`persona: null\` clears the saved persona. The competitor and the judge that decides the comparison cannot be changed.`,
21
+ annotations: {
22
+ "title": "",
23
+ "destructiveHint": false,
24
+ "idempotentHint": false,
25
+ "openWorldHint": false,
26
+ "readOnlyHint": false,
27
+ },
28
+ args,
29
+ tool: async (client, args, ctx) => {
30
+ const [result] = await agentPreferenceV2AgentPreferenceEvalsUpdate(
31
+ client,
32
+ args.request,
33
+ { fetchOptions: { signal: ctx.signal } },
34
+ ).$inspect();
35
+
36
+ if (!result.ok) {
37
+ return {
38
+ content: [{ type: "text", text: result.error.message }],
39
+ isError: true,
40
+ };
41
+ }
42
+
43
+ return formatResult(result.value);
44
+ },
45
+ };
@@ -0,0 +1,44 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ * @generated-id: 4e3db491c174
4
+ */
5
+
6
+ import { agentPreferenceV2AgentPreferenceHeadToHeadRetrieve } from "../../funcs/agentPreferenceV2AgentPreferenceHeadToHeadRetrieve.js";
7
+ import { V2AgentPreferenceHeadToHeadRetrieveRequest$zodSchema } from "../../models/v2agentpreferenceheadtoheadretrieveop.js";
8
+ import { formatResult, ToolDefinition } from "../tools.js";
9
+
10
+ const args = {
11
+ request: V2AgentPreferenceHeadToHeadRetrieveRequest$zodSchema.optional(),
12
+ };
13
+
14
+ export const tool$agentPreferenceV2AgentPreferenceHeadToHeadRetrieve:
15
+ ToolDefinition<typeof args> = {
16
+ name: "agent-preference-v2-agent-preference-head-to-273",
17
+ description: `Retrieve Head To Head
18
+
19
+ Returns how often agents recommended your company over each tracked competitor: wins, losses, ties, and win rate per competitor plus a combined record. Calculated from the most recent attempts across all Agent Preference evals, up to \`limit\`; \`truncated\` reports whether older attempts were left out.`,
20
+ annotations: {
21
+ "title": "",
22
+ "destructiveHint": false,
23
+ "idempotentHint": false,
24
+ "openWorldHint": false,
25
+ "readOnlyHint": true,
26
+ },
27
+ args,
28
+ tool: async (client, args, ctx) => {
29
+ const [result] = await agentPreferenceV2AgentPreferenceHeadToHeadRetrieve(
30
+ client,
31
+ args.request,
32
+ { fetchOptions: { signal: ctx.signal } },
33
+ ).$inspect();
34
+
35
+ if (!result.ok) {
36
+ return {
37
+ content: [{ type: "text", text: result.error.message }],
38
+ isError: true,
39
+ };
40
+ }
41
+
42
+ return formatResult(result.value);
43
+ },
44
+ };
@@ -0,0 +1,45 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ * @generated-id: 6815c77109cc
4
+ */
5
+
6
+ import { agentPreferenceV2AgentPreferenceResultsList } from "../../funcs/agentPreferenceV2AgentPreferenceResultsList.js";
7
+ import { V2AgentPreferenceResultsListRequest$zodSchema } from "../../models/v2agentpreferenceresultslistop.js";
8
+ import { formatResult, ToolDefinition } from "../tools.js";
9
+
10
+ const args = {
11
+ request: V2AgentPreferenceResultsListRequest$zodSchema,
12
+ };
13
+
14
+ export const tool$agentPreferenceV2AgentPreferenceResultsList: ToolDefinition<
15
+ typeof args
16
+ > = {
17
+ name: "agent-preference-v2-agent-preference-results-list",
18
+ description: `List Results
19
+
20
+ Returns recorded attempts for an Agent Preference eval, newest first, each with whether your company won, lost, or tied against the competitor.`,
21
+ annotations: {
22
+ "title": "",
23
+ "destructiveHint": false,
24
+ "idempotentHint": false,
25
+ "openWorldHint": false,
26
+ "readOnlyHint": true,
27
+ },
28
+ args,
29
+ tool: async (client, args, ctx) => {
30
+ const [result] = await agentPreferenceV2AgentPreferenceResultsList(
31
+ client,
32
+ args.request,
33
+ { fetchOptions: { signal: ctx.signal } },
34
+ ).$inspect();
35
+
36
+ if (!result.ok) {
37
+ return {
38
+ content: [{ type: "text", text: result.error.message }],
39
+ isError: true,
40
+ };
41
+ }
42
+
43
+ return formatResult(result.value);
44
+ },
45
+ };
@@ -0,0 +1,48 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ * @generated-id: aca5cf70b2df
4
+ */
5
+
6
+ import * as z from "zod";
7
+ import {
8
+ SearchGroundingMode,
9
+ SearchGroundingMode$zodSchema,
10
+ } from "./searchgroundingmode.js";
11
+
12
+ export type CreateV2AgentPreferenceEvalRequest = {
13
+ competitor_id: string;
14
+ prompts: Array<string>;
15
+ name?: string | undefined;
16
+ agent?: Array<string> | undefined;
17
+ persona?: string | undefined;
18
+ search_grounding?: SearchGroundingMode | undefined;
19
+ runs?: number | undefined;
20
+ tags?: Array<string> | undefined;
21
+ };
22
+
23
+ export const CreateV2AgentPreferenceEvalRequest$zodSchema: z.ZodType<
24
+ CreateV2AgentPreferenceEvalRequest
25
+ > = z.object({
26
+ agent: z.array(z.string()).optional().describe(
27
+ "Runnable agents from `GET /v2/agents`. An empty array saves the comparison without default agents. CLI clients expose repeatable `--agent`.",
28
+ ),
29
+ competitor_id: z.string().describe(
30
+ "Tracked competitor to compare against, from `GET /v2/agent-preference/competitors`.",
31
+ ),
32
+ name: z.string().optional().describe(
33
+ "Display name. Defaults to `<your company> vs <competitor>` when omitted.",
34
+ ),
35
+ persona: z.string().optional().describe(
36
+ "Optional perspective applied to the whole comparison.",
37
+ ),
38
+ prompts: z.array(z.string()).describe(
39
+ "Buying or build questions the agent answers by choosing between your company and the competitor. CLI clients expose this as repeatable `--prompt`.",
40
+ ),
41
+ runs: z.int().default(1).describe(
42
+ "Independent attempts for every prompt-agent pair.",
43
+ ),
44
+ search_grounding: SearchGroundingMode$zodSchema.optional().describe(
45
+ "Requested web-retrieval behavior for an eval run.",
46
+ ),
47
+ tags: z.array(z.string()).optional(),
48
+ });
@@ -0,0 +1,38 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ * @generated-id: 02077da4c512
4
+ */
5
+
6
+ import * as z from "zod";
7
+ import {
8
+ SearchGroundingMode,
9
+ SearchGroundingMode$zodSchema,
10
+ } from "./searchgroundingmode.js";
11
+
12
+ export type UpdateV2AgentPreferenceEvalRequest = {
13
+ name?: string | undefined;
14
+ prompts?: Array<string> | null | undefined;
15
+ agent?: Array<string> | null | undefined;
16
+ persona?: string | undefined;
17
+ search_grounding?: SearchGroundingMode | null | undefined;
18
+ runs?: number | undefined;
19
+ tags?: Array<string> | null | undefined;
20
+ };
21
+
22
+ export const UpdateV2AgentPreferenceEvalRequest$zodSchema: z.ZodType<
23
+ UpdateV2AgentPreferenceEvalRequest
24
+ > = z.object({
25
+ agent: z.array(z.string()).nullable().optional().describe(
26
+ "Runnable agents from `GET /v2/agents`. An empty array saves the comparison without default agents. CLI clients expose repeatable `--agent`.",
27
+ ),
28
+ name: z.string().optional(),
29
+ persona: z.string().optional().describe(
30
+ "Set to null to clear the saved persona.",
31
+ ),
32
+ prompts: z.array(z.string()).nullable().optional().describe(
33
+ "Buying or build questions the agent answers by choosing between your company and the competitor. CLI clients expose this as repeatable `--prompt`.",
34
+ ),
35
+ runs: z.int().optional(),
36
+ search_grounding: SearchGroundingMode$zodSchema.nullable().optional(),
37
+ tags: z.array(z.string()).nullable().optional(),
38
+ });
@@ -0,0 +1,18 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ * @generated-id: 0549a1745dc9
4
+ */
5
+
6
+ import * as z from "zod";
7
+
8
+ export type V2AgentPreferenceCompany = {
9
+ name?: string | null | undefined;
10
+ domain?: string | null | undefined;
11
+ };
12
+
13
+ export const V2AgentPreferenceCompany$zodSchema: z.ZodType<
14
+ V2AgentPreferenceCompany
15
+ > = z.object({
16
+ domain: z.string().nullable().optional(),
17
+ name: z.string().nullable().optional(),
18
+ });
@@ -0,0 +1,22 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ * @generated-id: 751b1cb5d550
4
+ */
5
+
6
+ import * as z from "zod";
7
+
8
+ export type V2AgentPreferenceCompetitor = {
9
+ id: string;
10
+ name: string;
11
+ domain?: string | null | undefined;
12
+ logo_url?: string | null | undefined;
13
+ };
14
+
15
+ export const V2AgentPreferenceCompetitor$zodSchema: z.ZodType<
16
+ V2AgentPreferenceCompetitor
17
+ > = z.object({
18
+ domain: z.string().nullable().optional(),
19
+ id: z.string().describe("Competitor ID to pass as `competitor_id`."),
20
+ logo_url: z.string().nullable().optional(),
21
+ name: z.string(),
22
+ });
@@ -0,0 +1,22 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ * @generated-id: 7a0e6255c751
4
+ */
5
+
6
+ import * as z from "zod";
7
+ import {
8
+ V2AgentPreferenceCompetitor,
9
+ V2AgentPreferenceCompetitor$zodSchema,
10
+ } from "./v2agentpreferencecompetitor.js";
11
+
12
+ export type V2AgentPreferenceCompetitorsResponse = {
13
+ data?: Array<V2AgentPreferenceCompetitor> | undefined;
14
+ count: number;
15
+ };
16
+
17
+ export const V2AgentPreferenceCompetitorsResponse$zodSchema: z.ZodType<
18
+ V2AgentPreferenceCompetitorsResponse
19
+ > = z.object({
20
+ count: z.int(),
21
+ data: z.array(V2AgentPreferenceCompetitor$zodSchema).optional(),
22
+ });
@@ -0,0 +1,54 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ * @generated-id: 69294cc9fd96
4
+ */
5
+
6
+ import * as z from "zod";
7
+ import {
8
+ SearchGroundingMode,
9
+ SearchGroundingMode$zodSchema,
10
+ } from "./searchgroundingmode.js";
11
+ import {
12
+ V2AgentPreferenceCompetitor,
13
+ V2AgentPreferenceCompetitor$zodSchema,
14
+ } from "./v2agentpreferencecompetitor.js";
15
+
16
+ export type V2AgentPreferenceEval = {
17
+ id: string;
18
+ name: string;
19
+ competitor?: V2AgentPreferenceCompetitor | null | undefined;
20
+ prompts?: Array<string> | undefined;
21
+ judges?: Array<string> | undefined;
22
+ agent?: Array<string> | undefined;
23
+ persona?: string | null | undefined;
24
+ search_grounding?: SearchGroundingMode | undefined;
25
+ runs?: number | undefined;
26
+ tags?: Array<string> | undefined;
27
+ created_at?: string | null | undefined;
28
+ updated_at?: string | null | undefined;
29
+ };
30
+
31
+ export const V2AgentPreferenceEval$zodSchema: z.ZodType<V2AgentPreferenceEval> =
32
+ z.object({
33
+ agent: z.array(z.string()).optional(),
34
+ competitor: V2AgentPreferenceCompetitor$zodSchema.nullable().optional()
35
+ .describe(
36
+ "The competitor your company is compared against. Null when the competitor is no longer tracked.",
37
+ ),
38
+ created_at: z.string().nullable().optional(),
39
+ id: z.string().describe(
40
+ "Eval ID. Pass it as `eval_id` to `POST /v2/eval-runs` to run the comparison.",
41
+ ),
42
+ judges: z.array(z.string()).optional().describe(
43
+ "Criteria applied to each response. The first one decides which company the agent recommended and cannot be changed.",
44
+ ),
45
+ name: z.string(),
46
+ persona: z.string().nullable().optional(),
47
+ prompts: z.array(z.string()).optional(),
48
+ runs: z.int().default(1),
49
+ search_grounding: SearchGroundingMode$zodSchema.optional().describe(
50
+ "Requested web-retrieval behavior for an eval run.",
51
+ ),
52
+ tags: z.array(z.string()).optional(),
53
+ updated_at: z.string().nullable().optional(),
54
+ });
@@ -0,0 +1,25 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ * @generated-id: 8e87c60dcd51
4
+ */
5
+
6
+ import * as z from "zod";
7
+ import {
8
+ HTTPValidationError,
9
+ HTTPValidationError$zodSchema,
10
+ } from "./httpvalidationerror.js";
11
+ import {
12
+ V2AgentPreferenceEval,
13
+ V2AgentPreferenceEval$zodSchema,
14
+ } from "./v2agentpreferenceeval.js";
15
+
16
+ export type V2AgentPreferenceEvalsCreateResponse =
17
+ | V2AgentPreferenceEval
18
+ | HTTPValidationError;
19
+
20
+ export const V2AgentPreferenceEvalsCreateResponse$zodSchema: z.ZodType<
21
+ V2AgentPreferenceEvalsCreateResponse
22
+ > = z.union([
23
+ V2AgentPreferenceEval$zodSchema,
24
+ HTTPValidationError$zodSchema,
25
+ ]);
@@ -0,0 +1,33 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ * @generated-id: 57a9e388de4f
4
+ */
5
+
6
+ import * as z from "zod";
7
+ import {
8
+ HTTPValidationError,
9
+ HTTPValidationError$zodSchema,
10
+ } from "./httpvalidationerror.js";
11
+ import {
12
+ V2AgentPreferenceEval,
13
+ V2AgentPreferenceEval$zodSchema,
14
+ } from "./v2agentpreferenceeval.js";
15
+
16
+ export type V2AgentPreferenceEvalsDeleteRequest = { eval_id: string };
17
+
18
+ export const V2AgentPreferenceEvalsDeleteRequest$zodSchema: z.ZodType<
19
+ V2AgentPreferenceEvalsDeleteRequest
20
+ > = z.object({
21
+ eval_id: z.string(),
22
+ });
23
+
24
+ export type V2AgentPreferenceEvalsDeleteResponse =
25
+ | V2AgentPreferenceEval
26
+ | HTTPValidationError;
27
+
28
+ export const V2AgentPreferenceEvalsDeleteResponse$zodSchema: z.ZodType<
29
+ V2AgentPreferenceEvalsDeleteResponse
30
+ > = z.union([
31
+ V2AgentPreferenceEval$zodSchema,
32
+ HTTPValidationError$zodSchema,
33
+ ]);
@@ -0,0 +1,22 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ * @generated-id: cf4af1726432
4
+ */
5
+
6
+ import * as z from "zod";
7
+ import {
8
+ V2AgentPreferenceEval,
9
+ V2AgentPreferenceEval$zodSchema,
10
+ } from "./v2agentpreferenceeval.js";
11
+
12
+ export type V2AgentPreferenceEvalsResponse = {
13
+ data?: Array<V2AgentPreferenceEval> | undefined;
14
+ count: number;
15
+ };
16
+
17
+ export const V2AgentPreferenceEvalsResponse$zodSchema: z.ZodType<
18
+ V2AgentPreferenceEvalsResponse
19
+ > = z.object({
20
+ count: z.int(),
21
+ data: z.array(V2AgentPreferenceEval$zodSchema).optional(),
22
+ });
@@ -0,0 +1,33 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ * @generated-id: cc26328ee8f5
4
+ */
5
+
6
+ import * as z from "zod";
7
+ import {
8
+ HTTPValidationError,
9
+ HTTPValidationError$zodSchema,
10
+ } from "./httpvalidationerror.js";
11
+ import {
12
+ V2AgentPreferenceEval,
13
+ V2AgentPreferenceEval$zodSchema,
14
+ } from "./v2agentpreferenceeval.js";
15
+
16
+ export type V2AgentPreferenceEvalsRetrieveRequest = { eval_id: string };
17
+
18
+ export const V2AgentPreferenceEvalsRetrieveRequest$zodSchema: z.ZodType<
19
+ V2AgentPreferenceEvalsRetrieveRequest
20
+ > = z.object({
21
+ eval_id: z.string(),
22
+ });
23
+
24
+ export type V2AgentPreferenceEvalsRetrieveResponse =
25
+ | V2AgentPreferenceEval
26
+ | HTTPValidationError;
27
+
28
+ export const V2AgentPreferenceEvalsRetrieveResponse$zodSchema: z.ZodType<
29
+ V2AgentPreferenceEvalsRetrieveResponse
30
+ > = z.union([
31
+ V2AgentPreferenceEval$zodSchema,
32
+ HTTPValidationError$zodSchema,
33
+ ]);
@@ -0,0 +1,41 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ * @generated-id: e4709630f651
4
+ */
5
+
6
+ import * as z from "zod";
7
+ import {
8
+ HTTPValidationError,
9
+ HTTPValidationError$zodSchema,
10
+ } from "./httpvalidationerror.js";
11
+ import {
12
+ UpdateV2AgentPreferenceEvalRequest,
13
+ UpdateV2AgentPreferenceEvalRequest$zodSchema,
14
+ } from "./updatev2agentpreferenceevalrequest.js";
15
+ import {
16
+ V2AgentPreferenceEval,
17
+ V2AgentPreferenceEval$zodSchema,
18
+ } from "./v2agentpreferenceeval.js";
19
+
20
+ export type V2AgentPreferenceEvalsUpdateRequest = {
21
+ eval_id: string;
22
+ body: UpdateV2AgentPreferenceEvalRequest;
23
+ };
24
+
25
+ export const V2AgentPreferenceEvalsUpdateRequest$zodSchema: z.ZodType<
26
+ V2AgentPreferenceEvalsUpdateRequest
27
+ > = z.object({
28
+ body: UpdateV2AgentPreferenceEvalRequest$zodSchema,
29
+ eval_id: z.string(),
30
+ });
31
+
32
+ export type V2AgentPreferenceEvalsUpdateResponse =
33
+ | V2AgentPreferenceEval
34
+ | HTTPValidationError;
35
+
36
+ export const V2AgentPreferenceEvalsUpdateResponse$zodSchema: z.ZodType<
37
+ V2AgentPreferenceEvalsUpdateResponse
38
+ > = z.union([
39
+ V2AgentPreferenceEval$zodSchema,
40
+ HTTPValidationError$zodSchema,
41
+ ]);
@@ -0,0 +1,46 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ * @generated-id: 99637517cc95
4
+ */
5
+
6
+ import * as z from "zod";
7
+ import {
8
+ V2AgentPreferenceCompany,
9
+ V2AgentPreferenceCompany$zodSchema,
10
+ } from "./v2agentpreferencecompany.js";
11
+ import {
12
+ V2AgentPreferenceMatchup,
13
+ V2AgentPreferenceMatchup$zodSchema,
14
+ } from "./v2agentpreferencematchup.js";
15
+ import {
16
+ V2AgentPreferenceRecord,
17
+ V2AgentPreferenceRecord$zodSchema,
18
+ } from "./v2agentpreferencerecord.js";
19
+
20
+ export type V2AgentPreferenceHeadToHeadResponse = {
21
+ company: V2AgentPreferenceCompany;
22
+ summary: V2AgentPreferenceRecord;
23
+ data?: Array<V2AgentPreferenceMatchup> | undefined;
24
+ count: number;
25
+ attempts_considered: number;
26
+ limit: number;
27
+ truncated: boolean;
28
+ };
29
+
30
+ export const V2AgentPreferenceHeadToHeadResponse$zodSchema: z.ZodType<
31
+ V2AgentPreferenceHeadToHeadResponse
32
+ > = z.object({
33
+ attempts_considered: z.int().describe(
34
+ "Recent attempts read to build the records. Attempts without a usable recommendation are read but not counted as comparisons.",
35
+ ),
36
+ company: V2AgentPreferenceCompany$zodSchema,
37
+ count: z.int().describe("The number of items in `data`."),
38
+ data: z.array(V2AgentPreferenceMatchup$zodSchema).optional().describe(
39
+ "One record per competitor, most comparisons first.",
40
+ ),
41
+ limit: z.int(),
42
+ summary: V2AgentPreferenceRecord$zodSchema,
43
+ truncated: z.boolean().describe(
44
+ "True when older attempts exist beyond `limit` and were not counted.",
45
+ ),
46
+ });
@@ -0,0 +1,37 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ * @generated-id: 87046f40d0de
4
+ */
5
+
6
+ import * as z from "zod";
7
+ import {
8
+ HTTPValidationError,
9
+ HTTPValidationError$zodSchema,
10
+ } from "./httpvalidationerror.js";
11
+ import {
12
+ V2AgentPreferenceHeadToHeadResponse,
13
+ V2AgentPreferenceHeadToHeadResponse$zodSchema,
14
+ } from "./v2agentpreferenceheadtoheadresponse.js";
15
+
16
+ export type V2AgentPreferenceHeadToHeadRetrieveRequest = {
17
+ limit?: number | undefined;
18
+ };
19
+
20
+ export const V2AgentPreferenceHeadToHeadRetrieveRequest$zodSchema: z.ZodType<
21
+ V2AgentPreferenceHeadToHeadRetrieveRequest
22
+ > = z.object({
23
+ limit: z.int().default(500).describe(
24
+ "Most recent attempts to include in the records.",
25
+ ),
26
+ });
27
+
28
+ export type V2AgentPreferenceHeadToHeadRetrieveResponse =
29
+ | V2AgentPreferenceHeadToHeadResponse
30
+ | HTTPValidationError;
31
+
32
+ export const V2AgentPreferenceHeadToHeadRetrieveResponse$zodSchema: z.ZodType<
33
+ V2AgentPreferenceHeadToHeadRetrieveResponse
34
+ > = z.union([
35
+ V2AgentPreferenceHeadToHeadResponse$zodSchema,
36
+ HTTPValidationError$zodSchema,
37
+ ]);