@lightsage/mcp 0.4.4 → 0.4.6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +2 -2
- package/bin/mcp-server.js +1320 -565
- package/bin/mcp-server.js.map +46 -24
- package/esm/funcs/agentPreferenceV2AgentPreferenceCompetitorsList.d.ts +15 -0
- package/esm/funcs/agentPreferenceV2AgentPreferenceCompetitorsList.d.ts.map +1 -0
- package/esm/funcs/agentPreferenceV2AgentPreferenceCompetitorsList.js +72 -0
- package/esm/funcs/agentPreferenceV2AgentPreferenceCompetitorsList.js.map +1 -0
- package/esm/funcs/agentPreferenceV2AgentPreferenceEvalsCreate.d.ts +16 -0
- package/esm/funcs/agentPreferenceV2AgentPreferenceEvalsCreate.d.ts.map +1 -0
- package/esm/funcs/{contentV2ContentDraftsCreate.js → agentPreferenceV2AgentPreferenceEvalsCreate.js} +9 -9
- package/esm/funcs/agentPreferenceV2AgentPreferenceEvalsCreate.js.map +1 -0
- package/esm/funcs/agentPreferenceV2AgentPreferenceEvalsDelete.d.ts +16 -0
- package/esm/funcs/agentPreferenceV2AgentPreferenceEvalsDelete.d.ts.map +1 -0
- package/esm/funcs/{contentV2ContentFinalize.js → agentPreferenceV2AgentPreferenceEvalsDelete.js} +11 -11
- package/esm/funcs/agentPreferenceV2AgentPreferenceEvalsDelete.js.map +1 -0
- package/esm/funcs/agentPreferenceV2AgentPreferenceEvalsList.d.ts +15 -0
- package/esm/funcs/agentPreferenceV2AgentPreferenceEvalsList.d.ts.map +1 -0
- package/esm/funcs/agentPreferenceV2AgentPreferenceEvalsList.js +72 -0
- package/esm/funcs/agentPreferenceV2AgentPreferenceEvalsList.js.map +1 -0
- package/esm/funcs/agentPreferenceV2AgentPreferenceEvalsRetrieve.d.ts +16 -0
- package/esm/funcs/agentPreferenceV2AgentPreferenceEvalsRetrieve.d.ts.map +1 -0
- package/esm/funcs/{contentV2ContentRetrieve.js → agentPreferenceV2AgentPreferenceEvalsRetrieve.js} +10 -10
- package/esm/funcs/agentPreferenceV2AgentPreferenceEvalsRetrieve.js.map +1 -0
- package/esm/funcs/agentPreferenceV2AgentPreferenceEvalsUpdate.d.ts +16 -0
- package/esm/funcs/agentPreferenceV2AgentPreferenceEvalsUpdate.d.ts.map +1 -0
- package/esm/funcs/agentPreferenceV2AgentPreferenceEvalsUpdate.js +89 -0
- package/esm/funcs/agentPreferenceV2AgentPreferenceEvalsUpdate.js.map +1 -0
- package/esm/funcs/agentPreferenceV2AgentPreferenceHeadToHeadRetrieve.d.ts +16 -0
- package/esm/funcs/agentPreferenceV2AgentPreferenceHeadToHeadRetrieve.d.ts.map +1 -0
- package/esm/funcs/agentPreferenceV2AgentPreferenceHeadToHeadRetrieve.js +86 -0
- package/esm/funcs/agentPreferenceV2AgentPreferenceHeadToHeadRetrieve.js.map +1 -0
- package/esm/funcs/agentPreferenceV2AgentPreferenceResultsList.d.ts +16 -0
- package/esm/funcs/agentPreferenceV2AgentPreferenceResultsList.d.ts.map +1 -0
- package/esm/funcs/agentPreferenceV2AgentPreferenceResultsList.js +93 -0
- package/esm/funcs/agentPreferenceV2AgentPreferenceResultsList.js.map +1 -0
- package/esm/landing-page.js +1 -1
- package/esm/lib/config.d.ts +2 -2
- package/esm/lib/config.js +2 -2
- package/esm/mcp-server/mcp-server.js +1 -1
- package/esm/mcp-server/server.d.ts.map +1 -1
- package/esm/mcp-server/server.js +17 -7
- package/esm/mcp-server/server.js.map +1 -1
- package/esm/mcp-server/tools/agentPreferenceV2AgentPreferenceCompetitorsList.d.ts +3 -0
- package/esm/mcp-server/tools/agentPreferenceV2AgentPreferenceCompetitorsList.d.ts.map +1 -0
- package/esm/mcp-server/tools/agentPreferenceV2AgentPreferenceCompetitorsList.js +30 -0
- package/esm/mcp-server/tools/agentPreferenceV2AgentPreferenceCompetitorsList.js.map +1 -0
- package/esm/mcp-server/tools/agentPreferenceV2AgentPreferenceEvalsCreate.d.ts +7 -0
- package/esm/mcp-server/tools/agentPreferenceV2AgentPreferenceEvalsCreate.d.ts.map +1 -0
- package/esm/mcp-server/tools/agentPreferenceV2AgentPreferenceEvalsCreate.js +35 -0
- package/esm/mcp-server/tools/agentPreferenceV2AgentPreferenceEvalsCreate.js.map +1 -0
- package/esm/mcp-server/tools/agentPreferenceV2AgentPreferenceEvalsDelete.d.ts +7 -0
- package/esm/mcp-server/tools/agentPreferenceV2AgentPreferenceEvalsDelete.d.ts.map +1 -0
- package/esm/mcp-server/tools/agentPreferenceV2AgentPreferenceEvalsDelete.js +35 -0
- package/esm/mcp-server/tools/agentPreferenceV2AgentPreferenceEvalsDelete.js.map +1 -0
- package/esm/mcp-server/tools/agentPreferenceV2AgentPreferenceEvalsList.d.ts +3 -0
- package/esm/mcp-server/tools/agentPreferenceV2AgentPreferenceEvalsList.d.ts.map +1 -0
- package/esm/mcp-server/tools/agentPreferenceV2AgentPreferenceEvalsList.js +30 -0
- package/esm/mcp-server/tools/agentPreferenceV2AgentPreferenceEvalsList.js.map +1 -0
- package/esm/mcp-server/tools/agentPreferenceV2AgentPreferenceEvalsRetrieve.d.ts +7 -0
- package/esm/mcp-server/tools/agentPreferenceV2AgentPreferenceEvalsRetrieve.d.ts.map +1 -0
- package/esm/mcp-server/tools/agentPreferenceV2AgentPreferenceEvalsRetrieve.js +35 -0
- package/esm/mcp-server/tools/agentPreferenceV2AgentPreferenceEvalsRetrieve.js.map +1 -0
- package/esm/mcp-server/tools/agentPreferenceV2AgentPreferenceEvalsUpdate.d.ts +7 -0
- package/esm/mcp-server/tools/agentPreferenceV2AgentPreferenceEvalsUpdate.d.ts.map +1 -0
- package/esm/mcp-server/tools/agentPreferenceV2AgentPreferenceEvalsUpdate.js +35 -0
- package/esm/mcp-server/tools/agentPreferenceV2AgentPreferenceEvalsUpdate.js.map +1 -0
- package/esm/mcp-server/tools/agentPreferenceV2AgentPreferenceHeadToHeadRetrieve.d.ts +7 -0
- package/esm/mcp-server/tools/agentPreferenceV2AgentPreferenceHeadToHeadRetrieve.d.ts.map +1 -0
- package/esm/mcp-server/tools/agentPreferenceV2AgentPreferenceHeadToHeadRetrieve.js +35 -0
- package/esm/mcp-server/tools/agentPreferenceV2AgentPreferenceHeadToHeadRetrieve.js.map +1 -0
- package/esm/mcp-server/tools/agentPreferenceV2AgentPreferenceResultsList.d.ts +7 -0
- package/esm/mcp-server/tools/agentPreferenceV2AgentPreferenceResultsList.d.ts.map +1 -0
- package/esm/mcp-server/tools/agentPreferenceV2AgentPreferenceResultsList.js +35 -0
- package/esm/mcp-server/tools/agentPreferenceV2AgentPreferenceResultsList.js.map +1 -0
- package/esm/models/createevaltemplaterequest.d.ts +1 -1
- package/esm/models/createv2agentpreferenceevalrequest.d.ts +14 -0
- package/esm/models/createv2agentpreferenceevalrequest.d.ts.map +1 -0
- package/esm/models/createv2agentpreferenceevalrequest.js +17 -0
- package/esm/models/createv2agentpreferenceevalrequest.js.map +1 -0
- package/esm/models/evaltemplate.d.ts +1 -1
- package/esm/models/updateevaltemplaterequest.d.ts +1 -1
- package/esm/models/updatev2agentpreferenceevalrequest.d.ts +13 -0
- package/esm/models/updatev2agentpreferenceevalrequest.d.ts.map +1 -0
- package/esm/models/updatev2agentpreferenceevalrequest.js +16 -0
- package/esm/models/updatev2agentpreferenceevalrequest.js.map +1 -0
- package/esm/models/v2agentpreferencecompany.d.ts +7 -0
- package/esm/models/v2agentpreferencecompany.d.ts.map +1 -0
- package/esm/models/v2agentpreferencecompany.js +10 -0
- package/esm/models/v2agentpreferencecompany.js.map +1 -0
- package/esm/models/v2agentpreferencecompetitor.d.ts +9 -0
- package/esm/models/v2agentpreferencecompetitor.d.ts.map +1 -0
- package/esm/models/v2agentpreferencecompetitor.js +12 -0
- package/esm/models/v2agentpreferencecompetitor.js.map +1 -0
- package/esm/models/v2agentpreferencecompetitorsresponse.d.ts +8 -0
- package/esm/models/v2agentpreferencecompetitorsresponse.d.ts.map +1 -0
- package/esm/models/v2agentpreferencecompetitorsresponse.js +11 -0
- package/esm/models/v2agentpreferencecompetitorsresponse.js.map +1 -0
- package/esm/models/v2agentpreferenceeval.d.ts +19 -0
- package/esm/models/v2agentpreferenceeval.d.ts.map +1 -0
- package/esm/models/v2agentpreferenceeval.js +23 -0
- package/esm/models/v2agentpreferenceeval.js.map +1 -0
- package/esm/models/v2agentpreferenceevalscreateop.d.ts +6 -0
- package/esm/models/v2agentpreferenceevalscreateop.d.ts.map +1 -0
- package/esm/models/v2agentpreferenceevalscreateop.js +12 -0
- package/esm/models/v2agentpreferenceevalscreateop.js.map +1 -0
- package/esm/models/v2agentpreferenceevalsdeleteop.d.ts +10 -0
- package/esm/models/v2agentpreferenceevalsdeleteop.d.ts.map +1 -0
- package/esm/models/v2agentpreferenceevalsdeleteop.js +15 -0
- package/esm/models/v2agentpreferenceevalsdeleteop.js.map +1 -0
- package/esm/models/v2agentpreferenceevalsresponse.d.ts +8 -0
- package/esm/models/v2agentpreferenceevalsresponse.d.ts.map +1 -0
- package/esm/models/v2agentpreferenceevalsresponse.js +11 -0
- package/esm/models/v2agentpreferenceevalsresponse.js.map +1 -0
- package/esm/models/v2agentpreferenceevalsretrieveop.d.ts +10 -0
- package/esm/models/v2agentpreferenceevalsretrieveop.d.ts.map +1 -0
- package/esm/models/v2agentpreferenceevalsretrieveop.js +15 -0
- package/esm/models/v2agentpreferenceevalsretrieveop.js.map +1 -0
- package/esm/models/v2agentpreferenceevalsupdateop.d.ts +12 -0
- package/esm/models/v2agentpreferenceevalsupdateop.d.ts.map +1 -0
- package/esm/models/v2agentpreferenceevalsupdateop.js +17 -0
- package/esm/models/v2agentpreferenceevalsupdateop.js.map +1 -0
- package/esm/models/v2agentpreferenceheadtoheadresponse.d.ts +15 -0
- package/esm/models/v2agentpreferenceheadtoheadresponse.d.ts.map +1 -0
- package/esm/models/v2agentpreferenceheadtoheadresponse.js +18 -0
- package/esm/models/v2agentpreferenceheadtoheadresponse.js.map +1 -0
- package/esm/models/v2agentpreferenceheadtoheadretrieveop.d.ts +10 -0
- package/esm/models/v2agentpreferenceheadtoheadretrieveop.d.ts.map +1 -0
- package/esm/models/v2agentpreferenceheadtoheadretrieveop.js +15 -0
- package/esm/models/v2agentpreferenceheadtoheadretrieveop.js.map +1 -0
- package/esm/models/v2agentpreferencematchup.d.ts +14 -0
- package/esm/models/v2agentpreferencematchup.d.ts.map +1 -0
- package/esm/models/v2agentpreferencematchup.js +17 -0
- package/esm/models/v2agentpreferencematchup.js.map +1 -0
- package/esm/models/v2agentpreferencerecord.d.ts +10 -0
- package/esm/models/v2agentpreferencerecord.d.ts.map +1 -0
- package/esm/models/v2agentpreferencerecord.js +13 -0
- package/esm/models/v2agentpreferencerecord.js.map +1 -0
- package/esm/models/v2agentpreferenceresult.d.ts +12 -0
- package/esm/models/v2agentpreferenceresult.d.ts.map +1 -0
- package/esm/models/v2agentpreferenceresult.js +16 -0
- package/esm/models/v2agentpreferenceresult.js.map +1 -0
- package/esm/models/v2agentpreferenceresultslistop.d.ts +12 -0
- package/esm/models/v2agentpreferenceresultslistop.d.ts.map +1 -0
- package/esm/models/v2agentpreferenceresultslistop.js +17 -0
- package/esm/models/v2agentpreferenceresultslistop.js.map +1 -0
- package/esm/models/v2agentpreferenceresultsresponse.d.ts +11 -0
- package/esm/models/v2agentpreferenceresultsresponse.d.ts.map +1 -0
- package/esm/models/v2agentpreferenceresultsresponse.js +14 -0
- package/esm/models/v2agentpreferenceresultsresponse.js.map +1 -0
- package/esm/models/v2evalresultsummary.d.ts +2 -0
- package/esm/models/v2evalresultsummary.d.ts.map +1 -1
- package/esm/models/v2evalresultsummary.js +3 -0
- package/esm/models/v2evalresultsummary.js.map +1 -1
- package/esm/models/v2preferenceresult.d.ts +30 -0
- package/esm/models/v2preferenceresult.d.ts.map +1 -0
- package/esm/models/v2preferenceresult.js +26 -0
- package/esm/models/v2preferenceresult.js.map +1 -0
- package/esm/tool-names.d.ts.map +1 -1
- package/esm/tool-names.js +32 -12
- package/esm/tool-names.js.map +1 -1
- package/package.json +1 -1
- package/src/funcs/agentPreferenceV2AgentPreferenceCompetitorsList.ts +124 -0
- package/src/funcs/{contentV2ContentDraftsCreate.ts → agentPreferenceV2AgentPreferenceEvalsCreate.ts} +13 -13
- package/src/funcs/{contentV2ContentFinalize.ts → agentPreferenceV2AgentPreferenceEvalsDelete.ts} +14 -14
- package/src/funcs/agentPreferenceV2AgentPreferenceEvalsList.ts +124 -0
- package/src/funcs/{contentV2ContentRetrieve.ts → agentPreferenceV2AgentPreferenceEvalsRetrieve.ts} +13 -13
- package/src/funcs/agentPreferenceV2AgentPreferenceEvalsUpdate.ts +154 -0
- package/src/funcs/agentPreferenceV2AgentPreferenceHeadToHeadRetrieve.ts +151 -0
- package/src/funcs/agentPreferenceV2AgentPreferenceResultsList.ts +158 -0
- package/src/landing-page.ts +1 -1
- package/src/lib/config.ts +2 -2
- package/src/mcp-server/mcp-server.ts +1 -1
- package/src/mcp-server/server.ts +17 -7
- package/src/mcp-server/tools/agentPreferenceV2AgentPreferenceCompetitorsList.ts +37 -0
- package/src/mcp-server/tools/agentPreferenceV2AgentPreferenceEvalsCreate.ts +45 -0
- package/src/mcp-server/tools/agentPreferenceV2AgentPreferenceEvalsDelete.ts +45 -0
- package/src/mcp-server/tools/agentPreferenceV2AgentPreferenceEvalsList.ts +36 -0
- package/src/mcp-server/tools/{contentV2ContentRetrieve.ts → agentPreferenceV2AgentPreferenceEvalsRetrieve.ts} +11 -9
- package/src/mcp-server/tools/agentPreferenceV2AgentPreferenceEvalsUpdate.ts +45 -0
- package/src/mcp-server/tools/agentPreferenceV2AgentPreferenceHeadToHeadRetrieve.ts +44 -0
- package/src/mcp-server/tools/agentPreferenceV2AgentPreferenceResultsList.ts +45 -0
- package/src/models/createv2agentpreferenceevalrequest.ts +48 -0
- package/src/models/updatev2agentpreferenceevalrequest.ts +38 -0
- package/src/models/v2agentpreferencecompany.ts +18 -0
- package/src/models/v2agentpreferencecompetitor.ts +22 -0
- package/src/models/v2agentpreferencecompetitorsresponse.ts +22 -0
- package/src/models/v2agentpreferenceeval.ts +54 -0
- package/src/models/v2agentpreferenceevalscreateop.ts +25 -0
- package/src/models/v2agentpreferenceevalsdeleteop.ts +33 -0
- package/src/models/v2agentpreferenceevalsresponse.ts +22 -0
- package/src/models/v2agentpreferenceevalsretrieveop.ts +33 -0
- package/src/models/v2agentpreferenceevalsupdateop.ts +41 -0
- package/src/models/v2agentpreferenceheadtoheadresponse.ts +46 -0
- package/src/models/v2agentpreferenceheadtoheadretrieveop.ts +37 -0
- package/src/models/v2agentpreferencematchup.ts +42 -0
- package/src/models/v2agentpreferencerecord.ts +30 -0
- package/src/models/v2agentpreferenceresult.ts +35 -0
- package/src/models/v2agentpreferenceresultslistop.ts +39 -0
- package/src/models/v2agentpreferenceresultsresponse.ts +28 -0
- package/src/models/v2evalresultsummary.ts +9 -0
- package/src/models/v2preferenceresult.ts +50 -0
- package/src/tool-names.ts +32 -12
- package/esm/funcs/contentV2ContentDraftsCreate.d.ts +0 -16
- package/esm/funcs/contentV2ContentDraftsCreate.d.ts.map +0 -1
- package/esm/funcs/contentV2ContentDraftsCreate.js.map +0 -1
- package/esm/funcs/contentV2ContentFinalize.d.ts +0 -16
- package/esm/funcs/contentV2ContentFinalize.d.ts.map +0 -1
- package/esm/funcs/contentV2ContentFinalize.js.map +0 -1
- package/esm/funcs/contentV2ContentRetrieve.d.ts +0 -16
- package/esm/funcs/contentV2ContentRetrieve.d.ts.map +0 -1
- package/esm/funcs/contentV2ContentRetrieve.js.map +0 -1
- package/esm/mcp-server/tools/contentV2ContentDraftsCreate.d.ts +0 -7
- package/esm/mcp-server/tools/contentV2ContentDraftsCreate.d.ts.map +0 -1
- package/esm/mcp-server/tools/contentV2ContentDraftsCreate.js +0 -35
- package/esm/mcp-server/tools/contentV2ContentDraftsCreate.js.map +0 -1
- package/esm/mcp-server/tools/contentV2ContentFinalize.d.ts +0 -7
- package/esm/mcp-server/tools/contentV2ContentFinalize.d.ts.map +0 -1
- package/esm/mcp-server/tools/contentV2ContentFinalize.js +0 -35
- package/esm/mcp-server/tools/contentV2ContentFinalize.js.map +0 -1
- package/esm/mcp-server/tools/contentV2ContentRetrieve.d.ts +0 -7
- package/esm/mcp-server/tools/contentV2ContentRetrieve.d.ts.map +0 -1
- package/esm/mcp-server/tools/contentV2ContentRetrieve.js +0 -35
- package/esm/mcp-server/tools/contentV2ContentRetrieve.js.map +0 -1
- package/esm/models/generatecontentdraftrequest.d.ts +0 -9
- package/esm/models/generatecontentdraftrequest.d.ts.map +0 -1
- package/esm/models/generatecontentdraftrequest.js +0 -12
- package/esm/models/generatecontentdraftrequest.js.map +0 -1
- package/esm/models/publiccontent.d.ts +0 -11
- package/esm/models/publiccontent.d.ts.map +0 -1
- package/esm/models/publiccontent.js +0 -14
- package/esm/models/publiccontent.js.map +0 -1
- package/esm/models/v2contentdraftscreateop.d.ts +0 -6
- package/esm/models/v2contentdraftscreateop.d.ts.map +0 -1
- package/esm/models/v2contentdraftscreateop.js +0 -12
- package/esm/models/v2contentdraftscreateop.js.map +0 -1
- package/esm/models/v2contentfinalizeop.d.ts +0 -10
- package/esm/models/v2contentfinalizeop.d.ts.map +0 -1
- package/esm/models/v2contentfinalizeop.js +0 -15
- package/esm/models/v2contentfinalizeop.js.map +0 -1
- package/esm/models/v2contentretrieveop.d.ts +0 -10
- package/esm/models/v2contentretrieveop.d.ts.map +0 -1
- package/esm/models/v2contentretrieveop.js +0 -15
- package/esm/models/v2contentretrieveop.js.map +0 -1
- package/src/mcp-server/tools/contentV2ContentDraftsCreate.ts +0 -43
- package/src/mcp-server/tools/contentV2ContentFinalize.ts +0 -43
- package/src/models/generatecontentdraftrequest.ts +0 -28
- package/src/models/publiccontent.ts +0 -24
- package/src/models/v2contentdraftscreateop.ts +0 -20
- package/src/models/v2contentfinalizeop.ts +0 -28
- package/src/models/v2contentretrieveop.ts +0 -28
|
@@ -0,0 +1,158 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
* @generated-id: c6305b4e8862
|
|
4
|
+
*/
|
|
5
|
+
|
|
6
|
+
import { LightsageMcpCore } from "../core.js";
|
|
7
|
+
import { encodeFormQuery, encodeSimple } from "../lib/encodings.js";
|
|
8
|
+
import { compactMap } from "../lib/primitives.js";
|
|
9
|
+
import { safeParse } from "../lib/schemas.js";
|
|
10
|
+
import { RequestOptions } from "../lib/sdks.js";
|
|
11
|
+
import { extractSecurity, resolveGlobalSecurity } from "../lib/security.js";
|
|
12
|
+
import { pathToFunc } from "../lib/url.js";
|
|
13
|
+
import { APIError } from "../models/errors/apierror.js";
|
|
14
|
+
import {
|
|
15
|
+
ConnectionError,
|
|
16
|
+
InvalidRequestError,
|
|
17
|
+
RequestAbortedError,
|
|
18
|
+
RequestTimeoutError,
|
|
19
|
+
UnexpectedClientError,
|
|
20
|
+
} from "../models/errors/httpclienterrors.js";
|
|
21
|
+
import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
|
|
22
|
+
import {
|
|
23
|
+
V2AgentPreferenceResultsListRequest,
|
|
24
|
+
V2AgentPreferenceResultsListRequest$zodSchema,
|
|
25
|
+
} from "../models/v2agentpreferenceresultslistop.js";
|
|
26
|
+
import { APICall, APIPromise } from "../types/async.js";
|
|
27
|
+
import { Result } from "../types/fp.js";
|
|
28
|
+
|
|
29
|
+
/**
|
|
30
|
+
* List Results
|
|
31
|
+
*
|
|
32
|
+
* @remarks
|
|
33
|
+
* Returns recorded attempts for an Agent Preference eval, newest first, each with whether your company won, lost, or tied against the competitor.
|
|
34
|
+
*/
|
|
35
|
+
export function agentPreferenceV2AgentPreferenceResultsList(
|
|
36
|
+
client$: LightsageMcpCore,
|
|
37
|
+
request: V2AgentPreferenceResultsListRequest,
|
|
38
|
+
options?: RequestOptions,
|
|
39
|
+
): APIPromise<
|
|
40
|
+
Result<
|
|
41
|
+
Response,
|
|
42
|
+
| APIError
|
|
43
|
+
| SDKValidationError
|
|
44
|
+
| UnexpectedClientError
|
|
45
|
+
| InvalidRequestError
|
|
46
|
+
| RequestAbortedError
|
|
47
|
+
| RequestTimeoutError
|
|
48
|
+
| ConnectionError
|
|
49
|
+
>
|
|
50
|
+
> {
|
|
51
|
+
return new APIPromise($do(
|
|
52
|
+
client$,
|
|
53
|
+
request,
|
|
54
|
+
options,
|
|
55
|
+
));
|
|
56
|
+
}
|
|
57
|
+
|
|
58
|
+
async function $do(
|
|
59
|
+
client$: LightsageMcpCore,
|
|
60
|
+
request: V2AgentPreferenceResultsListRequest,
|
|
61
|
+
options?: RequestOptions,
|
|
62
|
+
): Promise<
|
|
63
|
+
[
|
|
64
|
+
Result<
|
|
65
|
+
Response,
|
|
66
|
+
| APIError
|
|
67
|
+
| SDKValidationError
|
|
68
|
+
| UnexpectedClientError
|
|
69
|
+
| InvalidRequestError
|
|
70
|
+
| RequestAbortedError
|
|
71
|
+
| RequestTimeoutError
|
|
72
|
+
| ConnectionError
|
|
73
|
+
>,
|
|
74
|
+
APICall,
|
|
75
|
+
]
|
|
76
|
+
> {
|
|
77
|
+
const parsed$ = safeParse(
|
|
78
|
+
request,
|
|
79
|
+
(value$) => V2AgentPreferenceResultsListRequest$zodSchema.parse(value$),
|
|
80
|
+
"Input validation failed",
|
|
81
|
+
);
|
|
82
|
+
if (!parsed$.ok) {
|
|
83
|
+
return [parsed$, { status: "invalid" }];
|
|
84
|
+
}
|
|
85
|
+
const payload$ = parsed$.value;
|
|
86
|
+
const body$ = null;
|
|
87
|
+
|
|
88
|
+
const pathParams$ = {
|
|
89
|
+
eval_id: encodeSimple("eval_id", payload$.eval_id, {
|
|
90
|
+
explode: false,
|
|
91
|
+
charEncoding: "percent",
|
|
92
|
+
}),
|
|
93
|
+
};
|
|
94
|
+
const path$ = pathToFunc("/v2/agent-preference/evals/{eval_id}/results")(
|
|
95
|
+
pathParams$,
|
|
96
|
+
);
|
|
97
|
+
const query$ = encodeFormQuery({
|
|
98
|
+
"limit": payload$.limit,
|
|
99
|
+
"offset": payload$.offset,
|
|
100
|
+
});
|
|
101
|
+
|
|
102
|
+
const headers$ = new Headers(compactMap({
|
|
103
|
+
Accept: "application/json",
|
|
104
|
+
}));
|
|
105
|
+
const securityInput = await extractSecurity(client$._options.security);
|
|
106
|
+
const requestSecurity = resolveGlobalSecurity(securityInput);
|
|
107
|
+
|
|
108
|
+
const context = {
|
|
109
|
+
options: client$._options,
|
|
110
|
+
baseURL: options?.serverURL ?? client$._baseURL ?? "",
|
|
111
|
+
operationID: "v2_agent_preference_results_list",
|
|
112
|
+
oAuth2Scopes: null,
|
|
113
|
+
resolvedSecurity: requestSecurity,
|
|
114
|
+
securitySource: client$._options.security,
|
|
115
|
+
retryConfig: options?.retries
|
|
116
|
+
|| client$._options.retryConfig
|
|
117
|
+
|| { strategy: "none" },
|
|
118
|
+
retryCodes: options?.retryCodes || [
|
|
119
|
+
"429",
|
|
120
|
+
"500",
|
|
121
|
+
"502",
|
|
122
|
+
"503",
|
|
123
|
+
"504",
|
|
124
|
+
],
|
|
125
|
+
};
|
|
126
|
+
|
|
127
|
+
const requestRes = client$._createRequest(context, {
|
|
128
|
+
security: requestSecurity,
|
|
129
|
+
method: "GET",
|
|
130
|
+
baseURL: options?.serverURL,
|
|
131
|
+
path: path$,
|
|
132
|
+
headers: headers$,
|
|
133
|
+
query: query$,
|
|
134
|
+
body: body$,
|
|
135
|
+
userAgent: client$._options.userAgent,
|
|
136
|
+
timeoutMs: options?.timeoutMs || client$._options.timeoutMs
|
|
137
|
+
|| -1,
|
|
138
|
+
}, options);
|
|
139
|
+
if (!requestRes.ok) {
|
|
140
|
+
return [requestRes, { status: "invalid" }];
|
|
141
|
+
}
|
|
142
|
+
const req$ = requestRes.value;
|
|
143
|
+
|
|
144
|
+
const doResult = await client$._do(req$, {
|
|
145
|
+
context,
|
|
146
|
+
errorCodes: [],
|
|
147
|
+
retryConfig: context.retryConfig,
|
|
148
|
+
retryCodes: context.retryCodes,
|
|
149
|
+
});
|
|
150
|
+
if (!doResult.ok) {
|
|
151
|
+
return [doResult, { status: "request-error", request: req$ }];
|
|
152
|
+
}
|
|
153
|
+
return [doResult, {
|
|
154
|
+
status: "complete",
|
|
155
|
+
"request": req$,
|
|
156
|
+
response: doResult.value,
|
|
157
|
+
}];
|
|
158
|
+
}
|
package/src/landing-page.ts
CHANGED
|
@@ -931,7 +931,7 @@ http_headers = { "lightsage-api-key-auth" = "YOUR_LIGHTSAGE_API_KEY_AUTH" }`;
|
|
|
931
931
|
<h1>Instructions</h1>
|
|
932
932
|
<p>One-click installation for Claude Desktop users</p>
|
|
933
933
|
<div class="instruction-item">
|
|
934
|
-
<a href="https://github.com/lightsagehq/mcp/releases/download/v0.4.
|
|
934
|
+
<a href="https://github.com/lightsagehq/mcp/releases/download/v0.4.6/mcp-server.mcpb" download="mcp-server.mcpb" class="action-button header-action" style="display: inline-flex; margin-bottom: 16px;">
|
|
935
935
|
📥 Download MCP Bundle
|
|
936
936
|
</a>
|
|
937
937
|
</div>
|
package/src/lib/config.ts
CHANGED
|
@@ -66,7 +66,7 @@ export function serverURLFromOptions(options: SDKOptions): URL | null {
|
|
|
66
66
|
export const SDK_METADATA = {
|
|
67
67
|
language: "typescript",
|
|
68
68
|
openapiDocVersion: "1.0.0",
|
|
69
|
-
sdkVersion: "0.4.
|
|
69
|
+
sdkVersion: "0.4.6",
|
|
70
70
|
genVersion: "2.943.0",
|
|
71
|
-
userAgent: "speakeasy-sdk/mcp-typescript 0.4.
|
|
71
|
+
userAgent: "speakeasy-sdk/mcp-typescript 0.4.6 2.943.0 1.0.0 @lightsage/mcp",
|
|
72
72
|
} as const;
|
package/src/mcp-server/server.ts
CHANGED
|
@@ -18,11 +18,16 @@ import {
|
|
|
18
18
|
MCPToolAnnotationFilter,
|
|
19
19
|
registerDynamicTools,
|
|
20
20
|
} from "./tools.js";
|
|
21
|
+
import { tool$agentPreferenceV2AgentPreferenceCompetitorsList } from "./tools/agentPreferenceV2AgentPreferenceCompetitorsList.js";
|
|
22
|
+
import { tool$agentPreferenceV2AgentPreferenceEvalsCreate } from "./tools/agentPreferenceV2AgentPreferenceEvalsCreate.js";
|
|
23
|
+
import { tool$agentPreferenceV2AgentPreferenceEvalsDelete } from "./tools/agentPreferenceV2AgentPreferenceEvalsDelete.js";
|
|
24
|
+
import { tool$agentPreferenceV2AgentPreferenceEvalsList } from "./tools/agentPreferenceV2AgentPreferenceEvalsList.js";
|
|
25
|
+
import { tool$agentPreferenceV2AgentPreferenceEvalsRetrieve } from "./tools/agentPreferenceV2AgentPreferenceEvalsRetrieve.js";
|
|
26
|
+
import { tool$agentPreferenceV2AgentPreferenceEvalsUpdate } from "./tools/agentPreferenceV2AgentPreferenceEvalsUpdate.js";
|
|
27
|
+
import { tool$agentPreferenceV2AgentPreferenceHeadToHeadRetrieve } from "./tools/agentPreferenceV2AgentPreferenceHeadToHeadRetrieve.js";
|
|
28
|
+
import { tool$agentPreferenceV2AgentPreferenceResultsList } from "./tools/agentPreferenceV2AgentPreferenceResultsList.js";
|
|
21
29
|
import { tool$agentsV2AgentsList } from "./tools/agentsV2AgentsList.js";
|
|
22
30
|
import { tool$clIsV2ClisList } from "./tools/clIsV2ClisList.js";
|
|
23
|
-
import { tool$contentV2ContentDraftsCreate } from "./tools/contentV2ContentDraftsCreate.js";
|
|
24
|
-
import { tool$contentV2ContentFinalize } from "./tools/contentV2ContentFinalize.js";
|
|
25
|
-
import { tool$contentV2ContentRetrieve } from "./tools/contentV2ContentRetrieve.js";
|
|
26
31
|
import { tool$environmentsV2EnvironmentsList } from "./tools/environmentsV2EnvironmentsList.js";
|
|
27
32
|
import { tool$evalRunsV2EvalRunsList } from "./tools/evalRunsV2EvalRunsList.js";
|
|
28
33
|
import { tool$evalsCancel } from "./tools/evalsCancel.js";
|
|
@@ -98,7 +103,7 @@ export function createMCPServer(deps: {
|
|
|
98
103
|
sizes: ["any"],
|
|
99
104
|
}],
|
|
100
105
|
name: "LightsageMcp",
|
|
101
|
-
version: "0.4.
|
|
106
|
+
version: "0.4.6",
|
|
102
107
|
});
|
|
103
108
|
|
|
104
109
|
const getClient = deps.getSDK || (() =>
|
|
@@ -167,9 +172,6 @@ export function createMCPServer(deps: {
|
|
|
167
172
|
tool(tool$tasksV2TasksList);
|
|
168
173
|
tool(tool$tasksV2TasksRetrieve);
|
|
169
174
|
tool(tool$tasksV2TasksUpdate);
|
|
170
|
-
tool(tool$contentV2ContentDraftsCreate);
|
|
171
|
-
tool(tool$contentV2ContentFinalize);
|
|
172
|
-
tool(tool$contentV2ContentRetrieve);
|
|
173
175
|
tool(tool$siteAuditsV2SiteAuditsList);
|
|
174
176
|
tool(tool$siteAuditsV2SiteAuditsRetrieve);
|
|
175
177
|
tool(tool$evalsV2EvalsList);
|
|
@@ -193,6 +195,14 @@ export function createMCPServer(deps: {
|
|
|
193
195
|
tool(tool$evalTemplatesV2EvalTemplatesUpdate);
|
|
194
196
|
tool(tool$evalTemplatesV2EvalTemplatesDelete);
|
|
195
197
|
tool(tool$evalRunsV2EvalRunsList);
|
|
198
|
+
tool(tool$agentPreferenceV2AgentPreferenceCompetitorsList);
|
|
199
|
+
tool(tool$agentPreferenceV2AgentPreferenceHeadToHeadRetrieve);
|
|
200
|
+
tool(tool$agentPreferenceV2AgentPreferenceEvalsList);
|
|
201
|
+
tool(tool$agentPreferenceV2AgentPreferenceEvalsCreate);
|
|
202
|
+
tool(tool$agentPreferenceV2AgentPreferenceEvalsRetrieve);
|
|
203
|
+
tool(tool$agentPreferenceV2AgentPreferenceEvalsUpdate);
|
|
204
|
+
tool(tool$agentPreferenceV2AgentPreferenceEvalsDelete);
|
|
205
|
+
tool(tool$agentPreferenceV2AgentPreferenceResultsList);
|
|
196
206
|
tool(tool$agentsV2AgentsList);
|
|
197
207
|
tool(tool$repositoriesV2RepositoriesList);
|
|
198
208
|
tool(tool$repositoriesV2RepositoriesCreate);
|
|
@@ -0,0 +1,37 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
* @generated-id: c1b8ced97aba
|
|
4
|
+
*/
|
|
5
|
+
|
|
6
|
+
import { agentPreferenceV2AgentPreferenceCompetitorsList } from "../../funcs/agentPreferenceV2AgentPreferenceCompetitorsList.js";
|
|
7
|
+
import { formatResult, ToolDefinition } from "../tools.js";
|
|
8
|
+
|
|
9
|
+
export const tool$agentPreferenceV2AgentPreferenceCompetitorsList:
|
|
10
|
+
ToolDefinition = {
|
|
11
|
+
name: "agent-preference-v2-agent-preference-competitors-9f0",
|
|
12
|
+
description: `List Competitors
|
|
13
|
+
|
|
14
|
+
Returns the tracked competitors your company can be compared against. Use a returned \`id\` as \`competitor_id\` when creating an Agent Preference eval.`,
|
|
15
|
+
annotations: {
|
|
16
|
+
"title": "",
|
|
17
|
+
"destructiveHint": false,
|
|
18
|
+
"idempotentHint": false,
|
|
19
|
+
"openWorldHint": false,
|
|
20
|
+
"readOnlyHint": true,
|
|
21
|
+
},
|
|
22
|
+
tool: async (client, ctx) => {
|
|
23
|
+
const [result] = await agentPreferenceV2AgentPreferenceCompetitorsList(
|
|
24
|
+
client,
|
|
25
|
+
{ fetchOptions: { signal: ctx.signal } },
|
|
26
|
+
).$inspect();
|
|
27
|
+
|
|
28
|
+
if (!result.ok) {
|
|
29
|
+
return {
|
|
30
|
+
content: [{ type: "text", text: result.error.message }],
|
|
31
|
+
isError: true,
|
|
32
|
+
};
|
|
33
|
+
}
|
|
34
|
+
|
|
35
|
+
return formatResult(result.value);
|
|
36
|
+
},
|
|
37
|
+
};
|
|
@@ -0,0 +1,45 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
* @generated-id: 015626a04abd
|
|
4
|
+
*/
|
|
5
|
+
|
|
6
|
+
import { agentPreferenceV2AgentPreferenceEvalsCreate } from "../../funcs/agentPreferenceV2AgentPreferenceEvalsCreate.js";
|
|
7
|
+
import { CreateV2AgentPreferenceEvalRequest$zodSchema } from "../../models/createv2agentpreferenceevalrequest.js";
|
|
8
|
+
import { formatResult, ToolDefinition } from "../tools.js";
|
|
9
|
+
|
|
10
|
+
const args = {
|
|
11
|
+
request: CreateV2AgentPreferenceEvalRequest$zodSchema,
|
|
12
|
+
};
|
|
13
|
+
|
|
14
|
+
export const tool$agentPreferenceV2AgentPreferenceEvalsCreate: ToolDefinition<
|
|
15
|
+
typeof args
|
|
16
|
+
> = {
|
|
17
|
+
name: "agent-preference-v2-agent-preference-evals-create",
|
|
18
|
+
description: `Create Eval
|
|
19
|
+
|
|
20
|
+
Creates a head-to-head comparison between your company and one tracked competitor. Each prompt asks an agent to choose, and a fixed judge records which company it recommended. Creating the eval does not start a run; pass the returned \`id\` as \`eval_id\` to \`POST /v2/eval-runs\`.`,
|
|
21
|
+
annotations: {
|
|
22
|
+
"title": "",
|
|
23
|
+
"destructiveHint": false,
|
|
24
|
+
"idempotentHint": false,
|
|
25
|
+
"openWorldHint": false,
|
|
26
|
+
"readOnlyHint": false,
|
|
27
|
+
},
|
|
28
|
+
args,
|
|
29
|
+
tool: async (client, args, ctx) => {
|
|
30
|
+
const [result] = await agentPreferenceV2AgentPreferenceEvalsCreate(
|
|
31
|
+
client,
|
|
32
|
+
args.request,
|
|
33
|
+
{ fetchOptions: { signal: ctx.signal } },
|
|
34
|
+
).$inspect();
|
|
35
|
+
|
|
36
|
+
if (!result.ok) {
|
|
37
|
+
return {
|
|
38
|
+
content: [{ type: "text", text: result.error.message }],
|
|
39
|
+
isError: true,
|
|
40
|
+
};
|
|
41
|
+
}
|
|
42
|
+
|
|
43
|
+
return formatResult(result.value);
|
|
44
|
+
},
|
|
45
|
+
};
|
|
@@ -0,0 +1,45 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
* @generated-id: 4700ef2da176
|
|
4
|
+
*/
|
|
5
|
+
|
|
6
|
+
import { agentPreferenceV2AgentPreferenceEvalsDelete } from "../../funcs/agentPreferenceV2AgentPreferenceEvalsDelete.js";
|
|
7
|
+
import { V2AgentPreferenceEvalsDeleteRequest$zodSchema } from "../../models/v2agentpreferenceevalsdeleteop.js";
|
|
8
|
+
import { formatResult, ToolDefinition } from "../tools.js";
|
|
9
|
+
|
|
10
|
+
const args = {
|
|
11
|
+
request: V2AgentPreferenceEvalsDeleteRequest$zodSchema,
|
|
12
|
+
};
|
|
13
|
+
|
|
14
|
+
export const tool$agentPreferenceV2AgentPreferenceEvalsDelete: ToolDefinition<
|
|
15
|
+
typeof args
|
|
16
|
+
> = {
|
|
17
|
+
name: "agent-preference-v2-agent-preference-evals-delete",
|
|
18
|
+
description: `Delete Eval
|
|
19
|
+
|
|
20
|
+
Permanently deletes an Agent Preference eval and returns its last saved state.`,
|
|
21
|
+
annotations: {
|
|
22
|
+
"title": "",
|
|
23
|
+
"destructiveHint": true,
|
|
24
|
+
"idempotentHint": false,
|
|
25
|
+
"openWorldHint": false,
|
|
26
|
+
"readOnlyHint": false,
|
|
27
|
+
},
|
|
28
|
+
args,
|
|
29
|
+
tool: async (client, args, ctx) => {
|
|
30
|
+
const [result] = await agentPreferenceV2AgentPreferenceEvalsDelete(
|
|
31
|
+
client,
|
|
32
|
+
args.request,
|
|
33
|
+
{ fetchOptions: { signal: ctx.signal } },
|
|
34
|
+
).$inspect();
|
|
35
|
+
|
|
36
|
+
if (!result.ok) {
|
|
37
|
+
return {
|
|
38
|
+
content: [{ type: "text", text: result.error.message }],
|
|
39
|
+
isError: true,
|
|
40
|
+
};
|
|
41
|
+
}
|
|
42
|
+
|
|
43
|
+
return formatResult(result.value);
|
|
44
|
+
},
|
|
45
|
+
};
|
|
@@ -0,0 +1,36 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
* @generated-id: b6066f6a920b
|
|
4
|
+
*/
|
|
5
|
+
|
|
6
|
+
import { agentPreferenceV2AgentPreferenceEvalsList } from "../../funcs/agentPreferenceV2AgentPreferenceEvalsList.js";
|
|
7
|
+
import { formatResult, ToolDefinition } from "../tools.js";
|
|
8
|
+
|
|
9
|
+
export const tool$agentPreferenceV2AgentPreferenceEvalsList: ToolDefinition = {
|
|
10
|
+
name: "agent-preference-v2-agent-preference-evals-list",
|
|
11
|
+
description: `List Evals
|
|
12
|
+
|
|
13
|
+
Returns all active Agent Preference evals owned by the organization.`,
|
|
14
|
+
annotations: {
|
|
15
|
+
"title": "",
|
|
16
|
+
"destructiveHint": false,
|
|
17
|
+
"idempotentHint": false,
|
|
18
|
+
"openWorldHint": false,
|
|
19
|
+
"readOnlyHint": true,
|
|
20
|
+
},
|
|
21
|
+
tool: async (client, ctx) => {
|
|
22
|
+
const [result] = await agentPreferenceV2AgentPreferenceEvalsList(
|
|
23
|
+
client,
|
|
24
|
+
{ fetchOptions: { signal: ctx.signal } },
|
|
25
|
+
).$inspect();
|
|
26
|
+
|
|
27
|
+
if (!result.ok) {
|
|
28
|
+
return {
|
|
29
|
+
content: [{ type: "text", text: result.error.message }],
|
|
30
|
+
isError: true,
|
|
31
|
+
};
|
|
32
|
+
}
|
|
33
|
+
|
|
34
|
+
return formatResult(result.value);
|
|
35
|
+
},
|
|
36
|
+
};
|
|
@@ -1,21 +1,23 @@
|
|
|
1
1
|
/*
|
|
2
2
|
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
-
* @generated-id:
|
|
3
|
+
* @generated-id: e0cae09e3663
|
|
4
4
|
*/
|
|
5
5
|
|
|
6
|
-
import {
|
|
7
|
-
import {
|
|
6
|
+
import { agentPreferenceV2AgentPreferenceEvalsRetrieve } from "../../funcs/agentPreferenceV2AgentPreferenceEvalsRetrieve.js";
|
|
7
|
+
import { V2AgentPreferenceEvalsRetrieveRequest$zodSchema } from "../../models/v2agentpreferenceevalsretrieveop.js";
|
|
8
8
|
import { formatResult, ToolDefinition } from "../tools.js";
|
|
9
9
|
|
|
10
10
|
const args = {
|
|
11
|
-
request:
|
|
11
|
+
request: V2AgentPreferenceEvalsRetrieveRequest$zodSchema,
|
|
12
12
|
};
|
|
13
13
|
|
|
14
|
-
export const tool$
|
|
15
|
-
|
|
16
|
-
|
|
14
|
+
export const tool$agentPreferenceV2AgentPreferenceEvalsRetrieve: ToolDefinition<
|
|
15
|
+
typeof args
|
|
16
|
+
> = {
|
|
17
|
+
name: "agent-preference-v2-agent-preference-evals-retrieve",
|
|
18
|
+
description: `Retrieve Eval
|
|
17
19
|
|
|
18
|
-
Returns
|
|
20
|
+
Returns one Agent Preference eval.`,
|
|
19
21
|
annotations: {
|
|
20
22
|
"title": "",
|
|
21
23
|
"destructiveHint": false,
|
|
@@ -25,7 +27,7 @@ Returns a content record by ID, including title, markdown body, slug, and status
|
|
|
25
27
|
},
|
|
26
28
|
args,
|
|
27
29
|
tool: async (client, args, ctx) => {
|
|
28
|
-
const [result] = await
|
|
30
|
+
const [result] = await agentPreferenceV2AgentPreferenceEvalsRetrieve(
|
|
29
31
|
client,
|
|
30
32
|
args.request,
|
|
31
33
|
{ fetchOptions: { signal: ctx.signal } },
|
|
@@ -0,0 +1,45 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
* @generated-id: 4c8c478bf423
|
|
4
|
+
*/
|
|
5
|
+
|
|
6
|
+
import { agentPreferenceV2AgentPreferenceEvalsUpdate } from "../../funcs/agentPreferenceV2AgentPreferenceEvalsUpdate.js";
|
|
7
|
+
import { V2AgentPreferenceEvalsUpdateRequest$zodSchema } from "../../models/v2agentpreferenceevalsupdateop.js";
|
|
8
|
+
import { formatResult, ToolDefinition } from "../tools.js";
|
|
9
|
+
|
|
10
|
+
const args = {
|
|
11
|
+
request: V2AgentPreferenceEvalsUpdateRequest$zodSchema,
|
|
12
|
+
};
|
|
13
|
+
|
|
14
|
+
export const tool$agentPreferenceV2AgentPreferenceEvalsUpdate: ToolDefinition<
|
|
15
|
+
typeof args
|
|
16
|
+
> = {
|
|
17
|
+
name: "agent-preference-v2-agent-preference-evals-update",
|
|
18
|
+
description: `Update Eval
|
|
19
|
+
|
|
20
|
+
Updates an Agent Preference eval. Omitted fields remain unchanged, an empty \`agent\` or \`tags\` array clears that collection, and \`persona: null\` clears the saved persona. The competitor and the judge that decides the comparison cannot be changed.`,
|
|
21
|
+
annotations: {
|
|
22
|
+
"title": "",
|
|
23
|
+
"destructiveHint": false,
|
|
24
|
+
"idempotentHint": false,
|
|
25
|
+
"openWorldHint": false,
|
|
26
|
+
"readOnlyHint": false,
|
|
27
|
+
},
|
|
28
|
+
args,
|
|
29
|
+
tool: async (client, args, ctx) => {
|
|
30
|
+
const [result] = await agentPreferenceV2AgentPreferenceEvalsUpdate(
|
|
31
|
+
client,
|
|
32
|
+
args.request,
|
|
33
|
+
{ fetchOptions: { signal: ctx.signal } },
|
|
34
|
+
).$inspect();
|
|
35
|
+
|
|
36
|
+
if (!result.ok) {
|
|
37
|
+
return {
|
|
38
|
+
content: [{ type: "text", text: result.error.message }],
|
|
39
|
+
isError: true,
|
|
40
|
+
};
|
|
41
|
+
}
|
|
42
|
+
|
|
43
|
+
return formatResult(result.value);
|
|
44
|
+
},
|
|
45
|
+
};
|
|
@@ -0,0 +1,44 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
* @generated-id: 4e3db491c174
|
|
4
|
+
*/
|
|
5
|
+
|
|
6
|
+
import { agentPreferenceV2AgentPreferenceHeadToHeadRetrieve } from "../../funcs/agentPreferenceV2AgentPreferenceHeadToHeadRetrieve.js";
|
|
7
|
+
import { V2AgentPreferenceHeadToHeadRetrieveRequest$zodSchema } from "../../models/v2agentpreferenceheadtoheadretrieveop.js";
|
|
8
|
+
import { formatResult, ToolDefinition } from "../tools.js";
|
|
9
|
+
|
|
10
|
+
const args = {
|
|
11
|
+
request: V2AgentPreferenceHeadToHeadRetrieveRequest$zodSchema.optional(),
|
|
12
|
+
};
|
|
13
|
+
|
|
14
|
+
export const tool$agentPreferenceV2AgentPreferenceHeadToHeadRetrieve:
|
|
15
|
+
ToolDefinition<typeof args> = {
|
|
16
|
+
name: "agent-preference-v2-agent-preference-head-to-273",
|
|
17
|
+
description: `Retrieve Head To Head
|
|
18
|
+
|
|
19
|
+
Returns how often agents recommended your company over each tracked competitor: wins, losses, ties, and win rate per competitor plus a combined record. Calculated from the most recent attempts across all Agent Preference evals, up to \`limit\`; \`truncated\` reports whether older attempts were left out.`,
|
|
20
|
+
annotations: {
|
|
21
|
+
"title": "",
|
|
22
|
+
"destructiveHint": false,
|
|
23
|
+
"idempotentHint": false,
|
|
24
|
+
"openWorldHint": false,
|
|
25
|
+
"readOnlyHint": true,
|
|
26
|
+
},
|
|
27
|
+
args,
|
|
28
|
+
tool: async (client, args, ctx) => {
|
|
29
|
+
const [result] = await agentPreferenceV2AgentPreferenceHeadToHeadRetrieve(
|
|
30
|
+
client,
|
|
31
|
+
args.request,
|
|
32
|
+
{ fetchOptions: { signal: ctx.signal } },
|
|
33
|
+
).$inspect();
|
|
34
|
+
|
|
35
|
+
if (!result.ok) {
|
|
36
|
+
return {
|
|
37
|
+
content: [{ type: "text", text: result.error.message }],
|
|
38
|
+
isError: true,
|
|
39
|
+
};
|
|
40
|
+
}
|
|
41
|
+
|
|
42
|
+
return formatResult(result.value);
|
|
43
|
+
},
|
|
44
|
+
};
|
|
@@ -0,0 +1,45 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
* @generated-id: 6815c77109cc
|
|
4
|
+
*/
|
|
5
|
+
|
|
6
|
+
import { agentPreferenceV2AgentPreferenceResultsList } from "../../funcs/agentPreferenceV2AgentPreferenceResultsList.js";
|
|
7
|
+
import { V2AgentPreferenceResultsListRequest$zodSchema } from "../../models/v2agentpreferenceresultslistop.js";
|
|
8
|
+
import { formatResult, ToolDefinition } from "../tools.js";
|
|
9
|
+
|
|
10
|
+
const args = {
|
|
11
|
+
request: V2AgentPreferenceResultsListRequest$zodSchema,
|
|
12
|
+
};
|
|
13
|
+
|
|
14
|
+
export const tool$agentPreferenceV2AgentPreferenceResultsList: ToolDefinition<
|
|
15
|
+
typeof args
|
|
16
|
+
> = {
|
|
17
|
+
name: "agent-preference-v2-agent-preference-results-list",
|
|
18
|
+
description: `List Results
|
|
19
|
+
|
|
20
|
+
Returns recorded attempts for an Agent Preference eval, newest first, each with whether your company won, lost, or tied against the competitor.`,
|
|
21
|
+
annotations: {
|
|
22
|
+
"title": "",
|
|
23
|
+
"destructiveHint": false,
|
|
24
|
+
"idempotentHint": false,
|
|
25
|
+
"openWorldHint": false,
|
|
26
|
+
"readOnlyHint": true,
|
|
27
|
+
},
|
|
28
|
+
args,
|
|
29
|
+
tool: async (client, args, ctx) => {
|
|
30
|
+
const [result] = await agentPreferenceV2AgentPreferenceResultsList(
|
|
31
|
+
client,
|
|
32
|
+
args.request,
|
|
33
|
+
{ fetchOptions: { signal: ctx.signal } },
|
|
34
|
+
).$inspect();
|
|
35
|
+
|
|
36
|
+
if (!result.ok) {
|
|
37
|
+
return {
|
|
38
|
+
content: [{ type: "text", text: result.error.message }],
|
|
39
|
+
isError: true,
|
|
40
|
+
};
|
|
41
|
+
}
|
|
42
|
+
|
|
43
|
+
return formatResult(result.value);
|
|
44
|
+
},
|
|
45
|
+
};
|
|
@@ -0,0 +1,48 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
* @generated-id: aca5cf70b2df
|
|
4
|
+
*/
|
|
5
|
+
|
|
6
|
+
import * as z from "zod";
|
|
7
|
+
import {
|
|
8
|
+
SearchGroundingMode,
|
|
9
|
+
SearchGroundingMode$zodSchema,
|
|
10
|
+
} from "./searchgroundingmode.js";
|
|
11
|
+
|
|
12
|
+
export type CreateV2AgentPreferenceEvalRequest = {
|
|
13
|
+
competitor_id: string;
|
|
14
|
+
prompts: Array<string>;
|
|
15
|
+
name?: string | undefined;
|
|
16
|
+
agent?: Array<string> | undefined;
|
|
17
|
+
persona?: string | undefined;
|
|
18
|
+
search_grounding?: SearchGroundingMode | undefined;
|
|
19
|
+
runs?: number | undefined;
|
|
20
|
+
tags?: Array<string> | undefined;
|
|
21
|
+
};
|
|
22
|
+
|
|
23
|
+
export const CreateV2AgentPreferenceEvalRequest$zodSchema: z.ZodType<
|
|
24
|
+
CreateV2AgentPreferenceEvalRequest
|
|
25
|
+
> = z.object({
|
|
26
|
+
agent: z.array(z.string()).optional().describe(
|
|
27
|
+
"Runnable agents from `GET /v2/agents`. An empty array saves the comparison without default agents. CLI clients expose repeatable `--agent`.",
|
|
28
|
+
),
|
|
29
|
+
competitor_id: z.string().describe(
|
|
30
|
+
"Tracked competitor to compare against, from `GET /v2/agent-preference/competitors`.",
|
|
31
|
+
),
|
|
32
|
+
name: z.string().optional().describe(
|
|
33
|
+
"Display name. Defaults to `<your company> vs <competitor>` when omitted.",
|
|
34
|
+
),
|
|
35
|
+
persona: z.string().optional().describe(
|
|
36
|
+
"Optional perspective applied to the whole comparison.",
|
|
37
|
+
),
|
|
38
|
+
prompts: z.array(z.string()).describe(
|
|
39
|
+
"Buying or build questions the agent answers by choosing between your company and the competitor. CLI clients expose this as repeatable `--prompt`.",
|
|
40
|
+
),
|
|
41
|
+
runs: z.int().default(1).describe(
|
|
42
|
+
"Independent attempts for every prompt-agent pair.",
|
|
43
|
+
),
|
|
44
|
+
search_grounding: SearchGroundingMode$zodSchema.optional().describe(
|
|
45
|
+
"Requested web-retrieval behavior for an eval run.",
|
|
46
|
+
),
|
|
47
|
+
tags: z.array(z.string()).optional(),
|
|
48
|
+
});
|
|
@@ -0,0 +1,38 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
* @generated-id: 02077da4c512
|
|
4
|
+
*/
|
|
5
|
+
|
|
6
|
+
import * as z from "zod";
|
|
7
|
+
import {
|
|
8
|
+
SearchGroundingMode,
|
|
9
|
+
SearchGroundingMode$zodSchema,
|
|
10
|
+
} from "./searchgroundingmode.js";
|
|
11
|
+
|
|
12
|
+
export type UpdateV2AgentPreferenceEvalRequest = {
|
|
13
|
+
name?: string | undefined;
|
|
14
|
+
prompts?: Array<string> | null | undefined;
|
|
15
|
+
agent?: Array<string> | null | undefined;
|
|
16
|
+
persona?: string | undefined;
|
|
17
|
+
search_grounding?: SearchGroundingMode | null | undefined;
|
|
18
|
+
runs?: number | undefined;
|
|
19
|
+
tags?: Array<string> | null | undefined;
|
|
20
|
+
};
|
|
21
|
+
|
|
22
|
+
export const UpdateV2AgentPreferenceEvalRequest$zodSchema: z.ZodType<
|
|
23
|
+
UpdateV2AgentPreferenceEvalRequest
|
|
24
|
+
> = z.object({
|
|
25
|
+
agent: z.array(z.string()).nullable().optional().describe(
|
|
26
|
+
"Runnable agents from `GET /v2/agents`. An empty array saves the comparison without default agents. CLI clients expose repeatable `--agent`.",
|
|
27
|
+
),
|
|
28
|
+
name: z.string().optional(),
|
|
29
|
+
persona: z.string().optional().describe(
|
|
30
|
+
"Set to null to clear the saved persona.",
|
|
31
|
+
),
|
|
32
|
+
prompts: z.array(z.string()).nullable().optional().describe(
|
|
33
|
+
"Buying or build questions the agent answers by choosing between your company and the competitor. CLI clients expose this as repeatable `--prompt`.",
|
|
34
|
+
),
|
|
35
|
+
runs: z.int().optional(),
|
|
36
|
+
search_grounding: SearchGroundingMode$zodSchema.nullable().optional(),
|
|
37
|
+
tags: z.array(z.string()).nullable().optional(),
|
|
38
|
+
});
|