@dalmia/calibrate-mcp 0.0.26 → 0.0.28

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (62) hide show
  1. package/bin/mcp-server.js +617 -299
  2. package/bin/mcp-server.js.map +20 -12
  3. package/esm/funcs/agentsLinkEvaluators.d.ts +16 -0
  4. package/esm/funcs/agentsLinkEvaluators.d.ts.map +1 -0
  5. package/esm/funcs/agentsLinkEvaluators.js +92 -0
  6. package/esm/funcs/agentsLinkEvaluators.js.map +1 -0
  7. package/esm/funcs/agentsListEvaluators.d.ts +16 -0
  8. package/esm/funcs/agentsListEvaluators.d.ts.map +1 -0
  9. package/esm/funcs/agentsListEvaluators.js +97 -0
  10. package/esm/funcs/agentsListEvaluators.js.map +1 -0
  11. package/esm/landing-page.js +1 -1
  12. package/esm/lib/config.d.ts +2 -2
  13. package/esm/lib/config.js +2 -2
  14. package/esm/mcp-server/mcp-server.js +1 -1
  15. package/esm/mcp-server/server.d.ts.map +1 -1
  16. package/esm/mcp-server/server.js +5 -1
  17. package/esm/mcp-server/server.js.map +1 -1
  18. package/esm/mcp-server/tools/agentsLinkEvaluators.d.ts +7 -0
  19. package/esm/mcp-server/tools/agentsLinkEvaluators.d.ts.map +1 -0
  20. package/esm/mcp-server/tools/agentsLinkEvaluators.js +36 -0
  21. package/esm/mcp-server/tools/agentsLinkEvaluators.js.map +1 -0
  22. package/esm/mcp-server/tools/agentsListEvaluators.d.ts +7 -0
  23. package/esm/mcp-server/tools/agentsListEvaluators.d.ts.map +1 -0
  24. package/esm/mcp-server/tools/agentsListEvaluators.js +35 -0
  25. package/esm/mcp-server/tools/agentsListEvaluators.js.map +1 -0
  26. package/esm/models/evaluatorcreate.d.ts +1 -1
  27. package/esm/models/evaluatordetailresponsecompact.d.ts +1 -1
  28. package/esm/models/linkevaluatorstoagentagentsagentuuidevaluatorspostop.d.ts +13 -0
  29. package/esm/models/linkevaluatorstoagentagentsagentuuidevaluatorspostop.d.ts.map +1 -0
  30. package/esm/models/linkevaluatorstoagentagentsagentuuidevaluatorspostop.js +19 -0
  31. package/esm/models/linkevaluatorstoagentagentsagentuuidevaluatorspostop.js.map +1 -0
  32. package/esm/models/listagentevaluatorsagentsagentuuidevaluatorsgetop.d.ts +14 -0
  33. package/esm/models/listagentevaluatorsagentsagentuuidevaluatorsgetop.d.ts.map +1 -0
  34. package/esm/models/listagentevaluatorsagentsagentuuidevaluatorsgetop.js +18 -0
  35. package/esm/models/listagentevaluatorsagentsagentuuidevaluatorsgetop.js.map +1 -0
  36. package/esm/models/listevaluatorsevaluatorsgetop.d.ts +1 -1
  37. package/esm/models/routersagentsevaluatorlinkrequest.d.ts +6 -0
  38. package/esm/models/routersagentsevaluatorlinkrequest.d.ts.map +1 -0
  39. package/esm/models/routersagentsevaluatorlinkrequest.js +8 -0
  40. package/esm/models/routersagentsevaluatorlinkrequest.js.map +1 -0
  41. package/esm/models/routersagentsevaluatorlinkresponse.d.ts +8 -0
  42. package/esm/models/routersagentsevaluatorlinkresponse.d.ts.map +1 -0
  43. package/esm/models/routersagentsevaluatorlinkresponse.js +10 -0
  44. package/esm/models/routersagentsevaluatorlinkresponse.js.map +1 -0
  45. package/esm/models/routersevaluatorsevaluatorresponse.d.ts +1 -1
  46. package/esm/tool-names.d.ts.map +1 -1
  47. package/esm/tool-names.js +8 -0
  48. package/esm/tool-names.js.map +1 -1
  49. package/package.json +1 -1
  50. package/src/funcs/agentsLinkEvaluators.ts +160 -0
  51. package/src/funcs/agentsListEvaluators.ts +165 -0
  52. package/src/landing-page.ts +1 -1
  53. package/src/lib/config.ts +2 -2
  54. package/src/mcp-server/mcp-server.ts +1 -1
  55. package/src/mcp-server/server.ts +5 -1
  56. package/src/mcp-server/tools/agentsLinkEvaluators.ts +45 -0
  57. package/src/mcp-server/tools/agentsListEvaluators.ts +44 -0
  58. package/src/models/linkevaluatorstoagentagentsagentuuidevaluatorspostop.ts +42 -0
  59. package/src/models/listagentevaluatorsagentsagentuuidevaluatorsgetop.ts +46 -0
  60. package/src/models/routersagentsevaluatorlinkrequest.ts +17 -0
  61. package/src/models/routersagentsevaluatorlinkresponse.ts +23 -0
  62. package/src/tool-names.ts +8 -0
@@ -0,0 +1,8 @@
1
+ import * as z from "zod";
2
+ export type RoutersAgentsEvaluatorLinkResponse = {
3
+ message: string;
4
+ linked: Array<string>;
5
+ already_linked: Array<string>;
6
+ };
7
+ export declare const RoutersAgentsEvaluatorLinkResponse$zodSchema: z.ZodType<RoutersAgentsEvaluatorLinkResponse>;
8
+ //# sourceMappingURL=routersagentsevaluatorlinkresponse.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"routersagentsevaluatorlinkresponse.d.ts","sourceRoot":"","sources":["../../src/models/routersagentsevaluatorlinkresponse.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,MAAM,MAAM,kCAAkC,GAAG;IAC/C,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACtB,cAAc,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;CAC/B,CAAC;AAEF,eAAO,MAAM,4CAA4C,EAAE,CAAC,CAAC,OAAO,CAClE,kCAAkC,CASlC,CAAC"}
@@ -0,0 +1,10 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+ import * as z from "zod";
5
+ export const RoutersAgentsEvaluatorLinkResponse$zodSchema = z.object({
6
+ already_linked: z.array(z.string()).describe("Evaluator IDs skipped because they were already linked"),
7
+ linked: z.array(z.string()).describe("Evaluator IDs newly linked by this request"),
8
+ message: z.string().describe("Confirmation that the evaluators were linked"),
9
+ });
10
+ //# sourceMappingURL=routersagentsevaluatorlinkresponse.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"routersagentsevaluatorlinkresponse.js","sourceRoot":"","sources":["../../src/models/routersagentsevaluatorlinkresponse.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAQzB,MAAM,CAAC,MAAM,4CAA4C,GAErD,CAAC,CAAC,MAAM,CAAC;IACX,cAAc,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,CAC1C,wDAAwD,CACzD;IACD,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,CAClC,4CAA4C,CAC7C;IACD,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,8CAA8C,CAAC;CAC7E,CAAC,CAAC"}
@@ -33,10 +33,10 @@ export declare const RoutersEvaluatorsEvaluatorResponseEvaluatorType: {
33
33
  export type RoutersEvaluatorsEvaluatorResponseEvaluatorType = ClosedEnum<typeof RoutersEvaluatorsEvaluatorResponseEvaluatorType>;
34
34
  export declare const RoutersEvaluatorsEvaluatorResponseEvaluatorType$zodSchema: z.ZodEnum<{
35
35
  conversation: "conversation";
36
+ tts: "tts";
36
37
  stt: "stt";
37
38
  llm: "llm";
38
39
  "llm-general": "llm-general";
39
- tts: "tts";
40
40
  }>;
41
41
  /**
42
42
  * The modality the judge reads:
@@ -1 +1 @@
1
- {"version":3,"file":"tool-names.d.ts","sourceRoot":"","sources":["../src/tool-names.ts"],"names":[],"mappings":"AACA,eAAO,MAAM,SAAS,EAAE,KAAK,CAAC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,WAAW,EAAE,MAAM,CAAA;CAAE,CAqIlE,CAAC"}
1
+ {"version":3,"file":"tool-names.d.ts","sourceRoot":"","sources":["../src/tool-names.ts"],"names":[],"mappings":"AACA,eAAO,MAAM,SAAS,EAAE,KAAK,CAAC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,WAAW,EAAE,MAAM,CAAA;CAAE,CA6IlE,CAAC"}
package/esm/tool-names.js CHANGED
@@ -24,6 +24,14 @@ export const toolNames = [
24
24
  "name": "update-agent",
25
25
  "description": "Update an existing agent by UUID within the caller's org. Supply the\nfields to change (name, type, config). Returns the updated agent.\nFails with 404 if the agent does not exist or belongs to another org.\n"
26
26
  },
27
+ {
28
+ "name": "list-agent-evaluators",
29
+ "description": "List the evaluators linked to an agent, most recently linked first.\nReturns each evaluator's UUID, name, type, and live version summary.\n"
30
+ },
31
+ {
32
+ "name": "link-evaluators-to-agent",
33
+ "description": "Link one or more evaluators to an agent, skipping any already linked.\nEach evaluator must be one you created or a built-in default, and the\nagent must be in your workspace.\n"
34
+ },
27
35
  {
28
36
  "name": "bulk-create-tests",
29
37
  "description": "Create multiple tests in the caller's organization in one call. Provide\na list of test definitions (name, type, config). Returns the created\ntests including their UUIDs.\n"
@@ -1 +1 @@
1
- {"version":3,"file":"tool-names.js","sourceRoot":"","sources":["../src/tool-names.ts"],"names":[],"mappings":"AAAA,+BAA+B;AAC/B,MAAM,CAAC,MAAM,SAAS,GAAgD;IACpE;QACE,MAAM,EAAE,yBAAyB;QACjC,aAAa,EAAE,sNAAsN;KACtO;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,oQAAoQ;KACpR;IACD;QACE,MAAM,EAAE,cAAc;QACtB,aAAa,EAAE,kMAAkM;KAClN;IACD;QACE,MAAM,EAAE,aAAa;QACrB,aAAa,EAAE,iPAAiP;KACjQ;IACD;QACE,MAAM,EAAE,WAAW;QACnB,aAAa,EAAE,6KAA6K;KAC7L;IACD;QACE,MAAM,EAAE,cAAc;QACtB,aAAa,EAAE,kNAAkN;KAClO;IACD;QACE,MAAM,EAAE,mBAAmB;QAC3B,aAAa,EAAE,+KAA+K;KAC/L;IACD;QACE,MAAM,EAAE,aAAa;QACrB,aAAa,EAAE,+LAA+L;KAC/M;IACD;QACE,MAAM,EAAE,YAAY;QACpB,aAAa,EAAE,kKAAkK;KAClL;IACD;QACE,MAAM,EAAE,UAAU;QAClB,aAAa,EAAE,0KAA0K;KAC1L;IACD;QACE,MAAM,EAAE,aAAa;QACrB,aAAa,EAAE,yMAAyM;KACzN;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,2JAA2J;KAC3K;IACD;QACE,MAAM,EAAE,kBAAkB;QAC1B,aAAa,EAAE,sCAAsC;KACtD;IACD;QACE,MAAM,EAAE,sBAAsB;QAC9B,aAAa,EAAE,wGAAwG;KACxH;IACD;QACE,MAAM,EAAE,iBAAiB;QACzB,aAAa,EAAE,oSAAoS;KACpT;IACD;QACE,MAAM,EAAE,uBAAuB;QAC/B,aAAa,EAAE,qUAAqU;KACrV;IACD;QACE,MAAM,EAAE,oBAAoB;QAC5B,aAAa,EAAE,wRAAwR;KACxS;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,wLAAwL;KACxM;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,uFAAuF;KACvG;IACD;QACE,MAAM,EAAE,kBAAkB;QAC1B,aAAa,EAAE,4HAA4H;KAC5I;IACD;QACE,MAAM,EAAE,iBAAiB;QACzB,aAAa,EAAE,oHAAoH;KACpI;IACD;QACE,MAAM,EAAE,eAAe;QACvB,aAAa,EAAE,oDAAoD;KACpE;IACD;QACE,MAAM,EAAE,0BAA0B;QAClC,aAAa,EAAE,iIAAiI;KACjJ;IACD;QACE,MAAM,EAAE,wBAAwB;QAChC,aAAa,EAAE,0GAA0G;KAC1H;IACD;QACE,MAAM,EAAE,uBAAuB;QAC/B,aAAa,EAAE,4DAA4D;KAC5E;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,2EAA2E;KAC3F;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,sTAAsT;KACtU;IACD;QACE,MAAM,EAAE,sBAAsB;QAC9B,aAAa,EAAE,kFAAkF;KAClG;IACD;QACE,MAAM,EAAE,yBAAyB;QACjC,aAAa,EAAE,oDAAoD;KACpE;IACD;QACE,MAAM,EAAE,2BAA2B;QACnC,aAAa,EAAE,4IAA4I;KAC5J;IACD;QACE,MAAM,EAAE,8BAA8B;QACtC,aAAa,EAAE,2EAA2E;KAC3F;IACD;QACE,MAAM,EAAE,0BAA0B;QAClC,aAAa,EAAE,gGAAgG;KAChH;IACD;QACE,MAAM,EAAE,wBAAwB;QAChC,aAAa,EAAE,iGAAiG;KACjH;CACF,CAAC"}
1
+ {"version":3,"file":"tool-names.js","sourceRoot":"","sources":["../src/tool-names.ts"],"names":[],"mappings":"AAAA,+BAA+B;AAC/B,MAAM,CAAC,MAAM,SAAS,GAAgD;IACpE;QACE,MAAM,EAAE,yBAAyB;QACjC,aAAa,EAAE,sNAAsN;KACtO;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,oQAAoQ;KACpR;IACD;QACE,MAAM,EAAE,cAAc;QACtB,aAAa,EAAE,kMAAkM;KAClN;IACD;QACE,MAAM,EAAE,aAAa;QACrB,aAAa,EAAE,iPAAiP;KACjQ;IACD;QACE,MAAM,EAAE,WAAW;QACnB,aAAa,EAAE,6KAA6K;KAC7L;IACD;QACE,MAAM,EAAE,cAAc;QACtB,aAAa,EAAE,kNAAkN;KAClO;IACD;QACE,MAAM,EAAE,uBAAuB;QAC/B,aAAa,EAAE,6IAA6I;KAC7J;IACD;QACE,MAAM,EAAE,0BAA0B;QAClC,aAAa,EAAE,kLAAkL;KAClM;IACD;QACE,MAAM,EAAE,mBAAmB;QAC3B,aAAa,EAAE,+KAA+K;KAC/L;IACD;QACE,MAAM,EAAE,aAAa;QACrB,aAAa,EAAE,+LAA+L;KAC/M;IACD;QACE,MAAM,EAAE,YAAY;QACpB,aAAa,EAAE,kKAAkK;KAClL;IACD;QACE,MAAM,EAAE,UAAU;QAClB,aAAa,EAAE,0KAA0K;KAC1L;IACD;QACE,MAAM,EAAE,aAAa;QACrB,aAAa,EAAE,yMAAyM;KACzN;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,2JAA2J;KAC3K;IACD;QACE,MAAM,EAAE,kBAAkB;QAC1B,aAAa,EAAE,sCAAsC;KACtD;IACD;QACE,MAAM,EAAE,sBAAsB;QAC9B,aAAa,EAAE,wGAAwG;KACxH;IACD;QACE,MAAM,EAAE,iBAAiB;QACzB,aAAa,EAAE,oSAAoS;KACpT;IACD;QACE,MAAM,EAAE,uBAAuB;QAC/B,aAAa,EAAE,qUAAqU;KACrV;IACD;QACE,MAAM,EAAE,oBAAoB;QAC5B,aAAa,EAAE,wRAAwR;KACxS;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,wLAAwL;KACxM;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,uFAAuF;KACvG;IACD;QACE,MAAM,EAAE,kBAAkB;QAC1B,aAAa,EAAE,4HAA4H;KAC5I;IACD;QACE,MAAM,EAAE,iBAAiB;QACzB,aAAa,EAAE,oHAAoH;KACpI;IACD;QACE,MAAM,EAAE,eAAe;QACvB,aAAa,EAAE,oDAAoD;KACpE;IACD;QACE,MAAM,EAAE,0BAA0B;QAClC,aAAa,EAAE,iIAAiI;KACjJ;IACD;QACE,MAAM,EAAE,wBAAwB;QAChC,aAAa,EAAE,0GAA0G;KAC1H;IACD;QACE,MAAM,EAAE,uBAAuB;QAC/B,aAAa,EAAE,4DAA4D;KAC5E;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,2EAA2E;KAC3F;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,sTAAsT;KACtU;IACD;QACE,MAAM,EAAE,sBAAsB;QAC9B,aAAa,EAAE,kFAAkF;KAClG;IACD;QACE,MAAM,EAAE,yBAAyB;QACjC,aAAa,EAAE,oDAAoD;KACpE;IACD;QACE,MAAM,EAAE,2BAA2B;QACnC,aAAa,EAAE,4IAA4I;KAC5J;IACD;QACE,MAAM,EAAE,8BAA8B;QACtC,aAAa,EAAE,2EAA2E;KAC3F;IACD;QACE,MAAM,EAAE,0BAA0B;QAClC,aAAa,EAAE,gGAAgG;KAChH;IACD;QACE,MAAM,EAAE,wBAAwB;QAChC,aAAa,EAAE,iGAAiG;KACjH;CACF,CAAC"}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@dalmia/calibrate-mcp",
3
- "version": "0.0.26",
3
+ "version": "0.0.28",
4
4
  "author": "Speakeasy",
5
5
  "type": "module",
6
6
  "sideEffects": false,
@@ -0,0 +1,160 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+
5
+ import { CalibrateMcpCore } from "../core.js";
6
+ import { encodeJSON, encodeSimple } from "../lib/encodings.js";
7
+ import { compactMap } from "../lib/primitives.js";
8
+ import { safeParse } from "../lib/schemas.js";
9
+ import { RequestOptions } from "../lib/sdks.js";
10
+ import { extractSecurity, resolveGlobalSecurity } from "../lib/security.js";
11
+ import { pathToFunc } from "../lib/url.js";
12
+ import { APIError } from "../models/errors/apierror.js";
13
+ import {
14
+ ConnectionError,
15
+ InvalidRequestError,
16
+ RequestAbortedError,
17
+ RequestTimeoutError,
18
+ UnexpectedClientError,
19
+ } from "../models/errors/httpclienterrors.js";
20
+ import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
21
+ import {
22
+ LinkEvaluatorsToAgentAgentsAgentUuidEvaluatorsPostRequest,
23
+ LinkEvaluatorsToAgentAgentsAgentUuidEvaluatorsPostRequest$zodSchema,
24
+ } from "../models/linkevaluatorstoagentagentsagentuuidevaluatorspostop.js";
25
+ import { APICall, APIPromise } from "../types/async.js";
26
+ import { Result } from "../types/fp.js";
27
+
28
+ /**
29
+ * Link evaluators to agent
30
+ *
31
+ * @remarks
32
+ * Link one or more existing evaluators to an agent, skipping any already linked
33
+ */
34
+ export function agentsLinkEvaluators(
35
+ client$: CalibrateMcpCore,
36
+ request: LinkEvaluatorsToAgentAgentsAgentUuidEvaluatorsPostRequest,
37
+ options?: RequestOptions,
38
+ ): APIPromise<
39
+ Result<
40
+ Response,
41
+ | APIError
42
+ | SDKValidationError
43
+ | UnexpectedClientError
44
+ | InvalidRequestError
45
+ | RequestAbortedError
46
+ | RequestTimeoutError
47
+ | ConnectionError
48
+ >
49
+ > {
50
+ return new APIPromise($do(
51
+ client$,
52
+ request,
53
+ options,
54
+ ));
55
+ }
56
+
57
+ async function $do(
58
+ client$: CalibrateMcpCore,
59
+ request: LinkEvaluatorsToAgentAgentsAgentUuidEvaluatorsPostRequest,
60
+ options?: RequestOptions,
61
+ ): Promise<
62
+ [
63
+ Result<
64
+ Response,
65
+ | APIError
66
+ | SDKValidationError
67
+ | UnexpectedClientError
68
+ | InvalidRequestError
69
+ | RequestAbortedError
70
+ | RequestTimeoutError
71
+ | ConnectionError
72
+ >,
73
+ APICall,
74
+ ]
75
+ > {
76
+ const parsed$ = safeParse(
77
+ request,
78
+ (value$) =>
79
+ LinkEvaluatorsToAgentAgentsAgentUuidEvaluatorsPostRequest$zodSchema.parse(
80
+ value$,
81
+ ),
82
+ "Input validation failed",
83
+ );
84
+ if (!parsed$.ok) {
85
+ return [parsed$, { status: "invalid" }];
86
+ }
87
+ const payload$ = parsed$.value;
88
+ const body$ = encodeJSON("body", payload$.body, { explode: true });
89
+
90
+ const pathParams$ = {
91
+ agent_uuid: encodeSimple("agent_uuid", payload$.agent_uuid, {
92
+ explode: false,
93
+ charEncoding: "percent",
94
+ }),
95
+ };
96
+ const path$ = pathToFunc("/agents/{agent_uuid}/evaluators")(
97
+ pathParams$,
98
+ );
99
+
100
+ const headers$ = new Headers(compactMap({
101
+ "Content-Type": "application/json",
102
+ Accept: "application/json",
103
+ "X-API-Key": encodeSimple("X-API-Key", payload$.xAPIKey, {
104
+ explode: false,
105
+ charEncoding: "none",
106
+ }),
107
+ }));
108
+ const securityInput = await extractSecurity(client$._options.security);
109
+ const requestSecurity = resolveGlobalSecurity(securityInput);
110
+
111
+ const context = {
112
+ options: client$._options,
113
+ baseURL: options?.serverURL ?? client$._baseURL ?? "",
114
+ operationID: "link_evaluators_to_agent_agents__agent_uuid__evaluators_post",
115
+ oAuth2Scopes: null,
116
+ resolvedSecurity: requestSecurity,
117
+ securitySource: client$._options.security,
118
+ retryConfig: options?.retries
119
+ || client$._options.retryConfig
120
+ || { strategy: "none" },
121
+ retryCodes: options?.retryCodes || [
122
+ "429",
123
+ "500",
124
+ "502",
125
+ "503",
126
+ "504",
127
+ ],
128
+ };
129
+
130
+ const requestRes = client$._createRequest(context, {
131
+ security: requestSecurity,
132
+ method: "POST",
133
+ baseURL: options?.serverURL,
134
+ path: path$,
135
+ headers: headers$,
136
+ body: body$,
137
+ userAgent: client$._options.userAgent,
138
+ timeoutMs: options?.timeoutMs || client$._options.timeoutMs
139
+ || -1,
140
+ }, options);
141
+ if (!requestRes.ok) {
142
+ return [requestRes, { status: "invalid" }];
143
+ }
144
+ const req$ = requestRes.value;
145
+
146
+ const doResult = await client$._do(req$, {
147
+ context,
148
+ errorCodes: [],
149
+ retryConfig: context.retryConfig,
150
+ retryCodes: context.retryCodes,
151
+ });
152
+ if (!doResult.ok) {
153
+ return [doResult, { status: "request-error", request: req$ }];
154
+ }
155
+ return [doResult, {
156
+ status: "complete",
157
+ "request": req$,
158
+ response: doResult.value,
159
+ }];
160
+ }
@@ -0,0 +1,165 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+
5
+ import { CalibrateMcpCore } from "../core.js";
6
+ import { encodeFormQuery, encodeSimple } from "../lib/encodings.js";
7
+ import { compactMap } from "../lib/primitives.js";
8
+ import { safeParse } from "../lib/schemas.js";
9
+ import { RequestOptions } from "../lib/sdks.js";
10
+ import { extractSecurity, resolveGlobalSecurity } from "../lib/security.js";
11
+ import { pathToFunc } from "../lib/url.js";
12
+ import { APIError } from "../models/errors/apierror.js";
13
+ import {
14
+ ConnectionError,
15
+ InvalidRequestError,
16
+ RequestAbortedError,
17
+ RequestTimeoutError,
18
+ UnexpectedClientError,
19
+ } from "../models/errors/httpclienterrors.js";
20
+ import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
21
+ import {
22
+ ListAgentEvaluatorsAgentsAgentUuidEvaluatorsGetRequest,
23
+ ListAgentEvaluatorsAgentsAgentUuidEvaluatorsGetRequest$zodSchema,
24
+ } from "../models/listagentevaluatorsagentsagentuuidevaluatorsgetop.js";
25
+ import { APICall, APIPromise } from "../types/async.js";
26
+ import { Result } from "../types/fp.js";
27
+
28
+ /**
29
+ * List agent evaluators
30
+ *
31
+ * @remarks
32
+ * List evaluators linked to an agent
33
+ */
34
+ export function agentsListEvaluators(
35
+ client$: CalibrateMcpCore,
36
+ request: ListAgentEvaluatorsAgentsAgentUuidEvaluatorsGetRequest,
37
+ options?: RequestOptions,
38
+ ): APIPromise<
39
+ Result<
40
+ Response,
41
+ | APIError
42
+ | SDKValidationError
43
+ | UnexpectedClientError
44
+ | InvalidRequestError
45
+ | RequestAbortedError
46
+ | RequestTimeoutError
47
+ | ConnectionError
48
+ >
49
+ > {
50
+ return new APIPromise($do(
51
+ client$,
52
+ request,
53
+ options,
54
+ ));
55
+ }
56
+
57
+ async function $do(
58
+ client$: CalibrateMcpCore,
59
+ request: ListAgentEvaluatorsAgentsAgentUuidEvaluatorsGetRequest,
60
+ options?: RequestOptions,
61
+ ): Promise<
62
+ [
63
+ Result<
64
+ Response,
65
+ | APIError
66
+ | SDKValidationError
67
+ | UnexpectedClientError
68
+ | InvalidRequestError
69
+ | RequestAbortedError
70
+ | RequestTimeoutError
71
+ | ConnectionError
72
+ >,
73
+ APICall,
74
+ ]
75
+ > {
76
+ const parsed$ = safeParse(
77
+ request,
78
+ (value$) =>
79
+ ListAgentEvaluatorsAgentsAgentUuidEvaluatorsGetRequest$zodSchema.parse(
80
+ value$,
81
+ ),
82
+ "Input validation failed",
83
+ );
84
+ if (!parsed$.ok) {
85
+ return [parsed$, { status: "invalid" }];
86
+ }
87
+ const payload$ = parsed$.value;
88
+ const body$ = null;
89
+
90
+ const pathParams$ = {
91
+ agent_uuid: encodeSimple("agent_uuid", payload$.agent_uuid, {
92
+ explode: false,
93
+ charEncoding: "percent",
94
+ }),
95
+ };
96
+ const path$ = pathToFunc("/agents/{agent_uuid}/evaluators")(
97
+ pathParams$,
98
+ );
99
+ const query$ = encodeFormQuery({
100
+ "limit": payload$.limit,
101
+ "offset": payload$.offset,
102
+ "q": payload$.q,
103
+ });
104
+
105
+ const headers$ = new Headers(compactMap({
106
+ Accept: "application/json",
107
+ "X-API-Key": encodeSimple("X-API-Key", payload$.xAPIKey, {
108
+ explode: false,
109
+ charEncoding: "none",
110
+ }),
111
+ }));
112
+ const securityInput = await extractSecurity(client$._options.security);
113
+ const requestSecurity = resolveGlobalSecurity(securityInput);
114
+
115
+ const context = {
116
+ options: client$._options,
117
+ baseURL: options?.serverURL ?? client$._baseURL ?? "",
118
+ operationID: "list_agent_evaluators_agents__agent_uuid__evaluators_get",
119
+ oAuth2Scopes: null,
120
+ resolvedSecurity: requestSecurity,
121
+ securitySource: client$._options.security,
122
+ retryConfig: options?.retries
123
+ || client$._options.retryConfig
124
+ || { strategy: "none" },
125
+ retryCodes: options?.retryCodes || [
126
+ "429",
127
+ "500",
128
+ "502",
129
+ "503",
130
+ "504",
131
+ ],
132
+ };
133
+
134
+ const requestRes = client$._createRequest(context, {
135
+ security: requestSecurity,
136
+ method: "GET",
137
+ baseURL: options?.serverURL,
138
+ path: path$,
139
+ headers: headers$,
140
+ query: query$,
141
+ body: body$,
142
+ userAgent: client$._options.userAgent,
143
+ timeoutMs: options?.timeoutMs || client$._options.timeoutMs
144
+ || -1,
145
+ }, options);
146
+ if (!requestRes.ok) {
147
+ return [requestRes, { status: "invalid" }];
148
+ }
149
+ const req$ = requestRes.value;
150
+
151
+ const doResult = await client$._do(req$, {
152
+ context,
153
+ errorCodes: [],
154
+ retryConfig: context.retryConfig,
155
+ retryCodes: context.retryCodes,
156
+ });
157
+ if (!doResult.ok) {
158
+ return [doResult, { status: "request-error", request: req$ }];
159
+ }
160
+ return [doResult, {
161
+ status: "complete",
162
+ "request": req$,
163
+ response: doResult.value,
164
+ }];
165
+ }
@@ -930,7 +930,7 @@ http_headers = { "api-key-auth" = "YOUR_API_KEY_AUTH" }`;
930
930
  <h1>Instructions</h1>
931
931
  <p>One-click installation for Claude Desktop users</p>
932
932
  <div class="instruction-item">
933
- <a href="https://github.com/dalmia/calibrate-mcp/releases/download/v0.0.26/mcp-server.mcpb" download="mcp-server.mcpb" class="action-button header-action" style="display: inline-flex; margin-bottom: 16px;">
933
+ <a href="https://github.com/dalmia/calibrate-mcp/releases/download/v0.0.28/mcp-server.mcpb" download="mcp-server.mcpb" class="action-button header-action" style="display: inline-flex; margin-bottom: 16px;">
934
934
  📥 Download MCP Bundle
935
935
  </a>
936
936
  </div>
package/src/lib/config.ts CHANGED
@@ -65,8 +65,8 @@ export function serverURLFromOptions(options: SDKOptions): URL | null {
65
65
  export const SDK_METADATA = {
66
66
  language: "typescript",
67
67
  openapiDocVersion: "0.1.0",
68
- sdkVersion: "0.0.26",
68
+ sdkVersion: "0.0.28",
69
69
  genVersion: "2.915.1",
70
70
  userAgent:
71
- "speakeasy-sdk/mcp-typescript 0.0.26 2.915.1 0.1.0 @dalmia/calibrate-mcp",
71
+ "speakeasy-sdk/mcp-typescript 0.0.28 2.915.1 0.1.0 @dalmia/calibrate-mcp",
72
72
  } as const;
@@ -21,7 +21,7 @@ const routes = buildRouteMap({
21
21
  export const app = buildApplication(routes, {
22
22
  name: "mcp",
23
23
  versionInfo: {
24
- currentVersion: "0.0.26",
24
+ currentVersion: "0.0.28",
25
25
  },
26
26
  });
27
27
 
@@ -19,7 +19,9 @@ import {
19
19
  } from "./tools.js";
20
20
  import { tool$agentsCreate } from "./tools/agentsCreate.js";
21
21
  import { tool$agentsGet } from "./tools/agentsGet.js";
22
+ import { tool$agentsLinkEvaluators } from "./tools/agentsLinkEvaluators.js";
22
23
  import { tool$agentsList } from "./tools/agentsList.js";
24
+ import { tool$agentsListEvaluators } from "./tools/agentsListEvaluators.js";
23
25
  import { tool$agentsResolve } from "./tools/agentsResolve.js";
24
26
  import { tool$agentsUpdate } from "./tools/agentsUpdate.js";
25
27
  import { tool$agentsVerifyConnection } from "./tools/agentsVerifyConnection.js";
@@ -64,7 +66,7 @@ export function createMCPServer(deps: {
64
66
  }) {
65
67
  const server = new McpServer({
66
68
  name: "CalibrateMcp",
67
- version: "0.0.26",
69
+ version: "0.0.28",
68
70
  });
69
71
 
70
72
  const getClient = deps.getSDK || (() =>
@@ -115,6 +117,8 @@ export function createMCPServer(deps: {
115
117
  tool(tool$agentsList);
116
118
  tool(tool$agentsGet);
117
119
  tool(tool$agentsUpdate);
120
+ tool(tool$agentsListEvaluators);
121
+ tool(tool$agentsLinkEvaluators);
118
122
  tool(tool$testsBulkCreate);
119
123
  tool(tool$testsCreate);
120
124
  tool(tool$testsList);
@@ -0,0 +1,45 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+
5
+ import { agentsLinkEvaluators } from "../../funcs/agentsLinkEvaluators.js";
6
+ import { LinkEvaluatorsToAgentAgentsAgentUuidEvaluatorsPostRequest$zodSchema } from "../../models/linkevaluatorstoagentagentsagentuuidevaluatorspostop.js";
7
+ import { formatResult, ToolDefinition } from "../tools.js";
8
+
9
+ const args = {
10
+ request: LinkEvaluatorsToAgentAgentsAgentUuidEvaluatorsPostRequest$zodSchema,
11
+ };
12
+
13
+ export const tool$agentsLinkEvaluators: ToolDefinition<typeof args> = {
14
+ name: "link-evaluators-to-agent",
15
+ description:
16
+ `Link one or more evaluators to an agent, skipping any already linked.
17
+ Each evaluator must be one you created or a built-in default, and the
18
+ agent must be in your workspace.
19
+ `,
20
+ scopes: ["write"],
21
+ annotations: {
22
+ "title": "Link evaluators to an agent",
23
+ "destructiveHint": false,
24
+ "idempotentHint": true,
25
+ "openWorldHint": true,
26
+ "readOnlyHint": false,
27
+ },
28
+ args,
29
+ tool: async (client, args, ctx) => {
30
+ const [result] = await agentsLinkEvaluators(
31
+ client,
32
+ args.request,
33
+ { fetchOptions: { signal: ctx.signal } },
34
+ ).$inspect();
35
+
36
+ if (!result.ok) {
37
+ return {
38
+ content: [{ type: "text", text: result.error.message }],
39
+ isError: true,
40
+ };
41
+ }
42
+
43
+ return formatResult(result.value);
44
+ },
45
+ };
@@ -0,0 +1,44 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+
5
+ import { agentsListEvaluators } from "../../funcs/agentsListEvaluators.js";
6
+ import { ListAgentEvaluatorsAgentsAgentUuidEvaluatorsGetRequest$zodSchema } from "../../models/listagentevaluatorsagentsagentuuidevaluatorsgetop.js";
7
+ import { formatResult, ToolDefinition } from "../tools.js";
8
+
9
+ const args = {
10
+ request: ListAgentEvaluatorsAgentsAgentUuidEvaluatorsGetRequest$zodSchema,
11
+ };
12
+
13
+ export const tool$agentsListEvaluators: ToolDefinition<typeof args> = {
14
+ name: "list-agent-evaluators",
15
+ description:
16
+ `List the evaluators linked to an agent, most recently linked first.
17
+ Returns each evaluator's UUID, name, type, and live version summary.
18
+ `,
19
+ scopes: ["read"],
20
+ annotations: {
21
+ "title": "List evaluators linked to an agent",
22
+ "destructiveHint": false,
23
+ "idempotentHint": false,
24
+ "openWorldHint": true,
25
+ "readOnlyHint": true,
26
+ },
27
+ args,
28
+ tool: async (client, args, ctx) => {
29
+ const [result] = await agentsListEvaluators(
30
+ client,
31
+ args.request,
32
+ { fetchOptions: { signal: ctx.signal } },
33
+ ).$inspect();
34
+
35
+ if (!result.ok) {
36
+ return {
37
+ content: [{ type: "text", text: result.error.message }],
38
+ isError: true,
39
+ };
40
+ }
41
+
42
+ return formatResult(result.value);
43
+ },
44
+ };
@@ -0,0 +1,42 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+
5
+ import * as z from "zod";
6
+ import {
7
+ HTTPValidationError,
8
+ HTTPValidationError$zodSchema,
9
+ } from "./httpvalidationerror.js";
10
+ import {
11
+ RoutersAgentsEvaluatorLinkRequest,
12
+ RoutersAgentsEvaluatorLinkRequest$zodSchema,
13
+ } from "./routersagentsevaluatorlinkrequest.js";
14
+ import {
15
+ RoutersAgentsEvaluatorLinkResponse,
16
+ RoutersAgentsEvaluatorLinkResponse$zodSchema,
17
+ } from "./routersagentsevaluatorlinkresponse.js";
18
+
19
+ export type LinkEvaluatorsToAgentAgentsAgentUuidEvaluatorsPostRequest = {
20
+ agent_uuid: string;
21
+ xAPIKey?: string | null | undefined;
22
+ body: RoutersAgentsEvaluatorLinkRequest;
23
+ };
24
+
25
+ export const LinkEvaluatorsToAgentAgentsAgentUuidEvaluatorsPostRequest$zodSchema:
26
+ z.ZodType<LinkEvaluatorsToAgentAgentsAgentUuidEvaluatorsPostRequest> = z
27
+ .object({
28
+ agent_uuid: z.string().describe("The agent to link the evaluators to"),
29
+ body: RoutersAgentsEvaluatorLinkRequest$zodSchema,
30
+ xAPIKey: z.string().nullable().optional(),
31
+ });
32
+
33
+ export type LinkEvaluatorsToAgentAgentsAgentUuidEvaluatorsPostResponse =
34
+ | RoutersAgentsEvaluatorLinkResponse
35
+ | HTTPValidationError;
36
+
37
+ export const LinkEvaluatorsToAgentAgentsAgentUuidEvaluatorsPostResponse$zodSchema:
38
+ z.ZodType<LinkEvaluatorsToAgentAgentsAgentUuidEvaluatorsPostResponse> = z
39
+ .union([
40
+ RoutersAgentsEvaluatorLinkResponse$zodSchema,
41
+ HTTPValidationError$zodSchema,
42
+ ]);
@@ -0,0 +1,46 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+
5
+ import * as z from "zod";
6
+ import {
7
+ HTTPValidationError,
8
+ HTTPValidationError$zodSchema,
9
+ } from "./httpvalidationerror.js";
10
+ import {
11
+ PaginatedResponseEvaluatorResponse,
12
+ PaginatedResponseEvaluatorResponse$zodSchema,
13
+ } from "./paginatedresponseevaluatorresponse.js";
14
+
15
+ export type ListAgentEvaluatorsAgentsAgentUuidEvaluatorsGetRequest = {
16
+ agent_uuid: string;
17
+ q?: string | null | undefined;
18
+ limit?: number | null | undefined;
19
+ offset?: number | undefined;
20
+ xAPIKey?: string | null | undefined;
21
+ };
22
+
23
+ export const ListAgentEvaluatorsAgentsAgentUuidEvaluatorsGetRequest$zodSchema:
24
+ z.ZodType<ListAgentEvaluatorsAgentsAgentUuidEvaluatorsGetRequest> = z.object({
25
+ agent_uuid: z.string().describe("The agent whose evaluators to list"),
26
+ limit: z.int().describe(
27
+ "Maximum number of items to return. Omit for no limit (all items)",
28
+ ).nullable().optional(),
29
+ offset: z.int().default(0).describe(
30
+ "Number of items to skip before returning results",
31
+ ),
32
+ q: z.string().describe(
33
+ "Case-insensitive substring search on `name`. Blank is a no-op",
34
+ ).nullable().optional(),
35
+ xAPIKey: z.string().nullable().optional(),
36
+ });
37
+
38
+ export type ListAgentEvaluatorsAgentsAgentUuidEvaluatorsGetResponse =
39
+ | PaginatedResponseEvaluatorResponse
40
+ | HTTPValidationError;
41
+
42
+ export const ListAgentEvaluatorsAgentsAgentUuidEvaluatorsGetResponse$zodSchema:
43
+ z.ZodType<ListAgentEvaluatorsAgentsAgentUuidEvaluatorsGetResponse> = z.union([
44
+ PaginatedResponseEvaluatorResponse$zodSchema,
45
+ HTTPValidationError$zodSchema,
46
+ ]);
@@ -0,0 +1,17 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+
5
+ import * as z from "zod";
6
+
7
+ export type RoutersAgentsEvaluatorLinkRequest = {
8
+ evaluator_ids: Array<string>;
9
+ };
10
+
11
+ export const RoutersAgentsEvaluatorLinkRequest$zodSchema: z.ZodType<
12
+ RoutersAgentsEvaluatorLinkRequest
13
+ > = z.object({
14
+ evaluator_ids: z.array(z.string()).describe(
15
+ "The evaluators to link to the agent. Ones that are already linked are skipped. Each must be one you created or a built-in default",
16
+ ),
17
+ });