@dalmia/calibrate-mcp 0.0.21 → 0.0.23

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (140) hide show
  1. package/bin/mcp-server.js +202 -47
  2. package/bin/mcp-server.js.map +33 -26
  3. package/esm/funcs/agentTestsListForAgent.js +7 -1
  4. package/esm/funcs/agentTestsListForAgent.js.map +1 -1
  5. package/esm/funcs/agentTestsListRunsForAgent.js +9 -1
  6. package/esm/funcs/agentTestsListRunsForAgent.js.map +1 -1
  7. package/esm/funcs/agentsList.js +7 -1
  8. package/esm/funcs/agentsList.js.map +1 -1
  9. package/esm/funcs/annotationTasksList.js +7 -1
  10. package/esm/funcs/annotationTasksList.js.map +1 -1
  11. package/esm/funcs/evaluatorsList.js +3 -0
  12. package/esm/funcs/evaluatorsList.js.map +1 -1
  13. package/esm/funcs/testsList.js +7 -1
  14. package/esm/funcs/testsList.js.map +1 -1
  15. package/esm/landing-page.js +1 -1
  16. package/esm/lib/config.d.ts +2 -2
  17. package/esm/lib/config.js +2 -2
  18. package/esm/mcp-server/mcp-server.js +1 -1
  19. package/esm/mcp-server/server.js +1 -1
  20. package/esm/models/agentsummary.d.ts +32 -0
  21. package/esm/models/agentsummary.d.ts.map +1 -0
  22. package/esm/models/agentsummary.js +26 -0
  23. package/esm/models/agentsummary.js.map +1 -0
  24. package/esm/models/annotationtaskresponse.js +1 -1
  25. package/esm/models/annotationtaskresponse.js.map +1 -1
  26. package/esm/models/evaluatorliveversionsummary.d.ts +13 -0
  27. package/esm/models/evaluatorliveversionsummary.d.ts.map +1 -0
  28. package/esm/models/evaluatorliveversionsummary.js +12 -0
  29. package/esm/models/evaluatorliveversionsummary.js.map +1 -0
  30. package/esm/models/getagenttestrunsagenttestsagentagentuuidrunsgetop.d.ts +32 -2
  31. package/esm/models/getagenttestrunsagenttestsagentagentuuidrunsgetop.d.ts.map +1 -1
  32. package/esm/models/getagenttestrunsagenttestsagentagentuuidrunsgetop.js +25 -2
  33. package/esm/models/getagenttestrunsagenttestsagentagentuuidrunsgetop.js.map +1 -1
  34. package/esm/models/getagenttestsendpointagenttestsagentagentuuidtestsgetop.d.ts +5 -2
  35. package/esm/models/getagenttestsendpointagenttestsagentagentuuidtestsgetop.d.ts.map +1 -1
  36. package/esm/models/getagenttestsendpointagenttestsagentagentuuidtestsgetop.js +5 -2
  37. package/esm/models/getagenttestsendpointagenttestsagentagentuuidtestsgetop.js.map +1 -1
  38. package/esm/models/gettestendpointteststestuuidgetop.d.ts +2 -2
  39. package/esm/models/gettestendpointteststestuuidgetop.d.ts.map +1 -1
  40. package/esm/models/gettestendpointteststestuuidgetop.js +2 -2
  41. package/esm/models/gettestendpointteststestuuidgetop.js.map +1 -1
  42. package/esm/models/listagentsagentsgetop.d.ts +5 -2
  43. package/esm/models/listagentsagentsgetop.d.ts.map +1 -1
  44. package/esm/models/listagentsagentsgetop.js +5 -2
  45. package/esm/models/listagentsagentsgetop.js.map +1 -1
  46. package/esm/models/listannotationtasksannotationtasksgetop.d.ts +5 -2
  47. package/esm/models/listannotationtasksannotationtasksgetop.d.ts.map +1 -1
  48. package/esm/models/listannotationtasksannotationtasksgetop.js +5 -2
  49. package/esm/models/listannotationtasksannotationtasksgetop.js.map +1 -1
  50. package/esm/models/listevaluatorsevaluatorsgetop.d.ts +5 -2
  51. package/esm/models/listevaluatorsevaluatorsgetop.d.ts.map +1 -1
  52. package/esm/models/listevaluatorsevaluatorsgetop.js +5 -2
  53. package/esm/models/listevaluatorsevaluatorsgetop.js.map +1 -1
  54. package/esm/models/listteststestsgetop.d.ts +5 -2
  55. package/esm/models/listteststestsgetop.d.ts.map +1 -1
  56. package/esm/models/listteststestsgetop.js +5 -2
  57. package/esm/models/listteststestsgetop.js.map +1 -1
  58. package/esm/models/paginatedresponseagentsummary.d.ts +10 -0
  59. package/esm/models/paginatedresponseagentsummary.d.ts.map +1 -0
  60. package/esm/models/paginatedresponseagentsummary.js +12 -0
  61. package/esm/models/paginatedresponseagentsummary.js.map +1 -0
  62. package/esm/models/paginatedresponseagenttestrunlistitem.d.ts +10 -0
  63. package/esm/models/paginatedresponseagenttestrunlistitem.d.ts.map +1 -0
  64. package/esm/models/paginatedresponseagenttestrunlistitem.js +12 -0
  65. package/esm/models/paginatedresponseagenttestrunlistitem.js.map +1 -0
  66. package/esm/models/paginatedresponseannotationtaskresponse.d.ts +10 -0
  67. package/esm/models/paginatedresponseannotationtaskresponse.d.ts.map +1 -0
  68. package/esm/models/paginatedresponseannotationtaskresponse.js +12 -0
  69. package/esm/models/paginatedresponseannotationtaskresponse.js.map +1 -0
  70. package/esm/models/paginatedresponseevaluatorresponse.d.ts +10 -0
  71. package/esm/models/paginatedresponseevaluatorresponse.d.ts.map +1 -0
  72. package/esm/models/paginatedresponseevaluatorresponse.js +12 -0
  73. package/esm/models/paginatedresponseevaluatorresponse.js.map +1 -0
  74. package/esm/models/paginatedresponsetestlistresponse.d.ts +10 -0
  75. package/esm/models/paginatedresponsetestlistresponse.d.ts.map +1 -0
  76. package/esm/models/paginatedresponsetestlistresponse.js +12 -0
  77. package/esm/models/paginatedresponsetestlistresponse.js.map +1 -0
  78. package/esm/models/routersevaluatorsevaluatorresponse.d.ts +2 -2
  79. package/esm/models/routersevaluatorsevaluatorresponse.d.ts.map +1 -1
  80. package/esm/models/routersevaluatorsevaluatorresponse.js +2 -2
  81. package/esm/models/routersevaluatorsevaluatorresponse.js.map +1 -1
  82. package/esm/models/testlistconfig.d.ts +6 -0
  83. package/esm/models/testlistconfig.d.ts.map +1 -0
  84. package/esm/models/testlistconfig.js +8 -0
  85. package/esm/models/testlistconfig.js.map +1 -0
  86. package/esm/models/testlistresponse.d.ts +49 -0
  87. package/esm/models/testlistresponse.d.ts.map +1 -0
  88. package/esm/models/testlistresponse.js +33 -0
  89. package/esm/models/testlistresponse.js.map +1 -0
  90. package/esm/models/{routersteststestresponse.d.ts → testresponse.d.ts} +7 -7
  91. package/esm/models/testresponse.d.ts.map +1 -0
  92. package/esm/models/{routersteststestresponse.js → testresponse.js} +5 -5
  93. package/esm/models/testresponse.js.map +1 -0
  94. package/esm/models/updatetestendpointteststestuuidputop.d.ts +2 -2
  95. package/esm/models/updatetestendpointteststestuuidputop.d.ts.map +1 -1
  96. package/esm/models/updatetestendpointteststestuuidputop.js +2 -2
  97. package/esm/models/updatetestendpointteststestuuidputop.js.map +1 -1
  98. package/package.json +1 -1
  99. package/src/funcs/agentTestsListForAgent.ts +7 -1
  100. package/src/funcs/agentTestsListRunsForAgent.ts +9 -1
  101. package/src/funcs/agentsList.ts +7 -1
  102. package/src/funcs/annotationTasksList.ts +7 -1
  103. package/src/funcs/evaluatorsList.ts +3 -0
  104. package/src/funcs/testsList.ts +7 -1
  105. package/src/landing-page.ts +1 -1
  106. package/src/lib/config.ts +2 -2
  107. package/src/mcp-server/mcp-server.ts +1 -1
  108. package/src/mcp-server/server.ts +1 -1
  109. package/src/models/agentsummary.ts +53 -0
  110. package/src/models/annotationtaskresponse.ts +1 -1
  111. package/src/models/evaluatorliveversionsummary.ts +33 -0
  112. package/src/models/getagenttestrunsagenttestsagentagentuuidrunsgetop.ts +59 -6
  113. package/src/models/getagenttestsendpointagenttestsagentagentuuidtestsgetop.ts +17 -7
  114. package/src/models/gettestendpointteststestuuidgetop.ts +3 -6
  115. package/src/models/listagentsagentsgetop.ts +17 -5
  116. package/src/models/listannotationtasksannotationtasksgetop.ts +18 -6
  117. package/src/models/listevaluatorsevaluatorsgetop.ts +17 -7
  118. package/src/models/listteststestsgetop.ts +20 -6
  119. package/src/models/paginatedresponseagentsummary.ts +26 -0
  120. package/src/models/paginatedresponseagenttestrunlistitem.ts +31 -0
  121. package/src/models/paginatedresponseannotationtaskresponse.ts +31 -0
  122. package/src/models/paginatedresponseevaluatorresponse.ts +31 -0
  123. package/src/models/paginatedresponsetestlistresponse.ts +29 -0
  124. package/src/models/routersevaluatorsevaluatorresponse.ts +5 -5
  125. package/src/models/testlistconfig.ts +13 -0
  126. package/src/models/testlistresponse.ts +75 -0
  127. package/src/models/{routersteststestresponse.ts → testresponse.ts} +7 -11
  128. package/src/models/updatetestendpointteststestuuidputop.ts +3 -6
  129. package/esm/models/agenttestrunsresponse.d.ts +0 -7
  130. package/esm/models/agenttestrunsresponse.d.ts.map +0 -1
  131. package/esm/models/agenttestrunsresponse.js +0 -9
  132. package/esm/models/agenttestrunsresponse.js.map +0 -1
  133. package/esm/models/routersagentteststestresponse.d.ts +0 -41
  134. package/esm/models/routersagentteststestresponse.d.ts.map +0 -1
  135. package/esm/models/routersagentteststestresponse.js +0 -31
  136. package/esm/models/routersagentteststestresponse.js.map +0 -1
  137. package/esm/models/routersteststestresponse.d.ts.map +0 -1
  138. package/esm/models/routersteststestresponse.js.map +0 -1
  139. package/src/models/agenttestrunsresponse.ts +0 -18
  140. package/src/models/routersagentteststestresponse.ts +0 -65
package/bin/mcp-server.js CHANGED
@@ -51392,9 +51392,9 @@ var init_config = __esm(() => {
51392
51392
  SDK_METADATA = {
51393
51393
  language: "typescript",
51394
51394
  openapiDocVersion: "0.1.0",
51395
- sdkVersion: "0.0.21",
51395
+ sdkVersion: "0.0.23",
51396
51396
  genVersion: "2.915.1",
51397
- userAgent: "speakeasy-sdk/mcp-typescript 0.0.21 2.915.1 0.1.0 @dalmia/calibrate-mcp"
51397
+ userAgent: "speakeasy-sdk/mcp-typescript 0.0.23 2.915.1 0.1.0 @dalmia/calibrate-mcp"
51398
51398
  };
51399
51399
  });
51400
51400
 
@@ -53206,17 +53206,50 @@ exist or belongs to another org.
53206
53206
  };
53207
53207
  });
53208
53208
 
53209
+ // src/models/agentsummary.ts
53210
+ var AgentSummaryType$zodSchema, AgentSummary$zodSchema;
53211
+ var init_agentsummary = __esm(() => {
53212
+ init_zod();
53213
+ AgentSummaryType$zodSchema = _enum([
53214
+ "agent",
53215
+ "connection"
53216
+ ]).describe("- `agent`: built inside Calibrate\n- `connection`: your existing agent connected to Calibrate");
53217
+ AgentSummary$zodSchema = object({
53218
+ connection_verified: boolean2().nullable().optional().describe("Whether the agent's connection has been verified, for a `type=connection` agent"),
53219
+ name: string2().describe("Name of the agent"),
53220
+ type: AgentSummaryType$zodSchema.describe("- `agent`: built inside Calibrate\n- `connection`: your existing agent connected to Calibrate"),
53221
+ updated_at: string2().describe("When the agent was last updated (ISO 8601 UTC)"),
53222
+ uuid: string2().describe("ID of the agent")
53223
+ });
53224
+ });
53225
+
53226
+ // src/models/paginatedresponseagentsummary.ts
53227
+ var PaginatedResponseAgentSummary$zodSchema;
53228
+ var init_paginatedresponseagentsummary = __esm(() => {
53229
+ init_zod();
53230
+ init_agentsummary();
53231
+ PaginatedResponseAgentSummary$zodSchema = object({
53232
+ items: array(AgentSummary$zodSchema).describe("The page of results"),
53233
+ limit: int().nullable().optional().describe("The applied `limit` (null when unbounded)"),
53234
+ offset: int().default(0).describe("The applied `offset`"),
53235
+ total: int().describe("Total number of items matching the query, before pagination")
53236
+ });
53237
+ });
53238
+
53209
53239
  // src/models/listagentsagentsgetop.ts
53210
53240
  var ListAgentsAgentsGetRequest$zodSchema, ListAgentsAgentsGetResponse$zodSchema;
53211
53241
  var init_listagentsagentsgetop = __esm(() => {
53212
53242
  init_zod();
53213
53243
  init_httpvalidationerror();
53214
- init_routersagentsagentresponse();
53244
+ init_paginatedresponseagentsummary();
53215
53245
  ListAgentsAgentsGetRequest$zodSchema = object({
53246
+ limit: int().describe("Maximum number of items to return. Omit for no limit (all items)").nullable().optional(),
53247
+ offset: int().default(0).describe("Number of items to skip before returning results"),
53248
+ q: string2().describe("Case-insensitive substring search on `name`. Blank is a no-op").nullable().optional(),
53216
53249
  xAPIKey: string2().nullable().optional()
53217
53250
  });
53218
53251
  ListAgentsAgentsGetResponse$zodSchema = union([
53219
- array(RoutersAgentsAgentResponse$zodSchema).describe("Successful Response"),
53252
+ PaginatedResponseAgentSummary$zodSchema,
53220
53253
  HTTPValidationError$zodSchema
53221
53254
  ]);
53222
53255
  });
@@ -53233,6 +53266,11 @@ async function $do3(client$, request, options) {
53233
53266
  const payload$ = parsed$.value;
53234
53267
  const body$ = null;
53235
53268
  const path$ = pathToFunc("/agents")();
53269
+ const query$ = encodeFormQuery({
53270
+ limit: payload$?.limit,
53271
+ offset: payload$?.offset,
53272
+ q: payload$?.q
53273
+ });
53236
53274
  const headers$ = new Headers(compactMap({
53237
53275
  Accept: "application/json",
53238
53276
  "X-API-Key": encodeSimple("X-API-Key", payload$?.xAPIKey, {
@@ -53264,6 +53302,7 @@ async function $do3(client$, request, options) {
53264
53302
  baseURL: options?.serverURL,
53265
53303
  path: path$,
53266
53304
  headers: headers$,
53305
+ query: query$,
53267
53306
  body: body$,
53268
53307
  userAgent: client$._options.userAgent,
53269
53308
  timeoutMs: options?.timeoutMs || client$._options.timeoutMs || -1
@@ -54520,22 +54559,45 @@ var init_agentTestsLink2 = __esm(() => {
54520
54559
  };
54521
54560
  });
54522
54561
 
54523
- // src/models/routersagentteststestresponse.ts
54524
- var RoutersAgentTestsTestResponseType$zodSchema, RoutersAgentTestsTestResponse$zodSchema;
54525
- var init_routersagentteststestresponse = __esm(() => {
54562
+ // src/models/testlistconfig.ts
54563
+ var TestListConfig$zodSchema;
54564
+ var init_testlistconfig = __esm(() => {
54526
54565
  init_zod();
54527
- RoutersAgentTestsTestResponseType$zodSchema = _enum([
54566
+ TestListConfig$zodSchema = object({
54567
+ description: string2().nullable().optional().describe("Short description of the test, shown in list views and searched on")
54568
+ });
54569
+ });
54570
+
54571
+ // src/models/testlistresponse.ts
54572
+ var TestListResponseType$zodSchema, TestListResponse$zodSchema;
54573
+ var init_testlistresponse = __esm(() => {
54574
+ init_zod();
54575
+ init_testlistconfig();
54576
+ TestListResponseType$zodSchema = _enum([
54528
54577
  "response",
54529
54578
  "tool_call",
54530
54579
  "conversation"
54531
- ]).describe("What the test checks:\n- `response`: judges the reply the agent generates\n- `tool_call`: checks the tool calls the agent makes\n- `conversation`: judges the full conversation after the agent replies");
54532
- RoutersAgentTestsTestResponse$zodSchema = object({
54533
- config: record(string2(), any()).nullable().optional().describe("Test configuration"),
54580
+ ]).describe("What the test judges:\n\n- `response`: judges the generated reply\n- `tool_call`: diffs the generated tool calls\n- `conversation`: judges the full conversation\n");
54581
+ TestListResponse$zodSchema = object({
54582
+ config: TestListConfig$zodSchema.nullable().optional().describe("Trimmed config carrying only the test's description. Fetch the test by ID for the full config and evaluators"),
54534
54583
  created_at: string2().describe("When the test was created (ISO 8601 UTC)"),
54535
54584
  name: string2().describe("Name of the test"),
54536
- type: RoutersAgentTestsTestResponseType$zodSchema.describe("What the test checks:\n- `response`: judges the reply the agent generates\n- `tool_call`: checks the tool calls the agent makes\n- `conversation`: judges the full conversation after the agent replies"),
54585
+ type: TestListResponseType$zodSchema.describe("What the test judges:\n\n- `response`: judges the generated reply\n- `tool_call`: diffs the generated tool calls\n- `conversation`: judges the full conversation\n"),
54537
54586
  updated_at: string2().describe("When the test was last updated (ISO 8601 UTC)"),
54538
- uuid: string2().describe("Test ID")
54587
+ uuid: string2().describe("Unique ID for the test")
54588
+ }).describe("Trimmed test shape for list/index endpoints. The full config and hydrated\nevaluators live on the detail endpoint (`GET /tests/{uuid}`); the list keeps\nonly what list and attach-dropdown views render.");
54589
+ });
54590
+
54591
+ // src/models/paginatedresponsetestlistresponse.ts
54592
+ var PaginatedResponseTestListResponse$zodSchema;
54593
+ var init_paginatedresponsetestlistresponse = __esm(() => {
54594
+ init_zod();
54595
+ init_testlistresponse();
54596
+ PaginatedResponseTestListResponse$zodSchema = object({
54597
+ items: array(TestListResponse$zodSchema).describe("The page of results"),
54598
+ limit: int().nullable().optional().describe("The applied `limit` (null when unbounded)"),
54599
+ offset: int().default(0).describe("The applied `offset`"),
54600
+ total: int().describe("Total number of items matching the query, before pagination")
54539
54601
  });
54540
54602
  });
54541
54603
 
@@ -54544,13 +54606,16 @@ var GetAgentTestsEndpointAgentTestsAgentAgentUuidTestsGetRequest$zodSchema, GetA
54544
54606
  var init_getagenttestsendpointagenttestsagentagentuuidtestsgetop = __esm(() => {
54545
54607
  init_zod();
54546
54608
  init_httpvalidationerror();
54547
- init_routersagentteststestresponse();
54609
+ init_paginatedresponsetestlistresponse();
54548
54610
  GetAgentTestsEndpointAgentTestsAgentAgentUuidTestsGetRequest$zodSchema = object({
54549
54611
  agent_uuid: string2().describe("Agent whose linked tests to list"),
54612
+ limit: int().describe("Maximum number of items to return. Omit for no limit (all items)").nullable().optional(),
54613
+ offset: int().default(0).describe("Number of items to skip before returning results"),
54614
+ q: string2().describe("Case-insensitive substring search on `name`. Blank is a no-op").nullable().optional(),
54550
54615
  xAPIKey: string2().nullable().optional()
54551
54616
  });
54552
54617
  GetAgentTestsEndpointAgentTestsAgentAgentUuidTestsGetResponse$zodSchema = union([
54553
- array(RoutersAgentTestsTestResponse$zodSchema).describe("Successful Response"),
54618
+ PaginatedResponseTestListResponse$zodSchema,
54554
54619
  HTTPValidationError$zodSchema
54555
54620
  ]);
54556
54621
  });
@@ -54573,6 +54638,11 @@ async function $do11(client$, request, options) {
54573
54638
  })
54574
54639
  };
54575
54640
  const path$ = pathToFunc("/agent-tests/agent/{agent_uuid}/tests")(pathParams$);
54641
+ const query$ = encodeFormQuery({
54642
+ limit: payload$.limit,
54643
+ offset: payload$.offset,
54644
+ q: payload$.q
54645
+ });
54576
54646
  const headers$ = new Headers(compactMap({
54577
54647
  Accept: "application/json",
54578
54648
  "X-API-Key": encodeSimple("X-API-Key", payload$.xAPIKey, {
@@ -54604,6 +54674,7 @@ async function $do11(client$, request, options) {
54604
54674
  baseURL: options?.serverURL,
54605
54675
  path: path$,
54606
54676
  headers: headers$,
54677
+ query: query$,
54607
54678
  body: body$,
54608
54679
  userAgent: client$._options.userAgent,
54609
54680
  timeoutMs: options?.timeoutMs || client$._options.timeoutMs || -1
@@ -54731,28 +54802,41 @@ var init_agenttestrunlistitem = __esm(() => {
54731
54802
  });
54732
54803
  });
54733
54804
 
54734
- // src/models/agenttestrunsresponse.ts
54735
- var AgentTestRunsResponse$zodSchema;
54736
- var init_agenttestrunsresponse = __esm(() => {
54805
+ // src/models/paginatedresponseagenttestrunlistitem.ts
54806
+ var PaginatedResponseAgentTestRunListItem$zodSchema;
54807
+ var init_paginatedresponseagenttestrunlistitem = __esm(() => {
54737
54808
  init_zod();
54738
54809
  init_agenttestrunlistitem();
54739
- AgentTestRunsResponse$zodSchema = object({
54740
- runs: array(AgentTestRunListItem$zodSchema).describe("Test runs for the agent, most recently created first")
54810
+ PaginatedResponseAgentTestRunListItem$zodSchema = object({
54811
+ items: array(AgentTestRunListItem$zodSchema).describe("The page of results"),
54812
+ limit: int().nullable().optional().describe("The applied `limit` (null when unbounded)"),
54813
+ offset: int().default(0).describe("The applied `offset`"),
54814
+ total: int().describe("Total number of items matching the query, before pagination")
54741
54815
  });
54742
54816
  });
54743
54817
 
54744
54818
  // src/models/getagenttestrunsagenttestsagentagentuuidrunsgetop.ts
54745
- var GetAgentTestRunsAgentTestsAgentAgentUuidRunsGetRequest$zodSchema, GetAgentTestRunsAgentTestsAgentAgentUuidRunsGetResponse$zodSchema;
54819
+ var GetAgentTestRunsAgentTestsAgentAgentUuidRunsGetType$zodSchema, GetAgentTestRunsAgentTestsAgentAgentUuidRunsGetRequest$zodSchema, GetAgentTestRunsAgentTestsAgentAgentUuidRunsGetResponse$zodSchema;
54746
54820
  var init_getagenttestrunsagenttestsagentagentuuidrunsgetop = __esm(() => {
54747
54821
  init_zod();
54748
- init_agenttestrunsresponse();
54749
54822
  init_httpvalidationerror();
54823
+ init_paginatedresponseagenttestrunlistitem();
54824
+ init_taskstatus();
54825
+ GetAgentTestRunsAgentTestsAgentAgentUuidRunsGetType$zodSchema = _enum([
54826
+ "llm-unit-test",
54827
+ "llm-benchmark"
54828
+ ]).describe("Filter by run type. Omit to return both:\n- `llm-unit-test`: single runs of an agent's tests\n- `llm-benchmark`: multi-model comparisons");
54750
54829
  GetAgentTestRunsAgentTestsAgentAgentUuidRunsGetRequest$zodSchema = object({
54751
54830
  agent_uuid: string2().describe("Agent whose test runs to list"),
54831
+ has_failures: boolean2().describe("Filter by whether the run has any failing test case or model. `true` returns only runs with failures (or errors), `false` only clean runs. Omit for both").nullable().optional(),
54832
+ limit: int().describe("Maximum number of items to return. Omit for no limit (all items)").nullable().optional(),
54833
+ offset: int().default(0).describe("Number of items to skip before returning results"),
54834
+ status: TaskStatus$zodSchema.nullable().optional().describe("Filter by run status. Omit for all statuses"),
54835
+ type: GetAgentTestRunsAgentTestsAgentAgentUuidRunsGetType$zodSchema.nullable().optional().describe("Filter by run type. Omit to return both:\n- `llm-unit-test`: single runs of an agent's tests\n- `llm-benchmark`: multi-model comparisons"),
54752
54836
  xAPIKey: string2().nullable().optional()
54753
54837
  });
54754
54838
  GetAgentTestRunsAgentTestsAgentAgentUuidRunsGetResponse$zodSchema = union([
54755
- AgentTestRunsResponse$zodSchema,
54839
+ PaginatedResponseAgentTestRunListItem$zodSchema,
54756
54840
  HTTPValidationError$zodSchema
54757
54841
  ]);
54758
54842
  });
@@ -54775,6 +54859,13 @@ async function $do12(client$, request, options) {
54775
54859
  })
54776
54860
  };
54777
54861
  const path$ = pathToFunc("/agent-tests/agent/{agent_uuid}/runs")(pathParams$);
54862
+ const query$ = encodeFormQuery({
54863
+ has_failures: payload$.has_failures,
54864
+ limit: payload$.limit,
54865
+ offset: payload$.offset,
54866
+ status: payload$.status,
54867
+ type: payload$.type
54868
+ });
54778
54869
  const headers$ = new Headers(compactMap({
54779
54870
  Accept: "application/json",
54780
54871
  "X-API-Key": encodeSimple("X-API-Key", payload$.xAPIKey, {
@@ -54806,6 +54897,7 @@ async function $do12(client$, request, options) {
54806
54897
  baseURL: options?.serverURL,
54807
54898
  path: path$,
54808
54899
  headers: headers$,
54900
+ query: query$,
54809
54901
  body: body$,
54810
54902
  userAgent: client$._options.userAgent,
54811
54903
  timeoutMs: options?.timeoutMs || client$._options.timeoutMs || -1
@@ -55723,7 +55815,7 @@ var init_annotationtaskresponse = __esm(() => {
55723
55815
  AnnotationTaskResponse$zodSchema = object({
55724
55816
  created_at: string2().describe("When the task was created (ISO 8601 UTC)"),
55725
55817
  description: string2().nullable().optional().describe("The task's description"),
55726
- evaluators: array(record(string2(), any())).optional().describe("The evaluators linked to this task, in display order, each with its live version's rubric"),
55818
+ evaluators: array(record(string2(), any())).optional().describe("The evaluators linked to this task, in display order. Fetching one task by ID enriches each with its live version's rubric. Listing tasks returns lightweight metadata (uuid, name, type, position) only"),
55727
55819
  item_count: int().nullable().optional().describe("Number of items in the task"),
55728
55820
  items: array(record(string2(), any())).optional().describe("The task's items, each with its agreement stats. You get these when you fetch one task by ID, not when you list tasks"),
55729
55821
  jobs: array(record(string2(), any())).optional().describe("The task's labelling jobs. You get these when you fetch one task by ID, not when you list tasks"),
@@ -56607,17 +56699,33 @@ var init_annotationTasksLinkEvaluator2 = __esm(() => {
56607
56699
  };
56608
56700
  });
56609
56701
 
56702
+ // src/models/paginatedresponseannotationtaskresponse.ts
56703
+ var PaginatedResponseAnnotationTaskResponse$zodSchema;
56704
+ var init_paginatedresponseannotationtaskresponse = __esm(() => {
56705
+ init_zod();
56706
+ init_annotationtaskresponse();
56707
+ PaginatedResponseAnnotationTaskResponse$zodSchema = object({
56708
+ items: array(AnnotationTaskResponse$zodSchema).describe("The page of results"),
56709
+ limit: int().nullable().optional().describe("The applied `limit` (null when unbounded)"),
56710
+ offset: int().default(0).describe("The applied `offset`"),
56711
+ total: int().describe("Total number of items matching the query, before pagination")
56712
+ });
56713
+ });
56714
+
56610
56715
  // src/models/listannotationtasksannotationtasksgetop.ts
56611
56716
  var ListAnnotationTasksAnnotationTasksGetRequest$zodSchema, ListAnnotationTasksAnnotationTasksGetResponse$zodSchema;
56612
56717
  var init_listannotationtasksannotationtasksgetop = __esm(() => {
56613
56718
  init_zod();
56614
- init_annotationtaskresponse();
56615
56719
  init_httpvalidationerror();
56720
+ init_paginatedresponseannotationtaskresponse();
56616
56721
  ListAnnotationTasksAnnotationTasksGetRequest$zodSchema = object({
56722
+ limit: int().describe("Maximum number of items to return. Omit for no limit (all items)").nullable().optional(),
56723
+ offset: int().default(0).describe("Number of items to skip before returning results"),
56724
+ q: string2().describe("Case-insensitive substring search on `name`. Blank is a no-op").nullable().optional(),
56617
56725
  xAPIKey: string2().nullable().optional()
56618
56726
  });
56619
56727
  ListAnnotationTasksAnnotationTasksGetResponse$zodSchema = union([
56620
- array(AnnotationTaskResponse$zodSchema).describe("Successful Response"),
56728
+ PaginatedResponseAnnotationTaskResponse$zodSchema,
56621
56729
  HTTPValidationError$zodSchema
56622
56730
  ]);
56623
56731
  });
@@ -56634,6 +56742,11 @@ async function $do23(client$, request, options) {
56634
56742
  const payload$ = parsed$.value;
56635
56743
  const body$ = null;
56636
56744
  const path$ = pathToFunc("/annotation-tasks")();
56745
+ const query$ = encodeFormQuery({
56746
+ limit: payload$?.limit,
56747
+ offset: payload$?.offset,
56748
+ q: payload$?.q
56749
+ });
56637
56750
  const headers$ = new Headers(compactMap({
56638
56751
  Accept: "application/json",
56639
56752
  "X-API-Key": encodeSimple("X-API-Key", payload$?.xAPIKey, {
@@ -56665,6 +56778,7 @@ async function $do23(client$, request, options) {
56665
56778
  baseURL: options?.serverURL,
56666
56779
  path: path$,
56667
56780
  headers: headers$,
56781
+ query: query$,
56668
56782
  body: body$,
56669
56783
  userAgent: client$._options.userAgent,
56670
56784
  timeoutMs: options?.timeoutMs || client$._options.timeoutMs || -1
@@ -57461,11 +57575,24 @@ var init_evaluatorsGet2 = __esm(() => {
57461
57575
  };
57462
57576
  });
57463
57577
 
57578
+ // src/models/evaluatorliveversionsummary.ts
57579
+ var EvaluatorLiveVersionSummary$zodSchema;
57580
+ var init_evaluatorliveversionsummary = __esm(() => {
57581
+ init_zod();
57582
+ init_variablespec();
57583
+ EvaluatorLiveVersionSummary$zodSchema = object({
57584
+ judge_model: string2().describe("The model that runs the judge, named the way its provider does, for example `openai/gpt-4.1` or `anthropic/claude-sonnet-4`"),
57585
+ uuid: string2().describe("Version ID"),
57586
+ variables: array(VariableSpec$zodSchema).nullable().optional().describe("Declared prompt variables"),
57587
+ version_number: int().describe("The version's number. The first version is 1, and it goes up by one for each new version of the evaluator")
57588
+ }).describe("Slim view of the live version for list results, carrying only what the list needs.");
57589
+ });
57590
+
57464
57591
  // src/models/routersevaluatorsevaluatorresponse.ts
57465
57592
  var RoutersEvaluatorsEvaluatorResponseEvaluatorType$zodSchema, RoutersEvaluatorsEvaluatorResponseDataType$zodSchema, RoutersEvaluatorsEvaluatorResponseOutputType$zodSchema, RoutersEvaluatorsEvaluatorResponse$zodSchema;
57466
57593
  var init_routersevaluatorsevaluatorresponse = __esm(() => {
57467
57594
  init_zod();
57468
- init_evaluatorversionresponse();
57595
+ init_evaluatorliveversionsummary();
57469
57596
  RoutersEvaluatorsEvaluatorResponseEvaluatorType$zodSchema = _enum([
57470
57597
  "tts",
57471
57598
  "stt",
@@ -57487,7 +57614,7 @@ var init_routersevaluatorsevaluatorresponse = __esm(() => {
57487
57614
  description: string2().nullable().optional().describe("What the evaluator checks"),
57488
57615
  evaluator_type: RoutersEvaluatorsEvaluatorResponseEvaluatorType$zodSchema.describe("What the evaluator judges:\n\n- `tts`: TTS audio\n- `stt`: one transcript\n- `llm`: a reply with its conversation history\n- `llm-general`: a standalone input and output pair\n- `conversation`: a full conversation\n"),
57489
57616
  is_default: boolean2().describe("True for a built-in default evaluator, which you can't edit. False for an evaluator you created, which you can edit and add versions to"),
57490
- live_version: EvaluatorVersionResponse$zodSchema.nullable().optional().describe("The version that is currently live"),
57617
+ live_version: EvaluatorLiveVersionSummary$zodSchema.nullable().optional().describe("The version that is currently live"),
57491
57618
  live_version_id: string2().nullable().optional().describe("ID of the version that is currently live"),
57492
57619
  name: string2().describe("Evaluator name"),
57493
57620
  output_type: RoutersEvaluatorsEvaluatorResponseOutputType$zodSchema.describe("How the evaluator scores:\n\n- `binary`: pass or fail\n- `rating`: a numeric score, using the scale in `output_config`\n"),
@@ -57497,12 +57624,25 @@ var init_routersevaluatorsevaluatorresponse = __esm(() => {
57497
57624
  });
57498
57625
  });
57499
57626
 
57627
+ // src/models/paginatedresponseevaluatorresponse.ts
57628
+ var PaginatedResponseEvaluatorResponse$zodSchema;
57629
+ var init_paginatedresponseevaluatorresponse = __esm(() => {
57630
+ init_zod();
57631
+ init_routersevaluatorsevaluatorresponse();
57632
+ PaginatedResponseEvaluatorResponse$zodSchema = object({
57633
+ items: array(RoutersEvaluatorsEvaluatorResponse$zodSchema).describe("The page of results"),
57634
+ limit: int().nullable().optional().describe("The applied `limit` (null when unbounded)"),
57635
+ offset: int().default(0).describe("The applied `offset`"),
57636
+ total: int().describe("Total number of items matching the query, before pagination")
57637
+ });
57638
+ });
57639
+
57500
57640
  // src/models/listevaluatorsevaluatorsgetop.ts
57501
57641
  var ListEvaluatorsEvaluatorsGetEvaluatorType$zodSchema, ListEvaluatorsEvaluatorsGetDataType$zodSchema, ListEvaluatorsEvaluatorsGetRequest$zodSchema, ListEvaluatorsEvaluatorsGetResponse$zodSchema;
57502
57642
  var init_listevaluatorsevaluatorsgetop = __esm(() => {
57503
57643
  init_zod();
57504
57644
  init_httpvalidationerror();
57505
- init_routersevaluatorsevaluatorresponse();
57645
+ init_paginatedresponseevaluatorresponse();
57506
57646
  ListEvaluatorsEvaluatorsGetEvaluatorType$zodSchema = _enum([
57507
57647
  "tts",
57508
57648
  "stt",
@@ -57518,10 +57658,13 @@ var init_listevaluatorsevaluatorsgetop = __esm(() => {
57518
57658
  data_type: ListEvaluatorsEvaluatorsGetDataType$zodSchema.nullable().optional().describe("Filter by modality. Omit for all"),
57519
57659
  evaluator_type: ListEvaluatorsEvaluatorsGetEvaluatorType$zodSchema.nullable().optional().describe("Filter by what the evaluator judges. Omit for all types"),
57520
57660
  include_defaults: boolean2().default(true).describe("When `true`, include the built-in default evaluators alongside the ones you created"),
57661
+ limit: int().describe("Maximum number of items to return. Omit for no limit (all items)").nullable().optional(),
57662
+ offset: int().default(0).describe("Number of items to skip before returning results"),
57663
+ q: string2().describe("Case-insensitive substring search on `name`. Blank is a no-op").nullable().optional(),
57521
57664
  xAPIKey: string2().nullable().optional()
57522
57665
  });
57523
57666
  ListEvaluatorsEvaluatorsGetResponse$zodSchema = union([
57524
- array(RoutersEvaluatorsEvaluatorResponse$zodSchema).describe("Successful Response"),
57667
+ PaginatedResponseEvaluatorResponse$zodSchema,
57525
57668
  HTTPValidationError$zodSchema
57526
57669
  ]);
57527
57670
  });
@@ -57541,7 +57684,10 @@ async function $do28(client$, request, options) {
57541
57684
  const query$ = encodeFormQuery({
57542
57685
  data_type: payload$?.data_type,
57543
57686
  evaluator_type: payload$?.evaluator_type,
57544
- include_defaults: payload$?.include_defaults
57687
+ include_defaults: payload$?.include_defaults,
57688
+ limit: payload$?.limit,
57689
+ offset: payload$?.offset,
57690
+ q: payload$?.q
57545
57691
  });
57546
57692
  const headers$ = new Headers(compactMap({
57547
57693
  Accept: "application/json",
@@ -58031,21 +58177,21 @@ Requires a Calibrate API key (CALIBRATE_API_KEY).
58031
58177
  };
58032
58178
  });
58033
58179
 
58034
- // src/models/routersteststestresponse.ts
58035
- var RoutersTestsTestResponseType$zodSchema, RoutersTestsTestResponse$zodSchema;
58036
- var init_routersteststestresponse = __esm(() => {
58180
+ // src/models/testresponse.ts
58181
+ var TestResponseType$zodSchema, TestResponse$zodSchema;
58182
+ var init_testresponse = __esm(() => {
58037
58183
  init_zod();
58038
- RoutersTestsTestResponseType$zodSchema = _enum([
58184
+ TestResponseType$zodSchema = _enum([
58039
58185
  "response",
58040
58186
  "tool_call",
58041
58187
  "conversation"
58042
58188
  ]).describe("What the test judges:\n\n- `response`: judges the generated reply\n- `tool_call`: diffs the generated tool calls\n- `conversation`: judges the full conversation\n");
58043
- RoutersTestsTestResponse$zodSchema = object({
58189
+ TestResponse$zodSchema = object({
58044
58190
  config: record(string2(), any()).nullable().optional().describe("The stored config: `history`, `evaluation`, and an optional `settings`"),
58045
58191
  created_at: string2().describe("When the test was created (ISO 8601 UTC)"),
58046
58192
  evaluators: array(record(string2(), any())).optional().describe("Linked evaluators, resolved to their current live version at read time"),
58047
58193
  name: string2().describe("Name of the test"),
58048
- type: RoutersTestsTestResponseType$zodSchema.describe("What the test judges:\n\n- `response`: judges the generated reply\n- `tool_call`: diffs the generated tool calls\n- `conversation`: judges the full conversation\n"),
58194
+ type: TestResponseType$zodSchema.describe("What the test judges:\n\n- `response`: judges the generated reply\n- `tool_call`: diffs the generated tool calls\n- `conversation`: judges the full conversation\n"),
58049
58195
  updated_at: string2().describe("When the test was last updated (ISO 8601 UTC)"),
58050
58196
  uuid: string2().describe("Unique ID for the test")
58051
58197
  });
@@ -58056,13 +58202,13 @@ var GetTestEndpointTestsTestUuidGetRequest$zodSchema, GetTestEndpointTestsTestUu
58056
58202
  var init_gettestendpointteststestuuidgetop = __esm(() => {
58057
58203
  init_zod();
58058
58204
  init_httpvalidationerror();
58059
- init_routersteststestresponse();
58205
+ init_testresponse();
58060
58206
  GetTestEndpointTestsTestUuidGetRequest$zodSchema = object({
58061
58207
  test_uuid: string2().describe("Test to retrieve"),
58062
58208
  xAPIKey: string2().nullable().optional()
58063
58209
  });
58064
58210
  GetTestEndpointTestsTestUuidGetResponse$zodSchema = union([
58065
- RoutersTestsTestResponse$zodSchema,
58211
+ TestResponse$zodSchema,
58066
58212
  HTTPValidationError$zodSchema
58067
58213
  ]);
58068
58214
  });
@@ -58191,12 +58337,15 @@ var ListTestsTestsGetRequest$zodSchema, ListTestsTestsGetResponse$zodSchema;
58191
58337
  var init_listteststestsgetop = __esm(() => {
58192
58338
  init_zod();
58193
58339
  init_httpvalidationerror();
58194
- init_routersteststestresponse();
58340
+ init_paginatedresponsetestlistresponse();
58195
58341
  ListTestsTestsGetRequest$zodSchema = object({
58342
+ limit: int().describe("Maximum number of items to return. Omit for no limit (all items)").nullable().optional(),
58343
+ offset: int().default(0).describe("Number of items to skip before returning results"),
58344
+ q: string2().describe("Case-insensitive substring search on `name`. Blank is a no-op").nullable().optional(),
58196
58345
  xAPIKey: string2().nullable().optional()
58197
58346
  });
58198
58347
  ListTestsTestsGetResponse$zodSchema = union([
58199
- array(RoutersTestsTestResponse$zodSchema).describe("Successful Response"),
58348
+ PaginatedResponseTestListResponse$zodSchema,
58200
58349
  HTTPValidationError$zodSchema
58201
58350
  ]);
58202
58351
  });
@@ -58213,6 +58362,11 @@ async function $do32(client$, request, options) {
58213
58362
  const payload$ = parsed$.value;
58214
58363
  const body$ = null;
58215
58364
  const path$ = pathToFunc("/tests")();
58365
+ const query$ = encodeFormQuery({
58366
+ limit: payload$?.limit,
58367
+ offset: payload$?.offset,
58368
+ q: payload$?.q
58369
+ });
58216
58370
  const headers$ = new Headers(compactMap({
58217
58371
  Accept: "application/json",
58218
58372
  "X-API-Key": encodeSimple("X-API-Key", payload$?.xAPIKey, {
@@ -58244,6 +58398,7 @@ async function $do32(client$, request, options) {
58244
58398
  baseURL: options?.serverURL,
58245
58399
  path: path$,
58246
58400
  headers: headers$,
58401
+ query: query$,
58247
58402
  body: body$,
58248
58403
  userAgent: client$._options.userAgent,
58249
58404
  timeoutMs: options?.timeoutMs || client$._options.timeoutMs || -1
@@ -58344,7 +58499,7 @@ var UpdateTestEndpointTestsTestUuidPutRequest$zodSchema, UpdateTestEndpointTests
58344
58499
  var init_updatetestendpointteststestuuidputop = __esm(() => {
58345
58500
  init_zod();
58346
58501
  init_httpvalidationerror();
58347
- init_routersteststestresponse();
58502
+ init_testresponse();
58348
58503
  init_testupdate();
58349
58504
  UpdateTestEndpointTestsTestUuidPutRequest$zodSchema = object({
58350
58505
  body: TestUpdate$zodSchema,
@@ -58352,7 +58507,7 @@ var init_updatetestendpointteststestuuidputop = __esm(() => {
58352
58507
  xAPIKey: string2().nullable().optional()
58353
58508
  });
58354
58509
  UpdateTestEndpointTestsTestUuidPutResponse$zodSchema = union([
58355
- RoutersTestsTestResponse$zodSchema,
58510
+ TestResponse$zodSchema,
58356
58511
  HTTPValidationError$zodSchema
58357
58512
  ]);
58358
58513
  });
@@ -58481,7 +58636,7 @@ fields to change (name, config). Returns the updated test. Fails with
58481
58636
  function createMCPServer(deps) {
58482
58637
  const server = new McpServer({
58483
58638
  name: "CalibrateMcp",
58484
- version: "0.0.21"
58639
+ version: "0.0.23"
58485
58640
  });
58486
58641
  const getClient = deps.getSDK || (() => new CalibrateMcpCore({
58487
58642
  security: deps.security,
@@ -59687,7 +59842,7 @@ http_headers = { "api-key-auth" = "YOUR_API_KEY_AUTH" }`;
59687
59842
  <h1>Instructions</h1>
59688
59843
  <p>One-click installation for Claude Desktop users</p>
59689
59844
  <div class="instruction-item">
59690
- <a href="https://github.com/dalmia/calibrate-mcp/releases/download/v0.0.21/mcp-server.mcpb" download="mcp-server.mcpb" class="action-button header-action" style="display: inline-flex; margin-bottom: 16px;">
59845
+ <a href="https://github.com/dalmia/calibrate-mcp/releases/download/v0.0.23/mcp-server.mcpb" download="mcp-server.mcpb" class="action-button header-action" style="display: inline-flex; margin-bottom: 16px;">
59691
59846
  \uD83D\uDCE5 Download MCP Bundle
59692
59847
  </a>
59693
59848
  </div>
@@ -62339,7 +62494,7 @@ var routes = buildRouteMap({
62339
62494
  var app = buildApplication(routes, {
62340
62495
  name: "mcp",
62341
62496
  versionInfo: {
62342
- currentVersion: "0.0.21"
62497
+ currentVersion: "0.0.23"
62343
62498
  }
62344
62499
  });
62345
62500
  run(app, process4.argv.slice(2), buildContext(process4));
@@ -62347,5 +62502,5 @@ export {
62347
62502
  app
62348
62503
  };
62349
62504
 
62350
- //# debugId=5A6E6EE0E3BB397164756E2164756E21
62505
+ //# debugId=C650F485386E271664756E2164756E21
62351
62506
  //# sourceMappingURL=mcp-server.js.map