@dalmia/calibrate-mcp 0.0.52 → 0.0.54

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (67) hide show
  1. package/bin/mcp-server.js +397 -216
  2. package/bin/mcp-server.js.map +19 -16
  3. package/esm/funcs/agentTestsGetBenchmark.js +1 -0
  4. package/esm/funcs/agentTestsGetBenchmark.js.map +1 -1
  5. package/esm/funcs/agentTestsGetRun.js +1 -0
  6. package/esm/funcs/agentTestsGetRun.js.map +1 -1
  7. package/esm/funcs/agentTestsGetRunCase.d.ts +16 -0
  8. package/esm/funcs/agentTestsGetRunCase.d.ts.map +1 -0
  9. package/esm/funcs/agentTestsGetRunCase.js +100 -0
  10. package/esm/funcs/agentTestsGetRunCase.js.map +1 -0
  11. package/esm/landing-page.js +1 -1
  12. package/esm/lib/config.d.ts +2 -2
  13. package/esm/lib/config.js +2 -2
  14. package/esm/mcp-server/mcp-server.js +1 -1
  15. package/esm/mcp-server/server.d.ts.map +1 -1
  16. package/esm/mcp-server/server.js +3 -1
  17. package/esm/mcp-server/server.js.map +1 -1
  18. package/esm/mcp-server/tools/agentTestsGetRunCase.d.ts +7 -0
  19. package/esm/mcp-server/tools/agentTestsGetRunCase.d.ts.map +1 -0
  20. package/esm/mcp-server/tools/agentTestsGetRunCase.js +38 -0
  21. package/esm/mcp-server/tools/agentTestsGetRunCase.js.map +1 -0
  22. package/esm/models/agenttestrunlistitem.js +1 -1
  23. package/esm/models/agenttestrunlistitem.js.map +1 -1
  24. package/esm/models/benchmarkstatusresponse.d.ts +1 -0
  25. package/esm/models/benchmarkstatusresponse.d.ts.map +1 -1
  26. package/esm/models/benchmarkstatusresponse.js +1 -0
  27. package/esm/models/benchmarkstatusresponse.js.map +1 -1
  28. package/esm/models/getagenttestcaseresultagenttestsruntaskidresultstestuuidgetop.d.ts +13 -0
  29. package/esm/models/getagenttestcaseresultagenttestsruntaskidresultstestuuidgetop.d.ts.map +1 -0
  30. package/esm/models/getagenttestcaseresultagenttestsruntaskidresultstestuuidgetop.js +17 -0
  31. package/esm/models/getagenttestcaseresultagenttestsruntaskidresultstestuuidgetop.js.map +1 -0
  32. package/esm/models/getagenttestrunstatusagenttestsruntaskidgetop.d.ts +17 -0
  33. package/esm/models/getagenttestrunstatusagenttestsruntaskidgetop.d.ts.map +1 -1
  34. package/esm/models/getagenttestrunstatusagenttestsruntaskidgetop.js +12 -0
  35. package/esm/models/getagenttestrunstatusagenttestsruntaskidgetop.js.map +1 -1
  36. package/esm/models/getbenchmarkstatusagenttestsbenchmarktaskidgetop.d.ts +17 -0
  37. package/esm/models/getbenchmarkstatusagenttestsbenchmarktaskidgetop.d.ts.map +1 -1
  38. package/esm/models/getbenchmarkstatusagenttestsbenchmarktaskidgetop.js +13 -0
  39. package/esm/models/getbenchmarkstatusagenttestsbenchmarktaskidgetop.js.map +1 -1
  40. package/esm/models/testcaseresult.d.ts +16 -0
  41. package/esm/models/testcaseresult.d.ts.map +1 -1
  42. package/esm/models/testcaseresult.js +14 -0
  43. package/esm/models/testcaseresult.js.map +1 -1
  44. package/esm/models/testrunstatusresponse.d.ts +4 -0
  45. package/esm/models/testrunstatusresponse.d.ts.map +1 -1
  46. package/esm/models/testrunstatusresponse.js +3 -0
  47. package/esm/models/testrunstatusresponse.js.map +1 -1
  48. package/esm/tool-names.d.ts.map +1 -1
  49. package/esm/tool-names.js +4 -0
  50. package/esm/tool-names.js.map +1 -1
  51. package/package.json +1 -1
  52. package/src/funcs/agentTestsGetBenchmark.ts +1 -0
  53. package/src/funcs/agentTestsGetRun.ts +1 -0
  54. package/src/funcs/agentTestsGetRunCase.ts +167 -0
  55. package/src/landing-page.ts +1 -1
  56. package/src/lib/config.ts +2 -2
  57. package/src/mcp-server/mcp-server.ts +1 -1
  58. package/src/mcp-server/server.ts +3 -1
  59. package/src/mcp-server/tools/agentTestsGetRunCase.ts +47 -0
  60. package/src/models/agenttestrunlistitem.ts +1 -1
  61. package/src/models/benchmarkstatusresponse.ts +4 -0
  62. package/src/models/getagenttestcaseresultagenttestsruntaskidresultstestuuidgetop.ts +44 -0
  63. package/src/models/getagenttestrunstatusagenttestsruntaskidgetop.ts +30 -0
  64. package/src/models/getbenchmarkstatusagenttestsbenchmarktaskidgetop.ts +29 -0
  65. package/src/models/testcaseresult.ts +24 -0
  66. package/src/models/testrunstatusresponse.ts +9 -0
  67. package/src/tool-names.ts +4 -0
package/bin/mcp-server.js CHANGED
@@ -53020,9 +53020,9 @@ var init_config = __esm(() => {
53020
53020
  SDK_METADATA = {
53021
53021
  language: "typescript",
53022
53022
  openapiDocVersion: "0.1.0",
53023
- sdkVersion: "0.0.52",
53023
+ sdkVersion: "0.0.54",
53024
53024
  genVersion: "2.915.1",
53025
- userAgent: "speakeasy-sdk/mcp-typescript 0.0.52 2.915.1 0.1.0 @dalmia/calibrate-mcp"
53025
+ userAgent: "speakeasy-sdk/mcp-typescript 0.0.54 2.915.1 0.1.0 @dalmia/calibrate-mcp"
53026
53026
  };
53027
53027
  });
53028
53028
 
@@ -56203,11 +56203,17 @@ var init_testoutput = __esm(() => {
56203
56203
  });
56204
56204
 
56205
56205
  // src/models/testcaseresult.ts
56206
- var TestCaseResult$zodSchema;
56206
+ var TestType$zodSchema, TestCaseResult$zodSchema;
56207
56207
  var init_testcaseresult = __esm(() => {
56208
56208
  init_zod();
56209
56209
  init_judgeresult();
56210
56210
  init_testoutput();
56211
+ TestType$zodSchema = _enum([
56212
+ "response",
56213
+ "tool_call",
56214
+ "conversation",
56215
+ "general"
56216
+ ]);
56211
56217
  TestCaseResult$zodSchema = object({
56212
56218
  cost: number2().nullable().optional().describe("Cost of this case (USD)"),
56213
56219
  inputs: record(string2(), any()).nullable().optional().describe("Extra request fields sent to the agent for this case, the agent's `default_inputs` with this case's overrides applied"),
@@ -56220,6 +56226,8 @@ var init_testcaseresult = __esm(() => {
56220
56226
  reasoning: string2().nullable().optional().describe("The judge's reasoning, or the tool-call diff for a tool-call test"),
56221
56227
  test_case: record(string2(), any()).nullable().optional().describe("The test case definition that was run"),
56222
56228
  test_case_id: string2().nullable().optional().describe("ID of the test case within the run"),
56229
+ test_type: TestType$zodSchema.nullable().optional().describe("What the test asks of the agent, which decides how a reader draws the case"),
56230
+ test_uuid: string2().nullable().optional().describe("ID of the test this case ran, which is what you pass to read the case on its own"),
56223
56231
  unanswered: boolean2().default(false).describe("Whether this case produced no answer because the agent or the judge could not be reached, in which case `reasoning` carries the error and `passed` is not a verdict on the agent")
56224
56232
  });
56225
56233
  });
@@ -56291,6 +56299,7 @@ var init_benchmarkstatusresponse = __esm(() => {
56291
56299
  is_public: boolean2().default(false).describe("Whether the run is shared publicly"),
56292
56300
  leaderboard_summary: array(record(string2(), any())).nullable().optional().describe("Leaderboard comparing the models, one row per model. Columns vary by benchmark: a `model` column plus pass/fail counts, latency, cost, and one score column per evaluator, keyed by evaluator name"),
56293
56301
  model_results: array(ModelResult$zodSchema).nullable().optional().describe("Results for each model"),
56302
+ name: string2().describe("Name of the run. A run nobody has renamed shows its number instead, such as `Run 1` for a test run or `Benchmark 1` for a benchmark"),
56294
56303
  share_token: string2().nullable().optional().describe("Token for building the public share URL"),
56295
56304
  status: TaskStatus$zodSchema,
56296
56305
  task_id: string2().describe("Benchmark run job ID"),
@@ -56299,13 +56308,18 @@ var init_benchmarkstatusresponse = __esm(() => {
56299
56308
  });
56300
56309
 
56301
56310
  // src/models/getbenchmarkstatusagenttestsbenchmarktaskidgetop.ts
56302
- var GetBenchmarkStatusAgentTestsBenchmarkTaskIdGetRequest$zodSchema, GetBenchmarkStatusAgentTestsBenchmarkTaskIdGetResponse$zodSchema;
56311
+ var GetBenchmarkStatusAgentTestsBenchmarkTaskIdGetMode$zodSchema, GetBenchmarkStatusAgentTestsBenchmarkTaskIdGetRequest$zodSchema, GetBenchmarkStatusAgentTestsBenchmarkTaskIdGetResponse$zodSchema;
56303
56312
  var init_getbenchmarkstatusagenttestsbenchmarktaskidgetop = __esm(() => {
56304
56313
  init_zod();
56305
56314
  init_benchmarkstatusresponse();
56306
56315
  init_httpvalidationerror();
56316
+ GetBenchmarkStatusAgentTestsBenchmarkTaskIdGetMode$zodSchema = _enum([
56317
+ "full",
56318
+ "summary"
56319
+ ]).describe("How much of each test case to return. `full` returns every field of every case. `summary` returns one light row per case, with its ID, name, verdict and short reason, leaving out the conversation, the agent's output and the evaluator verdicts. Read those one case at a time from `GET /agent-tests/run/{task_id}/results/{test_uuid}`");
56307
56320
  GetBenchmarkStatusAgentTestsBenchmarkTaskIdGetRequest$zodSchema = object({
56308
56321
  compact: boolean2().default(false).describe("Return a compact response that omits heavy detail fields (`model_results.test_results`, `evaluators.output_config`), keeping only the lightweight decision fields. Omit for full detail"),
56322
+ mode: GetBenchmarkStatusAgentTestsBenchmarkTaskIdGetMode$zodSchema.default("full").describe("How much of each test case to return. `full` returns every field of every case. `summary` returns one light row per case, with its ID, name, verdict and short reason, leaving out the conversation, the agent's output and the evaluator verdicts. Read those one case at a time from `GET /agent-tests/run/{task_id}/results/{test_uuid}`"),
56309
56323
  only_failed: boolean2().default(false).describe("Return only failing test cases for each model. Omit to return every case"),
56310
56324
  task_id: string2().describe("Benchmark run to poll for status and results"),
56311
56325
  xAPIKey: string2().nullable().optional()
@@ -56336,6 +56350,7 @@ async function $do11(client$, request, options) {
56336
56350
  const path$ = pathToFunc("/agent-tests/benchmark/{task_id}")(pathParams$);
56337
56351
  const query$ = encodeFormQuery({
56338
56352
  compact: payload$.compact,
56353
+ mode: payload$.mode,
56339
56354
  only_failed: payload$.only_failed
56340
56355
  });
56341
56356
  const headers$ = new Headers(compactMap({
@@ -56449,10 +56464,12 @@ var init_testrunstatusresponse = __esm(() => {
56449
56464
  aborted: boolean2().default(false).describe("Whether a user stopped this run before it finished. The results collected up to that point are kept, and test cases that never ran are counted neither as passed nor as failed"),
56450
56465
  cost: record(string2(), any()).nullable().optional().describe("Aggregated cost as `{mean, min, max, count}` (USD)"),
56451
56466
  error: boolean2().default(false).describe("True if the run failed"),
56467
+ evaluator_summary: array(record(string2(), any())).nullable().optional().describe("Totals for each evaluator over the whole run, matching the shape a benchmark reports for each model. Only evaluators that returned a verdict appear"),
56452
56468
  evaluators: array(TestRunEvaluator$zodSchema).nullable().optional().describe("The evaluators used in this run. Each verdict in `judge_results` links to one of these by `evaluator_uuid`"),
56453
56469
  failed: int().nullable().optional().describe("Number of test cases that failed"),
56454
56470
  is_public: boolean2().default(false).describe("Whether the run is shared publicly"),
56455
56471
  latency_ms: record(string2(), any()).nullable().optional().describe("Aggregated response latency in milliseconds, as `{p50, p95, p99, count}`"),
56472
+ name: string2().describe("Name of the run. A run nobody has renamed shows its number instead, such as `Run 1` for a test run or `Benchmark 1` for a benchmark"),
56456
56473
  passed: int().nullable().optional().describe("Number of test cases that passed"),
56457
56474
  results: array(TestCaseResult$zodSchema).nullable().optional().describe("Results for each test case"),
56458
56475
  share_token: string2().nullable().optional().describe("Token for building the public share URL"),
@@ -56467,13 +56484,18 @@ var init_testrunstatusresponse = __esm(() => {
56467
56484
  });
56468
56485
 
56469
56486
  // src/models/getagenttestrunstatusagenttestsruntaskidgetop.ts
56470
- var GetAgentTestRunStatusAgentTestsRunTaskIdGetRequest$zodSchema, GetAgentTestRunStatusAgentTestsRunTaskIdGetResponse$zodSchema;
56487
+ var GetAgentTestRunStatusAgentTestsRunTaskIdGetMode$zodSchema, GetAgentTestRunStatusAgentTestsRunTaskIdGetRequest$zodSchema, GetAgentTestRunStatusAgentTestsRunTaskIdGetResponse$zodSchema;
56471
56488
  var init_getagenttestrunstatusagenttestsruntaskidgetop = __esm(() => {
56472
56489
  init_zod();
56473
56490
  init_httpvalidationerror();
56474
56491
  init_testrunstatusresponse();
56492
+ GetAgentTestRunStatusAgentTestsRunTaskIdGetMode$zodSchema = _enum([
56493
+ "full",
56494
+ "summary"
56495
+ ]).describe("How much of each test case to return. `full` returns every field of every case. `summary` returns one light row per case, with its ID, name, verdict and short reason, leaving out the conversation, the agent's output and the evaluator verdicts. Read those one case at a time from `GET /agent-tests/run/{task_id}/results/{test_uuid}`");
56475
56496
  GetAgentTestRunStatusAgentTestsRunTaskIdGetRequest$zodSchema = object({
56476
56497
  compact: boolean2().default(false).describe("Return a compact response that omits heavy detail fields (`results.output`, `results.test_case`, `results.judge_results`, `results.reasoning`, `evaluators.output_config`), keeping only the lightweight decision fields. Omit for full detail"),
56498
+ mode: GetAgentTestRunStatusAgentTestsRunTaskIdGetMode$zodSchema.default("full").describe("How much of each test case to return. `full` returns every field of every case. `summary` returns one light row per case, with its ID, name, verdict and short reason, leaving out the conversation, the agent's output and the evaluator verdicts. Read those one case at a time from `GET /agent-tests/run/{task_id}/results/{test_uuid}`"),
56477
56499
  only_failed: boolean2().default(false).describe("Return only failing test cases. Omit to return every case"),
56478
56500
  task_id: string2().describe("Test run to poll for status and results"),
56479
56501
  xAPIKey: string2().nullable().optional()
@@ -56504,6 +56526,7 @@ async function $do12(client$, request, options) {
56504
56526
  const path$ = pathToFunc("/agent-tests/run/{task_id}")(pathParams$);
56505
56527
  const query$ = encodeFormQuery({
56506
56528
  compact: payload$.compact,
56529
+ mode: payload$.mode,
56507
56530
  only_failed: payload$.only_failed
56508
56531
  });
56509
56532
  const headers$ = new Headers(compactMap({
@@ -56610,6 +56633,153 @@ run-agent-tests-batch.
56610
56633
  };
56611
56634
  });
56612
56635
 
56636
+ // src/models/getagenttestcaseresultagenttestsruntaskidresultstestuuidgetop.ts
56637
+ var GetAgentTestCaseResultAgentTestsRunTaskIdResultsTestUuidGetRequest$zodSchema, GetAgentTestCaseResultAgentTestsRunTaskIdResultsTestUuidGetResponse$zodSchema;
56638
+ var init_getagenttestcaseresultagenttestsruntaskidresultstestuuidgetop = __esm(() => {
56639
+ init_zod();
56640
+ init_httpvalidationerror();
56641
+ init_testcaseresult();
56642
+ GetAgentTestCaseResultAgentTestsRunTaskIdResultsTestUuidGetRequest$zodSchema = object({
56643
+ model: string2().describe("Which model's answer to read. Required for a benchmark, which runs every test once per model").nullable().optional(),
56644
+ task_id: string2().describe("Test run or benchmark the case was run in"),
56645
+ test_uuid: string2().describe("The test whose result to read, as `test_uuid` on the case"),
56646
+ xAPIKey: string2().nullable().optional()
56647
+ });
56648
+ GetAgentTestCaseResultAgentTestsRunTaskIdResultsTestUuidGetResponse$zodSchema = union([
56649
+ TestCaseResult$zodSchema,
56650
+ HTTPValidationError$zodSchema
56651
+ ]);
56652
+ });
56653
+
56654
+ // src/funcs/agentTestsGetRunCase.ts
56655
+ function agentTestsGetRunCase(client$, request, options) {
56656
+ return new APIPromise($do13(client$, request, options));
56657
+ }
56658
+ async function $do13(client$, request, options) {
56659
+ const parsed$ = safeParse4(request, (value$) => GetAgentTestCaseResultAgentTestsRunTaskIdResultsTestUuidGetRequest$zodSchema.parse(value$), "Input validation failed");
56660
+ if (!parsed$.ok) {
56661
+ return [parsed$, { status: "invalid" }];
56662
+ }
56663
+ const payload$ = parsed$.value;
56664
+ const body$ = null;
56665
+ const pathParams$ = {
56666
+ task_id: encodeSimple("task_id", payload$.task_id, {
56667
+ explode: false,
56668
+ charEncoding: "percent"
56669
+ }),
56670
+ test_uuid: encodeSimple("test_uuid", payload$.test_uuid, {
56671
+ explode: false,
56672
+ charEncoding: "percent"
56673
+ })
56674
+ };
56675
+ const path$ = pathToFunc("/agent-tests/run/{task_id}/results/{test_uuid}")(pathParams$);
56676
+ const query$ = encodeFormQuery({
56677
+ model: payload$.model
56678
+ });
56679
+ const headers$ = new Headers(compactMap({
56680
+ Accept: "application/json",
56681
+ "X-API-Key": encodeSimple("X-API-Key", payload$.xAPIKey, {
56682
+ explode: false,
56683
+ charEncoding: "none"
56684
+ })
56685
+ }));
56686
+ const securityInput = await extractSecurity(client$._options.security);
56687
+ const requestSecurity = resolveGlobalSecurity(securityInput);
56688
+ const context = {
56689
+ options: client$._options,
56690
+ baseURL: options?.serverURL ?? client$._baseURL ?? "",
56691
+ operationID: "get_agent_test_case_result_agent_tests_run__task_id__results__test_uuid__get",
56692
+ oAuth2Scopes: null,
56693
+ resolvedSecurity: requestSecurity,
56694
+ securitySource: client$._options.security,
56695
+ retryConfig: options?.retries || client$._options.retryConfig || { strategy: "none" },
56696
+ retryCodes: options?.retryCodes || [
56697
+ "429",
56698
+ "500",
56699
+ "502",
56700
+ "503",
56701
+ "504"
56702
+ ]
56703
+ };
56704
+ const requestRes = client$._createRequest(context, {
56705
+ security: requestSecurity,
56706
+ method: "GET",
56707
+ baseURL: options?.serverURL,
56708
+ path: path$,
56709
+ headers: headers$,
56710
+ query: query$,
56711
+ body: body$,
56712
+ userAgent: client$._options.userAgent,
56713
+ timeoutMs: options?.timeoutMs || client$._options.timeoutMs || -1
56714
+ }, options);
56715
+ if (!requestRes.ok) {
56716
+ return [requestRes, { status: "invalid" }];
56717
+ }
56718
+ const req$ = requestRes.value;
56719
+ const doResult = await client$._do(req$, {
56720
+ context,
56721
+ errorCodes: [],
56722
+ retryConfig: context.retryConfig,
56723
+ retryCodes: context.retryCodes
56724
+ });
56725
+ if (!doResult.ok) {
56726
+ return [doResult, { status: "request-error", request: req$ }];
56727
+ }
56728
+ return [doResult, {
56729
+ status: "complete",
56730
+ request: req$,
56731
+ response: doResult.value
56732
+ }];
56733
+ }
56734
+ var init_agentTestsGetRunCase = __esm(() => {
56735
+ init_encodings();
56736
+ init_primitives();
56737
+ init_schemas4();
56738
+ init_security();
56739
+ init_url();
56740
+ init_getagenttestcaseresultagenttestsruntaskidresultstestuuidgetop();
56741
+ init_async();
56742
+ });
56743
+
56744
+ // src/mcp-server/tools/agentTestsGetRunCase.ts
56745
+ var args13, tool$agentTestsGetRunCase;
56746
+ var init_agentTestsGetRunCase2 = __esm(() => {
56747
+ init_agentTestsGetRunCase();
56748
+ init_getagenttestcaseresultagenttestsruntaskidresultstestuuidgetop();
56749
+ init_tools();
56750
+ args13 = {
56751
+ request: GetAgentTestCaseResultAgentTestsRunTaskIdResultsTestUuidGetRequest$zodSchema
56752
+ };
56753
+ tool$agentTestsGetRunCase = {
56754
+ name: "get-agent-test-case-result",
56755
+ description: `Fetch the full result of one test case in a run, including the
56756
+ conversation, the agent's output and each evaluator's reasoning. Pass
56757
+ the model query param for a benchmark, which runs every test once per
56758
+ model. Use with mode=summary on get-agent-test-run, which returns
56759
+ light rows without this detail.
56760
+ `,
56761
+ scopes: ["read"],
56762
+ annotations: {
56763
+ title: "Get agent test case result",
56764
+ destructiveHint: false,
56765
+ idempotentHint: false,
56766
+ openWorldHint: true,
56767
+ readOnlyHint: true
56768
+ },
56769
+ args: args13,
56770
+ tool: async (client, args14, ctx) => {
56771
+ const [result] = await agentTestsGetRunCase(client, args14.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
56772
+ if (!result.ok) {
56773
+ return {
56774
+ content: [{ type: "text", text: result.error.message }],
56775
+ isError: true
56776
+ };
56777
+ }
56778
+ return formatResult(result.value);
56779
+ }
56780
+ };
56781
+ });
56782
+
56613
56783
  // src/models/agenttestscreate.ts
56614
56784
  var AgentTestsCreate$zodSchema;
56615
56785
  var init_agenttestscreate = __esm(() => {
@@ -56648,9 +56818,9 @@ var init_createagenttestlinksagenttestspostop = __esm(() => {
56648
56818
 
56649
56819
  // src/funcs/agentTestsLink.ts
56650
56820
  function agentTestsLink(client$, request, options) {
56651
- return new APIPromise($do13(client$, request, options));
56821
+ return new APIPromise($do14(client$, request, options));
56652
56822
  }
56653
- async function $do13(client$, request, options) {
56823
+ async function $do14(client$, request, options) {
56654
56824
  const parsed$ = safeParse4(request, (value$) => CreateAgentTestLinksAgentTestsPostRequest$zodSchema.parse(value$), "Input validation failed");
56655
56825
  if (!parsed$.ok) {
56656
56826
  return [parsed$, { status: "invalid" }];
@@ -56724,12 +56894,12 @@ var init_agentTestsLink = __esm(() => {
56724
56894
  });
56725
56895
 
56726
56896
  // src/mcp-server/tools/agentTestsLink.ts
56727
- var args13, tool$agentTestsLink;
56897
+ var args14, tool$agentTestsLink;
56728
56898
  var init_agentTestsLink2 = __esm(() => {
56729
56899
  init_agentTestsLink();
56730
56900
  init_createagenttestlinksagenttestspostop();
56731
56901
  init_tools();
56732
- args13 = {
56902
+ args14 = {
56733
56903
  request: CreateAgentTestLinksAgentTestsPostRequest$zodSchema
56734
56904
  };
56735
56905
  tool$agentTestsLink = {
@@ -56744,9 +56914,9 @@ var init_agentTestsLink2 = __esm(() => {
56744
56914
  openWorldHint: true,
56745
56915
  readOnlyHint: false
56746
56916
  },
56747
- args: args13,
56748
- tool: async (client, args14, ctx) => {
56749
- const [result] = await agentTestsLink(client, args14.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
56917
+ args: args14,
56918
+ tool: async (client, args15, ctx) => {
56919
+ const [result] = await agentTestsLink(client, args15.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
56750
56920
  if (!result.ok) {
56751
56921
  return {
56752
56922
  content: [{ type: "text", text: result.error.message }],
@@ -56830,9 +57000,9 @@ var init_getagenttestsendpointagenttestsagentagentuuidtestsgetop = __esm(() => {
56830
57000
 
56831
57001
  // src/funcs/agentTestsListForAgent.ts
56832
57002
  function agentTestsListForAgent(client$, request, options) {
56833
- return new APIPromise($do14(client$, request, options));
57003
+ return new APIPromise($do15(client$, request, options));
56834
57004
  }
56835
- async function $do14(client$, request, options) {
57005
+ async function $do15(client$, request, options) {
56836
57006
  const parsed$ = safeParse4(request, (value$) => GetAgentTestsEndpointAgentTestsAgentAgentUuidTestsGetRequest$zodSchema.parse(value$), "Input validation failed");
56837
57007
  if (!parsed$.ok) {
56838
57008
  return [parsed$, { status: "invalid" }];
@@ -56919,12 +57089,12 @@ var init_agentTestsListForAgent = __esm(() => {
56919
57089
  });
56920
57090
 
56921
57091
  // src/mcp-server/tools/agentTestsListForAgent.ts
56922
- var args14, tool$agentTestsListForAgent;
57092
+ var args15, tool$agentTestsListForAgent;
56923
57093
  var init_agentTestsListForAgent2 = __esm(() => {
56924
57094
  init_agentTestsListForAgent();
56925
57095
  init_getagenttestsendpointagenttestsagentagentuuidtestsgetop();
56926
57096
  init_tools();
56927
- args14 = {
57097
+ args15 = {
56928
57098
  request: GetAgentTestsEndpointAgentTestsAgentAgentUuidTestsGetRequest$zodSchema
56929
57099
  };
56930
57100
  tool$agentTestsListForAgent = {
@@ -56939,9 +57109,9 @@ var init_agentTestsListForAgent2 = __esm(() => {
56939
57109
  openWorldHint: true,
56940
57110
  readOnlyHint: true
56941
57111
  },
56942
- args: args14,
56943
- tool: async (client, args15, ctx) => {
56944
- const [result] = await agentTestsListForAgent(client, args15.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
57112
+ args: args15,
57113
+ tool: async (client, args16, ctx) => {
57114
+ const [result] = await agentTestsListForAgent(client, args16.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
56945
57115
  if (!result.ok) {
56946
57116
  return {
56947
57117
  content: [{ type: "text", text: result.error.message }],
@@ -57014,7 +57184,7 @@ var init_agenttestrunlistitem = __esm(() => {
57014
57184
  is_public: boolean2().default(false).describe("Whether the run is shared publicly"),
57015
57185
  latency_ms: record(string2(), any()).nullable().optional().describe("Aggregated latency in milliseconds, as `{p50, p95, p99, count}`"),
57016
57186
  model_results: array(ModelRunSummary$zodSchema).nullable().optional().describe("Flat summary for each model in a benchmark run (fetch the benchmark detail for full results)"),
57017
- name: string2().describe("Display name, such as `Run 1` for a unit test or `Benchmark 1` for a benchmark"),
57187
+ name: string2().describe("Name of the run. A run nobody has renamed shows its number instead, such as `Run 1` for a test run or `Benchmark 1` for a benchmark"),
57018
57188
  passed: int().nullable().optional().describe("Number of test cases that passed"),
57019
57189
  results: array(TestRunCaseSummary$zodSchema).nullable().optional().describe("Flat pass/fail summary for each test case (fetch the run detail for full results)"),
57020
57190
  share_token: string2().nullable().optional().describe("Token for building the public share URL"),
@@ -57070,9 +57240,9 @@ var init_getagenttestrunsagenttestsagentagentuuidrunsgetop = __esm(() => {
57070
57240
 
57071
57241
  // src/funcs/agentTestsListRunsForAgent.ts
57072
57242
  function agentTestsListRunsForAgent(client$, request, options) {
57073
- return new APIPromise($do15(client$, request, options));
57243
+ return new APIPromise($do16(client$, request, options));
57074
57244
  }
57075
- async function $do15(client$, request, options) {
57245
+ async function $do16(client$, request, options) {
57076
57246
  const parsed$ = safeParse4(request, (value$) => GetAgentTestRunsAgentTestsAgentAgentUuidRunsGetRequest$zodSchema.parse(value$), "Input validation failed");
57077
57247
  if (!parsed$.ok) {
57078
57248
  return [parsed$, { status: "invalid" }];
@@ -57160,12 +57330,12 @@ var init_agentTestsListRunsForAgent = __esm(() => {
57160
57330
  });
57161
57331
 
57162
57332
  // src/mcp-server/tools/agentTestsListRunsForAgent.ts
57163
- var args15, tool$agentTestsListRunsForAgent;
57333
+ var args16, tool$agentTestsListRunsForAgent;
57164
57334
  var init_agentTestsListRunsForAgent2 = __esm(() => {
57165
57335
  init_agentTestsListRunsForAgent();
57166
57336
  init_getagenttestrunsagenttestsagentagentuuidrunsgetop();
57167
57337
  init_tools();
57168
- args15 = {
57338
+ args16 = {
57169
57339
  request: GetAgentTestRunsAgentTestsAgentAgentUuidRunsGetRequest$zodSchema
57170
57340
  };
57171
57341
  tool$agentTestsListRunsForAgent = {
@@ -57180,9 +57350,9 @@ var init_agentTestsListRunsForAgent2 = __esm(() => {
57180
57350
  openWorldHint: true,
57181
57351
  readOnlyHint: true
57182
57352
  },
57183
- args: args15,
57184
- tool: async (client, args16, ctx) => {
57185
- const [result] = await agentTestsListRunsForAgent(client, args16.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
57353
+ args: args16,
57354
+ tool: async (client, args17, ctx) => {
57355
+ const [result] = await agentTestsListRunsForAgent(client, args17.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
57186
57356
  if (!result.ok) {
57187
57357
  return {
57188
57358
  content: [{ type: "text", text: result.error.message }],
@@ -57223,9 +57393,9 @@ var init_runagenttestagenttestsagentagentuuidrunpostop = __esm(() => {
57223
57393
 
57224
57394
  // src/funcs/agentTestsRun.ts
57225
57395
  function agentTestsRun(client$, request, options) {
57226
- return new APIPromise($do16(client$, request, options));
57396
+ return new APIPromise($do17(client$, request, options));
57227
57397
  }
57228
- async function $do16(client$, request, options) {
57398
+ async function $do17(client$, request, options) {
57229
57399
  const parsed$ = safeParse4(request, (value$) => RunAgentTestAgentTestsAgentAgentUuidRunPostRequest$zodSchema.parse(value$), "Input validation failed");
57230
57400
  if (!parsed$.ok) {
57231
57401
  return [parsed$, { status: "invalid" }];
@@ -57305,12 +57475,12 @@ var init_agentTestsRun = __esm(() => {
57305
57475
  });
57306
57476
 
57307
57477
  // src/mcp-server/tools/agentTestsRun.ts
57308
- var args16, tool$agentTestsRun;
57478
+ var args17, tool$agentTestsRun;
57309
57479
  var init_agentTestsRun2 = __esm(() => {
57310
57480
  init_agentTestsRun();
57311
57481
  init_runagenttestagenttestsagentagentuuidrunpostop();
57312
57482
  init_tools();
57313
- args16 = {
57483
+ args17 = {
57314
57484
  request: RunAgentTestAgentTestsAgentAgentUuidRunPostRequest$zodSchema
57315
57485
  };
57316
57486
  tool$agentTestsRun = {
@@ -57329,9 +57499,9 @@ or 404.
57329
57499
  openWorldHint: true,
57330
57500
  readOnlyHint: false
57331
57501
  },
57332
- args: args16,
57333
- tool: async (client, args17, ctx) => {
57334
- const [result] = await agentTestsRun(client, args17.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
57502
+ args: args17,
57503
+ tool: async (client, args18, ctx) => {
57504
+ const [result] = await agentTestsRun(client, args18.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
57335
57505
  if (!result.ok) {
57336
57506
  return {
57337
57507
  content: [{ type: "text", text: result.error.message }],
@@ -57415,9 +57585,9 @@ var init_runtestsbatchagenttestsrunpostop = __esm(() => {
57415
57585
 
57416
57586
  // src/funcs/agentTestsRunBatch.ts
57417
57587
  function agentTestsRunBatch(client$, request, options) {
57418
- return new APIPromise($do17(client$, request, options));
57588
+ return new APIPromise($do18(client$, request, options));
57419
57589
  }
57420
- async function $do17(client$, request, options) {
57590
+ async function $do18(client$, request, options) {
57421
57591
  const parsed$ = safeParse4(request, (value$) => RunTestsBatchAgentTestsRunPostRequest$zodSchema.optional().parse(value$), "Input validation failed");
57422
57592
  if (!parsed$.ok) {
57423
57593
  return [parsed$, { status: "invalid" }];
@@ -57491,12 +57661,12 @@ var init_agentTestsRunBatch = __esm(() => {
57491
57661
  });
57492
57662
 
57493
57663
  // src/mcp-server/tools/agentTestsRunBatch.ts
57494
- var args17, tool$agentTestsRunBatch;
57664
+ var args18, tool$agentTestsRunBatch;
57495
57665
  var init_agentTestsRunBatch2 = __esm(() => {
57496
57666
  init_agentTestsRunBatch();
57497
57667
  init_runtestsbatchagenttestsrunpostop();
57498
57668
  init_tools();
57499
- args17 = {
57669
+ args18 = {
57500
57670
  request: RunTestsBatchAgentTestsRunPostRequest$zodSchema.optional()
57501
57671
  };
57502
57672
  tool$agentTestsRunBatch = {
@@ -57515,9 +57685,9 @@ task_id values to poll with get-agent-test-run.
57515
57685
  openWorldHint: true,
57516
57686
  readOnlyHint: false
57517
57687
  },
57518
- args: args17,
57519
- tool: async (client, args18, ctx) => {
57520
- const [result] = await agentTestsRunBatch(client, args18.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
57688
+ args: args18,
57689
+ tool: async (client, args19, ctx) => {
57690
+ const [result] = await agentTestsRunBatch(client, args19.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
57521
57691
  if (!result.ok) {
57522
57692
  return {
57523
57693
  content: [{ type: "text", text: result.error.message }],
@@ -57586,9 +57756,9 @@ var init_bulkcreateitemsannotationtaskstaskuuiditemspostop = __esm(() => {
57586
57756
 
57587
57757
  // src/funcs/annotationTasksAddItems.ts
57588
57758
  function annotationTasksAddItems(client$, request, options) {
57589
- return new APIPromise($do18(client$, request, options));
57759
+ return new APIPromise($do19(client$, request, options));
57590
57760
  }
57591
- async function $do18(client$, request, options) {
57761
+ async function $do19(client$, request, options) {
57592
57762
  const parsed$ = safeParse4(request, (value$) => BulkCreateItemsAnnotationTasksTaskUuidItemsPostRequest$zodSchema.parse(value$), "Input validation failed");
57593
57763
  if (!parsed$.ok) {
57594
57764
  return [parsed$, { status: "invalid" }];
@@ -57668,12 +57838,12 @@ var init_annotationTasksAddItems = __esm(() => {
57668
57838
  });
57669
57839
 
57670
57840
  // src/mcp-server/tools/annotationTasksAddItems.ts
57671
- var args18, tool$annotationTasksAddItems;
57841
+ var args19, tool$annotationTasksAddItems;
57672
57842
  var init_annotationTasksAddItems2 = __esm(() => {
57673
57843
  init_annotationTasksAddItems();
57674
57844
  init_bulkcreateitemsannotationtaskstaskuuiditemspostop();
57675
57845
  init_tools();
57676
- args18 = {
57846
+ args19 = {
57677
57847
  request: BulkCreateItemsAnnotationTasksTaskUuidItemsPostRequest$zodSchema
57678
57848
  };
57679
57849
  tool$annotationTasksAddItems = {
@@ -57688,9 +57858,9 @@ var init_annotationTasksAddItems2 = __esm(() => {
57688
57858
  openWorldHint: true,
57689
57859
  readOnlyHint: false
57690
57860
  },
57691
- args: args18,
57692
- tool: async (client, args19, ctx) => {
57693
- const [result] = await annotationTasksAddItems(client, args19.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
57861
+ args: args19,
57862
+ tool: async (client, args20, ctx) => {
57863
+ const [result] = await annotationTasksAddItems(client, args20.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
57694
57864
  if (!result.ok) {
57695
57865
  return {
57696
57866
  content: [{ type: "text", text: result.error.message }],
@@ -57750,9 +57920,9 @@ var init_createannotationtaskendpointannotationtaskspostop = __esm(() => {
57750
57920
 
57751
57921
  // src/funcs/annotationTasksCreate.ts
57752
57922
  function annotationTasksCreate(client$, request, options) {
57753
- return new APIPromise($do19(client$, request, options));
57923
+ return new APIPromise($do20(client$, request, options));
57754
57924
  }
57755
- async function $do19(client$, request, options) {
57925
+ async function $do20(client$, request, options) {
57756
57926
  const parsed$ = safeParse4(request, (value$) => CreateAnnotationTaskEndpointAnnotationTasksPostRequest$zodSchema.parse(value$), "Input validation failed");
57757
57927
  if (!parsed$.ok) {
57758
57928
  return [parsed$, { status: "invalid" }];
@@ -57826,12 +57996,12 @@ var init_annotationTasksCreate = __esm(() => {
57826
57996
  });
57827
57997
 
57828
57998
  // src/mcp-server/tools/annotationTasksCreate.ts
57829
- var args19, tool$annotationTasksCreate;
57999
+ var args20, tool$annotationTasksCreate;
57830
58000
  var init_annotationTasksCreate2 = __esm(() => {
57831
58001
  init_annotationTasksCreate();
57832
58002
  init_createannotationtaskendpointannotationtaskspostop();
57833
58003
  init_tools();
57834
- args19 = {
58004
+ args20 = {
57835
58005
  request: CreateAnnotationTaskEndpointAnnotationTasksPostRequest$zodSchema
57836
58006
  };
57837
58007
  tool$annotationTasksCreate = {
@@ -57846,9 +58016,9 @@ var init_annotationTasksCreate2 = __esm(() => {
57846
58016
  openWorldHint: true,
57847
58017
  readOnlyHint: false
57848
58018
  },
57849
- args: args19,
57850
- tool: async (client, args20, ctx) => {
57851
- const [result] = await annotationTasksCreate(client, args20.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
58019
+ args: args20,
58020
+ tool: async (client, args21, ctx) => {
58021
+ const [result] = await annotationTasksCreate(client, args21.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
57852
58022
  if (!result.ok) {
57853
58023
  return {
57854
58024
  content: [{ type: "text", text: result.error.message }],
@@ -57919,9 +58089,9 @@ var init_startevaluatorrunannotationtaskstaskuuidevaluatorrunspostop = __esm(()
57919
58089
 
57920
58090
  // src/funcs/annotationTasksCreateEvaluatorRun.ts
57921
58091
  function annotationTasksCreateEvaluatorRun(client$, request, options) {
57922
- return new APIPromise($do20(client$, request, options));
58092
+ return new APIPromise($do21(client$, request, options));
57923
58093
  }
57924
- async function $do20(client$, request, options) {
58094
+ async function $do21(client$, request, options) {
57925
58095
  const parsed$ = safeParse4(request, (value$) => StartEvaluatorRunAnnotationTasksTaskUuidEvaluatorRunsPostRequest$zodSchema.parse(value$), "Input validation failed");
57926
58096
  if (!parsed$.ok) {
57927
58097
  return [parsed$, { status: "invalid" }];
@@ -58001,12 +58171,12 @@ var init_annotationTasksCreateEvaluatorRun = __esm(() => {
58001
58171
  });
58002
58172
 
58003
58173
  // src/mcp-server/tools/annotationTasksCreateEvaluatorRun.ts
58004
- var args20, tool$annotationTasksCreateEvaluatorRun;
58174
+ var args21, tool$annotationTasksCreateEvaluatorRun;
58005
58175
  var init_annotationTasksCreateEvaluatorRun2 = __esm(() => {
58006
58176
  init_annotationTasksCreateEvaluatorRun();
58007
58177
  init_startevaluatorrunannotationtaskstaskuuidevaluatorrunspostop();
58008
58178
  init_tools();
58009
- args20 = {
58179
+ args21 = {
58010
58180
  request: StartEvaluatorRunAnnotationTasksTaskUuidEvaluatorRunsPostRequest$zodSchema
58011
58181
  };
58012
58182
  tool$annotationTasksCreateEvaluatorRun = {
@@ -58021,9 +58191,9 @@ var init_annotationTasksCreateEvaluatorRun2 = __esm(() => {
58021
58191
  openWorldHint: true,
58022
58192
  readOnlyHint: false
58023
58193
  },
58024
- args: args20,
58025
- tool: async (client, args21, ctx) => {
58026
- const [result] = await annotationTasksCreateEvaluatorRun(client, args21.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
58194
+ args: args21,
58195
+ tool: async (client, args22, ctx) => {
58196
+ const [result] = await annotationTasksCreateEvaluatorRun(client, args22.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
58027
58197
  if (!result.ok) {
58028
58198
  return {
58029
58199
  content: [{ type: "text", text: result.error.message }],
@@ -58102,9 +58272,9 @@ var init_createjobsannotationtaskstaskuuidjobspostop = __esm(() => {
58102
58272
 
58103
58273
  // src/funcs/annotationTasksCreateLabellingJobs.ts
58104
58274
  function annotationTasksCreateLabellingJobs(client$, request, options) {
58105
- return new APIPromise($do21(client$, request, options));
58275
+ return new APIPromise($do22(client$, request, options));
58106
58276
  }
58107
- async function $do21(client$, request, options) {
58277
+ async function $do22(client$, request, options) {
58108
58278
  const parsed$ = safeParse4(request, (value$) => CreateJobsAnnotationTasksTaskUuidJobsPostRequest$zodSchema.parse(value$), "Input validation failed");
58109
58279
  if (!parsed$.ok) {
58110
58280
  return [parsed$, { status: "invalid" }];
@@ -58184,12 +58354,12 @@ var init_annotationTasksCreateLabellingJobs = __esm(() => {
58184
58354
  });
58185
58355
 
58186
58356
  // src/mcp-server/tools/annotationTasksCreateLabellingJobs.ts
58187
- var args21, tool$annotationTasksCreateLabellingJobs;
58357
+ var args22, tool$annotationTasksCreateLabellingJobs;
58188
58358
  var init_annotationTasksCreateLabellingJobs2 = __esm(() => {
58189
58359
  init_annotationTasksCreateLabellingJobs();
58190
58360
  init_createjobsannotationtaskstaskuuidjobspostop();
58191
58361
  init_tools();
58192
- args21 = {
58362
+ args22 = {
58193
58363
  request: CreateJobsAnnotationTasksTaskUuidJobsPostRequest$zodSchema
58194
58364
  };
58195
58365
  tool$annotationTasksCreateLabellingJobs = {
@@ -58204,9 +58374,9 @@ var init_annotationTasksCreateLabellingJobs2 = __esm(() => {
58204
58374
  openWorldHint: true,
58205
58375
  readOnlyHint: false
58206
58376
  },
58207
- args: args21,
58208
- tool: async (client, args22, ctx) => {
58209
- const [result] = await annotationTasksCreateLabellingJobs(client, args22.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
58377
+ args: args22,
58378
+ tool: async (client, args23, ctx) => {
58379
+ const [result] = await annotationTasksCreateLabellingJobs(client, args23.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
58210
58380
  if (!result.ok) {
58211
58381
  return {
58212
58382
  content: [{ type: "text", text: result.error.message }],
@@ -58262,9 +58432,9 @@ var init_getannotationtaskendpointannotationtaskstaskuuidgetop = __esm(() => {
58262
58432
 
58263
58433
  // src/funcs/annotationTasksGet.ts
58264
58434
  function annotationTasksGet(client$, request, options) {
58265
- return new APIPromise($do22(client$, request, options));
58435
+ return new APIPromise($do23(client$, request, options));
58266
58436
  }
58267
- async function $do22(client$, request, options) {
58437
+ async function $do23(client$, request, options) {
58268
58438
  const parsed$ = safeParse4(request, (value$) => GetAnnotationTaskEndpointAnnotationTasksTaskUuidGetRequest$zodSchema.parse(value$), "Input validation failed");
58269
58439
  if (!parsed$.ok) {
58270
58440
  return [parsed$, { status: "invalid" }];
@@ -58343,12 +58513,12 @@ var init_annotationTasksGet = __esm(() => {
58343
58513
  });
58344
58514
 
58345
58515
  // src/mcp-server/tools/annotationTasksGet.ts
58346
- var args22, tool$annotationTasksGet;
58516
+ var args23, tool$annotationTasksGet;
58347
58517
  var init_annotationTasksGet2 = __esm(() => {
58348
58518
  init_annotationTasksGet();
58349
58519
  init_getannotationtaskendpointannotationtaskstaskuuidgetop();
58350
58520
  init_tools();
58351
- args22 = {
58521
+ args23 = {
58352
58522
  request: GetAnnotationTaskEndpointAnnotationTasksTaskUuidGetRequest$zodSchema
58353
58523
  };
58354
58524
  tool$annotationTasksGet = {
@@ -58363,9 +58533,9 @@ var init_annotationTasksGet2 = __esm(() => {
58363
58533
  openWorldHint: true,
58364
58534
  readOnlyHint: true
58365
58535
  },
58366
- args: args22,
58367
- tool: async (client, args23, ctx) => {
58368
- const [result] = await annotationTasksGet(client, args23.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
58536
+ args: args23,
58537
+ tool: async (client, args24, ctx) => {
58538
+ const [result] = await annotationTasksGet(client, args24.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
58369
58539
  if (!result.ok) {
58370
58540
  return {
58371
58541
  content: [{ type: "text", text: result.error.message }],
@@ -58455,9 +58625,9 @@ var init_taskagreementannotationtaskstaskuuidagreementgetop = __esm(() => {
58455
58625
 
58456
58626
  // src/funcs/annotationTasksGetAgreement.ts
58457
58627
  function annotationTasksGetAgreement(client$, request, options) {
58458
- return new APIPromise($do23(client$, request, options));
58628
+ return new APIPromise($do24(client$, request, options));
58459
58629
  }
58460
- async function $do23(client$, request, options) {
58630
+ async function $do24(client$, request, options) {
58461
58631
  const parsed$ = safeParse4(request, (value$) => TaskAgreementAnnotationTasksTaskUuidAgreementGetRequest$zodSchema.parse(value$), "Input validation failed");
58462
58632
  if (!parsed$.ok) {
58463
58633
  return [parsed$, { status: "invalid" }];
@@ -58541,12 +58711,12 @@ var init_annotationTasksGetAgreement = __esm(() => {
58541
58711
  });
58542
58712
 
58543
58713
  // src/mcp-server/tools/annotationTasksGetAgreement.ts
58544
- var args23, tool$annotationTasksGetAgreement;
58714
+ var args24, tool$annotationTasksGetAgreement;
58545
58715
  var init_annotationTasksGetAgreement2 = __esm(() => {
58546
58716
  init_annotationTasksGetAgreement();
58547
58717
  init_taskagreementannotationtaskstaskuuidagreementgetop();
58548
58718
  init_tools();
58549
- args23 = {
58719
+ args24 = {
58550
58720
  request: TaskAgreementAnnotationTasksTaskUuidAgreementGetRequest$zodSchema
58551
58721
  };
58552
58722
  tool$annotationTasksGetAgreement = {
@@ -58561,9 +58731,9 @@ var init_annotationTasksGetAgreement2 = __esm(() => {
58561
58731
  openWorldHint: true,
58562
58732
  readOnlyHint: true
58563
58733
  },
58564
- args: args23,
58565
- tool: async (client, args24, ctx) => {
58566
- const [result] = await annotationTasksGetAgreement(client, args24.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
58734
+ args: args24,
58735
+ tool: async (client, args25, ctx) => {
58736
+ const [result] = await annotationTasksGetAgreement(client, args25.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
58567
58737
  if (!result.ok) {
58568
58738
  return {
58569
58739
  content: [{ type: "text", text: result.error.message }],
@@ -58640,9 +58810,9 @@ var init_getevaluatorrunjobannotationtaskstaskuuidevaluatorrunsjobuuidgetop = __
58640
58810
 
58641
58811
  // src/funcs/annotationTasksGetEvaluatorRun.ts
58642
58812
  function annotationTasksGetEvaluatorRun(client$, request, options) {
58643
- return new APIPromise($do24(client$, request, options));
58813
+ return new APIPromise($do25(client$, request, options));
58644
58814
  }
58645
- async function $do24(client$, request, options) {
58815
+ async function $do25(client$, request, options) {
58646
58816
  const parsed$ = safeParse4(request, (value$) => GetEvaluatorRunJobAnnotationTasksTaskUuidEvaluatorRunsJobUuidGetRequest$zodSchema.parse(value$), "Input validation failed");
58647
58817
  if (!parsed$.ok) {
58648
58818
  return [parsed$, { status: "invalid" }];
@@ -58725,12 +58895,12 @@ var init_annotationTasksGetEvaluatorRun = __esm(() => {
58725
58895
  });
58726
58896
 
58727
58897
  // src/mcp-server/tools/annotationTasksGetEvaluatorRun.ts
58728
- var args24, tool$annotationTasksGetEvaluatorRun;
58898
+ var args25, tool$annotationTasksGetEvaluatorRun;
58729
58899
  var init_annotationTasksGetEvaluatorRun2 = __esm(() => {
58730
58900
  init_annotationTasksGetEvaluatorRun();
58731
58901
  init_getevaluatorrunjobannotationtaskstaskuuidevaluatorrunsjobuuidgetop();
58732
58902
  init_tools();
58733
- args24 = {
58903
+ args25 = {
58734
58904
  request: GetEvaluatorRunJobAnnotationTasksTaskUuidEvaluatorRunsJobUuidGetRequest$zodSchema
58735
58905
  };
58736
58906
  tool$annotationTasksGetEvaluatorRun = {
@@ -58745,9 +58915,9 @@ var init_annotationTasksGetEvaluatorRun2 = __esm(() => {
58745
58915
  openWorldHint: true,
58746
58916
  readOnlyHint: true
58747
58917
  },
58748
- args: args24,
58749
- tool: async (client, args25, ctx) => {
58750
- const [result] = await annotationTasksGetEvaluatorRun(client, args25.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
58918
+ args: args25,
58919
+ tool: async (client, args26, ctx) => {
58920
+ const [result] = await annotationTasksGetEvaluatorRun(client, args26.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
58751
58921
  if (!result.ok) {
58752
58922
  return {
58753
58923
  content: [{ type: "text", text: result.error.message }],
@@ -58841,9 +59011,9 @@ var init_tasksummaryannotationtaskstaskuuidsummarygetop = __esm(() => {
58841
59011
 
58842
59012
  // src/funcs/annotationTasksGetSummary.ts
58843
59013
  function annotationTasksGetSummary(client$, request, options) {
58844
- return new APIPromise($do25(client$, request, options));
59014
+ return new APIPromise($do26(client$, request, options));
58845
59015
  }
58846
- async function $do25(client$, request, options) {
59016
+ async function $do26(client$, request, options) {
58847
59017
  const parsed$ = safeParse4(request, (value$) => TaskSummaryAnnotationTasksTaskUuidSummaryGetRequest$zodSchema.parse(value$), "Input validation failed");
58848
59018
  if (!parsed$.ok) {
58849
59019
  return [parsed$, { status: "invalid" }];
@@ -58934,12 +59104,12 @@ var init_annotationTasksGetSummary = __esm(() => {
58934
59104
  });
58935
59105
 
58936
59106
  // src/mcp-server/tools/annotationTasksGetSummary.ts
58937
- var args25, tool$annotationTasksGetSummary;
59107
+ var args26, tool$annotationTasksGetSummary;
58938
59108
  var init_annotationTasksGetSummary2 = __esm(() => {
58939
59109
  init_annotationTasksGetSummary();
58940
59110
  init_tasksummaryannotationtaskstaskuuidsummarygetop();
58941
59111
  init_tools();
58942
- args25 = {
59112
+ args26 = {
58943
59113
  request: TaskSummaryAnnotationTasksTaskUuidSummaryGetRequest$zodSchema
58944
59114
  };
58945
59115
  tool$annotationTasksGetSummary = {
@@ -58954,9 +59124,9 @@ var init_annotationTasksGetSummary2 = __esm(() => {
58954
59124
  openWorldHint: true,
58955
59125
  readOnlyHint: true
58956
59126
  },
58957
- args: args25,
58958
- tool: async (client, args26, ctx) => {
58959
- const [result] = await annotationTasksGetSummary(client, args26.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
59127
+ args: args26,
59128
+ tool: async (client, args27, ctx) => {
59129
+ const [result] = await annotationTasksGetSummary(client, args27.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
58960
59130
  if (!result.ok) {
58961
59131
  return {
58962
59132
  content: [{ type: "text", text: result.error.message }],
@@ -59001,9 +59171,9 @@ var init_listannotationtasksannotationtasksgetop = __esm(() => {
59001
59171
 
59002
59172
  // src/funcs/annotationTasksList.ts
59003
59173
  function annotationTasksList(client$, request, options) {
59004
- return new APIPromise($do26(client$, request, options));
59174
+ return new APIPromise($do27(client$, request, options));
59005
59175
  }
59006
- async function $do26(client$, request, options) {
59176
+ async function $do27(client$, request, options) {
59007
59177
  const parsed$ = safeParse4(request, (value$) => ListAnnotationTasksAnnotationTasksGetRequest$zodSchema.optional().parse(value$), "Input validation failed");
59008
59178
  if (!parsed$.ok) {
59009
59179
  return [parsed$, { status: "invalid" }];
@@ -59082,12 +59252,12 @@ var init_annotationTasksList = __esm(() => {
59082
59252
  });
59083
59253
 
59084
59254
  // src/mcp-server/tools/annotationTasksList.ts
59085
- var args26, tool$annotationTasksList;
59255
+ var args27, tool$annotationTasksList;
59086
59256
  var init_annotationTasksList2 = __esm(() => {
59087
59257
  init_annotationTasksList();
59088
59258
  init_listannotationtasksannotationtasksgetop();
59089
59259
  init_tools();
59090
- args26 = {
59260
+ args27 = {
59091
59261
  request: ListAnnotationTasksAnnotationTasksGetRequest$zodSchema.optional()
59092
59262
  };
59093
59263
  tool$annotationTasksList = {
@@ -59102,9 +59272,9 @@ var init_annotationTasksList2 = __esm(() => {
59102
59272
  openWorldHint: true,
59103
59273
  readOnlyHint: true
59104
59274
  },
59105
- args: args26,
59106
- tool: async (client, args27, ctx) => {
59107
- const [result] = await annotationTasksList(client, args27.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
59275
+ args: args27,
59276
+ tool: async (client, args28, ctx) => {
59277
+ const [result] = await annotationTasksList(client, args28.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
59108
59278
  if (!result.ok) {
59109
59279
  return {
59110
59280
  content: [{ type: "text", text: result.error.message }],
@@ -59158,9 +59328,9 @@ var init_settaskevaluatorsannotationtaskstaskuuidevaluatorsputop = __esm(() => {
59158
59328
 
59159
59329
  // src/funcs/annotationTasksSetEvaluators.ts
59160
59330
  function annotationTasksSetEvaluators(client$, request, options) {
59161
- return new APIPromise($do27(client$, request, options));
59331
+ return new APIPromise($do28(client$, request, options));
59162
59332
  }
59163
- async function $do27(client$, request, options) {
59333
+ async function $do28(client$, request, options) {
59164
59334
  const parsed$ = safeParse4(request, (value$) => SetTaskEvaluatorsAnnotationTasksTaskUuidEvaluatorsPutRequest$zodSchema.parse(value$), "Input validation failed");
59165
59335
  if (!parsed$.ok) {
59166
59336
  return [parsed$, { status: "invalid" }];
@@ -59240,12 +59410,12 @@ var init_annotationTasksSetEvaluators = __esm(() => {
59240
59410
  });
59241
59411
 
59242
59412
  // src/mcp-server/tools/annotationTasksSetEvaluators.ts
59243
- var args27, tool$annotationTasksSetEvaluators;
59413
+ var args28, tool$annotationTasksSetEvaluators;
59244
59414
  var init_annotationTasksSetEvaluators2 = __esm(() => {
59245
59415
  init_annotationTasksSetEvaluators();
59246
59416
  init_settaskevaluatorsannotationtaskstaskuuidevaluatorsputop();
59247
59417
  init_tools();
59248
- args27 = {
59418
+ args28 = {
59249
59419
  request: SetTaskEvaluatorsAnnotationTasksTaskUuidEvaluatorsPutRequest$zodSchema
59250
59420
  };
59251
59421
  tool$annotationTasksSetEvaluators = {
@@ -59264,9 +59434,9 @@ must be in your workspace.
59264
59434
  openWorldHint: true,
59265
59435
  readOnlyHint: false
59266
59436
  },
59267
- args: args27,
59268
- tool: async (client, args28, ctx) => {
59269
- const [result] = await annotationTasksSetEvaluators(client, args28.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
59437
+ args: args28,
59438
+ tool: async (client, args29, ctx) => {
59439
+ const [result] = await annotationTasksSetEvaluators(client, args29.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
59270
59440
  if (!result.ok) {
59271
59441
  return {
59272
59442
  content: [{ type: "text", text: result.error.message }],
@@ -59327,9 +59497,9 @@ var init_bulkupdateitemsannotationtaskstaskuuiditemsputop = __esm(() => {
59327
59497
 
59328
59498
  // src/funcs/annotationTasksUpdateItems.ts
59329
59499
  function annotationTasksUpdateItems(client$, request, options) {
59330
- return new APIPromise($do28(client$, request, options));
59500
+ return new APIPromise($do29(client$, request, options));
59331
59501
  }
59332
- async function $do28(client$, request, options) {
59502
+ async function $do29(client$, request, options) {
59333
59503
  const parsed$ = safeParse4(request, (value$) => BulkUpdateItemsAnnotationTasksTaskUuidItemsPutRequest$zodSchema.parse(value$), "Input validation failed");
59334
59504
  if (!parsed$.ok) {
59335
59505
  return [parsed$, { status: "invalid" }];
@@ -59409,12 +59579,12 @@ var init_annotationTasksUpdateItems = __esm(() => {
59409
59579
  });
59410
59580
 
59411
59581
  // src/mcp-server/tools/annotationTasksUpdateItems.ts
59412
- var args28, tool$annotationTasksUpdateItems;
59582
+ var args29, tool$annotationTasksUpdateItems;
59413
59583
  var init_annotationTasksUpdateItems2 = __esm(() => {
59414
59584
  init_annotationTasksUpdateItems();
59415
59585
  init_bulkupdateitemsannotationtaskstaskuuiditemsputop();
59416
59586
  init_tools();
59417
- args28 = {
59587
+ args29 = {
59418
59588
  request: BulkUpdateItemsAnnotationTasksTaskUuidItemsPutRequest$zodSchema
59419
59589
  };
59420
59590
  tool$annotationTasksUpdateItems = {
@@ -59429,9 +59599,9 @@ var init_annotationTasksUpdateItems2 = __esm(() => {
59429
59599
  openWorldHint: true,
59430
59600
  readOnlyHint: false
59431
59601
  },
59432
- args: args28,
59433
- tool: async (client, args29, ctx) => {
59434
- const [result] = await annotationTasksUpdateItems(client, args29.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
59602
+ args: args29,
59603
+ tool: async (client, args30, ctx) => {
59604
+ const [result] = await annotationTasksUpdateItems(client, args30.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
59435
59605
  if (!result.ok) {
59436
59606
  return {
59437
59607
  content: [{ type: "text", text: result.error.message }],
@@ -59481,9 +59651,9 @@ var init_createannotatorendpointannotatorspostop = __esm(() => {
59481
59651
 
59482
59652
  // src/funcs/annotatorsCreate.ts
59483
59653
  function annotatorsCreate(client$, request, options) {
59484
- return new APIPromise($do29(client$, request, options));
59654
+ return new APIPromise($do30(client$, request, options));
59485
59655
  }
59486
- async function $do29(client$, request, options) {
59656
+ async function $do30(client$, request, options) {
59487
59657
  const parsed$ = safeParse4(request, (value$) => CreateAnnotatorEndpointAnnotatorsPostRequest$zodSchema.parse(value$), "Input validation failed");
59488
59658
  if (!parsed$.ok) {
59489
59659
  return [parsed$, { status: "invalid" }];
@@ -59557,12 +59727,12 @@ var init_annotatorsCreate = __esm(() => {
59557
59727
  });
59558
59728
 
59559
59729
  // src/mcp-server/tools/annotatorsCreate.ts
59560
- var args29, tool$annotatorsCreate;
59730
+ var args30, tool$annotatorsCreate;
59561
59731
  var init_annotatorsCreate2 = __esm(() => {
59562
59732
  init_annotatorsCreate();
59563
59733
  init_createannotatorendpointannotatorspostop();
59564
59734
  init_tools();
59565
- args29 = {
59735
+ args30 = {
59566
59736
  request: CreateAnnotatorEndpointAnnotatorsPostRequest$zodSchema
59567
59737
  };
59568
59738
  tool$annotatorsCreate = {
@@ -59577,9 +59747,9 @@ var init_annotatorsCreate2 = __esm(() => {
59577
59747
  openWorldHint: true,
59578
59748
  readOnlyHint: false
59579
59749
  },
59580
- args: args29,
59581
- tool: async (client, args30, ctx) => {
59582
- const [result] = await annotatorsCreate(client, args30.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
59750
+ args: args30,
59751
+ tool: async (client, args31, ctx) => {
59752
+ const [result] = await annotatorsCreate(client, args31.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
59583
59753
  if (!result.ok) {
59584
59754
  return {
59585
59755
  content: [{ type: "text", text: result.error.message }],
@@ -59623,9 +59793,9 @@ var init_listannotatorsannotatorsgetop = __esm(() => {
59623
59793
 
59624
59794
  // src/funcs/annotatorsList.ts
59625
59795
  function annotatorsList(client$, request, options) {
59626
- return new APIPromise($do30(client$, request, options));
59796
+ return new APIPromise($do31(client$, request, options));
59627
59797
  }
59628
- async function $do30(client$, request, options) {
59798
+ async function $do31(client$, request, options) {
59629
59799
  const parsed$ = safeParse4(request, (value$) => ListAnnotatorsAnnotatorsGetRequest$zodSchema.optional().parse(value$), "Input validation failed");
59630
59800
  if (!parsed$.ok) {
59631
59801
  return [parsed$, { status: "invalid" }];
@@ -59698,12 +59868,12 @@ var init_annotatorsList = __esm(() => {
59698
59868
  });
59699
59869
 
59700
59870
  // src/mcp-server/tools/annotatorsList.ts
59701
- var args30, tool$annotatorsList;
59871
+ var args31, tool$annotatorsList;
59702
59872
  var init_annotatorsList2 = __esm(() => {
59703
59873
  init_annotatorsList();
59704
59874
  init_listannotatorsannotatorsgetop();
59705
59875
  init_tools();
59706
- args30 = {
59876
+ args31 = {
59707
59877
  request: ListAnnotatorsAnnotatorsGetRequest$zodSchema.optional()
59708
59878
  };
59709
59879
  tool$annotatorsList = {
@@ -59718,9 +59888,9 @@ var init_annotatorsList2 = __esm(() => {
59718
59888
  openWorldHint: true,
59719
59889
  readOnlyHint: true
59720
59890
  },
59721
- args: args30,
59722
- tool: async (client, args31, ctx) => {
59723
- const [result] = await annotatorsList(client, args31.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
59891
+ args: args31,
59892
+ tool: async (client, args32, ctx) => {
59893
+ const [result] = await annotatorsList(client, args32.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
59724
59894
  if (!result.ok) {
59725
59895
  return {
59726
59896
  content: [{ type: "text", text: result.error.message }],
@@ -59761,9 +59931,9 @@ var init_updateannotatorendpointannotatorsannotatoruuidputop = __esm(() => {
59761
59931
 
59762
59932
  // src/funcs/annotatorsUpdate.ts
59763
59933
  function annotatorsUpdate(client$, request, options) {
59764
- return new APIPromise($do31(client$, request, options));
59934
+ return new APIPromise($do32(client$, request, options));
59765
59935
  }
59766
- async function $do31(client$, request, options) {
59936
+ async function $do32(client$, request, options) {
59767
59937
  const parsed$ = safeParse4(request, (value$) => UpdateAnnotatorEndpointAnnotatorsAnnotatorUuidPutRequest$zodSchema.parse(value$), "Input validation failed");
59768
59938
  if (!parsed$.ok) {
59769
59939
  return [parsed$, { status: "invalid" }];
@@ -59843,12 +60013,12 @@ var init_annotatorsUpdate = __esm(() => {
59843
60013
  });
59844
60014
 
59845
60015
  // src/mcp-server/tools/annotatorsUpdate.ts
59846
- var args31, tool$annotatorsUpdate;
60016
+ var args32, tool$annotatorsUpdate;
59847
60017
  var init_annotatorsUpdate2 = __esm(() => {
59848
60018
  init_annotatorsUpdate();
59849
60019
  init_updateannotatorendpointannotatorsannotatoruuidputop();
59850
60020
  init_tools();
59851
- args31 = {
60021
+ args32 = {
59852
60022
  request: UpdateAnnotatorEndpointAnnotatorsAnnotatorUuidPutRequest$zodSchema
59853
60023
  };
59854
60024
  tool$annotatorsUpdate = {
@@ -59863,9 +60033,9 @@ var init_annotatorsUpdate2 = __esm(() => {
59863
60033
  openWorldHint: true,
59864
60034
  readOnlyHint: false
59865
60035
  },
59866
- args: args31,
59867
- tool: async (client, args32, ctx) => {
59868
- const [result] = await annotatorsUpdate(client, args32.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
60036
+ args: args32,
60037
+ tool: async (client, args33, ctx) => {
60038
+ const [result] = await annotatorsUpdate(client, args33.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
59869
60039
  if (!result.ok) {
59870
60040
  return {
59871
60041
  content: [{ type: "text", text: result.error.message }],
@@ -59973,9 +60143,9 @@ var init_createevaluatorendpointevaluatorspostop = __esm(() => {
59973
60143
 
59974
60144
  // src/funcs/evaluatorsCreate.ts
59975
60145
  function evaluatorsCreate(client$, request, options) {
59976
- return new APIPromise($do32(client$, request, options));
60146
+ return new APIPromise($do33(client$, request, options));
59977
60147
  }
59978
- async function $do32(client$, request, options) {
60148
+ async function $do33(client$, request, options) {
59979
60149
  const parsed$ = safeParse4(request, (value$) => CreateEvaluatorEndpointEvaluatorsPostRequest$zodSchema.parse(value$), "Input validation failed");
59980
60150
  if (!parsed$.ok) {
59981
60151
  return [parsed$, { status: "invalid" }];
@@ -60049,12 +60219,12 @@ var init_evaluatorsCreate = __esm(() => {
60049
60219
  });
60050
60220
 
60051
60221
  // src/mcp-server/tools/evaluatorsCreate.ts
60052
- var args32, tool$evaluatorsCreate;
60222
+ var args33, tool$evaluatorsCreate;
60053
60223
  var init_evaluatorsCreate2 = __esm(() => {
60054
60224
  init_evaluatorsCreate();
60055
60225
  init_createevaluatorendpointevaluatorspostop();
60056
60226
  init_tools();
60057
- args32 = {
60227
+ args33 = {
60058
60228
  request: CreateEvaluatorEndpointEvaluatorsPostRequest$zodSchema
60059
60229
  };
60060
60230
  tool$evaluatorsCreate = {
@@ -60069,9 +60239,9 @@ var init_evaluatorsCreate2 = __esm(() => {
60069
60239
  openWorldHint: true,
60070
60240
  readOnlyHint: false
60071
60241
  },
60072
- args: args32,
60073
- tool: async (client, args33, ctx) => {
60074
- const [result] = await evaluatorsCreate(client, args33.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
60242
+ args: args33,
60243
+ tool: async (client, args34, ctx) => {
60244
+ const [result] = await evaluatorsCreate(client, args34.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
60075
60245
  if (!result.ok) {
60076
60246
  return {
60077
60247
  content: [{ type: "text", text: result.error.message }],
@@ -60128,9 +60298,9 @@ var init_createversionevaluatorsevaluatoruuidversionspostop = __esm(() => {
60128
60298
 
60129
60299
  // src/funcs/evaluatorsCreateVersion.ts
60130
60300
  function evaluatorsCreateVersion(client$, request, options) {
60131
- return new APIPromise($do33(client$, request, options));
60301
+ return new APIPromise($do34(client$, request, options));
60132
60302
  }
60133
- async function $do33(client$, request, options) {
60303
+ async function $do34(client$, request, options) {
60134
60304
  const parsed$ = safeParse4(request, (value$) => CreateVersionEvaluatorsEvaluatorUuidVersionsPostRequest$zodSchema.parse(value$), "Input validation failed");
60135
60305
  if (!parsed$.ok) {
60136
60306
  return [parsed$, { status: "invalid" }];
@@ -60210,12 +60380,12 @@ var init_evaluatorsCreateVersion = __esm(() => {
60210
60380
  });
60211
60381
 
60212
60382
  // src/mcp-server/tools/evaluatorsCreateVersion.ts
60213
- var args33, tool$evaluatorsCreateVersion;
60383
+ var args34, tool$evaluatorsCreateVersion;
60214
60384
  var init_evaluatorsCreateVersion2 = __esm(() => {
60215
60385
  init_evaluatorsCreateVersion();
60216
60386
  init_createversionevaluatorsevaluatoruuidversionspostop();
60217
60387
  init_tools();
60218
- args33 = {
60388
+ args34 = {
60219
60389
  request: CreateVersionEvaluatorsEvaluatorUuidVersionsPostRequest$zodSchema
60220
60390
  };
60221
60391
  tool$evaluatorsCreateVersion = {
@@ -60230,9 +60400,9 @@ var init_evaluatorsCreateVersion2 = __esm(() => {
60230
60400
  openWorldHint: true,
60231
60401
  readOnlyHint: false
60232
60402
  },
60233
- args: args33,
60234
- tool: async (client, args34, ctx) => {
60235
- const [result] = await evaluatorsCreateVersion(client, args34.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
60403
+ args: args34,
60404
+ tool: async (client, args35, ctx) => {
60405
+ const [result] = await evaluatorsCreateVersion(client, args35.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
60236
60406
  if (!result.ok) {
60237
60407
  return {
60238
60408
  content: [{ type: "text", text: result.error.message }],
@@ -60319,9 +60489,9 @@ var init_getevaluatorendpointevaluatorsevaluatoruuidgetop = __esm(() => {
60319
60489
 
60320
60490
  // src/funcs/evaluatorsGet.ts
60321
60491
  function evaluatorsGet(client$, request, options) {
60322
- return new APIPromise($do34(client$, request, options));
60492
+ return new APIPromise($do35(client$, request, options));
60323
60493
  }
60324
- async function $do34(client$, request, options) {
60494
+ async function $do35(client$, request, options) {
60325
60495
  const parsed$ = safeParse4(request, (value$) => GetEvaluatorEndpointEvaluatorsEvaluatorUuidGetRequest$zodSchema.parse(value$), "Input validation failed");
60326
60496
  if (!parsed$.ok) {
60327
60497
  return [parsed$, { status: "invalid" }];
@@ -60404,12 +60574,12 @@ var init_evaluatorsGet = __esm(() => {
60404
60574
  });
60405
60575
 
60406
60576
  // src/mcp-server/tools/evaluatorsGet.ts
60407
- var args34, tool$evaluatorsGet;
60577
+ var args35, tool$evaluatorsGet;
60408
60578
  var init_evaluatorsGet2 = __esm(() => {
60409
60579
  init_evaluatorsGet();
60410
60580
  init_getevaluatorendpointevaluatorsevaluatoruuidgetop();
60411
60581
  init_tools();
60412
- args34 = {
60582
+ args35 = {
60413
60583
  request: GetEvaluatorEndpointEvaluatorsEvaluatorUuidGetRequest$zodSchema
60414
60584
  };
60415
60585
  tool$evaluatorsGet = {
@@ -60424,9 +60594,9 @@ var init_evaluatorsGet2 = __esm(() => {
60424
60594
  openWorldHint: true,
60425
60595
  readOnlyHint: true
60426
60596
  },
60427
- args: args34,
60428
- tool: async (client, args35, ctx) => {
60429
- const [result] = await evaluatorsGet(client, args35.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
60597
+ args: args35,
60598
+ tool: async (client, args36, ctx) => {
60599
+ const [result] = await evaluatorsGet(client, args36.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
60430
60600
  if (!result.ok) {
60431
60601
  return {
60432
60602
  content: [{ type: "text", text: result.error.message }],
@@ -60473,9 +60643,9 @@ var init_listevaluatorsevaluatorsgetop = __esm(() => {
60473
60643
 
60474
60644
  // src/funcs/evaluatorsList.ts
60475
60645
  function evaluatorsList(client$, request, options) {
60476
- return new APIPromise($do35(client$, request, options));
60646
+ return new APIPromise($do36(client$, request, options));
60477
60647
  }
60478
- async function $do35(client$, request, options) {
60648
+ async function $do36(client$, request, options) {
60479
60649
  const parsed$ = safeParse4(request, (value$) => ListEvaluatorsEvaluatorsGetRequest$zodSchema.optional().parse(value$), "Input validation failed");
60480
60650
  if (!parsed$.ok) {
60481
60651
  return [parsed$, { status: "invalid" }];
@@ -60557,12 +60727,12 @@ var init_evaluatorsList = __esm(() => {
60557
60727
  });
60558
60728
 
60559
60729
  // src/mcp-server/tools/evaluatorsList.ts
60560
- var args35, tool$evaluatorsList;
60730
+ var args36, tool$evaluatorsList;
60561
60731
  var init_evaluatorsList2 = __esm(() => {
60562
60732
  init_evaluatorsList();
60563
60733
  init_listevaluatorsevaluatorsgetop();
60564
60734
  init_tools();
60565
- args35 = {
60735
+ args36 = {
60566
60736
  request: ListEvaluatorsEvaluatorsGetRequest$zodSchema.optional()
60567
60737
  };
60568
60738
  tool$evaluatorsList = {
@@ -60577,9 +60747,9 @@ var init_evaluatorsList2 = __esm(() => {
60577
60747
  openWorldHint: true,
60578
60748
  readOnlyHint: true
60579
60749
  },
60580
- args: args35,
60581
- tool: async (client, args36, ctx) => {
60582
- const [result] = await evaluatorsList(client, args36.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
60750
+ args: args36,
60751
+ tool: async (client, args37, ctx) => {
60752
+ const [result] = await evaluatorsList(client, args37.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
60583
60753
  if (!result.ok) {
60584
60754
  return {
60585
60755
  content: [{ type: "text", text: result.error.message }],
@@ -60697,9 +60867,9 @@ var init_bulkuploadteststestsbulkpostop = __esm(() => {
60697
60867
 
60698
60868
  // src/funcs/testsBulkCreate.ts
60699
60869
  function testsBulkCreate(client$, request, options) {
60700
- return new APIPromise($do36(client$, request, options));
60870
+ return new APIPromise($do37(client$, request, options));
60701
60871
  }
60702
- async function $do36(client$, request, options) {
60872
+ async function $do37(client$, request, options) {
60703
60873
  const parsed$ = safeParse4(request, (value$) => BulkUploadTestsTestsBulkPostRequest$zodSchema.parse(value$), "Input validation failed");
60704
60874
  if (!parsed$.ok) {
60705
60875
  return [parsed$, { status: "invalid" }];
@@ -60773,12 +60943,12 @@ var init_testsBulkCreate = __esm(() => {
60773
60943
  });
60774
60944
 
60775
60945
  // src/mcp-server/tools/testsBulkCreate.ts
60776
- var args36, tool$testsBulkCreate;
60946
+ var args37, tool$testsBulkCreate;
60777
60947
  var init_testsBulkCreate2 = __esm(() => {
60778
60948
  init_testsBulkCreate();
60779
60949
  init_bulkuploadteststestsbulkpostop();
60780
60950
  init_tools();
60781
- args36 = {
60951
+ args37 = {
60782
60952
  request: BulkUploadTestsTestsBulkPostRequest$zodSchema
60783
60953
  };
60784
60954
  tool$testsBulkCreate = {
@@ -60795,9 +60965,9 @@ tests including their UUIDs.
60795
60965
  openWorldHint: true,
60796
60966
  readOnlyHint: false
60797
60967
  },
60798
- args: args36,
60799
- tool: async (client, args37, ctx) => {
60800
- const [result] = await testsBulkCreate(client, args37.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
60968
+ args: args37,
60969
+ tool: async (client, args38, ctx) => {
60970
+ const [result] = await testsBulkCreate(client, args38.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
60801
60971
  if (!result.ok) {
60802
60972
  return {
60803
60973
  content: [{ type: "text", text: result.error.message }],
@@ -60857,9 +61027,9 @@ var init_createtestendpointtestspostop = __esm(() => {
60857
61027
 
60858
61028
  // src/funcs/testsCreate.ts
60859
61029
  function testsCreate(client$, request, options) {
60860
- return new APIPromise($do37(client$, request, options));
61030
+ return new APIPromise($do38(client$, request, options));
60861
61031
  }
60862
- async function $do37(client$, request, options) {
61032
+ async function $do38(client$, request, options) {
60863
61033
  const parsed$ = safeParse4(request, (value$) => CreateTestEndpointTestsPostRequest$zodSchema.parse(value$), "Input validation failed");
60864
61034
  if (!parsed$.ok) {
60865
61035
  return [parsed$, { status: "invalid" }];
@@ -60933,12 +61103,12 @@ var init_testsCreate = __esm(() => {
60933
61103
  });
60934
61104
 
60935
61105
  // src/mcp-server/tools/testsCreate.ts
60936
- var args37, tool$testsCreate;
61106
+ var args38, tool$testsCreate;
60937
61107
  var init_testsCreate2 = __esm(() => {
60938
61108
  init_testsCreate();
60939
61109
  init_createtestendpointtestspostop();
60940
61110
  init_tools();
60941
- args37 = {
61111
+ args38 = {
60942
61112
  request: CreateTestEndpointTestsPostRequest$zodSchema
60943
61113
  };
60944
61114
  tool$testsCreate = {
@@ -60955,9 +61125,9 @@ Requires a Calibrate API key (CALIBRATE_API_KEY).
60955
61125
  openWorldHint: true,
60956
61126
  readOnlyHint: false
60957
61127
  },
60958
- args: args37,
60959
- tool: async (client, args38, ctx) => {
60960
- const [result] = await testsCreate(client, args38.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
61128
+ args: args38,
61129
+ tool: async (client, args39, ctx) => {
61130
+ const [result] = await testsCreate(client, args39.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
60961
61131
  if (!result.ok) {
60962
61132
  return {
60963
61133
  content: [{ type: "text", text: result.error.message }],
@@ -61008,9 +61178,9 @@ var init_gettestendpointteststestuuidgetop = __esm(() => {
61008
61178
 
61009
61179
  // src/funcs/testsGet.ts
61010
61180
  function testsGet(client$, request, options) {
61011
- return new APIPromise($do38(client$, request, options));
61181
+ return new APIPromise($do39(client$, request, options));
61012
61182
  }
61013
- async function $do38(client$, request, options) {
61183
+ async function $do39(client$, request, options) {
61014
61184
  const parsed$ = safeParse4(request, (value$) => GetTestEndpointTestsTestUuidGetRequest$zodSchema.parse(value$), "Input validation failed");
61015
61185
  if (!parsed$.ok) {
61016
61186
  return [parsed$, { status: "invalid" }];
@@ -61089,12 +61259,12 @@ var init_testsGet = __esm(() => {
61089
61259
  });
61090
61260
 
61091
61261
  // src/mcp-server/tools/testsGet.ts
61092
- var args38, tool$testsGet;
61262
+ var args39, tool$testsGet;
61093
61263
  var init_testsGet2 = __esm(() => {
61094
61264
  init_testsGet();
61095
61265
  init_gettestendpointteststestuuidgetop();
61096
61266
  init_tools();
61097
- args38 = {
61267
+ args39 = {
61098
61268
  request: GetTestEndpointTestsTestUuidGetRequest$zodSchema
61099
61269
  };
61100
61270
  tool$testsGet = {
@@ -61111,9 +61281,9 @@ exist or belongs to another org.
61111
61281
  openWorldHint: true,
61112
61282
  readOnlyHint: true
61113
61283
  },
61114
- args: args38,
61115
- tool: async (client, args39, ctx) => {
61116
- const [result] = await testsGet(client, args39.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
61284
+ args: args39,
61285
+ tool: async (client, args40, ctx) => {
61286
+ const [result] = await testsGet(client, args40.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
61117
61287
  if (!result.ok) {
61118
61288
  return {
61119
61289
  content: [{ type: "text", text: result.error.message }],
@@ -61145,9 +61315,9 @@ var init_listteststestsgetop = __esm(() => {
61145
61315
 
61146
61316
  // src/funcs/testsList.ts
61147
61317
  function testsList(client$, request, options) {
61148
- return new APIPromise($do39(client$, request, options));
61318
+ return new APIPromise($do40(client$, request, options));
61149
61319
  }
61150
- async function $do39(client$, request, options) {
61320
+ async function $do40(client$, request, options) {
61151
61321
  const parsed$ = safeParse4(request, (value$) => ListTestsTestsGetRequest$zodSchema.optional().parse(value$), "Input validation failed");
61152
61322
  if (!parsed$.ok) {
61153
61323
  return [parsed$, { status: "invalid" }];
@@ -61226,12 +61396,12 @@ var init_testsList = __esm(() => {
61226
61396
  });
61227
61397
 
61228
61398
  // src/mcp-server/tools/testsList.ts
61229
- var args39, tool$testsList;
61399
+ var args40, tool$testsList;
61230
61400
  var init_testsList2 = __esm(() => {
61231
61401
  init_testsList();
61232
61402
  init_listteststestsgetop();
61233
61403
  init_tools();
61234
- args39 = {
61404
+ args40 = {
61235
61405
  request: ListTestsTestsGetRequest$zodSchema.optional()
61236
61406
  };
61237
61407
  tool$testsList = {
@@ -61248,9 +61418,9 @@ before creating runs.
61248
61418
  openWorldHint: true,
61249
61419
  readOnlyHint: true
61250
61420
  },
61251
- args: args39,
61252
- tool: async (client, args40, ctx) => {
61253
- const [result] = await testsList(client, args40.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
61421
+ args: args40,
61422
+ tool: async (client, args41, ctx) => {
61423
+ const [result] = await testsList(client, args41.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
61254
61424
  if (!result.ok) {
61255
61425
  return {
61256
61426
  content: [{ type: "text", text: result.error.message }],
@@ -61301,9 +61471,9 @@ var init_updatetestendpointteststestuuidputop = __esm(() => {
61301
61471
 
61302
61472
  // src/funcs/testsUpdate.ts
61303
61473
  function testsUpdate(client$, request, options) {
61304
- return new APIPromise($do40(client$, request, options));
61474
+ return new APIPromise($do41(client$, request, options));
61305
61475
  }
61306
- async function $do40(client$, request, options) {
61476
+ async function $do41(client$, request, options) {
61307
61477
  const parsed$ = safeParse4(request, (value$) => UpdateTestEndpointTestsTestUuidPutRequest$zodSchema.parse(value$), "Input validation failed");
61308
61478
  if (!parsed$.ok) {
61309
61479
  return [parsed$, { status: "invalid" }];
@@ -61383,12 +61553,12 @@ var init_testsUpdate = __esm(() => {
61383
61553
  });
61384
61554
 
61385
61555
  // src/mcp-server/tools/testsUpdate.ts
61386
- var args40, tool$testsUpdate;
61556
+ var args41, tool$testsUpdate;
61387
61557
  var init_testsUpdate2 = __esm(() => {
61388
61558
  init_testsUpdate();
61389
61559
  init_updatetestendpointteststestuuidputop();
61390
61560
  init_tools();
61391
- args40 = {
61561
+ args41 = {
61392
61562
  request: UpdateTestEndpointTestsTestUuidPutRequest$zodSchema
61393
61563
  };
61394
61564
  tool$testsUpdate = {
@@ -61405,9 +61575,9 @@ fields to change (name, config). Returns the updated test. Fails with
61405
61575
  openWorldHint: true,
61406
61576
  readOnlyHint: false
61407
61577
  },
61408
- args: args40,
61409
- tool: async (client, args41, ctx) => {
61410
- const [result] = await testsUpdate(client, args41.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
61578
+ args: args41,
61579
+ tool: async (client, args42, ctx) => {
61580
+ const [result] = await testsUpdate(client, args42.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
61411
61581
  if (!result.ok) {
61412
61582
  return {
61413
61583
  content: [{ type: "text", text: result.error.message }],
@@ -61529,9 +61699,9 @@ var init_ingesttracetracespostop = __esm(() => {
61529
61699
 
61530
61700
  // src/funcs/tracesCreate.ts
61531
61701
  function tracesCreate(client$, request, options) {
61532
- return new APIPromise($do41(client$, request, options));
61702
+ return new APIPromise($do42(client$, request, options));
61533
61703
  }
61534
- async function $do41(client$, request, options) {
61704
+ async function $do42(client$, request, options) {
61535
61705
  const parsed$ = safeParse4(request, (value$) => IngestTraceTracesPostRequest$zodSchema.parse(value$), "Input validation failed");
61536
61706
  if (!parsed$.ok) {
61537
61707
  return [parsed$, { status: "invalid" }];
@@ -61605,12 +61775,12 @@ var init_tracesCreate = __esm(() => {
61605
61775
  });
61606
61776
 
61607
61777
  // src/mcp-server/tools/tracesCreate.ts
61608
- var args41, tool$tracesCreate;
61778
+ var args42, tool$tracesCreate;
61609
61779
  var init_tracesCreate2 = __esm(() => {
61610
61780
  init_tracesCreate();
61611
61781
  init_ingesttracetracespostop();
61612
61782
  init_tools();
61613
- args41 = {
61783
+ args42 = {
61614
61784
  request: IngestTraceTracesPostRequest$zodSchema
61615
61785
  };
61616
61786
  tool$tracesCreate = {
@@ -61629,9 +61799,9 @@ hits its trace limit.
61629
61799
  openWorldHint: true,
61630
61800
  readOnlyHint: false
61631
61801
  },
61632
- args: args41,
61633
- tool: async (client, args42, ctx) => {
61634
- const [result] = await tracesCreate(client, args42.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
61802
+ args: args42,
61803
+ tool: async (client, args43, ctx) => {
61804
+ const [result] = await tracesCreate(client, args43.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
61635
61805
  if (!result.ok) {
61636
61806
  return {
61637
61807
  content: [{ type: "text", text: result.error.message }],
@@ -61647,16 +61817,16 @@ hits its trace limit.
61647
61817
  function createMCPServer(deps) {
61648
61818
  const server = new McpServer({
61649
61819
  name: "CalibrateMcp",
61650
- version: "0.0.52"
61820
+ version: "0.0.54"
61651
61821
  });
61652
61822
  const getClient = deps.getSDK || (() => new CalibrateMcpCore({
61653
61823
  security: deps.security,
61654
61824
  serverURL: deps.serverURL,
61655
61825
  serverIdx: deps.serverIdx,
61656
61826
  debugLogger: deps.logger.level === "debug" ? {
61657
- log: (...args42) => console.log(...args42),
61658
- group: (...args42) => console.group(...args42),
61659
- groupEnd: (...args42) => console.groupEnd(...args42)
61827
+ log: (...args43) => console.log(...args43),
61828
+ group: (...args43) => console.group(...args43),
61829
+ groupEnd: (...args43) => console.groupEnd(...args43)
61660
61830
  } : undefined
61661
61831
  }));
61662
61832
  const scopes = new Set(deps.scopes);
@@ -61686,6 +61856,7 @@ function createMCPServer(deps) {
61686
61856
  tool(tool$agentTestsRun);
61687
61857
  tool(tool$agentTestsRunBatch);
61688
61858
  tool(tool$agentTestsGetRun);
61859
+ tool(tool$agentTestsGetRunCase);
61689
61860
  tool(tool$agentTestsBenchmark);
61690
61861
  tool(tool$agentTestsGetBenchmark);
61691
61862
  tool(tool$evaluatorsCreate);
@@ -61729,6 +61900,7 @@ var init_server2 = __esm(() => {
61729
61900
  init_agentTestsBulkUnlink2();
61730
61901
  init_agentTestsGetBenchmark2();
61731
61902
  init_agentTestsGetRun2();
61903
+ init_agentTestsGetRunCase2();
61732
61904
  init_agentTestsLink2();
61733
61905
  init_agentTestsListForAgent2();
61734
61906
  init_agentTestsListRunsForAgent2();
@@ -61904,6 +62076,15 @@ queued, in_progress, completed, failed, or aborted status. When
61904
62076
  completed, includes per-test-case pass/fail results and evaluator
61905
62077
  judgments. Use the task_id from run-agent-tests or
61906
62078
  run-agent-tests-batch.
62079
+ `
62080
+ },
62081
+ {
62082
+ name: "get-agent-test-case-result",
62083
+ description: `Fetch the full result of one test case in a run, including the
62084
+ conversation, the agent's output and each evaluator's reasoning. Pass
62085
+ the model query param for a benchmark, which runs every test once per
62086
+ model. Use with mode=summary on get-agent-test-run, which returns
62087
+ light rows without this detail.
61907
62088
  `
61908
62089
  },
61909
62090
  {
@@ -62925,7 +63106,7 @@ http_headers = { "api-key-auth" = "YOUR_API_KEY_AUTH" }`;
62925
63106
  <h1>Instructions</h1>
62926
63107
  <p>One-click installation for Claude Desktop users</p>
62927
63108
  <div class="instruction-item">
62928
- <a href="https://github.com/dalmia/calibrate-mcp/releases/download/v0.0.52/mcp-server.mcpb" download="mcp-server.mcpb" class="action-button header-action" style="display: inline-flex; margin-bottom: 16px;">
63109
+ <a href="https://github.com/dalmia/calibrate-mcp/releases/download/v0.0.54/mcp-server.mcpb" download="mcp-server.mcpb" class="action-button header-action" style="display: inline-flex; margin-bottom: 16px;">
62929
63110
  \uD83D\uDCE5 Download MCP Bundle
62930
63111
  </a>
62931
63112
  </div>
@@ -65812,7 +65993,7 @@ var routes = buildRouteMap({
65812
65993
  var app = buildApplication(routes, {
65813
65994
  name: "mcp",
65814
65995
  versionInfo: {
65815
- currentVersion: "0.0.52"
65996
+ currentVersion: "0.0.54"
65816
65997
  }
65817
65998
  });
65818
65999
  run(app, process4.argv.slice(2), buildContext(process4));
@@ -65820,5 +66001,5 @@ export {
65820
66001
  app
65821
66002
  };
65822
66003
 
65823
- //# debugId=3550CC86593127FE64756E2164756E21
66004
+ //# debugId=11C9C3793792B44F64756E2164756E21
65824
66005
  //# sourceMappingURL=mcp-server.js.map