@dalmia/calibrate-mcp 0.0.43 → 0.0.44

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/bin/mcp-server.js CHANGED
@@ -51946,9 +51946,9 @@ var init_config = __esm(() => {
51946
51946
  SDK_METADATA = {
51947
51947
  language: "typescript",
51948
51948
  openapiDocVersion: "0.1.0",
51949
- sdkVersion: "0.0.43",
51949
+ sdkVersion: "0.0.44",
51950
51950
  genVersion: "2.915.1",
51951
- userAgent: "speakeasy-sdk/mcp-typescript 0.0.43 2.915.1 0.1.0 @dalmia/calibrate-mcp"
51951
+ userAgent: "speakeasy-sdk/mcp-typescript 0.0.44 2.915.1 0.1.0 @dalmia/calibrate-mcp"
51952
51952
  };
51953
51953
  });
51954
51954
 
@@ -55723,6 +55723,17 @@ var init_modelrunsummary = __esm(() => {
55723
55723
  }).describe("Flat summary for one model in a benchmark run-LIST item. The full results\nfor each case of a model live on the benchmark detail endpoint\n(`GET /agent-tests/benchmark/{task_id}`), not here.");
55724
55724
  });
55725
55725
 
55726
+ // src/models/runlistevaluator.ts
55727
+ var RunListEvaluator$zodSchema;
55728
+ var init_runlistevaluator = __esm(() => {
55729
+ init_zod();
55730
+ RunListEvaluator$zodSchema = object({
55731
+ name: string2().describe("Name of the evaluator"),
55732
+ uuid: string2().nullable().optional().describe("ID of the evaluator. Absent for the `Tool call` entry, which is not an evaluator in the library")
55733
+ }).describe(`One evaluator on a run-LIST row: just enough to name it and open it.
55734
+ The rubric, prompt and version live on the run-DETAIL endpoint.`);
55735
+ });
55736
+
55726
55737
  // src/models/testruncasesummary.ts
55727
55738
  var TestRunCaseSummary$zodSchema;
55728
55739
  var init_testruncasesummary = __esm(() => {
@@ -55742,6 +55753,7 @@ var AgentTestRunListItemType$zodSchema, AgentTestRunListItem$zodSchema;
55742
55753
  var init_agenttestrunlistitem = __esm(() => {
55743
55754
  init_zod();
55744
55755
  init_modelrunsummary();
55756
+ init_runlistevaluator();
55745
55757
  init_taskstatus();
55746
55758
  init_testruncasesummary();
55747
55759
  AgentTestRunListItemType$zodSchema = _enum([
@@ -55752,7 +55764,7 @@ var init_agenttestrunlistitem = __esm(() => {
55752
55764
  cost: record(string2(), any()).nullable().optional().describe("Aggregated cost as `{mean, min, max, count}` (USD)"),
55753
55765
  created_at: string2().describe("When the run was created (ISO 8601 UTC)"),
55754
55766
  error: boolean2().default(false).describe("True if the run failed"),
55755
- evaluators: array(string2()).optional().describe("Names of the evaluators that judged this run, deduplicated and in display order. `Tool call` is appended when any test in the run was a tool-call test. Empty when the run had no evaluators"),
55767
+ evaluators: array(RunListEvaluator$zodSchema).optional().describe("The evaluators that judged this run, deduplicated and in display order. A `Tool call` entry is appended when any test in the run was a tool-call test. That entry has no `uuid`, because it is not an evaluator in the library. Empty when the run had no evaluators"),
55756
55768
  failed: int().nullable().optional().describe("Number of test cases that failed"),
55757
55769
  is_public: boolean2().default(false).describe("Whether the run is shared publicly"),
55758
55770
  latency_ms: record(string2(), any()).nullable().optional().describe("Aggregated latency in milliseconds, as `{p50, p95, p99, count}`"),
@@ -60384,7 +60396,7 @@ hits its trace limit.
60384
60396
  function createMCPServer(deps) {
60385
60397
  const server = new McpServer({
60386
60398
  name: "CalibrateMcp",
60387
- version: "0.0.43"
60399
+ version: "0.0.44"
60388
60400
  });
60389
60401
  const getClient = deps.getSDK || (() => new CalibrateMcpCore({
60390
60402
  security: deps.security,
@@ -61650,7 +61662,7 @@ http_headers = { "api-key-auth" = "YOUR_API_KEY_AUTH" }`;
61650
61662
  <h1>Instructions</h1>
61651
61663
  <p>One-click installation for Claude Desktop users</p>
61652
61664
  <div class="instruction-item">
61653
- <a href="https://github.com/dalmia/calibrate-mcp/releases/download/v0.0.43/mcp-server.mcpb" download="mcp-server.mcpb" class="action-button header-action" style="display: inline-flex; margin-bottom: 16px;">
61665
+ <a href="https://github.com/dalmia/calibrate-mcp/releases/download/v0.0.44/mcp-server.mcpb" download="mcp-server.mcpb" class="action-button header-action" style="display: inline-flex; margin-bottom: 16px;">
61654
61666
  \uD83D\uDCE5 Download MCP Bundle
61655
61667
  </a>
61656
61668
  </div>
@@ -64537,7 +64549,7 @@ var routes = buildRouteMap({
64537
64549
  var app = buildApplication(routes, {
64538
64550
  name: "mcp",
64539
64551
  versionInfo: {
64540
- currentVersion: "0.0.43"
64552
+ currentVersion: "0.0.44"
64541
64553
  }
64542
64554
  });
64543
64555
  run(app, process4.argv.slice(2), buildContext(process4));
@@ -64545,5 +64557,5 @@ export {
64545
64557
  app
64546
64558
  };
64547
64559
 
64548
- //# debugId=AF946BF2D9C57E1564756E2164756E21
64560
+ //# debugId=D9742F01AE30E23564756E2164756E21
64549
64561
  //# sourceMappingURL=mcp-server.js.map