@dalmia/calibrate-mcp 0.0.60 → 0.0.62

package/README.md

@@ -61,4 +61,4 @@ Point Cursor at the local build by using `node` with the path to `bin/mcp-server
 ## Resources
 
 - `npx @dalmia/calibrate-mcp start --help` — all flags and transports
-- [Calibrate docs](https://calibrate.artpark.ai/docs) — API reference
+- [Calibrate docs](https://docs.calibrate.artpark.ai) — API reference

package/bin/mcp-server.js

@@ -42191,6 +42191,22 @@ var require_utils4 = __commonJS(function(exports, module) {
     }
     return output;
   }
+  function recomposeZonedIPv6Host(component) {
+    const zone = component.ipv6Zone;
+    if (zone === undefined)
+      return;
+    const host = component.host;
+    const separator = host.indexOf("%");
+    if (separator === -1)
+      return;
+    const address = host.slice(0, separator);
+    const escaped = address + "%25" + zone;
+    const derived = normalizeIPv6("[" + escaped + "]");
+    if (derived.isIPV6 === true && derived.host === host) {
+      return "[" + escaped + "]";
+    }
+    return;
+  }
   function recomposeAuthority(component) {
     const uriTokens = [];
     if (component.userinfo !== undefined) {
@@ -42200,15 +42216,20 @@ var require_utils4 = __commonJS(function(exports, module) {
     if (component.host !== undefined) {
       let host = component.host;
       if (!isIPv4(host)) {
-        let ipV6res = normalizeIPv6(host);
-        if (ipV6res.isIPV6 !== true && ipV6res.isIPVFuture !== true) {
-          host = normalizePercentEncoding(host, true);
-          ipV6res = normalizeIPv6(host);
-        }
-        if (ipV6res.isIPV6 === true || ipV6res.isIPVFuture === true) {
-          host = `[${ipV6res.escapedHost}]`;
+        const zonedHost = recomposeZonedIPv6Host(component);
+        if (zonedHost !== undefined) {
+          host = zonedHost;
         } else {
-          host = reescapeHostDelimiters(host, false);
+          let ipV6res = normalizeIPv6(host);
+          if (ipV6res.isIPV6 !== true && ipV6res.isIPVFuture !== true) {
+            host = normalizePercentEncoding(host, true);
+            ipV6res = normalizeIPv6(host);
+          }
+          if (ipV6res.isIPV6 === true || ipV6res.isIPVFuture === true) {
+            host = `[${ipV6res.escapedHost}]`;
+          } else {
+            host = reescapeHostDelimiters(host, false);
+          }
         }
       }
       uriTokens.push(host);
@@ -42421,6 +42442,7 @@ var require_schemes = __commonJS(function(exports, module) {
   var HEX_PAIR = /^[\da-f]{2}$/iu;
   var MAILTO_DOMAIN_LITERAL = /^\[[\x21-\x5A\x5E-\x7E]*\]$/u;
   var MAILTO_DOMAIN_ERROR = "URI mailto has an invalid recipient domain.";
+  var MAILTO_AUTHORITY_ERROR = "URI mailto must not have an authority component.";
   var HAS_SURROGATE = /[\uD800-\uDFFF]/u;
   function decodeHex(str) {
     if (typeof str !== "string" || str.indexOf("%") === -1) {
@@ -42560,6 +42582,12 @@ var require_schemes = __commonJS(function(exports, module) {
         mailtoComponent.headers = headers;
     }
     mailtoComponent.query = undefined;
+    if (to.length > 0 && (mailtoComponent.userinfo !== undefined || mailtoComponent.host !== undefined || mailtoComponent.port !== undefined)) {
+      mailtoComponent.userinfo = undefined;
+      mailtoComponent.host = undefined;
+      mailtoComponent.port = undefined;
+      mailtoComponent.error = mailtoComponent.error || MAILTO_AUTHORITY_ERROR;
+    }
     for (let i = 0;i < to.length; i++) {
       const rawAddr = to[i];
       const atIdx = rawAddr.lastIndexOf("@");
@@ -42602,6 +42630,9 @@ var require_schemes = __commonJS(function(exports, module) {
       headers.body = mailtoComponent.body;
     mailtoComponent.headers = headers;
     if (to.length) {
+      mailtoComponent.userinfo = undefined;
+      mailtoComponent.host = undefined;
+      mailtoComponent.port = undefined;
       for (let i = 0;i < to.length; i++) {
         const addr = String(to[i]);
         const atIdx = addr.lastIndexOf("@");
@@ -42715,6 +42746,12 @@ var require_fast_uri = __commonJS(function(exports, module) {
     schemelessOptions.skipEscape = true;
     return serialize(resolved, schemelessOptions);
   }
+  function copyHost(target, source) {
+    target.host = source.host;
+    if (source.ipv6Zone !== undefined) {
+      target.ipv6Zone = source.ipv6Zone;
+    }
+  }
   function resolveComponent(base, relative, options, skipNormalization) {
     const target = {};
     if (!skipNormalization) {
@@ -42725,14 +42762,14 @@ var require_fast_uri = __commonJS(function(exports, module) {
     if (!options.tolerant && relative.scheme) {
       target.scheme = relative.scheme;
       target.userinfo = relative.userinfo;
-      target.host = relative.host;
+      copyHost(target, relative);
       target.port = relative.port;
       target.path = removeDotSegments(relative.path || "");
       target.query = relative.query;
     } else {
       if (relative.userinfo !== undefined || relative.host !== undefined || relative.port !== undefined) {
         target.userinfo = relative.userinfo;
-        target.host = relative.host;
+        copyHost(target, relative);
         target.port = relative.port;
         target.path = removeDotSegments(relative.path || "");
         target.query = relative.query;
@@ -42760,7 +42797,7 @@ var require_fast_uri = __commonJS(function(exports, module) {
           target.query = relative.query;
         }
         target.userinfo = base.userinfo;
-        target.host = base.host;
+        copyHost(target, base);
         target.port = base.port;
       }
       target.scheme = base.scheme;
@@ -42776,6 +42813,7 @@ var require_fast_uri = __commonJS(function(exports, module) {
   function serialize(cmpts, opts) {
     const component = {
       host: cmpts.host,
+      ipv6Zone: cmpts.ipv6Zone,
       scheme: cmpts.scheme,
       userinfo: cmpts.userinfo,
       port: cmpts.port,
@@ -42972,6 +43010,9 @@ var require_fast_uri = __commonJS(function(exports, module) {
           isIP = ipv6result.isIPV6 || ipv6result.isIPVFuture === true;
           malformedIPLiteral = hasIPLiteralBracket && (!bracketedIPLiteral || ipv6result.error === true);
           parsed.host = isIP ? ipv6result.host : ipv6result.host.toLowerCase();
+          if (isIP && ipv6result.isIPV6 === true && parsed.host.indexOf("%") !== -1) {
+            parsed.ipv6Zone = parsed.host.slice(parsed.host.indexOf("%") + 1);
+          }
           if (malformedIPLiteral) {
             parsed.error = parsed.error || "URI host is malformed.";
             malformedAuthorityOrPort = true;
@@ -52761,9 +52802,9 @@ var init_config = __esm(() => {
   SDK_METADATA = {
     language: "typescript",
     openapiDocVersion: "0.1.0",
-    sdkVersion: "0.0.60",
+    sdkVersion: "0.0.62",
     genVersion: "2.915.1",
-    userAgent: "speakeasy-sdk/mcp-typescript 0.0.60 2.915.1 0.1.0 @dalmia/calibrate-mcp"
+    userAgent: "speakeasy-sdk/mcp-typescript 0.0.62 2.915.1 0.1.0 @dalmia/calibrate-mcp"
   };
 });
 
@@ -55982,7 +56023,7 @@ var init_modelresult = __esm(() => {
   ModelResult$zodSchema = object({
     cost: record(string2(), any()).nullable().optional().describe("Aggregated cost as `{mean, min, max, count}` (USD)"),
     evaluator_summary: array(record(string2(), any())).nullable().optional().describe("Aggregate summary for each evaluator for this model"),
-    failed: int().nullable().optional().describe("Number of test cases that failed"),
+    failed: int().nullable().optional().describe("Number of test cases that did not pass, which includes the ones that produced no answer"),
     latency_ms: record(string2(), any()).nullable().optional().describe("Aggregated latency in milliseconds, as `{p50, p95, p99, count}`"),
     message: string2().describe("Status or result message for this model"),
     model: string2().describe("Model name these results are for"),
@@ -56212,7 +56253,7 @@ var init_testrunstatusresponse = __esm(() => {
     error: string2().nullable().optional().describe("Why the run could not be carried out, when it failed before producing any result"),
     evaluator_summary: array(record(string2(), any())).nullable().optional().describe("Totals for each evaluator over the whole run, matching the shape a benchmark reports for each model. Only evaluators that returned a verdict appear"),
     evaluators: array(TestRunEvaluator$zodSchema).nullable().optional().describe("The evaluators used in this run. Each verdict in `judge_results` links to one of these by `evaluator_uuid`"),
-    failed: int().nullable().optional().describe("Number of test cases that failed"),
+    failed: int().nullable().optional().describe("Number of test cases that did not pass, which includes the ones that produced no answer"),
     is_public: boolean2().default(false).describe("Whether the run is shared publicly"),
     latency_ms: record(string2(), any()).nullable().optional().describe("Aggregated response latency in milliseconds, as `{p50, p95, p99, count}`"),
     name: string2().describe("Name of the run. A run nobody has renamed shows its number instead, such as `Run 1` for a test run or `Benchmark 1` for a benchmark"),
@@ -56874,12 +56915,13 @@ var ModelRunSummary$zodSchema;
 var init_modelrunsummary = __esm(() => {
   init_zod();
   ModelRunSummary$zodSchema = object({
-    failed: int().nullable().optional().describe("Number of test cases that failed for this model"),
+    failed: int().nullable().optional().describe("Number of test cases that did not pass for this model, which includes the ones that produced no answer"),
     message: string2().default("").describe("Status or result message for this model"),
     model: string2().describe("Model name these results are for"),
     passed: int().nullable().optional().describe("Number of test cases that passed for this model"),
     success: boolean2().nullable().optional().describe("Whether this model's run succeeded"),
-    total_tests: int().nullable().optional().describe("Total test cases for this model")
+    total_tests: int().nullable().optional().describe("Total test cases for this model"),
+    unanswered_tests: int().nullable().optional().describe("Number of this model's test cases that produced no answer, already counted in `failed`")
   }).describe("Flat summary for one model in a benchmark run-LIST item. The full results\nfor each case of a model live on the benchmark detail endpoint\n(`GET /agent-tests/benchmark/{task_id}`), not here.");
 });
 
@@ -56926,7 +56968,7 @@ var init_agenttestrunlistitem = __esm(() => {
     created_at: string2().describe("When the run was created (ISO 8601 UTC)"),
     error: boolean2().default(false).describe("True if the run failed"),
     evaluators: array(RunListEvaluator$zodSchema).optional().describe("The evaluators that judged this run, deduplicated and in display order. A `Tool call` entry is appended when any test in the run was a tool-call test. That entry has no `uuid`, because it is not an evaluator in the library. Empty when the run had no evaluators"),
-    failed: int().nullable().optional().describe("Number of test cases that failed"),
+    failed: int().nullable().optional().describe("Number of test cases that did not pass, which includes the ones that produced no answer"),
     is_public: boolean2().default(false).describe("Whether the run is shared publicly"),
     latency_ms: record(string2(), any()).nullable().optional().describe("Aggregated latency in milliseconds, as `{p50, p95, p99, count}`"),
     model_results: array(ModelRunSummary$zodSchema).nullable().optional().describe("Flat summary for each model in a benchmark run (fetch the benchmark detail for full results)"),
@@ -56972,7 +57014,7 @@ var init_getagenttestrunsagenttestsagentagentuuidrunsgetop = __esm(() => {
   GetAgentTestRunsAgentTestsAgentAgentUuidRunsGetRequest$zodSchema = object({
     agent_uuid: string2().describe("Agent whose test runs to list"),
     around: string2().describe("ID of a run to jump to, returning the page that contains it instead of the page at `offset`").nullable().optional(),
-    has_failures: boolean2().describe("Filter by whether the run has any failing test case or model. `true` returns only runs with failures (or errors), `false` only clean runs. Omit for both").nullable().optional(),
+    has_failures: boolean2().describe("Filter by whether a test in the run did not pass. `true` returns only runs with a failing test, `false` only runs that got through every test and passed them all. A run that broke, was stopped, or gave up part way with no failing test is in neither: filter by `status` for those. Omit for both").nullable().optional(),
     limit: int().describe("Maximum number of items to return. Omit for no limit (all items)").nullable().optional(),
     offset: int().default(0).describe("Number of items to skip before returning results"),
     status: TaskStatus$zodSchema.nullable().optional().describe("Filter by run status. Omit for all statuses"),
@@ -61564,7 +61606,7 @@ hits its trace limit.
 function createMCPServer(deps) {
   const server = new McpServer({
     name: "CalibrateMcp",
-    version: "0.0.60"
+    version: "0.0.62"
   });
   const getClient = deps.getSDK || (() => new CalibrateMcpCore({
     security: deps.security,
@@ -62853,7 +62895,7 @@ http_headers = { "api-key-auth" = "YOUR_API_KEY_AUTH" }`;
         <h1>Instructions</h1>
         <p>One-click installation for Claude Desktop users</p>
         <div class="instruction-item">
-          <a href="https://github.com/dalmia/calibrate-mcp/releases/download/v0.0.60/mcp-server.mcpb" download="mcp-server.mcpb" class="action-button header-action" style="display: inline-flex; margin-bottom: 16px;">
+          <a href="https://github.com/dalmia/calibrate-mcp/releases/download/v0.0.62/mcp-server.mcpb" download="mcp-server.mcpb" class="action-button header-action" style="display: inline-flex; margin-bottom: 16px;">
             \uD83D\uDCE5 Download MCP Bundle
           </a>
         </div>
@@ -65737,7 +65779,7 @@ var routes = buildRouteMap({
 var app = buildApplication(routes, {
   name: "mcp",
   versionInfo: {
-    currentVersion: "0.0.60"
+    currentVersion: "0.0.62"
   }
 });
 run(app, process3.argv.slice(2), buildContext(process3));
@@ -65745,5 +65787,5 @@ export {
   app
 };
 
-//# debugId=BD138050FC63ADA764756E2164756E21
+//# debugId=C281A178ECB0D2FA64756E2164756E21
 //# sourceMappingURL=mcp-server.js.map