@dalmia/calibrate-mcp 0.0.42 → 0.0.44
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/bin/mcp-server.js +19 -7
- package/bin/mcp-server.js.map +9 -8
- package/esm/landing-page.js +1 -1
- package/esm/lib/config.d.ts +2 -2
- package/esm/lib/config.js +2 -2
- package/esm/mcp-server/mcp-server.js +1 -1
- package/esm/mcp-server/server.js +1 -1
- package/esm/models/agenttestrunlistitem.d.ts +2 -1
- package/esm/models/agenttestrunlistitem.d.ts.map +1 -1
- package/esm/models/agenttestrunlistitem.js +2 -1
- package/esm/models/agenttestrunlistitem.js.map +1 -1
- package/esm/models/runlistevaluator.d.ts +13 -0
- package/esm/models/runlistevaluator.d.ts.map +1 -0
- package/esm/models/runlistevaluator.js +9 -0
- package/esm/models/runlistevaluator.js.map +1 -0
- package/package.json +1 -1
- package/src/landing-page.ts +1 -1
- package/src/lib/config.ts +2 -2
- package/src/mcp-server/mcp-server.ts +1 -1
- package/src/mcp-server/server.ts +1 -1
- package/src/models/agenttestrunlistitem.ts +7 -3
- package/src/models/runlistevaluator.ts +27 -0
package/bin/mcp-server.js
CHANGED
|
@@ -51946,9 +51946,9 @@ var init_config = __esm(() => {
|
|
|
51946
51946
|
SDK_METADATA = {
|
|
51947
51947
|
language: "typescript",
|
|
51948
51948
|
openapiDocVersion: "0.1.0",
|
|
51949
|
-
sdkVersion: "0.0.
|
|
51949
|
+
sdkVersion: "0.0.44",
|
|
51950
51950
|
genVersion: "2.915.1",
|
|
51951
|
-
userAgent: "speakeasy-sdk/mcp-typescript 0.0.
|
|
51951
|
+
userAgent: "speakeasy-sdk/mcp-typescript 0.0.44 2.915.1 0.1.0 @dalmia/calibrate-mcp"
|
|
51952
51952
|
};
|
|
51953
51953
|
});
|
|
51954
51954
|
|
|
@@ -55723,6 +55723,17 @@ var init_modelrunsummary = __esm(() => {
|
|
|
55723
55723
|
}).describe("Flat summary for one model in a benchmark run-LIST item. The full results\nfor each case of a model live on the benchmark detail endpoint\n(`GET /agent-tests/benchmark/{task_id}`), not here.");
|
|
55724
55724
|
});
|
|
55725
55725
|
|
|
55726
|
+
// src/models/runlistevaluator.ts
|
|
55727
|
+
var RunListEvaluator$zodSchema;
|
|
55728
|
+
var init_runlistevaluator = __esm(() => {
|
|
55729
|
+
init_zod();
|
|
55730
|
+
RunListEvaluator$zodSchema = object({
|
|
55731
|
+
name: string2().describe("Name of the evaluator"),
|
|
55732
|
+
uuid: string2().nullable().optional().describe("ID of the evaluator. Absent for the `Tool call` entry, which is not an evaluator in the library")
|
|
55733
|
+
}).describe(`One evaluator on a run-LIST row: just enough to name it and open it.
|
|
55734
|
+
The rubric, prompt and version live on the run-DETAIL endpoint.`);
|
|
55735
|
+
});
|
|
55736
|
+
|
|
55726
55737
|
// src/models/testruncasesummary.ts
|
|
55727
55738
|
var TestRunCaseSummary$zodSchema;
|
|
55728
55739
|
var init_testruncasesummary = __esm(() => {
|
|
@@ -55742,6 +55753,7 @@ var AgentTestRunListItemType$zodSchema, AgentTestRunListItem$zodSchema;
|
|
|
55742
55753
|
var init_agenttestrunlistitem = __esm(() => {
|
|
55743
55754
|
init_zod();
|
|
55744
55755
|
init_modelrunsummary();
|
|
55756
|
+
init_runlistevaluator();
|
|
55745
55757
|
init_taskstatus();
|
|
55746
55758
|
init_testruncasesummary();
|
|
55747
55759
|
AgentTestRunListItemType$zodSchema = _enum([
|
|
@@ -55752,7 +55764,7 @@ var init_agenttestrunlistitem = __esm(() => {
|
|
|
55752
55764
|
cost: record(string2(), any()).nullable().optional().describe("Aggregated cost as `{mean, min, max, count}` (USD)"),
|
|
55753
55765
|
created_at: string2().describe("When the run was created (ISO 8601 UTC)"),
|
|
55754
55766
|
error: boolean2().default(false).describe("True if the run failed"),
|
|
55755
|
-
evaluators: array(
|
|
55767
|
+
evaluators: array(RunListEvaluator$zodSchema).optional().describe("The evaluators that judged this run, deduplicated and in display order. A `Tool call` entry is appended when any test in the run was a tool-call test. That entry has no `uuid`, because it is not an evaluator in the library. Empty when the run had no evaluators"),
|
|
55756
55768
|
failed: int().nullable().optional().describe("Number of test cases that failed"),
|
|
55757
55769
|
is_public: boolean2().default(false).describe("Whether the run is shared publicly"),
|
|
55758
55770
|
latency_ms: record(string2(), any()).nullable().optional().describe("Aggregated latency in milliseconds, as `{p50, p95, p99, count}`"),
|
|
@@ -60384,7 +60396,7 @@ hits its trace limit.
|
|
|
60384
60396
|
function createMCPServer(deps) {
|
|
60385
60397
|
const server = new McpServer({
|
|
60386
60398
|
name: "CalibrateMcp",
|
|
60387
|
-
version: "0.0.
|
|
60399
|
+
version: "0.0.44"
|
|
60388
60400
|
});
|
|
60389
60401
|
const getClient = deps.getSDK || (() => new CalibrateMcpCore({
|
|
60390
60402
|
security: deps.security,
|
|
@@ -61650,7 +61662,7 @@ http_headers = { "api-key-auth" = "YOUR_API_KEY_AUTH" }`;
|
|
|
61650
61662
|
<h1>Instructions</h1>
|
|
61651
61663
|
<p>One-click installation for Claude Desktop users</p>
|
|
61652
61664
|
<div class="instruction-item">
|
|
61653
|
-
<a href="https://github.com/dalmia/calibrate-mcp/releases/download/v0.0.
|
|
61665
|
+
<a href="https://github.com/dalmia/calibrate-mcp/releases/download/v0.0.44/mcp-server.mcpb" download="mcp-server.mcpb" class="action-button header-action" style="display: inline-flex; margin-bottom: 16px;">
|
|
61654
61666
|
\uD83D\uDCE5 Download MCP Bundle
|
|
61655
61667
|
</a>
|
|
61656
61668
|
</div>
|
|
@@ -64537,7 +64549,7 @@ var routes = buildRouteMap({
|
|
|
64537
64549
|
var app = buildApplication(routes, {
|
|
64538
64550
|
name: "mcp",
|
|
64539
64551
|
versionInfo: {
|
|
64540
|
-
currentVersion: "0.0.
|
|
64552
|
+
currentVersion: "0.0.44"
|
|
64541
64553
|
}
|
|
64542
64554
|
});
|
|
64543
64555
|
run(app, process4.argv.slice(2), buildContext(process4));
|
|
@@ -64545,5 +64557,5 @@ export {
|
|
|
64545
64557
|
app
|
|
64546
64558
|
};
|
|
64547
64559
|
|
|
64548
|
-
//# debugId=
|
|
64560
|
+
//# debugId=D9742F01AE30E23564756E2164756E21
|
|
64549
64561
|
//# sourceMappingURL=mcp-server.js.map
|