@dalmia/calibrate-mcp 0.0.90 → 0.0.91
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/bin/mcp-server.js +9 -9
- package/bin/mcp-server.js.map +9 -9
- package/esm/landing-page.js +1 -1
- package/esm/lib/config.d.ts +2 -2
- package/esm/lib/config.js +2 -2
- package/esm/mcp-server/mcp-server.js +1 -1
- package/esm/mcp-server/server.js +1 -1
- package/esm/models/listtracesendpointtracesgetop.js +1 -1
- package/esm/models/listtracesendpointtracesgetop.js.map +1 -1
- package/esm/models/tracelistresponse.js +1 -1
- package/esm/models/tracelistresponse.js.map +1 -1
- package/esm/models/tracesummary.js +1 -1
- package/esm/models/tracesummary.js.map +1 -1
- package/package.json +1 -1
- package/src/landing-page.ts +1 -1
- package/src/lib/config.ts +2 -2
- package/src/mcp-server/mcp-server.ts +1 -1
- package/src/mcp-server/server.ts +1 -1
- package/src/models/listtracesendpointtracesgetop.ts +1 -1
- package/src/models/tracelistresponse.ts +1 -1
- package/src/models/tracesummary.ts +1 -1
package/esm/landing-page.js
CHANGED
|
@@ -915,7 +915,7 @@ http_headers = { "api-key-auth" = "YOUR_API_KEY_AUTH" }`;
|
|
|
915
915
|
<h1>Instructions</h1>
|
|
916
916
|
<p>One-click installation for Claude Desktop users</p>
|
|
917
917
|
<div class="instruction-item">
|
|
918
|
-
<a href="https://github.com/dalmia/calibrate-mcp/releases/download/v0.0.
|
|
918
|
+
<a href="https://github.com/dalmia/calibrate-mcp/releases/download/v0.0.91/mcp-server.mcpb" download="mcp-server.mcpb" class="action-button header-action" style="display: inline-flex; margin-bottom: 16px;">
|
|
919
919
|
📥 Download MCP Bundle
|
|
920
920
|
</a>
|
|
921
921
|
</div>
|
package/esm/lib/config.d.ts
CHANGED
|
@@ -35,8 +35,8 @@ export declare function serverURLFromOptions(options: SDKOptions): URL | null;
|
|
|
35
35
|
export declare const SDK_METADATA: {
|
|
36
36
|
readonly language: "typescript";
|
|
37
37
|
readonly openapiDocVersion: "0.1.0";
|
|
38
|
-
readonly sdkVersion: "0.0.
|
|
38
|
+
readonly sdkVersion: "0.0.91";
|
|
39
39
|
readonly genVersion: "2.915.1";
|
|
40
|
-
readonly userAgent: "speakeasy-sdk/mcp-typescript 0.0.
|
|
40
|
+
readonly userAgent: "speakeasy-sdk/mcp-typescript 0.0.91 2.915.1 0.1.0 @dalmia/calibrate-mcp";
|
|
41
41
|
};
|
|
42
42
|
//# sourceMappingURL=config.d.ts.map
|
package/esm/lib/config.js
CHANGED
|
@@ -27,8 +27,8 @@ export function serverURLFromOptions(options) {
|
|
|
27
27
|
export const SDK_METADATA = {
|
|
28
28
|
language: "typescript",
|
|
29
29
|
openapiDocVersion: "0.1.0",
|
|
30
|
-
sdkVersion: "0.0.
|
|
30
|
+
sdkVersion: "0.0.91",
|
|
31
31
|
genVersion: "2.915.1",
|
|
32
|
-
userAgent: "speakeasy-sdk/mcp-typescript 0.0.
|
|
32
|
+
userAgent: "speakeasy-sdk/mcp-typescript 0.0.91 2.915.1 0.1.0 @dalmia/calibrate-mcp",
|
|
33
33
|
};
|
|
34
34
|
//# sourceMappingURL=config.js.map
|
package/esm/mcp-server/server.js
CHANGED
|
@@ -56,7 +56,7 @@ import { tool$tracesList } from "./tools/tracesList.js";
|
|
|
56
56
|
export function createMCPServer(deps) {
|
|
57
57
|
const server = new McpServer({
|
|
58
58
|
name: "CalibrateMcp",
|
|
59
|
-
version: "0.0.
|
|
59
|
+
version: "0.0.91",
|
|
60
60
|
});
|
|
61
61
|
const getClient = deps.getSDK || (() => new CalibrateMcpCore({
|
|
62
62
|
security: deps.security,
|
|
@@ -41,7 +41,7 @@ export const ListTracesEndpointTracesGetRequest$zodSchema = z.object({
|
|
|
41
41
|
.optional().describe("Return only traces whose output is of this kind. `response` covers every trace carrying a reply, including one that also issued tool calls. `tool_call` covers traces that only issued tool calls"),
|
|
42
42
|
q: z.string().describe("Return only traces containing this text in their message ID, conversation ID, conversation history, output, or metadata").nullable().optional(),
|
|
43
43
|
score: z.array(z.string()).describe("Return only traces whose latest scoring run matches this condition. Each is written as `<evaluator ID>:<condition>`, where the condition is `passed`, `failed`, or one of `=`, `!=`, `<`, `<=`, `>`, `>=` followed by a number, such as `>=4`. Repeat the parameter to require every condition at once").nullable().optional(),
|
|
44
|
-
sort_by_evaluator: z.string().describe("Order traces by this evaluator's score on each trace's latest scoring run. Traces
|
|
44
|
+
sort_by_evaluator: z.string().describe("Order traces by this evaluator's score on each trace's latest scoring run. Traces this evaluator has not scored come last whichever direction you pick, and an evaluator not linked to the agent counts as having scored none").nullable().optional(),
|
|
45
45
|
sort_order: SortOrder$zodSchema.default("desc").describe("Whether `sort_by_evaluator` puts the highest scores first or the lowest. Ignored without it"),
|
|
46
46
|
xAPIKey: z.string().nullable().optional(),
|
|
47
47
|
});
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"listtracesendpointtracesgetop.js","sourceRoot":"","sources":["../../src/models/listtracesendpointtracesgetop.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,2BAA2B,GAC5B,MAAM,wBAAwB,CAAC;AAEhC;;GAEG;AACH,MAAM,CAAC,MAAM,qCAAqC,GAAG;IACnD,QAAQ,EAAE,UAAU;IACpB,QAAQ,EAAE,WAAW;CACb,CAAC;AAQX,MAAM,CAAC,MAAM,+CAA+C,GAAG,CAAC,CAAC,IAAI,CAAC;IACpE,UAAU;IACV,WAAW;CACZ,CAAC,CAAC,QAAQ,CACT,mMAAmM,CACpM,CAAC;AAEF;;GAEG;AACH,MAAM,CAAC,MAAM,SAAS,GAAG;IACvB,GAAG,EAAE,KAAK;IACV,IAAI,EAAE,MAAM;CACJ,CAAC;AAMX,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,CAAC,IAAI,CAAC;IACxC,KAAK;IACL,MAAM;CACP,CAAC,CAAC,QAAQ,CACT,6FAA6F,CAC9F,CAAC;AAoBF,MAAM,CAAC,MAAM,4CAA4C,GAErD,CAAC,CAAC,MAAM,CAAC;IACX,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,oCAAoC,CAAC,CAAC,QAAQ,EAAE;SAC3E,QAAQ,EAAE;IACb,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAClC,iEAAiE,CAClE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACvB,aAAa,EAAE,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,QAAQ,CACtD,gIAAgI,CACjI,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACvB,cAAc,EAAE,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,QAAQ,CACvD,yHAAyH,CAC1H,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACvB,eAAe,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,QAAQ,CAClD,yGAAyG,CAC1G;IACD,sBAAsB,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,QAAQ,CACzD,wLAAwL,CACzL;IACD,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,CAClC,+FAA+F,CAChG,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACvB,KAAK,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,mCAAmC,CAAC;IACxE,MAAM,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CACjC,kDAAkD,CACnD;IACD,WAAW,EAAE,+CAA+C,CAAC,QAAQ,EAAE;SACpE,QAAQ,EAAE,CAAC,QAAQ,CAClB,mMAAmM,CACpM;IACH,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CACpB,yHAAyH,CAC1H,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACvB,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,CACjC,wSAAwS,CACzS,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACvB,iBAAiB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CACpC,
|
|
1
|
+
{"version":3,"file":"listtracesendpointtracesgetop.js","sourceRoot":"","sources":["../../src/models/listtracesendpointtracesgetop.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,2BAA2B,GAC5B,MAAM,wBAAwB,CAAC;AAEhC;;GAEG;AACH,MAAM,CAAC,MAAM,qCAAqC,GAAG;IACnD,QAAQ,EAAE,UAAU;IACpB,QAAQ,EAAE,WAAW;CACb,CAAC;AAQX,MAAM,CAAC,MAAM,+CAA+C,GAAG,CAAC,CAAC,IAAI,CAAC;IACpE,UAAU;IACV,WAAW;CACZ,CAAC,CAAC,QAAQ,CACT,mMAAmM,CACpM,CAAC;AAEF;;GAEG;AACH,MAAM,CAAC,MAAM,SAAS,GAAG;IACvB,GAAG,EAAE,KAAK;IACV,IAAI,EAAE,MAAM;CACJ,CAAC;AAMX,MAAM,CAAC,MAAM,mBAAmB,GAAG,CAAC,CAAC,IAAI,CAAC;IACxC,KAAK;IACL,MAAM;CACP,CAAC,CAAC,QAAQ,CACT,6FAA6F,CAC9F,CAAC;AAoBF,MAAM,CAAC,MAAM,4CAA4C,GAErD,CAAC,CAAC,MAAM,CAAC;IACX,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,oCAAoC,CAAC,CAAC,QAAQ,EAAE;SAC3E,QAAQ,EAAE;IACb,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAClC,iEAAiE,CAClE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACvB,aAAa,EAAE,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,QAAQ,CACtD,gIAAgI,CACjI,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACvB,cAAc,EAAE,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,QAAQ,CACvD,yHAAyH,CAC1H,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACvB,eAAe,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,QAAQ,CAClD,yGAAyG,CAC1G;IACD,sBAAsB,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,QAAQ,CACzD,wLAAwL,CACzL;IACD,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,CAClC,+FAA+F,CAChG,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACvB,KAAK,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,mCAAmC,CAAC;IACxE,MAAM,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CACjC,kDAAkD,CACnD;IACD,WAAW,EAAE,+CAA+C,CAAC,QAAQ,EAAE;SACpE,QAAQ,EAAE,CAAC,QAAQ,CAClB,mMAAmM,CACpM;IACH,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CACpB,yHAAyH,CAC1H,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACvB,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,CACjC,wSAAwS,CACzS,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACvB,iBAAiB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CACpC,+NAA+N,CAChO,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACvB,UAAU,EAAE,mBAAmB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,QAAQ,CACtD,6FAA6F,CAC9F;IACD,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CAC1C,CAAC,CAAC;AAMH,MAAM,CAAC,MAAM,6CAA6C,GAEtD,CAAC,CAAC,KAAK,CAAC;IACV,2BAA2B;IAC3B,6BAA6B;CAC9B,CAAC,CAAC"}
|
|
@@ -10,7 +10,7 @@ export const TraceListResponse$zodSchema = z
|
|
|
10
10
|
limit: z.int().nullable().optional().describe("The applied `limit` (null when unbounded)"),
|
|
11
11
|
offset: z.int().default(0).describe("The applied `offset`"),
|
|
12
12
|
score_averages: z.array(TraceScoreAverage$zodSchema).nullable().optional()
|
|
13
|
-
.describe("One
|
|
13
|
+
.describe("One average for each evaluator linked to the agent that scored at least one trace matching the filters, covering all the matching traces it scored rather than this page. Ask for it with `include_score_averages`"),
|
|
14
14
|
total: z.int().describe("Total number of items matching the query, before pagination"),
|
|
15
15
|
}).describe("The page, plus the averages when `include_score_averages` asked for them.");
|
|
16
16
|
//# sourceMappingURL=tracelistresponse.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"tracelistresponse.js","sourceRoot":"","sources":["../../src/models/tracelistresponse.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,2BAA2B,GAC5B,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAAgB,sBAAsB,EAAE,MAAM,mBAAmB,CAAC;AAazE,MAAM,CAAC,MAAM,2BAA2B,GAAiC,CAAC;KACvE,MAAM,CAAC;IACN,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,sBAAsB,CAAC,CAAC,QAAQ,CAAC,qBAAqB,CAAC;IACtE,KAAK,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC3C,2CAA2C,CAC5C;IACD,MAAM,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,sBAAsB,CAAC;IAC3D,cAAc,EAAE,CAAC,CAAC,KAAK,CAAC,2BAA2B,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;SACvE,QAAQ,CACP,
|
|
1
|
+
{"version":3,"file":"tracelistresponse.js","sourceRoot":"","sources":["../../src/models/tracelistresponse.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,2BAA2B,GAC5B,MAAM,wBAAwB,CAAC;AAChC,OAAO,EAAgB,sBAAsB,EAAE,MAAM,mBAAmB,CAAC;AAazE,MAAM,CAAC,MAAM,2BAA2B,GAAiC,CAAC;KACvE,MAAM,CAAC;IACN,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,sBAAsB,CAAC,CAAC,QAAQ,CAAC,qBAAqB,CAAC;IACtE,KAAK,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC3C,2CAA2C,CAC5C;IACD,MAAM,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,sBAAsB,CAAC;IAC3D,cAAc,EAAE,CAAC,CAAC,KAAK,CAAC,2BAA2B,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;SACvE,QAAQ,CACP,oNAAoN,CACrN;IACH,KAAK,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,CACrB,6DAA6D,CAC9D;CACF,CAAC,CAAC,QAAQ,CACT,2EAA2E,CAC5E,CAAC"}
|
|
@@ -32,7 +32,7 @@ export const TraceSummary$zodSchema = z.object({
|
|
|
32
32
|
metadata_count: z.int().describe("Number of metadata entries stored with the trace"),
|
|
33
33
|
output: TraceOutput$zodSchema.nullable().optional().describe("What the agent produced for this turn. Sent only with `include_content`"),
|
|
34
34
|
response_preview: z.string().nullable().optional().describe("The agent reply, truncated for display"),
|
|
35
|
-
results: z.array(TraceScoreResult$zodSchema).optional().describe("Results
|
|
35
|
+
results: z.array(TraceScoreResult$zodSchema).optional().describe("Results on the latest scoring run from the evaluators linked to the agent"),
|
|
36
36
|
tool_call_count: z.int().describe("Number of tool calls the agent issued for this turn"),
|
|
37
37
|
tool_calls: z.array(TraceToolCall$zodSchema).describe("Tools the agent issued on this turn, with the arguments it passed"),
|
|
38
38
|
tool_names: z.array(z.string()).describe("Names of the tools the agent issued on this turn, in order"),
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"tracesummary.js","sourceRoot":"","sources":["../../src/models/tracesummary.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,4BAA4B,GAC7B,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAEL,4BAA4B,GAC7B,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAAe,qBAAqB,EAAE,MAAM,kBAAkB,CAAC;AACtE,OAAO,EAEL,0BAA0B,GAC3B,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAiB,uBAAuB,EAAE,MAAM,oBAAoB,CAAC;AAC5E,OAAO,EAAa,mBAAmB,EAAE,MAAM,gBAAgB,CAAC;AAOhE,MAAM,CAAC,MAAM,2BAA2B,GAAiC,CAAC;KACvE,KAAK,CAAC;IACL,CAAC,CAAC,MAAM,EAAE;IACV,CAAC,CAAC,KAAK,CAAC,mBAAmB,CAAC;CAC7B,CAAC,CAAC,QAAQ,CACT,iPAAiP,CAClP,CAAC;AAwBJ,MAAM,CAAC,MAAM,sBAAsB,GAA4B,CAAC,CAAC,MAAM,CAAC;IACtE,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,wCAAwC,CAAC;IACvE,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACxD,sCAAsC,CACvC;IACD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,2CAA2C,CAAC;IAC5E,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC;QACb,CAAC,CAAC,MAAM,EAAE;QACV,CAAC,CAAC,KAAK,CAAC,mBAAmB,CAAC;KAC7B,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC/B,iPAAiP,CAClP;IACD,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACtD,uEAAuE,CACxE;IACD,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,CAClC,+HAA+H,CAChI;IACD,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACzD,kDAAkD,CACnD;IACD,iBAAiB,EAAE,4BAA4B,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;SAClE,QAAQ,CAAC,iDAAiD,CAAC;IAC9D,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACnD,iCAAiC,CAClC;IACD,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,4BAA4B,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;SAClE,QAAQ,CACP,yEAAyE,CAC1E;IACH,cAAc,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,CAC9B,kDAAkD,CACnD;IACD,MAAM,EAAE,qBAAqB,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC1D,yEAAyE,CAC1E;IACD,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACzD,wCAAwC,CACzC;IACD,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC9D,
|
|
1
|
+
{"version":3,"file":"tracesummary.js","sourceRoot":"","sources":["../../src/models/tracesummary.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,4BAA4B,GAC7B,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAEL,4BAA4B,GAC7B,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAAe,qBAAqB,EAAE,MAAM,kBAAkB,CAAC;AACtE,OAAO,EAEL,0BAA0B,GAC3B,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAiB,uBAAuB,EAAE,MAAM,oBAAoB,CAAC;AAC5E,OAAO,EAAa,mBAAmB,EAAE,MAAM,gBAAgB,CAAC;AAOhE,MAAM,CAAC,MAAM,2BAA2B,GAAiC,CAAC;KACvE,KAAK,CAAC;IACL,CAAC,CAAC,MAAM,EAAE;IACV,CAAC,CAAC,KAAK,CAAC,mBAAmB,CAAC;CAC7B,CAAC,CAAC,QAAQ,CACT,iPAAiP,CAClP,CAAC;AAwBJ,MAAM,CAAC,MAAM,sBAAsB,GAA4B,CAAC,CAAC,MAAM,CAAC;IACtE,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,wCAAwC,CAAC;IACvE,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACxD,sCAAsC,CACvC;IACD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,2CAA2C,CAAC;IAC5E,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC;QACb,CAAC,CAAC,MAAM,EAAE;QACV,CAAC,CAAC,KAAK,CAAC,mBAAmB,CAAC;KAC7B,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC/B,iPAAiP,CAClP;IACD,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACtD,uEAAuE,CACxE;IACD,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,CAClC,+HAA+H,CAChI;IACD,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACzD,kDAAkD,CACnD;IACD,iBAAiB,EAAE,4BAA4B,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;SAClE,QAAQ,CAAC,iDAAiD,CAAC;IAC9D,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACnD,iCAAiC,CAClC;IACD,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,4BAA4B,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;SAClE,QAAQ,CACP,yEAAyE,CAC1E;IACH,cAAc,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,CAC9B,kDAAkD,CACnD;IACD,MAAM,EAAE,qBAAqB,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC1D,yEAAyE,CAC1E;IACD,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACzD,wCAAwC,CACzC;IACD,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC9D,2EAA2E,CAC5E;IACD,eAAe,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,CAC/B,qDAAqD,CACtD;IACD,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,uBAAuB,CAAC,CAAC,QAAQ,CACnD,mEAAmE,CACpE;IACD,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,CACtC,4DAA4D,CAC7D;IACD,UAAU,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,CAC1B,sEAAsE,CACvE;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,yBAAyB,CAAC;CACrD,CAAC,CAAC"}
|
package/package.json
CHANGED
package/src/landing-page.ts
CHANGED
|
@@ -930,7 +930,7 @@ http_headers = { "api-key-auth" = "YOUR_API_KEY_AUTH" }`;
|
|
|
930
930
|
<h1>Instructions</h1>
|
|
931
931
|
<p>One-click installation for Claude Desktop users</p>
|
|
932
932
|
<div class="instruction-item">
|
|
933
|
-
<a href="https://github.com/dalmia/calibrate-mcp/releases/download/v0.0.
|
|
933
|
+
<a href="https://github.com/dalmia/calibrate-mcp/releases/download/v0.0.91/mcp-server.mcpb" download="mcp-server.mcpb" class="action-button header-action" style="display: inline-flex; margin-bottom: 16px;">
|
|
934
934
|
📥 Download MCP Bundle
|
|
935
935
|
</a>
|
|
936
936
|
</div>
|
package/src/lib/config.ts
CHANGED
|
@@ -65,8 +65,8 @@ export function serverURLFromOptions(options: SDKOptions): URL | null {
|
|
|
65
65
|
export const SDK_METADATA = {
|
|
66
66
|
language: "typescript",
|
|
67
67
|
openapiDocVersion: "0.1.0",
|
|
68
|
-
sdkVersion: "0.0.
|
|
68
|
+
sdkVersion: "0.0.91",
|
|
69
69
|
genVersion: "2.915.1",
|
|
70
70
|
userAgent:
|
|
71
|
-
"speakeasy-sdk/mcp-typescript 0.0.
|
|
71
|
+
"speakeasy-sdk/mcp-typescript 0.0.91 2.915.1 0.1.0 @dalmia/calibrate-mcp",
|
|
72
72
|
} as const;
|
package/src/mcp-server/server.ts
CHANGED
|
@@ -109,7 +109,7 @@ export const ListTracesEndpointTracesGetRequest$zodSchema: z.ZodType<
|
|
|
109
109
|
"Return only traces whose latest scoring run matches this condition. Each is written as `<evaluator ID>:<condition>`, where the condition is `passed`, `failed`, or one of `=`, `!=`, `<`, `<=`, `>`, `>=` followed by a number, such as `>=4`. Repeat the parameter to require every condition at once",
|
|
110
110
|
).nullable().optional(),
|
|
111
111
|
sort_by_evaluator: z.string().describe(
|
|
112
|
-
"Order traces by this evaluator's score on each trace's latest scoring run. Traces
|
|
112
|
+
"Order traces by this evaluator's score on each trace's latest scoring run. Traces this evaluator has not scored come last whichever direction you pick, and an evaluator not linked to the agent counts as having scored none",
|
|
113
113
|
).nullable().optional(),
|
|
114
114
|
sort_order: SortOrder$zodSchema.default("desc").describe(
|
|
115
115
|
"Whether `sort_by_evaluator` puts the highest scores first or the lowest. Ignored without it",
|
|
@@ -29,7 +29,7 @@ export const TraceListResponse$zodSchema: z.ZodType<TraceListResponse> = z
|
|
|
29
29
|
offset: z.int().default(0).describe("The applied `offset`"),
|
|
30
30
|
score_averages: z.array(TraceScoreAverage$zodSchema).nullable().optional()
|
|
31
31
|
.describe(
|
|
32
|
-
"One
|
|
32
|
+
"One average for each evaluator linked to the agent that scored at least one trace matching the filters, covering all the matching traces it scored rather than this page. Ask for it with `include_score_averages`",
|
|
33
33
|
),
|
|
34
34
|
total: z.int().describe(
|
|
35
35
|
"Total number of items matching the query, before pagination",
|
|
@@ -94,7 +94,7 @@ export const TraceSummary$zodSchema: z.ZodType<TraceSummary> = z.object({
|
|
|
94
94
|
"The agent reply, truncated for display",
|
|
95
95
|
),
|
|
96
96
|
results: z.array(TraceScoreResult$zodSchema).optional().describe(
|
|
97
|
-
"Results
|
|
97
|
+
"Results on the latest scoring run from the evaluators linked to the agent",
|
|
98
98
|
),
|
|
99
99
|
tool_call_count: z.int().describe(
|
|
100
100
|
"Number of tool calls the agent issued for this turn",
|