@dalmia/calibrate-mcp 0.0.29 → 0.0.30
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/bin/mcp-server.js +11 -9
- package/bin/mcp-server.js.map +9 -9
- package/esm/landing-page.js +1 -1
- package/esm/lib/config.d.ts +2 -2
- package/esm/lib/config.js +2 -2
- package/esm/mcp-server/mcp-server.js +1 -1
- package/esm/mcp-server/server.js +1 -1
- package/esm/models/evaluatordetailresponsecompact.d.ts +1 -0
- package/esm/models/evaluatordetailresponsecompact.d.ts.map +1 -1
- package/esm/models/evaluatordetailresponsecompact.js +2 -1
- package/esm/models/evaluatordetailresponsecompact.js.map +1 -1
- package/esm/models/listevaluatorsevaluatorsgetop.js +1 -1
- package/esm/models/listevaluatorsevaluatorsgetop.js.map +1 -1
- package/esm/models/routersevaluatorsevaluatorresponse.d.ts +1 -0
- package/esm/models/routersevaluatorsevaluatorresponse.d.ts.map +1 -1
- package/esm/models/routersevaluatorsevaluatorresponse.js +2 -1
- package/esm/models/routersevaluatorsevaluatorresponse.js.map +1 -1
- package/package.json +1 -1
- package/src/landing-page.ts +1 -1
- package/src/lib/config.ts +2 -2
- package/src/mcp-server/mcp-server.ts +1 -1
- package/src/mcp-server/server.ts +1 -1
- package/src/models/evaluatordetailresponsecompact.ts +5 -1
- package/src/models/listevaluatorsevaluatorsgetop.ts +1 -1
- package/src/models/routersevaluatorsevaluatorresponse.ts +5 -1
package/esm/landing-page.js
CHANGED
|
@@ -915,7 +915,7 @@ http_headers = { "api-key-auth" = "YOUR_API_KEY_AUTH" }`;
|
|
|
915
915
|
<h1>Instructions</h1>
|
|
916
916
|
<p>One-click installation for Claude Desktop users</p>
|
|
917
917
|
<div class="instruction-item">
|
|
918
|
-
<a href="https://github.com/dalmia/calibrate-mcp/releases/download/v0.0.
|
|
918
|
+
<a href="https://github.com/dalmia/calibrate-mcp/releases/download/v0.0.30/mcp-server.mcpb" download="mcp-server.mcpb" class="action-button header-action" style="display: inline-flex; margin-bottom: 16px;">
|
|
919
919
|
📥 Download MCP Bundle
|
|
920
920
|
</a>
|
|
921
921
|
</div>
|
package/esm/lib/config.d.ts
CHANGED
|
@@ -35,8 +35,8 @@ export declare function serverURLFromOptions(options: SDKOptions): URL | null;
|
|
|
35
35
|
export declare const SDK_METADATA: {
|
|
36
36
|
readonly language: "typescript";
|
|
37
37
|
readonly openapiDocVersion: "0.1.0";
|
|
38
|
-
readonly sdkVersion: "0.0.
|
|
38
|
+
readonly sdkVersion: "0.0.30";
|
|
39
39
|
readonly genVersion: "2.915.1";
|
|
40
|
-
readonly userAgent: "speakeasy-sdk/mcp-typescript 0.0.
|
|
40
|
+
readonly userAgent: "speakeasy-sdk/mcp-typescript 0.0.30 2.915.1 0.1.0 @dalmia/calibrate-mcp";
|
|
41
41
|
};
|
|
42
42
|
//# sourceMappingURL=config.d.ts.map
|
package/esm/lib/config.js
CHANGED
|
@@ -27,8 +27,8 @@ export function serverURLFromOptions(options) {
|
|
|
27
27
|
export const SDK_METADATA = {
|
|
28
28
|
language: "typescript",
|
|
29
29
|
openapiDocVersion: "0.1.0",
|
|
30
|
-
sdkVersion: "0.0.
|
|
30
|
+
sdkVersion: "0.0.30",
|
|
31
31
|
genVersion: "2.915.1",
|
|
32
|
-
userAgent: "speakeasy-sdk/mcp-typescript 0.0.
|
|
32
|
+
userAgent: "speakeasy-sdk/mcp-typescript 0.0.30 2.915.1 0.1.0 @dalmia/calibrate-mcp",
|
|
33
33
|
};
|
|
34
34
|
//# sourceMappingURL=config.js.map
|
package/esm/mcp-server/server.js
CHANGED
|
@@ -44,7 +44,7 @@ import { tool$testsUpdate } from "./tools/testsUpdate.js";
|
|
|
44
44
|
export function createMCPServer(deps) {
|
|
45
45
|
const server = new McpServer({
|
|
46
46
|
name: "CalibrateMcp",
|
|
47
|
-
version: "0.0.
|
|
47
|
+
version: "0.0.30",
|
|
48
48
|
});
|
|
49
49
|
const getClient = deps.getSDK || (() => new CalibrateMcpCore({
|
|
50
50
|
security: deps.security,
|
|
@@ -97,6 +97,7 @@ export type EvaluatorDetailResponseCompact = {
|
|
|
97
97
|
output_type: EvaluatorDetailResponseCompactOutputType;
|
|
98
98
|
is_default: boolean;
|
|
99
99
|
slug?: string | null | undefined;
|
|
100
|
+
source_default_slug?: string | null | undefined;
|
|
100
101
|
live_version_id?: string | null | undefined;
|
|
101
102
|
created_at: string;
|
|
102
103
|
updated_at: string;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"evaluatordetailresponsecompact.d.ts","sourceRoot":"","sources":["../../src/models/evaluatordetailresponsecompact.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EACL,uBAAuB,EAExB,MAAM,8BAA8B,CAAC;AAEtC;;;;;;;;;;GAUG;AACH,eAAO,MAAM,2CAA2C;;;;;;CAM9C,CAAC;AACX;;;;;;;;;;GAUG;AACH,MAAM,MAAM,2CAA2C,GAAG,UAAU,CAClE,OAAO,2CAA2C,CACnD,CAAC;AAEF,eAAO,MAAM,qDAAqD;;;;;;EAQjE,CAAC;AAEF;;;;;;;GAOG;AACH,eAAO,MAAM,sCAAsC;;;CAGzC,CAAC;AACX;;;;;;;GAOG;AACH,MAAM,MAAM,sCAAsC,GAAG,UAAU,CAC7D,OAAO,sCAAsC,CAC9C,CAAC;AAEF,eAAO,MAAM,gDAAgD;;;EAGQ,CAAC;AAEtE;;;;;;;GAOG;AACH,eAAO,MAAM,wCAAwC;;;CAG3C,CAAC;AACX;;;;;;;GAOG;AACH,MAAM,MAAM,wCAAwC,GAAG,UAAU,CAC/D,OAAO,wCAAwC,CAChD,CAAC;AAEF,eAAO,MAAM,kDAAkD;;;EAK9D,CAAC;AAEF,MAAM,MAAM,8BAA8B,GAAG;IAC3C,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACxC,cAAc,EAAE,2CAA2C,CAAC;IAC5D,SAAS,EAAE,sCAAsC,CAAC;IAClD,WAAW,EAAE,wCAAwC,CAAC;IACtD,UAAU,EAAE,OAAO,CAAC;IACpB,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACjC,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC5C,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,KAAK,CAAC,uBAAuB,CAAC,CAAC;CAC1C,CAAC;AAEF,eAAO,MAAM,wCAAwC,EAAE,CAAC,CAAC,OAAO,CAC9D,8BAA8B,
|
|
1
|
+
{"version":3,"file":"evaluatordetailresponsecompact.d.ts","sourceRoot":"","sources":["../../src/models/evaluatordetailresponsecompact.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EACL,uBAAuB,EAExB,MAAM,8BAA8B,CAAC;AAEtC;;;;;;;;;;GAUG;AACH,eAAO,MAAM,2CAA2C;;;;;;CAM9C,CAAC;AACX;;;;;;;;;;GAUG;AACH,MAAM,MAAM,2CAA2C,GAAG,UAAU,CAClE,OAAO,2CAA2C,CACnD,CAAC;AAEF,eAAO,MAAM,qDAAqD;;;;;;EAQjE,CAAC;AAEF;;;;;;;GAOG;AACH,eAAO,MAAM,sCAAsC;;;CAGzC,CAAC;AACX;;;;;;;GAOG;AACH,MAAM,MAAM,sCAAsC,GAAG,UAAU,CAC7D,OAAO,sCAAsC,CAC9C,CAAC;AAEF,eAAO,MAAM,gDAAgD;;;EAGQ,CAAC;AAEtE;;;;;;;GAOG;AACH,eAAO,MAAM,wCAAwC;;;CAG3C,CAAC;AACX;;;;;;;GAOG;AACH,MAAM,MAAM,wCAAwC,GAAG,UAAU,CAC/D,OAAO,wCAAwC,CAChD,CAAC;AAEF,eAAO,MAAM,kDAAkD;;;EAK9D,CAAC;AAEF,MAAM,MAAM,8BAA8B,GAAG;IAC3C,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACxC,cAAc,EAAE,2CAA2C,CAAC;IAC5D,SAAS,EAAE,sCAAsC,CAAC;IAClD,WAAW,EAAE,wCAAwC,CAAC;IACtD,UAAU,EAAE,OAAO,CAAC;IACpB,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACjC,mBAAmB,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAChD,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC5C,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,KAAK,CAAC,uBAAuB,CAAC,CAAC;CAC1C,CAAC;AAEF,eAAO,MAAM,wCAAwC,EAAE,CAAC,CAAC,OAAO,CAC9D,8BAA8B,CAsC9B,CAAC"}
|
|
@@ -66,11 +66,12 @@ export const EvaluatorDetailResponseCompact$zodSchema = z.object({
|
|
|
66
66
|
description: z.string().nullable().optional().describe("What the evaluator checks"),
|
|
67
67
|
evaluator_type: EvaluatorDetailResponseCompactEvaluatorType$zodSchema
|
|
68
68
|
.describe("What the evaluator judges:\n\n- `tts`: TTS audio\n- `stt`: one transcript\n- `llm`: a reply with its conversation history\n- `llm-general`: a standalone input and output pair\n- `conversation`: a full conversation\n"),
|
|
69
|
-
is_default: z.boolean().describe("True
|
|
69
|
+
is_default: z.boolean().describe("True when the evaluator is a built-in default or your workspace's editable copy of one. False for an evaluator you created yourself"),
|
|
70
70
|
live_version_id: z.string().nullable().optional().describe("ID of the version that is currently live"),
|
|
71
71
|
name: z.string().describe("Evaluator name"),
|
|
72
72
|
output_type: EvaluatorDetailResponseCompactOutputType$zodSchema.describe("How the evaluator scores:\n\n- `binary`: pass or fail\n- `rating`: a numeric score, using the scale in `output_config`\n"),
|
|
73
73
|
slug: z.string().nullable().optional().describe("Stable slug for a built-in default evaluator"),
|
|
74
|
+
source_default_slug: z.string().nullable().optional().describe("Stable slug of the built-in default this evaluator is your editable copy of. Set on your default forks so you can identify a specific default by it"),
|
|
74
75
|
updated_at: z.string().describe("When the evaluator was last updated (ISO 8601 UTC)"),
|
|
75
76
|
uuid: z.string().describe("Evaluator ID"),
|
|
76
77
|
versions: z.array(EvaluatorVersionCompact$zodSchema).describe("Full version history, oldest first"),
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"evaluatordetailresponsecompact.js","sourceRoot":"","sources":["../../src/models/evaluatordetailresponsecompact.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,OAAO,EAEL,iCAAiC,GAClC,MAAM,8BAA8B,CAAC;AAEtC;;;;;;;;;;GAUG;AACH,MAAM,CAAC,MAAM,2CAA2C,GAAG;IACzD,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,UAAU,EAAE,aAAa;IACzB,YAAY,EAAE,cAAc;CACpB,CAAC;AAgBX,MAAM,CAAC,MAAM,qDAAqD,GAAG,CAAC,CAAC,IAAI,CAAC;IAC1E,KAAK;IACL,KAAK;IACL,KAAK;IACL,aAAa;IACb,cAAc;CACf,CAAC,CAAC,QAAQ,CACT,yNAAyN,CAC1N,CAAC;AAEF;;;;;;;GAOG;AACH,MAAM,CAAC,MAAM,sCAAsC,GAAG;IACpD,IAAI,EAAE,MAAM;IACZ,KAAK,EAAE,OAAO;CACN,CAAC;AAaX,MAAM,CAAC,MAAM,gDAAgD,GAAG,CAAC,CAAC,IAAI,CAAC;IACrE,MAAM;IACN,OAAO;CACR,CAAC,CAAC,QAAQ,CAAC,wDAAwD,CAAC,CAAC;AAEtE;;;;;;;GAOG;AACH,MAAM,CAAC,MAAM,wCAAwC,GAAG;IACtD,MAAM,EAAE,QAAQ;IAChB,MAAM,EAAE,QAAQ;CACR,CAAC;AAaX,MAAM,CAAC,MAAM,kDAAkD,GAAG,CAAC,CAAC,IAAI,CAAC;IACvE,QAAQ;IACR,QAAQ;CACT,CAAC,CAAC,QAAQ,CACT,0HAA0H,CAC3H,CAAC;
|
|
1
|
+
{"version":3,"file":"evaluatordetailresponsecompact.js","sourceRoot":"","sources":["../../src/models/evaluatordetailresponsecompact.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,OAAO,EAEL,iCAAiC,GAClC,MAAM,8BAA8B,CAAC;AAEtC;;;;;;;;;;GAUG;AACH,MAAM,CAAC,MAAM,2CAA2C,GAAG;IACzD,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,UAAU,EAAE,aAAa;IACzB,YAAY,EAAE,cAAc;CACpB,CAAC;AAgBX,MAAM,CAAC,MAAM,qDAAqD,GAAG,CAAC,CAAC,IAAI,CAAC;IAC1E,KAAK;IACL,KAAK;IACL,KAAK;IACL,aAAa;IACb,cAAc;CACf,CAAC,CAAC,QAAQ,CACT,yNAAyN,CAC1N,CAAC;AAEF;;;;;;;GAOG;AACH,MAAM,CAAC,MAAM,sCAAsC,GAAG;IACpD,IAAI,EAAE,MAAM;IACZ,KAAK,EAAE,OAAO;CACN,CAAC;AAaX,MAAM,CAAC,MAAM,gDAAgD,GAAG,CAAC,CAAC,IAAI,CAAC;IACrE,MAAM;IACN,OAAO;CACR,CAAC,CAAC,QAAQ,CAAC,wDAAwD,CAAC,CAAC;AAEtE;;;;;;;GAOG;AACH,MAAM,CAAC,MAAM,wCAAwC,GAAG;IACtD,MAAM,EAAE,QAAQ;IAChB,MAAM,EAAE,QAAQ;CACR,CAAC;AAaX,MAAM,CAAC,MAAM,kDAAkD,GAAG,CAAC,CAAC,IAAI,CAAC;IACvE,QAAQ;IACR,QAAQ;CACT,CAAC,CAAC,QAAQ,CACT,0HAA0H,CAC3H,CAAC;AAkBF,MAAM,CAAC,MAAM,wCAAwC,GAEjD,CAAC,CAAC,MAAM,CAAC;IACX,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAC7B,+CAA+C,CAChD;IACD,SAAS,EAAE,gDAAgD,CAAC,QAAQ,CAClE,wDAAwD,CACzD;IACD,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACpD,2BAA2B,CAC5B;IACD,cAAc,EAAE,qDAAqD;SAClE,QAAQ,CACP,yNAAyN,CAC1N;IACH,UAAU,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,CAC9B,qIAAqI,CACtI;IACD,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACxD,0CAA0C,CAC3C;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,gBAAgB,CAAC;IAC3C,WAAW,EAAE,kDAAkD,CAAC,QAAQ,CACtE,0HAA0H,CAC3H;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC7C,8CAA8C,CAC/C;IACD,mBAAmB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC5D,qJAAqJ,CACtJ;IACD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAC7B,oDAAoD,CACrD;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,cAAc,CAAC;IACzC,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,iCAAiC,CAAC,CAAC,QAAQ,CAC3D,oCAAoC,CACrC;CACF,CAAC,CAAC"}
|
|
@@ -37,7 +37,7 @@ export const ListEvaluatorsEvaluatorsGetRequest$zodSchema = z.object({
|
|
|
37
37
|
.describe("Filter by modality. Omit for all"),
|
|
38
38
|
evaluator_type: ListEvaluatorsEvaluatorsGetEvaluatorType$zodSchema.nullable()
|
|
39
39
|
.optional().describe("Filter by what the evaluator judges. Omit for all types"),
|
|
40
|
-
include_defaults: z.boolean().default(true).describe("
|
|
40
|
+
include_defaults: z.boolean().default(true).describe("Retained for backward compatibility and no longer filters. Your evaluators, including your editable copies of the defaults, are always returned"),
|
|
41
41
|
limit: z.int().describe("Maximum number of items to return. Omit for no limit (all items)").nullable().optional(),
|
|
42
42
|
offset: z.int().default(0).describe("Number of items to skip before returning results"),
|
|
43
43
|
q: z.string().describe("Case-insensitive substring search on `name`. Blank is a no-op").nullable().optional(),
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"listevaluatorsevaluatorsgetop.js","sourceRoot":"","sources":["../../src/models/listevaluatorsevaluatorsgetop.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,4CAA4C,GAC7C,MAAM,yCAAyC,CAAC;AAEjD;;GAEG;AACH,MAAM,CAAC,MAAM,wCAAwC,GAAG;IACtD,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,UAAU,EAAE,aAAa;IACzB,YAAY,EAAE,cAAc;CACpB,CAAC;AAQX,MAAM,CAAC,MAAM,kDAAkD,GAAG,CAAC,CAAC,IAAI,CAAC;IACvE,KAAK;IACL,KAAK;IACL,KAAK;IACL,aAAa;IACb,cAAc;CACf,CAAC,CAAC,QAAQ,CAAC,yDAAyD,CAAC,CAAC;AAEvE;;GAEG;AACH,MAAM,CAAC,MAAM,mCAAmC,GAAG;IACjD,IAAI,EAAE,MAAM;IACZ,KAAK,EAAE,OAAO;CACN,CAAC;AAQX,MAAM,CAAC,MAAM,6CAA6C,GAAG,CAAC,CAAC,IAAI,CAAC;IAClE,MAAM;IACN,OAAO;CACR,CAAC,CAAC,QAAQ,CAAC,kCAAkC,CAAC,CAAC;AAYhD,MAAM,CAAC,MAAM,4CAA4C,GAErD,CAAC,CAAC,MAAM,CAAC;IACX,SAAS,EAAE,6CAA6C,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;SAC3E,QAAQ,CAAC,kCAAkC,CAAC;IAC/C,cAAc,EAAE,kDAAkD,CAAC,QAAQ,EAAE;SAC1E,QAAQ,EAAE,CAAC,QAAQ,CAClB,yDAAyD,CAC1D;IACH,gBAAgB,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,QAAQ,CAClD,
|
|
1
|
+
{"version":3,"file":"listevaluatorsevaluatorsgetop.js","sourceRoot":"","sources":["../../src/models/listevaluatorsevaluatorsgetop.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,4CAA4C,GAC7C,MAAM,yCAAyC,CAAC;AAEjD;;GAEG;AACH,MAAM,CAAC,MAAM,wCAAwC,GAAG;IACtD,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,UAAU,EAAE,aAAa;IACzB,YAAY,EAAE,cAAc;CACpB,CAAC;AAQX,MAAM,CAAC,MAAM,kDAAkD,GAAG,CAAC,CAAC,IAAI,CAAC;IACvE,KAAK;IACL,KAAK;IACL,KAAK;IACL,aAAa;IACb,cAAc;CACf,CAAC,CAAC,QAAQ,CAAC,yDAAyD,CAAC,CAAC;AAEvE;;GAEG;AACH,MAAM,CAAC,MAAM,mCAAmC,GAAG;IACjD,IAAI,EAAE,MAAM;IACZ,KAAK,EAAE,OAAO;CACN,CAAC;AAQX,MAAM,CAAC,MAAM,6CAA6C,GAAG,CAAC,CAAC,IAAI,CAAC;IAClE,MAAM;IACN,OAAO;CACR,CAAC,CAAC,QAAQ,CAAC,kCAAkC,CAAC,CAAC;AAYhD,MAAM,CAAC,MAAM,4CAA4C,GAErD,CAAC,CAAC,MAAM,CAAC;IACX,SAAS,EAAE,6CAA6C,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;SAC3E,QAAQ,CAAC,kCAAkC,CAAC;IAC/C,cAAc,EAAE,kDAAkD,CAAC,QAAQ,EAAE;SAC1E,QAAQ,EAAE,CAAC,QAAQ,CAClB,yDAAyD,CAC1D;IACH,gBAAgB,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,QAAQ,CAClD,iJAAiJ,CAClJ;IACD,KAAK,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,CACrB,kEAAkE,CACnE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACvB,MAAM,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CACjC,kDAAkD,CACnD;IACD,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CACpB,+DAA+D,CAChE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACvB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CAC1C,CAAC,CAAC;AAMH,MAAM,CAAC,MAAM,6CAA6C,GAEtD,CAAC,CAAC,KAAK,CAAC;IACV,4CAA4C;IAC5C,6BAA6B;CAC9B,CAAC,CAAC"}
|
|
@@ -97,6 +97,7 @@ export type RoutersEvaluatorsEvaluatorResponse = {
|
|
|
97
97
|
output_type: RoutersEvaluatorsEvaluatorResponseOutputType;
|
|
98
98
|
is_default: boolean;
|
|
99
99
|
slug?: string | null | undefined;
|
|
100
|
+
source_default_slug?: string | null | undefined;
|
|
100
101
|
live_version_id?: string | null | undefined;
|
|
101
102
|
created_at: string;
|
|
102
103
|
updated_at: string;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"routersevaluatorsevaluatorresponse.d.ts","sourceRoot":"","sources":["../../src/models/routersevaluatorsevaluatorresponse.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EACL,2BAA2B,EAE5B,MAAM,kCAAkC,CAAC;AAE1C;;;;;;;;;;GAUG;AACH,eAAO,MAAM,+CAA+C;;;;;;CAMlD,CAAC;AACX;;;;;;;;;;GAUG;AACH,MAAM,MAAM,+CAA+C,GAAG,UAAU,CACtE,OAAO,+CAA+C,CACvD,CAAC;AAEF,eAAO,MAAM,yDAAyD;;;;;;EAUrE,CAAC;AAEF;;;;;;;GAOG;AACH,eAAO,MAAM,0CAA0C;;;CAG7C,CAAC;AACX;;;;;;;GAOG;AACH,MAAM,MAAM,0CAA0C,GAAG,UAAU,CACjE,OAAO,0CAA0C,CAClD,CAAC;AAEF,eAAO,MAAM,oDAAoD;;;EAGI,CAAC;AAEtE;;;;;;;GAOG;AACH,eAAO,MAAM,4CAA4C;;;CAG/C,CAAC;AACX;;;;;;;GAOG;AACH,MAAM,MAAM,4CAA4C,GAAG,UAAU,CACnE,OAAO,4CAA4C,CACpD,CAAC;AAEF,eAAO,MAAM,sDAAsD;;;EAKlE,CAAC;AAEF,MAAM,MAAM,kCAAkC,GAAG;IAC/C,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACxC,cAAc,EAAE,+CAA+C,CAAC;IAChE,SAAS,EAAE,0CAA0C,CAAC;IACtD,WAAW,EAAE,4CAA4C,CAAC;IAC1D,UAAU,EAAE,OAAO,CAAC;IACpB,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACjC,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC5C,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,2BAA2B,GAAG,IAAI,GAAG,SAAS,CAAC;CAC/D,CAAC;AAEF,eAAO,MAAM,4CAA4C,EAAE,CAAC,CAAC,OAAO,CAClE,kCAAkC,
|
|
1
|
+
{"version":3,"file":"routersevaluatorsevaluatorresponse.d.ts","sourceRoot":"","sources":["../../src/models/routersevaluatorsevaluatorresponse.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EACL,2BAA2B,EAE5B,MAAM,kCAAkC,CAAC;AAE1C;;;;;;;;;;GAUG;AACH,eAAO,MAAM,+CAA+C;;;;;;CAMlD,CAAC;AACX;;;;;;;;;;GAUG;AACH,MAAM,MAAM,+CAA+C,GAAG,UAAU,CACtE,OAAO,+CAA+C,CACvD,CAAC;AAEF,eAAO,MAAM,yDAAyD;;;;;;EAUrE,CAAC;AAEF;;;;;;;GAOG;AACH,eAAO,MAAM,0CAA0C;;;CAG7C,CAAC;AACX;;;;;;;GAOG;AACH,MAAM,MAAM,0CAA0C,GAAG,UAAU,CACjE,OAAO,0CAA0C,CAClD,CAAC;AAEF,eAAO,MAAM,oDAAoD;;;EAGI,CAAC;AAEtE;;;;;;;GAOG;AACH,eAAO,MAAM,4CAA4C;;;CAG/C,CAAC;AACX;;;;;;;GAOG;AACH,MAAM,MAAM,4CAA4C,GAAG,UAAU,CACnE,OAAO,4CAA4C,CACpD,CAAC;AAEF,eAAO,MAAM,sDAAsD;;;EAKlE,CAAC;AAEF,MAAM,MAAM,kCAAkC,GAAG;IAC/C,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACxC,cAAc,EAAE,+CAA+C,CAAC;IAChE,SAAS,EAAE,0CAA0C,CAAC;IACtD,WAAW,EAAE,4CAA4C,CAAC;IAC1D,UAAU,EAAE,OAAO,CAAC;IACpB,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACjC,mBAAmB,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAChD,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC5C,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,2BAA2B,GAAG,IAAI,GAAG,SAAS,CAAC;CAC/D,CAAC;AAEF,eAAO,MAAM,4CAA4C,EAAE,CAAC,CAAC,OAAO,CAClE,kCAAkC,CAqClC,CAAC"}
|
|
@@ -66,13 +66,14 @@ export const RoutersEvaluatorsEvaluatorResponse$zodSchema = z.object({
|
|
|
66
66
|
description: z.string().nullable().optional().describe("What the evaluator checks"),
|
|
67
67
|
evaluator_type: RoutersEvaluatorsEvaluatorResponseEvaluatorType$zodSchema
|
|
68
68
|
.describe("What the evaluator judges:\n\n- `tts`: TTS audio\n- `stt`: one transcript\n- `llm`: a reply with its conversation history\n- `llm-general`: a standalone input and output pair\n- `conversation`: a full conversation\n"),
|
|
69
|
-
is_default: z.boolean().describe("True
|
|
69
|
+
is_default: z.boolean().describe("True when the evaluator is a built-in default or your workspace's editable copy of one. False for an evaluator you created yourself"),
|
|
70
70
|
live_version: EvaluatorLiveVersionSummary$zodSchema.nullable().optional()
|
|
71
71
|
.describe("The version that is currently live"),
|
|
72
72
|
live_version_id: z.string().nullable().optional().describe("ID of the version that is currently live"),
|
|
73
73
|
name: z.string().describe("Evaluator name"),
|
|
74
74
|
output_type: RoutersEvaluatorsEvaluatorResponseOutputType$zodSchema.describe("How the evaluator scores:\n\n- `binary`: pass or fail\n- `rating`: a numeric score, using the scale in `output_config`\n"),
|
|
75
75
|
slug: z.string().nullable().optional().describe("Stable slug for a built-in default evaluator"),
|
|
76
|
+
source_default_slug: z.string().nullable().optional().describe("Stable slug of the built-in default this evaluator is your editable copy of. Set on your default forks so you can identify a specific default by it"),
|
|
76
77
|
updated_at: z.string().describe("When the evaluator was last updated (ISO 8601 UTC)"),
|
|
77
78
|
uuid: z.string().describe("Evaluator ID"),
|
|
78
79
|
});
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"routersevaluatorsevaluatorresponse.js","sourceRoot":"","sources":["../../src/models/routersevaluatorsevaluatorresponse.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,OAAO,EAEL,qCAAqC,GACtC,MAAM,kCAAkC,CAAC;AAE1C;;;;;;;;;;GAUG;AACH,MAAM,CAAC,MAAM,+CAA+C,GAAG;IAC7D,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,UAAU,EAAE,aAAa;IACzB,YAAY,EAAE,cAAc;CACpB,CAAC;AAgBX,MAAM,CAAC,MAAM,yDAAyD,GAAG,CAAC,CAAC,IAAI,CAC7E;IACE,KAAK;IACL,KAAK;IACL,KAAK;IACL,aAAa;IACb,cAAc;CACf,CACF,CAAC,QAAQ,CACR,yNAAyN,CAC1N,CAAC;AAEF;;;;;;;GAOG;AACH,MAAM,CAAC,MAAM,0CAA0C,GAAG;IACxD,IAAI,EAAE,MAAM;IACZ,KAAK,EAAE,OAAO;CACN,CAAC;AAaX,MAAM,CAAC,MAAM,oDAAoD,GAAG,CAAC,CAAC,IAAI,CAAC;IACzE,MAAM;IACN,OAAO;CACR,CAAC,CAAC,QAAQ,CAAC,wDAAwD,CAAC,CAAC;AAEtE;;;;;;;GAOG;AACH,MAAM,CAAC,MAAM,4CAA4C,GAAG;IAC1D,MAAM,EAAE,QAAQ;IAChB,MAAM,EAAE,QAAQ;CACR,CAAC;AAaX,MAAM,CAAC,MAAM,sDAAsD,GAAG,CAAC,CAAC,IAAI,CAAC;IAC3E,QAAQ;IACR,QAAQ;CACT,CAAC,CAAC,QAAQ,CACT,0HAA0H,CAC3H,CAAC;
|
|
1
|
+
{"version":3,"file":"routersevaluatorsevaluatorresponse.js","sourceRoot":"","sources":["../../src/models/routersevaluatorsevaluatorresponse.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,OAAO,EAEL,qCAAqC,GACtC,MAAM,kCAAkC,CAAC;AAE1C;;;;;;;;;;GAUG;AACH,MAAM,CAAC,MAAM,+CAA+C,GAAG;IAC7D,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,UAAU,EAAE,aAAa;IACzB,YAAY,EAAE,cAAc;CACpB,CAAC;AAgBX,MAAM,CAAC,MAAM,yDAAyD,GAAG,CAAC,CAAC,IAAI,CAC7E;IACE,KAAK;IACL,KAAK;IACL,KAAK;IACL,aAAa;IACb,cAAc;CACf,CACF,CAAC,QAAQ,CACR,yNAAyN,CAC1N,CAAC;AAEF;;;;;;;GAOG;AACH,MAAM,CAAC,MAAM,0CAA0C,GAAG;IACxD,IAAI,EAAE,MAAM;IACZ,KAAK,EAAE,OAAO;CACN,CAAC;AAaX,MAAM,CAAC,MAAM,oDAAoD,GAAG,CAAC,CAAC,IAAI,CAAC;IACzE,MAAM;IACN,OAAO;CACR,CAAC,CAAC,QAAQ,CAAC,wDAAwD,CAAC,CAAC;AAEtE;;;;;;;GAOG;AACH,MAAM,CAAC,MAAM,4CAA4C,GAAG;IAC1D,MAAM,EAAE,QAAQ;IAChB,MAAM,EAAE,QAAQ;CACR,CAAC;AAaX,MAAM,CAAC,MAAM,sDAAsD,GAAG,CAAC,CAAC,IAAI,CAAC;IAC3E,QAAQ;IACR,QAAQ;CACT,CAAC,CAAC,QAAQ,CACT,0HAA0H,CAC3H,CAAC;AAkBF,MAAM,CAAC,MAAM,4CAA4C,GAErD,CAAC,CAAC,MAAM,CAAC;IACX,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAC7B,+CAA+C,CAChD;IACD,SAAS,EAAE,oDAAoD,CAAC,QAAQ,CACtE,wDAAwD,CACzD;IACD,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACpD,2BAA2B,CAC5B;IACD,cAAc,EAAE,yDAAyD;SACtE,QAAQ,CACP,yNAAyN,CAC1N;IACH,UAAU,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,CAC9B,qIAAqI,CACtI;IACD,YAAY,EAAE,qCAAqC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;SACtE,QAAQ,CAAC,oCAAoC,CAAC;IACjD,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACxD,0CAA0C,CAC3C;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,gBAAgB,CAAC;IAC3C,WAAW,EAAE,sDAAsD,CAAC,QAAQ,CAC1E,0HAA0H,CAC3H;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC7C,8CAA8C,CAC/C;IACD,mBAAmB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC5D,qJAAqJ,CACtJ;IACD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAC7B,oDAAoD,CACrD;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,cAAc,CAAC;CAC1C,CAAC,CAAC"}
|
package/package.json
CHANGED
package/src/landing-page.ts
CHANGED
|
@@ -930,7 +930,7 @@ http_headers = { "api-key-auth" = "YOUR_API_KEY_AUTH" }`;
|
|
|
930
930
|
<h1>Instructions</h1>
|
|
931
931
|
<p>One-click installation for Claude Desktop users</p>
|
|
932
932
|
<div class="instruction-item">
|
|
933
|
-
<a href="https://github.com/dalmia/calibrate-mcp/releases/download/v0.0.
|
|
933
|
+
<a href="https://github.com/dalmia/calibrate-mcp/releases/download/v0.0.30/mcp-server.mcpb" download="mcp-server.mcpb" class="action-button header-action" style="display: inline-flex; margin-bottom: 16px;">
|
|
934
934
|
📥 Download MCP Bundle
|
|
935
935
|
</a>
|
|
936
936
|
</div>
|
package/src/lib/config.ts
CHANGED
|
@@ -65,8 +65,8 @@ export function serverURLFromOptions(options: SDKOptions): URL | null {
|
|
|
65
65
|
export const SDK_METADATA = {
|
|
66
66
|
language: "typescript",
|
|
67
67
|
openapiDocVersion: "0.1.0",
|
|
68
|
-
sdkVersion: "0.0.
|
|
68
|
+
sdkVersion: "0.0.30",
|
|
69
69
|
genVersion: "2.915.1",
|
|
70
70
|
userAgent:
|
|
71
|
-
"speakeasy-sdk/mcp-typescript 0.0.
|
|
71
|
+
"speakeasy-sdk/mcp-typescript 0.0.30 2.915.1 0.1.0 @dalmia/calibrate-mcp",
|
|
72
72
|
} as const;
|
package/src/mcp-server/server.ts
CHANGED
|
@@ -121,6 +121,7 @@ export type EvaluatorDetailResponseCompact = {
|
|
|
121
121
|
output_type: EvaluatorDetailResponseCompactOutputType;
|
|
122
122
|
is_default: boolean;
|
|
123
123
|
slug?: string | null | undefined;
|
|
124
|
+
source_default_slug?: string | null | undefined;
|
|
124
125
|
live_version_id?: string | null | undefined;
|
|
125
126
|
created_at: string;
|
|
126
127
|
updated_at: string;
|
|
@@ -144,7 +145,7 @@ export const EvaluatorDetailResponseCompact$zodSchema: z.ZodType<
|
|
|
144
145
|
"What the evaluator judges:\n\n- `tts`: TTS audio\n- `stt`: one transcript\n- `llm`: a reply with its conversation history\n- `llm-general`: a standalone input and output pair\n- `conversation`: a full conversation\n",
|
|
145
146
|
),
|
|
146
147
|
is_default: z.boolean().describe(
|
|
147
|
-
"True
|
|
148
|
+
"True when the evaluator is a built-in default or your workspace's editable copy of one. False for an evaluator you created yourself",
|
|
148
149
|
),
|
|
149
150
|
live_version_id: z.string().nullable().optional().describe(
|
|
150
151
|
"ID of the version that is currently live",
|
|
@@ -156,6 +157,9 @@ export const EvaluatorDetailResponseCompact$zodSchema: z.ZodType<
|
|
|
156
157
|
slug: z.string().nullable().optional().describe(
|
|
157
158
|
"Stable slug for a built-in default evaluator",
|
|
158
159
|
),
|
|
160
|
+
source_default_slug: z.string().nullable().optional().describe(
|
|
161
|
+
"Stable slug of the built-in default this evaluator is your editable copy of. Set on your default forks so you can identify a specific default by it",
|
|
162
|
+
),
|
|
159
163
|
updated_at: z.string().describe(
|
|
160
164
|
"When the evaluator was last updated (ISO 8601 UTC)",
|
|
161
165
|
),
|
|
@@ -77,7 +77,7 @@ export const ListEvaluatorsEvaluatorsGetRequest$zodSchema: z.ZodType<
|
|
|
77
77
|
"Filter by what the evaluator judges. Omit for all types",
|
|
78
78
|
),
|
|
79
79
|
include_defaults: z.boolean().default(true).describe(
|
|
80
|
-
"
|
|
80
|
+
"Retained for backward compatibility and no longer filters. Your evaluators, including your editable copies of the defaults, are always returned",
|
|
81
81
|
),
|
|
82
82
|
limit: z.int().describe(
|
|
83
83
|
"Maximum number of items to return. Omit for no limit (all items)",
|
|
@@ -123,6 +123,7 @@ export type RoutersEvaluatorsEvaluatorResponse = {
|
|
|
123
123
|
output_type: RoutersEvaluatorsEvaluatorResponseOutputType;
|
|
124
124
|
is_default: boolean;
|
|
125
125
|
slug?: string | null | undefined;
|
|
126
|
+
source_default_slug?: string | null | undefined;
|
|
126
127
|
live_version_id?: string | null | undefined;
|
|
127
128
|
created_at: string;
|
|
128
129
|
updated_at: string;
|
|
@@ -146,7 +147,7 @@ export const RoutersEvaluatorsEvaluatorResponse$zodSchema: z.ZodType<
|
|
|
146
147
|
"What the evaluator judges:\n\n- `tts`: TTS audio\n- `stt`: one transcript\n- `llm`: a reply with its conversation history\n- `llm-general`: a standalone input and output pair\n- `conversation`: a full conversation\n",
|
|
147
148
|
),
|
|
148
149
|
is_default: z.boolean().describe(
|
|
149
|
-
"True
|
|
150
|
+
"True when the evaluator is a built-in default or your workspace's editable copy of one. False for an evaluator you created yourself",
|
|
150
151
|
),
|
|
151
152
|
live_version: EvaluatorLiveVersionSummary$zodSchema.nullable().optional()
|
|
152
153
|
.describe("The version that is currently live"),
|
|
@@ -160,6 +161,9 @@ export const RoutersEvaluatorsEvaluatorResponse$zodSchema: z.ZodType<
|
|
|
160
161
|
slug: z.string().nullable().optional().describe(
|
|
161
162
|
"Stable slug for a built-in default evaluator",
|
|
162
163
|
),
|
|
164
|
+
source_default_slug: z.string().nullable().optional().describe(
|
|
165
|
+
"Stable slug of the built-in default this evaluator is your editable copy of. Set on your default forks so you can identify a specific default by it",
|
|
166
|
+
),
|
|
163
167
|
updated_at: z.string().describe(
|
|
164
168
|
"When the evaluator was last updated (ISO 8601 UTC)",
|
|
165
169
|
),
|