@dalmia/calibrate-mcp 0.0.93 → 0.0.94
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/bin/mcp-server.js +14 -14
- package/bin/mcp-server.js.map +11 -11
- package/esm/landing-page.js +1 -1
- package/esm/lib/config.d.ts +2 -2
- package/esm/lib/config.js +2 -2
- package/esm/mcp-server/mcp-server.js +1 -1
- package/esm/mcp-server/server.js +1 -1
- package/esm/models/evaluatorversioncompact.js +1 -1
- package/esm/models/evaluatorversioncompact.js.map +1 -1
- package/esm/models/evaluatorversioncreate.js +1 -1
- package/esm/models/evaluatorversioncreate.js.map +1 -1
- package/esm/models/evaluatorversioncreaterequest.js +1 -1
- package/esm/models/evaluatorversioncreaterequest.js.map +1 -1
- package/esm/models/outputconfig.js +1 -1
- package/esm/models/outputconfig.js.map +1 -1
- package/esm/models/outputscaleentry.js +4 -4
- package/esm/models/outputscaleentry.js.map +1 -1
- package/package.json +1 -1
- package/src/landing-page.ts +1 -1
- package/src/lib/config.ts +2 -2
- package/src/mcp-server/mcp-server.ts +1 -1
- package/src/mcp-server/server.ts +1 -1
- package/src/models/evaluatorversioncompact.ts +1 -1
- package/src/models/evaluatorversioncreate.ts +1 -1
- package/src/models/evaluatorversioncreaterequest.ts +1 -1
- package/src/models/outputconfig.ts +1 -1
- package/src/models/outputscaleentry.ts +4 -4
package/esm/landing-page.js
CHANGED
|
@@ -915,7 +915,7 @@ http_headers = { "api-key-auth" = "YOUR_API_KEY_AUTH" }`;
|
|
|
915
915
|
<h1>Instructions</h1>
|
|
916
916
|
<p>One-click installation for Claude Desktop users</p>
|
|
917
917
|
<div class="instruction-item">
|
|
918
|
-
<a href="https://github.com/dalmia/calibrate-mcp/releases/download/v0.0.
|
|
918
|
+
<a href="https://github.com/dalmia/calibrate-mcp/releases/download/v0.0.94/mcp-server.mcpb" download="mcp-server.mcpb" class="action-button header-action" style="display: inline-flex; margin-bottom: 16px;">
|
|
919
919
|
📥 Download MCP Bundle
|
|
920
920
|
</a>
|
|
921
921
|
</div>
|
package/esm/lib/config.d.ts
CHANGED
|
@@ -35,8 +35,8 @@ export declare function serverURLFromOptions(options: SDKOptions): URL | null;
|
|
|
35
35
|
export declare const SDK_METADATA: {
|
|
36
36
|
readonly language: "typescript";
|
|
37
37
|
readonly openapiDocVersion: "0.1.0";
|
|
38
|
-
readonly sdkVersion: "0.0.
|
|
38
|
+
readonly sdkVersion: "0.0.94";
|
|
39
39
|
readonly genVersion: "2.915.1";
|
|
40
|
-
readonly userAgent: "speakeasy-sdk/mcp-typescript 0.0.
|
|
40
|
+
readonly userAgent: "speakeasy-sdk/mcp-typescript 0.0.94 2.915.1 0.1.0 @dalmia/calibrate-mcp";
|
|
41
41
|
};
|
|
42
42
|
//# sourceMappingURL=config.d.ts.map
|
package/esm/lib/config.js
CHANGED
|
@@ -27,8 +27,8 @@ export function serverURLFromOptions(options) {
|
|
|
27
27
|
export const SDK_METADATA = {
|
|
28
28
|
language: "typescript",
|
|
29
29
|
openapiDocVersion: "0.1.0",
|
|
30
|
-
sdkVersion: "0.0.
|
|
30
|
+
sdkVersion: "0.0.94",
|
|
31
31
|
genVersion: "2.915.1",
|
|
32
|
-
userAgent: "speakeasy-sdk/mcp-typescript 0.0.
|
|
32
|
+
userAgent: "speakeasy-sdk/mcp-typescript 0.0.94 2.915.1 0.1.0 @dalmia/calibrate-mcp",
|
|
33
33
|
};
|
|
34
34
|
//# sourceMappingURL=config.js.map
|
package/esm/mcp-server/server.js
CHANGED
|
@@ -56,7 +56,7 @@ import { tool$tracesList } from "./tools/tracesList.js";
|
|
|
56
56
|
export function createMCPServer(deps) {
|
|
57
57
|
const server = new McpServer({
|
|
58
58
|
name: "CalibrateMcp",
|
|
59
|
-
version: "0.0.
|
|
59
|
+
version: "0.0.94",
|
|
60
60
|
});
|
|
61
61
|
const getClient = deps.getSDK || (() => new CalibrateMcpCore({
|
|
62
62
|
security: deps.security,
|
|
@@ -7,7 +7,7 @@ import { VariableSpec$zodSchema } from "./variablespec.js";
|
|
|
7
7
|
export const EvaluatorVersionCompact$zodSchema = z.object({
|
|
8
8
|
created_at: z.string().describe("When the version was created (ISO 8601 UTC)"),
|
|
9
9
|
judge_model: z.string().describe("The model that runs the judge, named the way its provider does, for example `openai/gpt-4.1` or `anthropic/claude-sonnet-4`"),
|
|
10
|
-
output_config: OutputConfig$zodSchema.nullable().optional().describe("The scale
|
|
10
|
+
output_config: OutputConfig$zodSchema.nullable().optional().describe("The rows of the rating scale, each a number and its label. Required for a `rating` evaluator. For a rating evaluator, give the label for the worst result the lowest number and the label for the best result the highest number. A `binary` evaluator uses the default Correct/Wrong labels unless you set your own"),
|
|
11
11
|
system_prompt: z.string().nullable().optional().describe("Judge system prompt, with `{{\"{{\"}}variable}}` placeholders unrendered"),
|
|
12
12
|
uuid: z.string().describe("Version ID"),
|
|
13
13
|
variables: z.array(VariableSpec$zodSchema).nullable().optional().describe("Declared prompt variables"),
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"evaluatorversioncompact.js","sourceRoot":"","sources":["../../src/models/evaluatorversioncompact.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAgB,sBAAsB,EAAE,MAAM,mBAAmB,CAAC;AACzE,OAAO,EAAgB,sBAAsB,EAAE,MAAM,mBAAmB,CAAC;AAYzE,MAAM,CAAC,MAAM,iCAAiC,GAE1C,CAAC,CAAC,MAAM,CAAC;IACX,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAC7B,6CAA6C,CAC9C;IACD,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAC9B,6HAA6H,CAC9H;IACD,aAAa,EAAE,sBAAsB,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClE,
|
|
1
|
+
{"version":3,"file":"evaluatorversioncompact.js","sourceRoot":"","sources":["../../src/models/evaluatorversioncompact.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAgB,sBAAsB,EAAE,MAAM,mBAAmB,CAAC;AACzE,OAAO,EAAgB,sBAAsB,EAAE,MAAM,mBAAmB,CAAC;AAYzE,MAAM,CAAC,MAAM,iCAAiC,GAE1C,CAAC,CAAC,MAAM,CAAC;IACX,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAC7B,6CAA6C,CAC9C;IACD,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAC9B,6HAA6H,CAC9H;IACD,aAAa,EAAE,sBAAsB,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClE,sTAAsT,CACvT;IACD,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACtD,0EAA0E,CAC3E;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,YAAY,CAAC;IACvC,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,sBAAsB,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACvE,2BAA2B,CAC5B;IACD,cAAc,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,CAC9B,2GAA2G,CAC5G;CACF,CAAC,CAAC"}
|
|
@@ -6,7 +6,7 @@ import { OutputConfig$zodSchema } from "./outputconfig.js";
|
|
|
6
6
|
import { VariableSpec$zodSchema } from "./variablespec.js";
|
|
7
7
|
export const EvaluatorVersionCreate$zodSchema = z.object({
|
|
8
8
|
judge_model: z.string().describe("The model that runs the judge, named the way its provider does, for example `openai/gpt-4.1` or `anthropic/claude-sonnet-4`"),
|
|
9
|
-
output_config: OutputConfig$zodSchema.nullable().optional().describe("The scale
|
|
9
|
+
output_config: OutputConfig$zodSchema.nullable().optional().describe("The rows of the rating scale, each a number and its label. Required for a `rating` evaluator. For a rating evaluator, give the label for the worst result the lowest number and the label for the best result the highest number. A `binary` evaluator uses the default Correct/Wrong labels unless you set your own"),
|
|
10
10
|
system_prompt: z.string().describe("Judge system prompt. May contain `{{\"{{\"}}variable}}` placeholders"),
|
|
11
11
|
variables: z.array(VariableSpec$zodSchema).nullable().optional().describe("Declared prompt variables. Omit if the prompt has no `{{\"{{\"}}placeholders}}`"),
|
|
12
12
|
}).describe("One version of an evaluator: its judge prompt, model, variables, and rubric.");
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"evaluatorversioncreate.js","sourceRoot":"","sources":["../../src/models/evaluatorversioncreate.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAgB,sBAAsB,EAAE,MAAM,mBAAmB,CAAC;AACzE,OAAO,EAAgB,sBAAsB,EAAE,MAAM,mBAAmB,CAAC;AAYzE,MAAM,CAAC,MAAM,gCAAgC,GAEzC,CAAC,CAAC,MAAM,CAAC;IACX,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAC9B,6HAA6H,CAC9H;IACD,aAAa,EAAE,sBAAsB,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClE,
|
|
1
|
+
{"version":3,"file":"evaluatorversioncreate.js","sourceRoot":"","sources":["../../src/models/evaluatorversioncreate.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAgB,sBAAsB,EAAE,MAAM,mBAAmB,CAAC;AACzE,OAAO,EAAgB,sBAAsB,EAAE,MAAM,mBAAmB,CAAC;AAYzE,MAAM,CAAC,MAAM,gCAAgC,GAEzC,CAAC,CAAC,MAAM,CAAC;IACX,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAC9B,6HAA6H,CAC9H;IACD,aAAa,EAAE,sBAAsB,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClE,sTAAsT,CACvT;IACD,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAChC,sEAAsE,CACvE;IACD,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,sBAAsB,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACvE,iFAAiF,CAClF;CACF,CAAC,CAAC,QAAQ,CACT,8EAA8E,CAC/E,CAAC"}
|
|
@@ -7,7 +7,7 @@ import { VariableSpec$zodSchema } from "./variablespec.js";
|
|
|
7
7
|
export const EvaluatorVersionCreateRequest$zodSchema = z.object({
|
|
8
8
|
judge_model: z.string().describe("The model that runs the judge, named the way its provider does, for example `openai/gpt-4.1` or `anthropic/claude-sonnet-4`"),
|
|
9
9
|
make_live: z.boolean().default(false).describe("When `true`, immediately point the evaluator's live version at this new version"),
|
|
10
|
-
output_config: OutputConfig$zodSchema.nullable().optional().describe("The scale
|
|
10
|
+
output_config: OutputConfig$zodSchema.nullable().optional().describe("The rows of the rating scale, each a number and its label. Required for a `rating` evaluator. For a rating evaluator, give the label for the worst result the lowest number and the label for the best result the highest number. A `binary` evaluator uses the default Correct/Wrong labels unless you set your own"),
|
|
11
11
|
system_prompt: z.string().describe("Judge system prompt. May contain `{{\"{{\"}}variable}}` placeholders"),
|
|
12
12
|
variables: z.array(VariableSpec$zodSchema).nullable().optional().describe("Declared prompt variables. Omit if the prompt has none. After the first version the variable names are fixed. You can change a variable's description or default, but not add, remove, or rename one"),
|
|
13
13
|
}).describe("Request body for adding a version to an existing evaluator.");
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"evaluatorversioncreaterequest.js","sourceRoot":"","sources":["../../src/models/evaluatorversioncreaterequest.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAgB,sBAAsB,EAAE,MAAM,mBAAmB,CAAC;AACzE,OAAO,EAAgB,sBAAsB,EAAE,MAAM,mBAAmB,CAAC;AAazE,MAAM,CAAC,MAAM,uCAAuC,GAEhD,CAAC,CAAC,MAAM,CAAC;IACX,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAC9B,6HAA6H,CAC9H;IACD,SAAS,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,QAAQ,CAC5C,iFAAiF,CAClF;IACD,aAAa,EAAE,sBAAsB,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClE,
|
|
1
|
+
{"version":3,"file":"evaluatorversioncreaterequest.js","sourceRoot":"","sources":["../../src/models/evaluatorversioncreaterequest.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAgB,sBAAsB,EAAE,MAAM,mBAAmB,CAAC;AACzE,OAAO,EAAgB,sBAAsB,EAAE,MAAM,mBAAmB,CAAC;AAazE,MAAM,CAAC,MAAM,uCAAuC,GAEhD,CAAC,CAAC,MAAM,CAAC;IACX,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAC9B,6HAA6H,CAC9H;IACD,SAAS,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,QAAQ,CAC5C,iFAAiF,CAClF;IACD,aAAa,EAAE,sBAAsB,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClE,sTAAsT,CACvT;IACD,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAChC,sEAAsE,CACvE;IACD,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,sBAAsB,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACvE,sMAAsM,CACvM;CACF,CAAC,CAAC,QAAQ,CAAC,6DAA6D,CAAC,CAAC"}
|
|
@@ -4,6 +4,6 @@
|
|
|
4
4
|
import * as z from "zod";
|
|
5
5
|
import { OutputScaleEntry$zodSchema, } from "./outputscaleentry.js";
|
|
6
6
|
export const OutputConfig$zodSchema = z.object({
|
|
7
|
-
scale: z.array(OutputScaleEntry$zodSchema).nullable().optional().describe("The
|
|
7
|
+
scale: z.array(OutputScaleEntry$zodSchema).nullable().optional().describe("The rows of the rating scale, each a number and its label. For a rating evaluator, give the label for the worst result the lowest number and the label for the best result the highest number"),
|
|
8
8
|
});
|
|
9
9
|
//# sourceMappingURL=outputconfig.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"outputconfig.js","sourceRoot":"","sources":["../../src/models/outputconfig.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,0BAA0B,GAC3B,MAAM,uBAAuB,CAAC;AAM/B,MAAM,CAAC,MAAM,sBAAsB,GAA4B,CAAC,CAAC,MAAM,CAAC;IACtE,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACvE,
|
|
1
|
+
{"version":3,"file":"outputconfig.js","sourceRoot":"","sources":["../../src/models/outputconfig.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,0BAA0B,GAC3B,MAAM,uBAAuB,CAAC;AAM/B,MAAM,CAAC,MAAM,sBAAsB,GAA4B,CAAC,CAAC,MAAM,CAAC;IACtE,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACvE,+LAA+L,CAChM;CACF,CAAC,CAAC"}
|
|
@@ -3,9 +3,9 @@
|
|
|
3
3
|
*/
|
|
4
4
|
import * as z from "zod";
|
|
5
5
|
export const OutputScaleEntry$zodSchema = z.object({
|
|
6
|
-
color: z.string().nullable().optional().describe("Color to show for this
|
|
7
|
-
description: z.string().nullable().optional().describe("Rubric text for this
|
|
8
|
-
name: z.string().describe("Short label for this
|
|
9
|
-
value: z.any().optional().describe("The value for this
|
|
6
|
+
color: z.string().nullable().optional().describe("Color to show for this row. Omit for the default"),
|
|
7
|
+
description: z.string().nullable().optional().describe("Rubric text for this row, added to the judge prompt. Omit to leave this row undescribed"),
|
|
8
|
+
name: z.string().describe("Short label for this row"),
|
|
9
|
+
value: z.any().optional().describe("The value for this row. Use a boolean for a `binary` evaluator, a number for a `rating` one. For a rating evaluator, give the label for the worst result the lowest number and the label for the best result the highest number"),
|
|
10
10
|
}).describe("One entry in an evaluator's output_config.scale. `value` is bool|number|string\ndepending on output_type.");
|
|
11
11
|
//# sourceMappingURL=outputscaleentry.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"outputscaleentry.js","sourceRoot":"","sources":["../../src/models/outputscaleentry.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAezB,MAAM,CAAC,MAAM,0BAA0B,GAAgC,CAAC,CAAC,MAAM,CAC7E;IACE,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC9C,
|
|
1
|
+
{"version":3,"file":"outputscaleentry.js","sourceRoot":"","sources":["../../src/models/outputscaleentry.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAezB,MAAM,CAAC,MAAM,0BAA0B,GAAgC,CAAC,CAAC,MAAM,CAC7E;IACE,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC9C,kDAAkD,CACnD;IACD,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACpD,yFAAyF,CAC1F;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,0BAA0B,CAAC;IACrD,KAAK,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAChC,iOAAiO,CAClO;CACF,CACF,CAAC,QAAQ,CACR,2GAA2G,CAC5G,CAAC"}
|
package/package.json
CHANGED
package/src/landing-page.ts
CHANGED
|
@@ -930,7 +930,7 @@ http_headers = { "api-key-auth" = "YOUR_API_KEY_AUTH" }`;
|
|
|
930
930
|
<h1>Instructions</h1>
|
|
931
931
|
<p>One-click installation for Claude Desktop users</p>
|
|
932
932
|
<div class="instruction-item">
|
|
933
|
-
<a href="https://github.com/dalmia/calibrate-mcp/releases/download/v0.0.
|
|
933
|
+
<a href="https://github.com/dalmia/calibrate-mcp/releases/download/v0.0.94/mcp-server.mcpb" download="mcp-server.mcpb" class="action-button header-action" style="display: inline-flex; margin-bottom: 16px;">
|
|
934
934
|
📥 Download MCP Bundle
|
|
935
935
|
</a>
|
|
936
936
|
</div>
|
package/src/lib/config.ts
CHANGED
|
@@ -65,8 +65,8 @@ export function serverURLFromOptions(options: SDKOptions): URL | null {
|
|
|
65
65
|
export const SDK_METADATA = {
|
|
66
66
|
language: "typescript",
|
|
67
67
|
openapiDocVersion: "0.1.0",
|
|
68
|
-
sdkVersion: "0.0.
|
|
68
|
+
sdkVersion: "0.0.94",
|
|
69
69
|
genVersion: "2.915.1",
|
|
70
70
|
userAgent:
|
|
71
|
-
"speakeasy-sdk/mcp-typescript 0.0.
|
|
71
|
+
"speakeasy-sdk/mcp-typescript 0.0.94 2.915.1 0.1.0 @dalmia/calibrate-mcp",
|
|
72
72
|
} as const;
|
package/src/mcp-server/server.ts
CHANGED
|
@@ -26,7 +26,7 @@ export const EvaluatorVersionCompact$zodSchema: z.ZodType<
|
|
|
26
26
|
"The model that runs the judge, named the way its provider does, for example `openai/gpt-4.1` or `anthropic/claude-sonnet-4`",
|
|
27
27
|
),
|
|
28
28
|
output_config: OutputConfig$zodSchema.nullable().optional().describe(
|
|
29
|
-
"The scale
|
|
29
|
+
"The rows of the rating scale, each a number and its label. Required for a `rating` evaluator. For a rating evaluator, give the label for the worst result the lowest number and the label for the best result the highest number. A `binary` evaluator uses the default Correct/Wrong labels unless you set your own",
|
|
30
30
|
),
|
|
31
31
|
system_prompt: z.string().nullable().optional().describe(
|
|
32
32
|
"Judge system prompt, with `{{\"{{\"}}variable}}` placeholders unrendered",
|
|
@@ -23,7 +23,7 @@ export const EvaluatorVersionCreate$zodSchema: z.ZodType<
|
|
|
23
23
|
"The model that runs the judge, named the way its provider does, for example `openai/gpt-4.1` or `anthropic/claude-sonnet-4`",
|
|
24
24
|
),
|
|
25
25
|
output_config: OutputConfig$zodSchema.nullable().optional().describe(
|
|
26
|
-
"The scale
|
|
26
|
+
"The rows of the rating scale, each a number and its label. Required for a `rating` evaluator. For a rating evaluator, give the label for the worst result the lowest number and the label for the best result the highest number. A `binary` evaluator uses the default Correct/Wrong labels unless you set your own",
|
|
27
27
|
),
|
|
28
28
|
system_prompt: z.string().describe(
|
|
29
29
|
"Judge system prompt. May contain `{{\"{{\"}}variable}}` placeholders",
|
|
@@ -27,7 +27,7 @@ export const EvaluatorVersionCreateRequest$zodSchema: z.ZodType<
|
|
|
27
27
|
"When `true`, immediately point the evaluator's live version at this new version",
|
|
28
28
|
),
|
|
29
29
|
output_config: OutputConfig$zodSchema.nullable().optional().describe(
|
|
30
|
-
"The scale
|
|
30
|
+
"The rows of the rating scale, each a number and its label. Required for a `rating` evaluator. For a rating evaluator, give the label for the worst result the lowest number and the label for the best result the highest number. A `binary` evaluator uses the default Correct/Wrong labels unless you set your own",
|
|
31
31
|
),
|
|
32
32
|
system_prompt: z.string().describe(
|
|
33
33
|
"Judge system prompt. May contain `{{\"{{\"}}variable}}` placeholders",
|
|
@@ -14,6 +14,6 @@ export type OutputConfig = {
|
|
|
14
14
|
|
|
15
15
|
export const OutputConfig$zodSchema: z.ZodType<OutputConfig> = z.object({
|
|
16
16
|
scale: z.array(OutputScaleEntry$zodSchema).nullable().optional().describe(
|
|
17
|
-
"The
|
|
17
|
+
"The rows of the rating scale, each a number and its label. For a rating evaluator, give the label for the worst result the lowest number and the label for the best result the highest number",
|
|
18
18
|
),
|
|
19
19
|
});
|
|
@@ -20,14 +20,14 @@ export type OutputScaleEntry = {
|
|
|
20
20
|
export const OutputScaleEntry$zodSchema: z.ZodType<OutputScaleEntry> = z.object(
|
|
21
21
|
{
|
|
22
22
|
color: z.string().nullable().optional().describe(
|
|
23
|
-
"Color to show for this
|
|
23
|
+
"Color to show for this row. Omit for the default",
|
|
24
24
|
),
|
|
25
25
|
description: z.string().nullable().optional().describe(
|
|
26
|
-
"Rubric text for this
|
|
26
|
+
"Rubric text for this row, added to the judge prompt. Omit to leave this row undescribed",
|
|
27
27
|
),
|
|
28
|
-
name: z.string().describe("Short label for this
|
|
28
|
+
name: z.string().describe("Short label for this row"),
|
|
29
29
|
value: z.any().optional().describe(
|
|
30
|
-
"The value for this
|
|
30
|
+
"The value for this row. Use a boolean for a `binary` evaluator, a number for a `rating` one. For a rating evaluator, give the label for the worst result the lowest number and the label for the best result the highest number",
|
|
31
31
|
),
|
|
32
32
|
},
|
|
33
33
|
).describe(
|