@dalmia/calibrate-mcp 0.0.93 → 0.0.94

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -915,7 +915,7 @@ http_headers = { "api-key-auth" = "YOUR_API_KEY_AUTH" }`;
915
915
  <h1>Instructions</h1>
916
916
  <p>One-click installation for Claude Desktop users</p>
917
917
  <div class="instruction-item">
918
- <a href="https://github.com/dalmia/calibrate-mcp/releases/download/v0.0.93/mcp-server.mcpb" download="mcp-server.mcpb" class="action-button header-action" style="display: inline-flex; margin-bottom: 16px;">
918
+ <a href="https://github.com/dalmia/calibrate-mcp/releases/download/v0.0.94/mcp-server.mcpb" download="mcp-server.mcpb" class="action-button header-action" style="display: inline-flex; margin-bottom: 16px;">
919
919
  📥 Download MCP Bundle
920
920
  </a>
921
921
  </div>
@@ -35,8 +35,8 @@ export declare function serverURLFromOptions(options: SDKOptions): URL | null;
35
35
  export declare const SDK_METADATA: {
36
36
  readonly language: "typescript";
37
37
  readonly openapiDocVersion: "0.1.0";
38
- readonly sdkVersion: "0.0.93";
38
+ readonly sdkVersion: "0.0.94";
39
39
  readonly genVersion: "2.915.1";
40
- readonly userAgent: "speakeasy-sdk/mcp-typescript 0.0.93 2.915.1 0.1.0 @dalmia/calibrate-mcp";
40
+ readonly userAgent: "speakeasy-sdk/mcp-typescript 0.0.94 2.915.1 0.1.0 @dalmia/calibrate-mcp";
41
41
  };
42
42
  //# sourceMappingURL=config.d.ts.map
package/esm/lib/config.js CHANGED
@@ -27,8 +27,8 @@ export function serverURLFromOptions(options) {
27
27
  export const SDK_METADATA = {
28
28
  language: "typescript",
29
29
  openapiDocVersion: "0.1.0",
30
- sdkVersion: "0.0.93",
30
+ sdkVersion: "0.0.94",
31
31
  genVersion: "2.915.1",
32
- userAgent: "speakeasy-sdk/mcp-typescript 0.0.93 2.915.1 0.1.0 @dalmia/calibrate-mcp",
32
+ userAgent: "speakeasy-sdk/mcp-typescript 0.0.94 2.915.1 0.1.0 @dalmia/calibrate-mcp",
33
33
  };
34
34
  //# sourceMappingURL=config.js.map
@@ -18,7 +18,7 @@ const routes = buildRouteMap({
18
18
  export const app = buildApplication(routes, {
19
19
  name: "mcp",
20
20
  versionInfo: {
21
- currentVersion: "0.0.93",
21
+ currentVersion: "0.0.94",
22
22
  },
23
23
  });
24
24
  run(app, process.argv.slice(2), buildContext(process));
@@ -56,7 +56,7 @@ import { tool$tracesList } from "./tools/tracesList.js";
56
56
  export function createMCPServer(deps) {
57
57
  const server = new McpServer({
58
58
  name: "CalibrateMcp",
59
- version: "0.0.93",
59
+ version: "0.0.94",
60
60
  });
61
61
  const getClient = deps.getSDK || (() => new CalibrateMcpCore({
62
62
  security: deps.security,
@@ -7,7 +7,7 @@ import { VariableSpec$zodSchema } from "./variablespec.js";
7
7
  export const EvaluatorVersionCompact$zodSchema = z.object({
8
8
  created_at: z.string().describe("When the version was created (ISO 8601 UTC)"),
9
9
  judge_model: z.string().describe("The model that runs the judge, named the way its provider does, for example `openai/gpt-4.1` or `anthropic/claude-sonnet-4`"),
10
- output_config: OutputConfig$zodSchema.nullable().optional().describe("The scale points and their labels. Required for a `rating` evaluator. A `binary` evaluator uses the default Correct/Wrong labels unless you set your own"),
10
+ output_config: OutputConfig$zodSchema.nullable().optional().describe("The rows of the rating scale, each a number and its label. Required for a `rating` evaluator. For a rating evaluator, give the label for the worst result the lowest number and the label for the best result the highest number. A `binary` evaluator uses the default Correct/Wrong labels unless you set your own"),
11
11
  system_prompt: z.string().nullable().optional().describe("Judge system prompt, with `{{\"{{\"}}variable}}` placeholders unrendered"),
12
12
  uuid: z.string().describe("Version ID"),
13
13
  variables: z.array(VariableSpec$zodSchema).nullable().optional().describe("Declared prompt variables"),
@@ -1 +1 @@
1
- {"version":3,"file":"evaluatorversioncompact.js","sourceRoot":"","sources":["../../src/models/evaluatorversioncompact.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAgB,sBAAsB,EAAE,MAAM,mBAAmB,CAAC;AACzE,OAAO,EAAgB,sBAAsB,EAAE,MAAM,mBAAmB,CAAC;AAYzE,MAAM,CAAC,MAAM,iCAAiC,GAE1C,CAAC,CAAC,MAAM,CAAC;IACX,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAC7B,6CAA6C,CAC9C;IACD,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAC9B,6HAA6H,CAC9H;IACD,aAAa,EAAE,sBAAsB,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClE,0JAA0J,CAC3J;IACD,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACtD,0EAA0E,CAC3E;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,YAAY,CAAC;IACvC,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,sBAAsB,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACvE,2BAA2B,CAC5B;IACD,cAAc,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,CAC9B,2GAA2G,CAC5G;CACF,CAAC,CAAC"}
1
+ {"version":3,"file":"evaluatorversioncompact.js","sourceRoot":"","sources":["../../src/models/evaluatorversioncompact.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAgB,sBAAsB,EAAE,MAAM,mBAAmB,CAAC;AACzE,OAAO,EAAgB,sBAAsB,EAAE,MAAM,mBAAmB,CAAC;AAYzE,MAAM,CAAC,MAAM,iCAAiC,GAE1C,CAAC,CAAC,MAAM,CAAC;IACX,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAC7B,6CAA6C,CAC9C;IACD,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAC9B,6HAA6H,CAC9H;IACD,aAAa,EAAE,sBAAsB,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClE,sTAAsT,CACvT;IACD,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACtD,0EAA0E,CAC3E;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,YAAY,CAAC;IACvC,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,sBAAsB,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACvE,2BAA2B,CAC5B;IACD,cAAc,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,CAC9B,2GAA2G,CAC5G;CACF,CAAC,CAAC"}
@@ -6,7 +6,7 @@ import { OutputConfig$zodSchema } from "./outputconfig.js";
6
6
  import { VariableSpec$zodSchema } from "./variablespec.js";
7
7
  export const EvaluatorVersionCreate$zodSchema = z.object({
8
8
  judge_model: z.string().describe("The model that runs the judge, named the way its provider does, for example `openai/gpt-4.1` or `anthropic/claude-sonnet-4`"),
9
- output_config: OutputConfig$zodSchema.nullable().optional().describe("The scale points and their labels. Required for a `rating` evaluator. A `binary` evaluator uses the default Correct/Wrong labels unless you set your own"),
9
+ output_config: OutputConfig$zodSchema.nullable().optional().describe("The rows of the rating scale, each a number and its label. Required for a `rating` evaluator. For a rating evaluator, give the label for the worst result the lowest number and the label for the best result the highest number. A `binary` evaluator uses the default Correct/Wrong labels unless you set your own"),
10
10
  system_prompt: z.string().describe("Judge system prompt. May contain `{{\"{{\"}}variable}}` placeholders"),
11
11
  variables: z.array(VariableSpec$zodSchema).nullable().optional().describe("Declared prompt variables. Omit if the prompt has no `{{\"{{\"}}placeholders}}`"),
12
12
  }).describe("One version of an evaluator: its judge prompt, model, variables, and rubric.");
@@ -1 +1 @@
1
- {"version":3,"file":"evaluatorversioncreate.js","sourceRoot":"","sources":["../../src/models/evaluatorversioncreate.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAgB,sBAAsB,EAAE,MAAM,mBAAmB,CAAC;AACzE,OAAO,EAAgB,sBAAsB,EAAE,MAAM,mBAAmB,CAAC;AAYzE,MAAM,CAAC,MAAM,gCAAgC,GAEzC,CAAC,CAAC,MAAM,CAAC;IACX,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAC9B,6HAA6H,CAC9H;IACD,aAAa,EAAE,sBAAsB,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClE,0JAA0J,CAC3J;IACD,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAChC,sEAAsE,CACvE;IACD,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,sBAAsB,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACvE,iFAAiF,CAClF;CACF,CAAC,CAAC,QAAQ,CACT,8EAA8E,CAC/E,CAAC"}
1
+ {"version":3,"file":"evaluatorversioncreate.js","sourceRoot":"","sources":["../../src/models/evaluatorversioncreate.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAgB,sBAAsB,EAAE,MAAM,mBAAmB,CAAC;AACzE,OAAO,EAAgB,sBAAsB,EAAE,MAAM,mBAAmB,CAAC;AAYzE,MAAM,CAAC,MAAM,gCAAgC,GAEzC,CAAC,CAAC,MAAM,CAAC;IACX,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAC9B,6HAA6H,CAC9H;IACD,aAAa,EAAE,sBAAsB,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClE,sTAAsT,CACvT;IACD,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAChC,sEAAsE,CACvE;IACD,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,sBAAsB,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACvE,iFAAiF,CAClF;CACF,CAAC,CAAC,QAAQ,CACT,8EAA8E,CAC/E,CAAC"}
@@ -7,7 +7,7 @@ import { VariableSpec$zodSchema } from "./variablespec.js";
7
7
  export const EvaluatorVersionCreateRequest$zodSchema = z.object({
8
8
  judge_model: z.string().describe("The model that runs the judge, named the way its provider does, for example `openai/gpt-4.1` or `anthropic/claude-sonnet-4`"),
9
9
  make_live: z.boolean().default(false).describe("When `true`, immediately point the evaluator's live version at this new version"),
10
- output_config: OutputConfig$zodSchema.nullable().optional().describe("The scale points and their labels. Required for a `rating` evaluator. A `binary` evaluator uses the default Correct/Wrong labels unless you set your own"),
10
+ output_config: OutputConfig$zodSchema.nullable().optional().describe("The rows of the rating scale, each a number and its label. Required for a `rating` evaluator. For a rating evaluator, give the label for the worst result the lowest number and the label for the best result the highest number. A `binary` evaluator uses the default Correct/Wrong labels unless you set your own"),
11
11
  system_prompt: z.string().describe("Judge system prompt. May contain `{{\"{{\"}}variable}}` placeholders"),
12
12
  variables: z.array(VariableSpec$zodSchema).nullable().optional().describe("Declared prompt variables. Omit if the prompt has none. After the first version the variable names are fixed. You can change a variable's description or default, but not add, remove, or rename one"),
13
13
  }).describe("Request body for adding a version to an existing evaluator.");
@@ -1 +1 @@
1
- {"version":3,"file":"evaluatorversioncreaterequest.js","sourceRoot":"","sources":["../../src/models/evaluatorversioncreaterequest.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAgB,sBAAsB,EAAE,MAAM,mBAAmB,CAAC;AACzE,OAAO,EAAgB,sBAAsB,EAAE,MAAM,mBAAmB,CAAC;AAazE,MAAM,CAAC,MAAM,uCAAuC,GAEhD,CAAC,CAAC,MAAM,CAAC;IACX,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAC9B,6HAA6H,CAC9H;IACD,SAAS,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,QAAQ,CAC5C,iFAAiF,CAClF;IACD,aAAa,EAAE,sBAAsB,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClE,0JAA0J,CAC3J;IACD,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAChC,sEAAsE,CACvE;IACD,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,sBAAsB,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACvE,sMAAsM,CACvM;CACF,CAAC,CAAC,QAAQ,CAAC,6DAA6D,CAAC,CAAC"}
1
+ {"version":3,"file":"evaluatorversioncreaterequest.js","sourceRoot":"","sources":["../../src/models/evaluatorversioncreaterequest.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAgB,sBAAsB,EAAE,MAAM,mBAAmB,CAAC;AACzE,OAAO,EAAgB,sBAAsB,EAAE,MAAM,mBAAmB,CAAC;AAazE,MAAM,CAAC,MAAM,uCAAuC,GAEhD,CAAC,CAAC,MAAM,CAAC;IACX,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAC9B,6HAA6H,CAC9H;IACD,SAAS,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,QAAQ,CAC5C,iFAAiF,CAClF;IACD,aAAa,EAAE,sBAAsB,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClE,sTAAsT,CACvT;IACD,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAChC,sEAAsE,CACvE;IACD,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,sBAAsB,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACvE,sMAAsM,CACvM;CACF,CAAC,CAAC,QAAQ,CAAC,6DAA6D,CAAC,CAAC"}
@@ -4,6 +4,6 @@
4
4
  import * as z from "zod";
5
5
  import { OutputScaleEntry$zodSchema, } from "./outputscaleentry.js";
6
6
  export const OutputConfig$zodSchema = z.object({
7
- scale: z.array(OutputScaleEntry$zodSchema).nullable().optional().describe("The ordered scale points that make up the rubric, each with its label"),
7
+ scale: z.array(OutputScaleEntry$zodSchema).nullable().optional().describe("The rows of the rating scale, each a number and its label. For a rating evaluator, give the label for the worst result the lowest number and the label for the best result the highest number"),
8
8
  });
9
9
  //# sourceMappingURL=outputconfig.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"outputconfig.js","sourceRoot":"","sources":["../../src/models/outputconfig.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,0BAA0B,GAC3B,MAAM,uBAAuB,CAAC;AAM/B,MAAM,CAAC,MAAM,sBAAsB,GAA4B,CAAC,CAAC,MAAM,CAAC;IACtE,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACvE,uEAAuE,CACxE;CACF,CAAC,CAAC"}
1
+ {"version":3,"file":"outputconfig.js","sourceRoot":"","sources":["../../src/models/outputconfig.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,0BAA0B,GAC3B,MAAM,uBAAuB,CAAC;AAM/B,MAAM,CAAC,MAAM,sBAAsB,GAA4B,CAAC,CAAC,MAAM,CAAC;IACtE,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACvE,+LAA+L,CAChM;CACF,CAAC,CAAC"}
@@ -3,9 +3,9 @@
3
3
  */
4
4
  import * as z from "zod";
5
5
  export const OutputScaleEntry$zodSchema = z.object({
6
- color: z.string().nullable().optional().describe("Color to show for this level. Omit for the default"),
7
- description: z.string().nullable().optional().describe("Rubric text for this level, added to the judge prompt. Omit to leave this level undescribed"),
8
- name: z.string().describe("Short label for this scale point"),
9
- value: z.any().optional().describe("The value for this scale point. Use a boolean for a `binary` evaluator, a number for a `rating` one"),
6
+ color: z.string().nullable().optional().describe("Color to show for this row. Omit for the default"),
7
+ description: z.string().nullable().optional().describe("Rubric text for this row, added to the judge prompt. Omit to leave this row undescribed"),
8
+ name: z.string().describe("Short label for this row"),
9
+ value: z.any().optional().describe("The value for this row. Use a boolean for a `binary` evaluator, a number for a `rating` one. For a rating evaluator, give the label for the worst result the lowest number and the label for the best result the highest number"),
10
10
  }).describe("One entry in an evaluator's output_config.scale. `value` is bool|number|string\ndepending on output_type.");
11
11
  //# sourceMappingURL=outputscaleentry.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"outputscaleentry.js","sourceRoot":"","sources":["../../src/models/outputscaleentry.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAezB,MAAM,CAAC,MAAM,0BAA0B,GAAgC,CAAC,CAAC,MAAM,CAC7E;IACE,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC9C,oDAAoD,CACrD;IACD,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACpD,6FAA6F,CAC9F;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,kCAAkC,CAAC;IAC7D,KAAK,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAChC,qGAAqG,CACtG;CACF,CACF,CAAC,QAAQ,CACR,2GAA2G,CAC5G,CAAC"}
1
+ {"version":3,"file":"outputscaleentry.js","sourceRoot":"","sources":["../../src/models/outputscaleentry.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAezB,MAAM,CAAC,MAAM,0BAA0B,GAAgC,CAAC,CAAC,MAAM,CAC7E;IACE,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC9C,kDAAkD,CACnD;IACD,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACpD,yFAAyF,CAC1F;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,0BAA0B,CAAC;IACrD,KAAK,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAChC,iOAAiO,CAClO;CACF,CACF,CAAC,QAAQ,CACR,2GAA2G,CAC5G,CAAC"}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@dalmia/calibrate-mcp",
3
- "version": "0.0.93",
3
+ "version": "0.0.94",
4
4
  "author": "Speakeasy",
5
5
  "type": "module",
6
6
  "sideEffects": false,
@@ -930,7 +930,7 @@ http_headers = { "api-key-auth" = "YOUR_API_KEY_AUTH" }`;
930
930
  <h1>Instructions</h1>
931
931
  <p>One-click installation for Claude Desktop users</p>
932
932
  <div class="instruction-item">
933
- <a href="https://github.com/dalmia/calibrate-mcp/releases/download/v0.0.93/mcp-server.mcpb" download="mcp-server.mcpb" class="action-button header-action" style="display: inline-flex; margin-bottom: 16px;">
933
+ <a href="https://github.com/dalmia/calibrate-mcp/releases/download/v0.0.94/mcp-server.mcpb" download="mcp-server.mcpb" class="action-button header-action" style="display: inline-flex; margin-bottom: 16px;">
934
934
  📥 Download MCP Bundle
935
935
  </a>
936
936
  </div>
package/src/lib/config.ts CHANGED
@@ -65,8 +65,8 @@ export function serverURLFromOptions(options: SDKOptions): URL | null {
65
65
  export const SDK_METADATA = {
66
66
  language: "typescript",
67
67
  openapiDocVersion: "0.1.0",
68
- sdkVersion: "0.0.93",
68
+ sdkVersion: "0.0.94",
69
69
  genVersion: "2.915.1",
70
70
  userAgent:
71
- "speakeasy-sdk/mcp-typescript 0.0.93 2.915.1 0.1.0 @dalmia/calibrate-mcp",
71
+ "speakeasy-sdk/mcp-typescript 0.0.94 2.915.1 0.1.0 @dalmia/calibrate-mcp",
72
72
  } as const;
@@ -21,7 +21,7 @@ const routes = buildRouteMap({
21
21
  export const app = buildApplication(routes, {
22
22
  name: "mcp",
23
23
  versionInfo: {
24
- currentVersion: "0.0.93",
24
+ currentVersion: "0.0.94",
25
25
  },
26
26
  });
27
27
 
@@ -78,7 +78,7 @@ export function createMCPServer(deps: {
78
78
  }) {
79
79
  const server = new McpServer({
80
80
  name: "CalibrateMcp",
81
- version: "0.0.93",
81
+ version: "0.0.94",
82
82
  });
83
83
 
84
84
  const getClient = deps.getSDK || (() =>
@@ -26,7 +26,7 @@ export const EvaluatorVersionCompact$zodSchema: z.ZodType<
26
26
  "The model that runs the judge, named the way its provider does, for example `openai/gpt-4.1` or `anthropic/claude-sonnet-4`",
27
27
  ),
28
28
  output_config: OutputConfig$zodSchema.nullable().optional().describe(
29
- "The scale points and their labels. Required for a `rating` evaluator. A `binary` evaluator uses the default Correct/Wrong labels unless you set your own",
29
+ "The rows of the rating scale, each a number and its label. Required for a `rating` evaluator. For a rating evaluator, give the label for the worst result the lowest number and the label for the best result the highest number. A `binary` evaluator uses the default Correct/Wrong labels unless you set your own",
30
30
  ),
31
31
  system_prompt: z.string().nullable().optional().describe(
32
32
  "Judge system prompt, with `{{\"{{\"}}variable}}` placeholders unrendered",
@@ -23,7 +23,7 @@ export const EvaluatorVersionCreate$zodSchema: z.ZodType<
23
23
  "The model that runs the judge, named the way its provider does, for example `openai/gpt-4.1` or `anthropic/claude-sonnet-4`",
24
24
  ),
25
25
  output_config: OutputConfig$zodSchema.nullable().optional().describe(
26
- "The scale points and their labels. Required for a `rating` evaluator. A `binary` evaluator uses the default Correct/Wrong labels unless you set your own",
26
+ "The rows of the rating scale, each a number and its label. Required for a `rating` evaluator. For a rating evaluator, give the label for the worst result the lowest number and the label for the best result the highest number. A `binary` evaluator uses the default Correct/Wrong labels unless you set your own",
27
27
  ),
28
28
  system_prompt: z.string().describe(
29
29
  "Judge system prompt. May contain `{{\"{{\"}}variable}}` placeholders",
@@ -27,7 +27,7 @@ export const EvaluatorVersionCreateRequest$zodSchema: z.ZodType<
27
27
  "When `true`, immediately point the evaluator's live version at this new version",
28
28
  ),
29
29
  output_config: OutputConfig$zodSchema.nullable().optional().describe(
30
- "The scale points and their labels. Required for a `rating` evaluator. A `binary` evaluator uses the default Correct/Wrong labels unless you set your own",
30
+ "The rows of the rating scale, each a number and its label. Required for a `rating` evaluator. For a rating evaluator, give the label for the worst result the lowest number and the label for the best result the highest number. A `binary` evaluator uses the default Correct/Wrong labels unless you set your own",
31
31
  ),
32
32
  system_prompt: z.string().describe(
33
33
  "Judge system prompt. May contain `{{\"{{\"}}variable}}` placeholders",
@@ -14,6 +14,6 @@ export type OutputConfig = {
14
14
 
15
15
  export const OutputConfig$zodSchema: z.ZodType<OutputConfig> = z.object({
16
16
  scale: z.array(OutputScaleEntry$zodSchema).nullable().optional().describe(
17
- "The ordered scale points that make up the rubric, each with its label",
17
+ "The rows of the rating scale, each a number and its label. For a rating evaluator, give the label for the worst result the lowest number and the label for the best result the highest number",
18
18
  ),
19
19
  });
@@ -20,14 +20,14 @@ export type OutputScaleEntry = {
20
20
  export const OutputScaleEntry$zodSchema: z.ZodType<OutputScaleEntry> = z.object(
21
21
  {
22
22
  color: z.string().nullable().optional().describe(
23
- "Color to show for this level. Omit for the default",
23
+ "Color to show for this row. Omit for the default",
24
24
  ),
25
25
  description: z.string().nullable().optional().describe(
26
- "Rubric text for this level, added to the judge prompt. Omit to leave this level undescribed",
26
+ "Rubric text for this row, added to the judge prompt. Omit to leave this row undescribed",
27
27
  ),
28
- name: z.string().describe("Short label for this scale point"),
28
+ name: z.string().describe("Short label for this row"),
29
29
  value: z.any().optional().describe(
30
- "The value for this scale point. Use a boolean for a `binary` evaluator, a number for a `rating` one",
30
+ "The value for this row. Use a boolean for a `binary` evaluator, a number for a `rating` one. For a rating evaluator, give the label for the worst result the lowest number and the label for the best result the highest number",
31
31
  ),
32
32
  },
33
33
  ).describe(