@dalmia/calibrate-mcp 0.0.29 → 0.0.30

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -915,7 +915,7 @@ http_headers = { "api-key-auth" = "YOUR_API_KEY_AUTH" }`;
915
915
  <h1>Instructions</h1>
916
916
  <p>One-click installation for Claude Desktop users</p>
917
917
  <div class="instruction-item">
918
- <a href="https://github.com/dalmia/calibrate-mcp/releases/download/v0.0.29/mcp-server.mcpb" download="mcp-server.mcpb" class="action-button header-action" style="display: inline-flex; margin-bottom: 16px;">
918
+ <a href="https://github.com/dalmia/calibrate-mcp/releases/download/v0.0.30/mcp-server.mcpb" download="mcp-server.mcpb" class="action-button header-action" style="display: inline-flex; margin-bottom: 16px;">
919
919
  📥 Download MCP Bundle
920
920
  </a>
921
921
  </div>
@@ -35,8 +35,8 @@ export declare function serverURLFromOptions(options: SDKOptions): URL | null;
35
35
  export declare const SDK_METADATA: {
36
36
  readonly language: "typescript";
37
37
  readonly openapiDocVersion: "0.1.0";
38
- readonly sdkVersion: "0.0.29";
38
+ readonly sdkVersion: "0.0.30";
39
39
  readonly genVersion: "2.915.1";
40
- readonly userAgent: "speakeasy-sdk/mcp-typescript 0.0.29 2.915.1 0.1.0 @dalmia/calibrate-mcp";
40
+ readonly userAgent: "speakeasy-sdk/mcp-typescript 0.0.30 2.915.1 0.1.0 @dalmia/calibrate-mcp";
41
41
  };
42
42
  //# sourceMappingURL=config.d.ts.map
package/esm/lib/config.js CHANGED
@@ -27,8 +27,8 @@ export function serverURLFromOptions(options) {
27
27
  export const SDK_METADATA = {
28
28
  language: "typescript",
29
29
  openapiDocVersion: "0.1.0",
30
- sdkVersion: "0.0.29",
30
+ sdkVersion: "0.0.30",
31
31
  genVersion: "2.915.1",
32
- userAgent: "speakeasy-sdk/mcp-typescript 0.0.29 2.915.1 0.1.0 @dalmia/calibrate-mcp",
32
+ userAgent: "speakeasy-sdk/mcp-typescript 0.0.30 2.915.1 0.1.0 @dalmia/calibrate-mcp",
33
33
  };
34
34
  //# sourceMappingURL=config.js.map
@@ -18,7 +18,7 @@ const routes = buildRouteMap({
18
18
  export const app = buildApplication(routes, {
19
19
  name: "mcp",
20
20
  versionInfo: {
21
- currentVersion: "0.0.29",
21
+ currentVersion: "0.0.30",
22
22
  },
23
23
  });
24
24
  run(app, process.argv.slice(2), buildContext(process));
@@ -44,7 +44,7 @@ import { tool$testsUpdate } from "./tools/testsUpdate.js";
44
44
  export function createMCPServer(deps) {
45
45
  const server = new McpServer({
46
46
  name: "CalibrateMcp",
47
- version: "0.0.29",
47
+ version: "0.0.30",
48
48
  });
49
49
  const getClient = deps.getSDK || (() => new CalibrateMcpCore({
50
50
  security: deps.security,
@@ -97,6 +97,7 @@ export type EvaluatorDetailResponseCompact = {
97
97
  output_type: EvaluatorDetailResponseCompactOutputType;
98
98
  is_default: boolean;
99
99
  slug?: string | null | undefined;
100
+ source_default_slug?: string | null | undefined;
100
101
  live_version_id?: string | null | undefined;
101
102
  created_at: string;
102
103
  updated_at: string;
@@ -1 +1 @@
1
- {"version":3,"file":"evaluatordetailresponsecompact.d.ts","sourceRoot":"","sources":["../../src/models/evaluatordetailresponsecompact.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EACL,uBAAuB,EAExB,MAAM,8BAA8B,CAAC;AAEtC;;;;;;;;;;GAUG;AACH,eAAO,MAAM,2CAA2C;;;;;;CAM9C,CAAC;AACX;;;;;;;;;;GAUG;AACH,MAAM,MAAM,2CAA2C,GAAG,UAAU,CAClE,OAAO,2CAA2C,CACnD,CAAC;AAEF,eAAO,MAAM,qDAAqD;;;;;;EAQjE,CAAC;AAEF;;;;;;;GAOG;AACH,eAAO,MAAM,sCAAsC;;;CAGzC,CAAC;AACX;;;;;;;GAOG;AACH,MAAM,MAAM,sCAAsC,GAAG,UAAU,CAC7D,OAAO,sCAAsC,CAC9C,CAAC;AAEF,eAAO,MAAM,gDAAgD;;;EAGQ,CAAC;AAEtE;;;;;;;GAOG;AACH,eAAO,MAAM,wCAAwC;;;CAG3C,CAAC;AACX;;;;;;;GAOG;AACH,MAAM,MAAM,wCAAwC,GAAG,UAAU,CAC/D,OAAO,wCAAwC,CAChD,CAAC;AAEF,eAAO,MAAM,kDAAkD;;;EAK9D,CAAC;AAEF,MAAM,MAAM,8BAA8B,GAAG;IAC3C,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACxC,cAAc,EAAE,2CAA2C,CAAC;IAC5D,SAAS,EAAE,sCAAsC,CAAC;IAClD,WAAW,EAAE,wCAAwC,CAAC;IACtD,UAAU,EAAE,OAAO,CAAC;IACpB,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACjC,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC5C,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,KAAK,CAAC,uBAAuB,CAAC,CAAC;CAC1C,CAAC;AAEF,eAAO,MAAM,wCAAwC,EAAE,CAAC,CAAC,OAAO,CAC9D,8BAA8B,CAmC9B,CAAC"}
1
+ {"version":3,"file":"evaluatordetailresponsecompact.d.ts","sourceRoot":"","sources":["../../src/models/evaluatordetailresponsecompact.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EACL,uBAAuB,EAExB,MAAM,8BAA8B,CAAC;AAEtC;;;;;;;;;;GAUG;AACH,eAAO,MAAM,2CAA2C;;;;;;CAM9C,CAAC;AACX;;;;;;;;;;GAUG;AACH,MAAM,MAAM,2CAA2C,GAAG,UAAU,CAClE,OAAO,2CAA2C,CACnD,CAAC;AAEF,eAAO,MAAM,qDAAqD;;;;;;EAQjE,CAAC;AAEF;;;;;;;GAOG;AACH,eAAO,MAAM,sCAAsC;;;CAGzC,CAAC;AACX;;;;;;;GAOG;AACH,MAAM,MAAM,sCAAsC,GAAG,UAAU,CAC7D,OAAO,sCAAsC,CAC9C,CAAC;AAEF,eAAO,MAAM,gDAAgD;;;EAGQ,CAAC;AAEtE;;;;;;;GAOG;AACH,eAAO,MAAM,wCAAwC;;;CAG3C,CAAC;AACX;;;;;;;GAOG;AACH,MAAM,MAAM,wCAAwC,GAAG,UAAU,CAC/D,OAAO,wCAAwC,CAChD,CAAC;AAEF,eAAO,MAAM,kDAAkD;;;EAK9D,CAAC;AAEF,MAAM,MAAM,8BAA8B,GAAG;IAC3C,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACxC,cAAc,EAAE,2CAA2C,CAAC;IAC5D,SAAS,EAAE,sCAAsC,CAAC;IAClD,WAAW,EAAE,wCAAwC,CAAC;IACtD,UAAU,EAAE,OAAO,CAAC;IACpB,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACjC,mBAAmB,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAChD,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC5C,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,KAAK,CAAC,uBAAuB,CAAC,CAAC;CAC1C,CAAC;AAEF,eAAO,MAAM,wCAAwC,EAAE,CAAC,CAAC,OAAO,CAC9D,8BAA8B,CAsC9B,CAAC"}
@@ -66,11 +66,12 @@ export const EvaluatorDetailResponseCompact$zodSchema = z.object({
66
66
  description: z.string().nullable().optional().describe("What the evaluator checks"),
67
67
  evaluator_type: EvaluatorDetailResponseCompactEvaluatorType$zodSchema
68
68
  .describe("What the evaluator judges:\n\n- `tts`: TTS audio\n- `stt`: one transcript\n- `llm`: a reply with its conversation history\n- `llm-general`: a standalone input and output pair\n- `conversation`: a full conversation\n"),
69
- is_default: z.boolean().describe("True for a built-in default evaluator, which you can't edit. False for an evaluator you created, which you can edit and add versions to"),
69
+ is_default: z.boolean().describe("True when the evaluator is a built-in default or your workspace's editable copy of one. False for an evaluator you created yourself"),
70
70
  live_version_id: z.string().nullable().optional().describe("ID of the version that is currently live"),
71
71
  name: z.string().describe("Evaluator name"),
72
72
  output_type: EvaluatorDetailResponseCompactOutputType$zodSchema.describe("How the evaluator scores:\n\n- `binary`: pass or fail\n- `rating`: a numeric score, using the scale in `output_config`\n"),
73
73
  slug: z.string().nullable().optional().describe("Stable slug for a built-in default evaluator"),
74
+ source_default_slug: z.string().nullable().optional().describe("Stable slug of the built-in default this evaluator is your editable copy of. Set on your default forks so you can identify a specific default by it"),
74
75
  updated_at: z.string().describe("When the evaluator was last updated (ISO 8601 UTC)"),
75
76
  uuid: z.string().describe("Evaluator ID"),
76
77
  versions: z.array(EvaluatorVersionCompact$zodSchema).describe("Full version history, oldest first"),
@@ -1 +1 @@
1
- {"version":3,"file":"evaluatordetailresponsecompact.js","sourceRoot":"","sources":["../../src/models/evaluatordetailresponsecompact.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,OAAO,EAEL,iCAAiC,GAClC,MAAM,8BAA8B,CAAC;AAEtC;;;;;;;;;;GAUG;AACH,MAAM,CAAC,MAAM,2CAA2C,GAAG;IACzD,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,UAAU,EAAE,aAAa;IACzB,YAAY,EAAE,cAAc;CACpB,CAAC;AAgBX,MAAM,CAAC,MAAM,qDAAqD,GAAG,CAAC,CAAC,IAAI,CAAC;IAC1E,KAAK;IACL,KAAK;IACL,KAAK;IACL,aAAa;IACb,cAAc;CACf,CAAC,CAAC,QAAQ,CACT,yNAAyN,CAC1N,CAAC;AAEF;;;;;;;GAOG;AACH,MAAM,CAAC,MAAM,sCAAsC,GAAG;IACpD,IAAI,EAAE,MAAM;IACZ,KAAK,EAAE,OAAO;CACN,CAAC;AAaX,MAAM,CAAC,MAAM,gDAAgD,GAAG,CAAC,CAAC,IAAI,CAAC;IACrE,MAAM;IACN,OAAO;CACR,CAAC,CAAC,QAAQ,CAAC,wDAAwD,CAAC,CAAC;AAEtE;;;;;;;GAOG;AACH,MAAM,CAAC,MAAM,wCAAwC,GAAG;IACtD,MAAM,EAAE,QAAQ;IAChB,MAAM,EAAE,QAAQ;CACR,CAAC;AAaX,MAAM,CAAC,MAAM,kDAAkD,GAAG,CAAC,CAAC,IAAI,CAAC;IACvE,QAAQ;IACR,QAAQ;CACT,CAAC,CAAC,QAAQ,CACT,0HAA0H,CAC3H,CAAC;AAiBF,MAAM,CAAC,MAAM,wCAAwC,GAEjD,CAAC,CAAC,MAAM,CAAC;IACX,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAC7B,+CAA+C,CAChD;IACD,SAAS,EAAE,gDAAgD,CAAC,QAAQ,CAClE,wDAAwD,CACzD;IACD,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACpD,2BAA2B,CAC5B;IACD,cAAc,EAAE,qDAAqD;SAClE,QAAQ,CACP,yNAAyN,CAC1N;IACH,UAAU,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,CAC9B,yIAAyI,CAC1I;IACD,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACxD,0CAA0C,CAC3C;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,gBAAgB,CAAC;IAC3C,WAAW,EAAE,kDAAkD,CAAC,QAAQ,CACtE,0HAA0H,CAC3H;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC7C,8CAA8C,CAC/C;IACD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAC7B,oDAAoD,CACrD;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,cAAc,CAAC;IACzC,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,iCAAiC,CAAC,CAAC,QAAQ,CAC3D,oCAAoC,CACrC;CACF,CAAC,CAAC"}
1
+ {"version":3,"file":"evaluatordetailresponsecompact.js","sourceRoot":"","sources":["../../src/models/evaluatordetailresponsecompact.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,OAAO,EAEL,iCAAiC,GAClC,MAAM,8BAA8B,CAAC;AAEtC;;;;;;;;;;GAUG;AACH,MAAM,CAAC,MAAM,2CAA2C,GAAG;IACzD,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,UAAU,EAAE,aAAa;IACzB,YAAY,EAAE,cAAc;CACpB,CAAC;AAgBX,MAAM,CAAC,MAAM,qDAAqD,GAAG,CAAC,CAAC,IAAI,CAAC;IAC1E,KAAK;IACL,KAAK;IACL,KAAK;IACL,aAAa;IACb,cAAc;CACf,CAAC,CAAC,QAAQ,CACT,yNAAyN,CAC1N,CAAC;AAEF;;;;;;;GAOG;AACH,MAAM,CAAC,MAAM,sCAAsC,GAAG;IACpD,IAAI,EAAE,MAAM;IACZ,KAAK,EAAE,OAAO;CACN,CAAC;AAaX,MAAM,CAAC,MAAM,gDAAgD,GAAG,CAAC,CAAC,IAAI,CAAC;IACrE,MAAM;IACN,OAAO;CACR,CAAC,CAAC,QAAQ,CAAC,wDAAwD,CAAC,CAAC;AAEtE;;;;;;;GAOG;AACH,MAAM,CAAC,MAAM,wCAAwC,GAAG;IACtD,MAAM,EAAE,QAAQ;IAChB,MAAM,EAAE,QAAQ;CACR,CAAC;AAaX,MAAM,CAAC,MAAM,kDAAkD,GAAG,CAAC,CAAC,IAAI,CAAC;IACvE,QAAQ;IACR,QAAQ;CACT,CAAC,CAAC,QAAQ,CACT,0HAA0H,CAC3H,CAAC;AAkBF,MAAM,CAAC,MAAM,wCAAwC,GAEjD,CAAC,CAAC,MAAM,CAAC;IACX,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAC7B,+CAA+C,CAChD;IACD,SAAS,EAAE,gDAAgD,CAAC,QAAQ,CAClE,wDAAwD,CACzD;IACD,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACpD,2BAA2B,CAC5B;IACD,cAAc,EAAE,qDAAqD;SAClE,QAAQ,CACP,yNAAyN,CAC1N;IACH,UAAU,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,CAC9B,qIAAqI,CACtI;IACD,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACxD,0CAA0C,CAC3C;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,gBAAgB,CAAC;IAC3C,WAAW,EAAE,kDAAkD,CAAC,QAAQ,CACtE,0HAA0H,CAC3H;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC7C,8CAA8C,CAC/C;IACD,mBAAmB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC5D,qJAAqJ,CACtJ;IACD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAC7B,oDAAoD,CACrD;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,cAAc,CAAC;IACzC,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,iCAAiC,CAAC,CAAC,QAAQ,CAC3D,oCAAoC,CACrC;CACF,CAAC,CAAC"}
@@ -37,7 +37,7 @@ export const ListEvaluatorsEvaluatorsGetRequest$zodSchema = z.object({
37
37
  .describe("Filter by modality. Omit for all"),
38
38
  evaluator_type: ListEvaluatorsEvaluatorsGetEvaluatorType$zodSchema.nullable()
39
39
  .optional().describe("Filter by what the evaluator judges. Omit for all types"),
40
- include_defaults: z.boolean().default(true).describe("When `true`, include the built-in default evaluators alongside the ones you created"),
40
+ include_defaults: z.boolean().default(true).describe("Retained for backward compatibility and no longer filters. Your evaluators, including your editable copies of the defaults, are always returned"),
41
41
  limit: z.int().describe("Maximum number of items to return. Omit for no limit (all items)").nullable().optional(),
42
42
  offset: z.int().default(0).describe("Number of items to skip before returning results"),
43
43
  q: z.string().describe("Case-insensitive substring search on `name`. Blank is a no-op").nullable().optional(),
@@ -1 +1 @@
1
- {"version":3,"file":"listevaluatorsevaluatorsgetop.js","sourceRoot":"","sources":["../../src/models/listevaluatorsevaluatorsgetop.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,4CAA4C,GAC7C,MAAM,yCAAyC,CAAC;AAEjD;;GAEG;AACH,MAAM,CAAC,MAAM,wCAAwC,GAAG;IACtD,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,UAAU,EAAE,aAAa;IACzB,YAAY,EAAE,cAAc;CACpB,CAAC;AAQX,MAAM,CAAC,MAAM,kDAAkD,GAAG,CAAC,CAAC,IAAI,CAAC;IACvE,KAAK;IACL,KAAK;IACL,KAAK;IACL,aAAa;IACb,cAAc;CACf,CAAC,CAAC,QAAQ,CAAC,yDAAyD,CAAC,CAAC;AAEvE;;GAEG;AACH,MAAM,CAAC,MAAM,mCAAmC,GAAG;IACjD,IAAI,EAAE,MAAM;IACZ,KAAK,EAAE,OAAO;CACN,CAAC;AAQX,MAAM,CAAC,MAAM,6CAA6C,GAAG,CAAC,CAAC,IAAI,CAAC;IAClE,MAAM;IACN,OAAO;CACR,CAAC,CAAC,QAAQ,CAAC,kCAAkC,CAAC,CAAC;AAYhD,MAAM,CAAC,MAAM,4CAA4C,GAErD,CAAC,CAAC,MAAM,CAAC;IACX,SAAS,EAAE,6CAA6C,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;SAC3E,QAAQ,CAAC,kCAAkC,CAAC;IAC/C,cAAc,EAAE,kDAAkD,CAAC,QAAQ,EAAE;SAC1E,QAAQ,EAAE,CAAC,QAAQ,CAClB,yDAAyD,CAC1D;IACH,gBAAgB,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,QAAQ,CAClD,qFAAqF,CACtF;IACD,KAAK,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,CACrB,kEAAkE,CACnE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACvB,MAAM,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CACjC,kDAAkD,CACnD;IACD,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CACpB,+DAA+D,CAChE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACvB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CAC1C,CAAC,CAAC;AAMH,MAAM,CAAC,MAAM,6CAA6C,GAEtD,CAAC,CAAC,KAAK,CAAC;IACV,4CAA4C;IAC5C,6BAA6B;CAC9B,CAAC,CAAC"}
1
+ {"version":3,"file":"listevaluatorsevaluatorsgetop.js","sourceRoot":"","sources":["../../src/models/listevaluatorsevaluatorsgetop.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,4CAA4C,GAC7C,MAAM,yCAAyC,CAAC;AAEjD;;GAEG;AACH,MAAM,CAAC,MAAM,wCAAwC,GAAG;IACtD,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,UAAU,EAAE,aAAa;IACzB,YAAY,EAAE,cAAc;CACpB,CAAC;AAQX,MAAM,CAAC,MAAM,kDAAkD,GAAG,CAAC,CAAC,IAAI,CAAC;IACvE,KAAK;IACL,KAAK;IACL,KAAK;IACL,aAAa;IACb,cAAc;CACf,CAAC,CAAC,QAAQ,CAAC,yDAAyD,CAAC,CAAC;AAEvE;;GAEG;AACH,MAAM,CAAC,MAAM,mCAAmC,GAAG;IACjD,IAAI,EAAE,MAAM;IACZ,KAAK,EAAE,OAAO;CACN,CAAC;AAQX,MAAM,CAAC,MAAM,6CAA6C,GAAG,CAAC,CAAC,IAAI,CAAC;IAClE,MAAM;IACN,OAAO;CACR,CAAC,CAAC,QAAQ,CAAC,kCAAkC,CAAC,CAAC;AAYhD,MAAM,CAAC,MAAM,4CAA4C,GAErD,CAAC,CAAC,MAAM,CAAC;IACX,SAAS,EAAE,6CAA6C,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;SAC3E,QAAQ,CAAC,kCAAkC,CAAC;IAC/C,cAAc,EAAE,kDAAkD,CAAC,QAAQ,EAAE;SAC1E,QAAQ,EAAE,CAAC,QAAQ,CAClB,yDAAyD,CAC1D;IACH,gBAAgB,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,QAAQ,CAClD,iJAAiJ,CAClJ;IACD,KAAK,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,CACrB,kEAAkE,CACnE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACvB,MAAM,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CACjC,kDAAkD,CACnD;IACD,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CACpB,+DAA+D,CAChE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACvB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CAC1C,CAAC,CAAC;AAMH,MAAM,CAAC,MAAM,6CAA6C,GAEtD,CAAC,CAAC,KAAK,CAAC;IACV,4CAA4C;IAC5C,6BAA6B;CAC9B,CAAC,CAAC"}
@@ -97,6 +97,7 @@ export type RoutersEvaluatorsEvaluatorResponse = {
97
97
  output_type: RoutersEvaluatorsEvaluatorResponseOutputType;
98
98
  is_default: boolean;
99
99
  slug?: string | null | undefined;
100
+ source_default_slug?: string | null | undefined;
100
101
  live_version_id?: string | null | undefined;
101
102
  created_at: string;
102
103
  updated_at: string;
@@ -1 +1 @@
1
- {"version":3,"file":"routersevaluatorsevaluatorresponse.d.ts","sourceRoot":"","sources":["../../src/models/routersevaluatorsevaluatorresponse.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EACL,2BAA2B,EAE5B,MAAM,kCAAkC,CAAC;AAE1C;;;;;;;;;;GAUG;AACH,eAAO,MAAM,+CAA+C;;;;;;CAMlD,CAAC;AACX;;;;;;;;;;GAUG;AACH,MAAM,MAAM,+CAA+C,GAAG,UAAU,CACtE,OAAO,+CAA+C,CACvD,CAAC;AAEF,eAAO,MAAM,yDAAyD;;;;;;EAUrE,CAAC;AAEF;;;;;;;GAOG;AACH,eAAO,MAAM,0CAA0C;;;CAG7C,CAAC;AACX;;;;;;;GAOG;AACH,MAAM,MAAM,0CAA0C,GAAG,UAAU,CACjE,OAAO,0CAA0C,CAClD,CAAC;AAEF,eAAO,MAAM,oDAAoD;;;EAGI,CAAC;AAEtE;;;;;;;GAOG;AACH,eAAO,MAAM,4CAA4C;;;CAG/C,CAAC;AACX;;;;;;;GAOG;AACH,MAAM,MAAM,4CAA4C,GAAG,UAAU,CACnE,OAAO,4CAA4C,CACpD,CAAC;AAEF,eAAO,MAAM,sDAAsD;;;EAKlE,CAAC;AAEF,MAAM,MAAM,kCAAkC,GAAG;IAC/C,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACxC,cAAc,EAAE,+CAA+C,CAAC;IAChE,SAAS,EAAE,0CAA0C,CAAC;IACtD,WAAW,EAAE,4CAA4C,CAAC;IAC1D,UAAU,EAAE,OAAO,CAAC;IACpB,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACjC,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC5C,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,2BAA2B,GAAG,IAAI,GAAG,SAAS,CAAC;CAC/D,CAAC;AAEF,eAAO,MAAM,4CAA4C,EAAE,CAAC,CAAC,OAAO,CAClE,kCAAkC,CAkClC,CAAC"}
1
+ {"version":3,"file":"routersevaluatorsevaluatorresponse.d.ts","sourceRoot":"","sources":["../../src/models/routersevaluatorsevaluatorresponse.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EACL,2BAA2B,EAE5B,MAAM,kCAAkC,CAAC;AAE1C;;;;;;;;;;GAUG;AACH,eAAO,MAAM,+CAA+C;;;;;;CAMlD,CAAC;AACX;;;;;;;;;;GAUG;AACH,MAAM,MAAM,+CAA+C,GAAG,UAAU,CACtE,OAAO,+CAA+C,CACvD,CAAC;AAEF,eAAO,MAAM,yDAAyD;;;;;;EAUrE,CAAC;AAEF;;;;;;;GAOG;AACH,eAAO,MAAM,0CAA0C;;;CAG7C,CAAC;AACX;;;;;;;GAOG;AACH,MAAM,MAAM,0CAA0C,GAAG,UAAU,CACjE,OAAO,0CAA0C,CAClD,CAAC;AAEF,eAAO,MAAM,oDAAoD;;;EAGI,CAAC;AAEtE;;;;;;;GAOG;AACH,eAAO,MAAM,4CAA4C;;;CAG/C,CAAC;AACX;;;;;;;GAOG;AACH,MAAM,MAAM,4CAA4C,GAAG,UAAU,CACnE,OAAO,4CAA4C,CACpD,CAAC;AAEF,eAAO,MAAM,sDAAsD;;;EAKlE,CAAC;AAEF,MAAM,MAAM,kCAAkC,GAAG;IAC/C,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACxC,cAAc,EAAE,+CAA+C,CAAC;IAChE,SAAS,EAAE,0CAA0C,CAAC;IACtD,WAAW,EAAE,4CAA4C,CAAC;IAC1D,UAAU,EAAE,OAAO,CAAC;IACpB,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACjC,mBAAmB,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAChD,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC5C,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,YAAY,CAAC,EAAE,2BAA2B,GAAG,IAAI,GAAG,SAAS,CAAC;CAC/D,CAAC;AAEF,eAAO,MAAM,4CAA4C,EAAE,CAAC,CAAC,OAAO,CAClE,kCAAkC,CAqClC,CAAC"}
@@ -66,13 +66,14 @@ export const RoutersEvaluatorsEvaluatorResponse$zodSchema = z.object({
66
66
  description: z.string().nullable().optional().describe("What the evaluator checks"),
67
67
  evaluator_type: RoutersEvaluatorsEvaluatorResponseEvaluatorType$zodSchema
68
68
  .describe("What the evaluator judges:\n\n- `tts`: TTS audio\n- `stt`: one transcript\n- `llm`: a reply with its conversation history\n- `llm-general`: a standalone input and output pair\n- `conversation`: a full conversation\n"),
69
- is_default: z.boolean().describe("True for a built-in default evaluator, which you can't edit. False for an evaluator you created, which you can edit and add versions to"),
69
+ is_default: z.boolean().describe("True when the evaluator is a built-in default or your workspace's editable copy of one. False for an evaluator you created yourself"),
70
70
  live_version: EvaluatorLiveVersionSummary$zodSchema.nullable().optional()
71
71
  .describe("The version that is currently live"),
72
72
  live_version_id: z.string().nullable().optional().describe("ID of the version that is currently live"),
73
73
  name: z.string().describe("Evaluator name"),
74
74
  output_type: RoutersEvaluatorsEvaluatorResponseOutputType$zodSchema.describe("How the evaluator scores:\n\n- `binary`: pass or fail\n- `rating`: a numeric score, using the scale in `output_config`\n"),
75
75
  slug: z.string().nullable().optional().describe("Stable slug for a built-in default evaluator"),
76
+ source_default_slug: z.string().nullable().optional().describe("Stable slug of the built-in default this evaluator is your editable copy of. Set on your default forks so you can identify a specific default by it"),
76
77
  updated_at: z.string().describe("When the evaluator was last updated (ISO 8601 UTC)"),
77
78
  uuid: z.string().describe("Evaluator ID"),
78
79
  });
@@ -1 +1 @@
1
- {"version":3,"file":"routersevaluatorsevaluatorresponse.js","sourceRoot":"","sources":["../../src/models/routersevaluatorsevaluatorresponse.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,OAAO,EAEL,qCAAqC,GACtC,MAAM,kCAAkC,CAAC;AAE1C;;;;;;;;;;GAUG;AACH,MAAM,CAAC,MAAM,+CAA+C,GAAG;IAC7D,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,UAAU,EAAE,aAAa;IACzB,YAAY,EAAE,cAAc;CACpB,CAAC;AAgBX,MAAM,CAAC,MAAM,yDAAyD,GAAG,CAAC,CAAC,IAAI,CAC7E;IACE,KAAK;IACL,KAAK;IACL,KAAK;IACL,aAAa;IACb,cAAc;CACf,CACF,CAAC,QAAQ,CACR,yNAAyN,CAC1N,CAAC;AAEF;;;;;;;GAOG;AACH,MAAM,CAAC,MAAM,0CAA0C,GAAG;IACxD,IAAI,EAAE,MAAM;IACZ,KAAK,EAAE,OAAO;CACN,CAAC;AAaX,MAAM,CAAC,MAAM,oDAAoD,GAAG,CAAC,CAAC,IAAI,CAAC;IACzE,MAAM;IACN,OAAO;CACR,CAAC,CAAC,QAAQ,CAAC,wDAAwD,CAAC,CAAC;AAEtE;;;;;;;GAOG;AACH,MAAM,CAAC,MAAM,4CAA4C,GAAG;IAC1D,MAAM,EAAE,QAAQ;IAChB,MAAM,EAAE,QAAQ;CACR,CAAC;AAaX,MAAM,CAAC,MAAM,sDAAsD,GAAG,CAAC,CAAC,IAAI,CAAC;IAC3E,QAAQ;IACR,QAAQ;CACT,CAAC,CAAC,QAAQ,CACT,0HAA0H,CAC3H,CAAC;AAiBF,MAAM,CAAC,MAAM,4CAA4C,GAErD,CAAC,CAAC,MAAM,CAAC;IACX,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAC7B,+CAA+C,CAChD;IACD,SAAS,EAAE,oDAAoD,CAAC,QAAQ,CACtE,wDAAwD,CACzD;IACD,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACpD,2BAA2B,CAC5B;IACD,cAAc,EAAE,yDAAyD;SACtE,QAAQ,CACP,yNAAyN,CAC1N;IACH,UAAU,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,CAC9B,yIAAyI,CAC1I;IACD,YAAY,EAAE,qCAAqC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;SACtE,QAAQ,CAAC,oCAAoC,CAAC;IACjD,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACxD,0CAA0C,CAC3C;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,gBAAgB,CAAC;IAC3C,WAAW,EAAE,sDAAsD,CAAC,QAAQ,CAC1E,0HAA0H,CAC3H;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC7C,8CAA8C,CAC/C;IACD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAC7B,oDAAoD,CACrD;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,cAAc,CAAC;CAC1C,CAAC,CAAC"}
1
+ {"version":3,"file":"routersevaluatorsevaluatorresponse.js","sourceRoot":"","sources":["../../src/models/routersevaluatorsevaluatorresponse.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,OAAO,EAEL,qCAAqC,GACtC,MAAM,kCAAkC,CAAC;AAE1C;;;;;;;;;;GAUG;AACH,MAAM,CAAC,MAAM,+CAA+C,GAAG;IAC7D,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,UAAU,EAAE,aAAa;IACzB,YAAY,EAAE,cAAc;CACpB,CAAC;AAgBX,MAAM,CAAC,MAAM,yDAAyD,GAAG,CAAC,CAAC,IAAI,CAC7E;IACE,KAAK;IACL,KAAK;IACL,KAAK;IACL,aAAa;IACb,cAAc;CACf,CACF,CAAC,QAAQ,CACR,yNAAyN,CAC1N,CAAC;AAEF;;;;;;;GAOG;AACH,MAAM,CAAC,MAAM,0CAA0C,GAAG;IACxD,IAAI,EAAE,MAAM;IACZ,KAAK,EAAE,OAAO;CACN,CAAC;AAaX,MAAM,CAAC,MAAM,oDAAoD,GAAG,CAAC,CAAC,IAAI,CAAC;IACzE,MAAM;IACN,OAAO;CACR,CAAC,CAAC,QAAQ,CAAC,wDAAwD,CAAC,CAAC;AAEtE;;;;;;;GAOG;AACH,MAAM,CAAC,MAAM,4CAA4C,GAAG;IAC1D,MAAM,EAAE,QAAQ;IAChB,MAAM,EAAE,QAAQ;CACR,CAAC;AAaX,MAAM,CAAC,MAAM,sDAAsD,GAAG,CAAC,CAAC,IAAI,CAAC;IAC3E,QAAQ;IACR,QAAQ;CACT,CAAC,CAAC,QAAQ,CACT,0HAA0H,CAC3H,CAAC;AAkBF,MAAM,CAAC,MAAM,4CAA4C,GAErD,CAAC,CAAC,MAAM,CAAC;IACX,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAC7B,+CAA+C,CAChD;IACD,SAAS,EAAE,oDAAoD,CAAC,QAAQ,CACtE,wDAAwD,CACzD;IACD,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACpD,2BAA2B,CAC5B;IACD,cAAc,EAAE,yDAAyD;SACtE,QAAQ,CACP,yNAAyN,CAC1N;IACH,UAAU,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,CAC9B,qIAAqI,CACtI;IACD,YAAY,EAAE,qCAAqC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;SACtE,QAAQ,CAAC,oCAAoC,CAAC;IACjD,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACxD,0CAA0C,CAC3C;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,gBAAgB,CAAC;IAC3C,WAAW,EAAE,sDAAsD,CAAC,QAAQ,CAC1E,0HAA0H,CAC3H;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC7C,8CAA8C,CAC/C;IACD,mBAAmB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC5D,qJAAqJ,CACtJ;IACD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAC7B,oDAAoD,CACrD;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,cAAc,CAAC;CAC1C,CAAC,CAAC"}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@dalmia/calibrate-mcp",
3
- "version": "0.0.29",
3
+ "version": "0.0.30",
4
4
  "author": "Speakeasy",
5
5
  "type": "module",
6
6
  "sideEffects": false,
@@ -930,7 +930,7 @@ http_headers = { "api-key-auth" = "YOUR_API_KEY_AUTH" }`;
930
930
  <h1>Instructions</h1>
931
931
  <p>One-click installation for Claude Desktop users</p>
932
932
  <div class="instruction-item">
933
- <a href="https://github.com/dalmia/calibrate-mcp/releases/download/v0.0.29/mcp-server.mcpb" download="mcp-server.mcpb" class="action-button header-action" style="display: inline-flex; margin-bottom: 16px;">
933
+ <a href="https://github.com/dalmia/calibrate-mcp/releases/download/v0.0.30/mcp-server.mcpb" download="mcp-server.mcpb" class="action-button header-action" style="display: inline-flex; margin-bottom: 16px;">
934
934
  📥 Download MCP Bundle
935
935
  </a>
936
936
  </div>
package/src/lib/config.ts CHANGED
@@ -65,8 +65,8 @@ export function serverURLFromOptions(options: SDKOptions): URL | null {
65
65
  export const SDK_METADATA = {
66
66
  language: "typescript",
67
67
  openapiDocVersion: "0.1.0",
68
- sdkVersion: "0.0.29",
68
+ sdkVersion: "0.0.30",
69
69
  genVersion: "2.915.1",
70
70
  userAgent:
71
- "speakeasy-sdk/mcp-typescript 0.0.29 2.915.1 0.1.0 @dalmia/calibrate-mcp",
71
+ "speakeasy-sdk/mcp-typescript 0.0.30 2.915.1 0.1.0 @dalmia/calibrate-mcp",
72
72
  } as const;
@@ -21,7 +21,7 @@ const routes = buildRouteMap({
21
21
  export const app = buildApplication(routes, {
22
22
  name: "mcp",
23
23
  versionInfo: {
24
- currentVersion: "0.0.29",
24
+ currentVersion: "0.0.30",
25
25
  },
26
26
  });
27
27
 
@@ -66,7 +66,7 @@ export function createMCPServer(deps: {
66
66
  }) {
67
67
  const server = new McpServer({
68
68
  name: "CalibrateMcp",
69
- version: "0.0.29",
69
+ version: "0.0.30",
70
70
  });
71
71
 
72
72
  const getClient = deps.getSDK || (() =>
@@ -121,6 +121,7 @@ export type EvaluatorDetailResponseCompact = {
121
121
  output_type: EvaluatorDetailResponseCompactOutputType;
122
122
  is_default: boolean;
123
123
  slug?: string | null | undefined;
124
+ source_default_slug?: string | null | undefined;
124
125
  live_version_id?: string | null | undefined;
125
126
  created_at: string;
126
127
  updated_at: string;
@@ -144,7 +145,7 @@ export const EvaluatorDetailResponseCompact$zodSchema: z.ZodType<
144
145
  "What the evaluator judges:\n\n- `tts`: TTS audio\n- `stt`: one transcript\n- `llm`: a reply with its conversation history\n- `llm-general`: a standalone input and output pair\n- `conversation`: a full conversation\n",
145
146
  ),
146
147
  is_default: z.boolean().describe(
147
- "True for a built-in default evaluator, which you can't edit. False for an evaluator you created, which you can edit and add versions to",
148
+ "True when the evaluator is a built-in default or your workspace's editable copy of one. False for an evaluator you created yourself",
148
149
  ),
149
150
  live_version_id: z.string().nullable().optional().describe(
150
151
  "ID of the version that is currently live",
@@ -156,6 +157,9 @@ export const EvaluatorDetailResponseCompact$zodSchema: z.ZodType<
156
157
  slug: z.string().nullable().optional().describe(
157
158
  "Stable slug for a built-in default evaluator",
158
159
  ),
160
+ source_default_slug: z.string().nullable().optional().describe(
161
+ "Stable slug of the built-in default this evaluator is your editable copy of. Set on your default forks so you can identify a specific default by it",
162
+ ),
159
163
  updated_at: z.string().describe(
160
164
  "When the evaluator was last updated (ISO 8601 UTC)",
161
165
  ),
@@ -77,7 +77,7 @@ export const ListEvaluatorsEvaluatorsGetRequest$zodSchema: z.ZodType<
77
77
  "Filter by what the evaluator judges. Omit for all types",
78
78
  ),
79
79
  include_defaults: z.boolean().default(true).describe(
80
- "When `true`, include the built-in default evaluators alongside the ones you created",
80
+ "Retained for backward compatibility and no longer filters. Your evaluators, including your editable copies of the defaults, are always returned",
81
81
  ),
82
82
  limit: z.int().describe(
83
83
  "Maximum number of items to return. Omit for no limit (all items)",
@@ -123,6 +123,7 @@ export type RoutersEvaluatorsEvaluatorResponse = {
123
123
  output_type: RoutersEvaluatorsEvaluatorResponseOutputType;
124
124
  is_default: boolean;
125
125
  slug?: string | null | undefined;
126
+ source_default_slug?: string | null | undefined;
126
127
  live_version_id?: string | null | undefined;
127
128
  created_at: string;
128
129
  updated_at: string;
@@ -146,7 +147,7 @@ export const RoutersEvaluatorsEvaluatorResponse$zodSchema: z.ZodType<
146
147
  "What the evaluator judges:\n\n- `tts`: TTS audio\n- `stt`: one transcript\n- `llm`: a reply with its conversation history\n- `llm-general`: a standalone input and output pair\n- `conversation`: a full conversation\n",
147
148
  ),
148
149
  is_default: z.boolean().describe(
149
- "True for a built-in default evaluator, which you can't edit. False for an evaluator you created, which you can edit and add versions to",
150
+ "True when the evaluator is a built-in default or your workspace's editable copy of one. False for an evaluator you created yourself",
150
151
  ),
151
152
  live_version: EvaluatorLiveVersionSummary$zodSchema.nullable().optional()
152
153
  .describe("The version that is currently live"),
@@ -160,6 +161,9 @@ export const RoutersEvaluatorsEvaluatorResponse$zodSchema: z.ZodType<
160
161
  slug: z.string().nullable().optional().describe(
161
162
  "Stable slug for a built-in default evaluator",
162
163
  ),
164
+ source_default_slug: z.string().nullable().optional().describe(
165
+ "Stable slug of the built-in default this evaluator is your editable copy of. Set on your default forks so you can identify a specific default by it",
166
+ ),
163
167
  updated_at: z.string().describe(
164
168
  "When the evaluator was last updated (ISO 8601 UTC)",
165
169
  ),