@dalmia/calibrate-mcp 0.0.15 → 0.0.16

package/esm/landing-page.js

@@ -915,7 +915,7 @@ http_headers = { "api-key-auth" = "YOUR_API_KEY_AUTH" }`;
         <h1>Instructions</h1>
         <p>One-click installation for Claude Desktop users</p>
         <div class="instruction-item">
-          <a href="https://github.com/dalmia/calibrate-mcp/releases/download/v0.0.15/mcp-server.mcpb" download="mcp-server.mcpb" class="action-button header-action" style="display: inline-flex; margin-bottom: 16px;">
+          <a href="https://github.com/dalmia/calibrate-mcp/releases/download/v0.0.16/mcp-server.mcpb" download="mcp-server.mcpb" class="action-button header-action" style="display: inline-flex; margin-bottom: 16px;">
             📥 Download MCP Bundle
           </a>
         </div>

package/esm/lib/config.d.ts

@@ -35,8 +35,8 @@ export declare function serverURLFromOptions(options: SDKOptions): URL | null;
 export declare const SDK_METADATA: {
     readonly language: "typescript";
     readonly openapiDocVersion: "0.1.0";
-    readonly sdkVersion: "0.0.15";
+    readonly sdkVersion: "0.0.16";
     readonly genVersion: "2.915.1";
-    readonly userAgent: "speakeasy-sdk/mcp-typescript 0.0.15 2.915.1 0.1.0 @dalmia/calibrate-mcp";
+    readonly userAgent: "speakeasy-sdk/mcp-typescript 0.0.16 2.915.1 0.1.0 @dalmia/calibrate-mcp";
 };
 //# sourceMappingURL=config.d.ts.map

package/esm/lib/config.js

@@ -27,8 +27,8 @@ export function serverURLFromOptions(options) {
 export const SDK_METADATA = {
     language: "typescript",
     openapiDocVersion: "0.1.0",
-    sdkVersion: "0.0.15",
+    sdkVersion: "0.0.16",
     genVersion: "2.915.1",
-    userAgent: "speakeasy-sdk/mcp-typescript 0.0.15 2.915.1 0.1.0 @dalmia/calibrate-mcp",
+    userAgent: "speakeasy-sdk/mcp-typescript 0.0.16 2.915.1 0.1.0 @dalmia/calibrate-mcp",
 };
 //# sourceMappingURL=config.js.map

package/esm/mcp-server/mcp-server.js

@@ -18,7 +18,7 @@ const routes = buildRouteMap({
 export const app = buildApplication(routes, {
     name: "mcp",
     versionInfo: {
-        currentVersion: "0.0.15",
+        currentVersion: "0.0.16",
     },
 });
 run(app, process.argv.slice(2), buildContext(process));

package/esm/mcp-server/server.js

@@ -42,7 +42,7 @@ import { tool$testsUpdate } from "./tools/testsUpdate.js";
 export function createMCPServer(deps) {
     const server = new McpServer({
         name: "CalibrateMcp",
-        version: "0.0.15",
+        version: "0.0.16",
     });
     const getClient = deps.getSDK || (() => new CalibrateMcpCore({
         security: deps.security,

package/esm/models/annotationitempayload.js

@@ -4,6 +4,6 @@
 import * as z from "zod";
 export const AnnotationItemPayload$zodSchema = z.object({
     annotations: z.record(z.string(), z.any()).nullable().optional().describe("Human annotations to seed, keyed by evaluator ID. Each evaluator ID must be linked to the task. Put the judgement in `value`, a bool for binary or a number for rating, with optional `reasoning`. Requires `annotator_id`"),
-    payload: z.any().optional().describe("The item's payload. Its shape depends on the task `type`. `payload['name']` is **required** for every type and must be unique within the task"),
+    payload: z.any().optional().describe("The item's payload. `name` is required and unique within the task for every type. The other fields depend on the task `type`:\n\n- `stt`: `name`, `reference_transcript`, `predicted_transcript`\n- `llm`: `name`, `chat_history` (list of `{role, content}` turns ending at the user turn), `agent_response` (the reply to judge), optional `evaluator_variables`\n- `llm-general`: `name`, `input`, `output`, optional `evaluator_variables`\n- `conversation`: `name`, `transcript` (list of `{role, content}` turns), optional `evaluator_variables`\n\n`evaluator_variables` maps an evaluator ID to that evaluator's `{{\"{{\"}}variable}}` values for this item"),
 });
 //# sourceMappingURL=annotationitempayload.js.map

package/esm/models/annotationitempayload.js.map

@@ -1 +1 @@
-{"version":3,"file":"annotationitempayload.js","sourceRoot":"","sources":["../../src/models/annotationitempayload.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAOzB,MAAM,CAAC,MAAM,+BAA+B,GAC1C,CAAC,CAAC,MAAM,CAAC;IACP,WAAW,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACvE,4NAA4N,CAC7N;IACD,OAAO,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClC,+IAA+I,CAChJ;CACF,CAAC,CAAC"}
+{"version":3,"file":"annotationitempayload.js","sourceRoot":"","sources":["../../src/models/annotationitempayload.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAOzB,MAAM,CAAC,MAAM,+BAA+B,GAC1C,CAAC,CAAC,MAAM,CAAC;IACP,WAAW,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACvE,4NAA4N,CAC7N;IACD,OAAO,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClC,woBAAwoB,CACzoB;CACF,CAAC,CAAC"}

package/esm/models/annotationtaskcreate.d.ts

@@ -5,14 +5,12 @@ import { ClosedEnum } from "../types/enums.js";
  *
  * @remarks
  * - `stt`: judge a transcript on its own
- * - `tts`: judge synthesized speech output
  * - `llm`: judge one response with its conversation history
  * - `llm-general`: judge a standalone `input -> output` pair
  * - `conversation`: judge a full conversation
  */
 export declare const AnnotationTaskCreateType: {
     readonly Stt: "stt";
-    readonly Tts: "tts";
     readonly Llm: "llm";
     readonly LlmGeneral: "llm-general";
     readonly Conversation: "conversation";
@@ -22,7 +20,6 @@ export declare const AnnotationTaskCreateType: {
  *
  * @remarks
  * - `stt`: judge a transcript on its own
- * - `tts`: judge synthesized speech output
  * - `llm`: judge one response with its conversation history
  * - `llm-general`: judge a standalone `input -> output` pair
  * - `conversation`: judge a full conversation
@@ -31,7 +28,6 @@ export type AnnotationTaskCreateType = ClosedEnum<typeof AnnotationTaskCreateTyp
 export declare const AnnotationTaskCreateType$zodSchema: z.ZodEnum<{
     conversation: "conversation";
     stt: "stt";
-    tts: "tts";
     llm: "llm";
     "llm-general": "llm-general";
 }>;

package/esm/models/annotationtaskcreate.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"annotationtaskcreate.d.ts","sourceRoot":"","sources":["../../src/models/annotationtaskcreate.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAE/C;;;;;;;;;GASG;AACH,eAAO,MAAM,wBAAwB;;;;;;CAM3B,CAAC;AACX;;;;;;;;;GASG;AACH,MAAM,MAAM,wBAAwB,GAAG,UAAU,CAC/C,OAAO,wBAAwB,CAChC,CAAC;AAEF,eAAO,MAAM,kCAAkC;;;;;;EAQ9C,CAAC;AAEF,MAAM,MAAM,oBAAoB,GAAG;IACjC,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,wBAAwB,CAAC;IAC/B,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACxC,aAAa,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;CAClD,CAAC;AAEF,eAAO,MAAM,8BAA8B,EAAE,CAAC,CAAC,OAAO,CAAC,oBAAoB,CAYvE,CAAC"}
+{"version":3,"file":"annotationtaskcreate.d.ts","sourceRoot":"","sources":["../../src/models/annotationtaskcreate.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAE/C;;;;;;;;GAQG;AACH,eAAO,MAAM,wBAAwB;;;;;CAK3B,CAAC;AACX;;;;;;;;GAQG;AACH,MAAM,MAAM,wBAAwB,GAAG,UAAU,CAC/C,OAAO,wBAAwB,CAChC,CAAC;AAEF,eAAO,MAAM,kCAAkC;;;;;EAO9C,CAAC;AAEF,MAAM,MAAM,oBAAoB,GAAG;IACjC,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,wBAAwB,CAAC;IAC/B,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACxC,aAAa,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;CAClD,CAAC;AAEF,eAAO,MAAM,8BAA8B,EAAE,CAAC,CAAC,OAAO,CAAC,oBAAoB,CAYvE,CAAC"}

package/esm/models/annotationtaskcreate.js

@@ -7,30 +7,27 @@ import * as z from "zod";
  *
  * @remarks
  * - `stt`: judge a transcript on its own
- * - `tts`: judge synthesized speech output
  * - `llm`: judge one response with its conversation history
  * - `llm-general`: judge a standalone `input -> output` pair
  * - `conversation`: judge a full conversation
  */
 export const AnnotationTaskCreateType = {
     Stt: "stt",
-    Tts: "tts",
     Llm: "llm",
     LlmGeneral: "llm-general",
     Conversation: "conversation",
 };
 export const AnnotationTaskCreateType$zodSchema = z.enum([
     "stt",
-    "tts",
     "llm",
     "llm-general",
     "conversation",
-]).describe("Task type. Determines the shape of each item's payload.\n- `stt`: judge a transcript on its own\n- `tts`: judge synthesized speech output\n- `llm`: judge one response with its conversation history\n- `llm-general`: judge a standalone `input -> output` pair\n- `conversation`: judge a full conversation");
+]).describe("Task type. Determines the shape of each item's payload.\n- `stt`: judge a transcript on its own\n- `llm`: judge one response with its conversation history\n- `llm-general`: judge a standalone `input -> output` pair\n- `conversation`: judge a full conversation");
 export const AnnotationTaskCreate$zodSchema = z
     .object({
     description: z.string().nullable().optional().describe("A description for the task. Omit for none"),
     evaluator_ids: z.array(z.string()).nullable().optional().describe("IDs of evaluators to link when the task is created, in order. Each must be one you created or a built-in default. Omit to create with no linked evaluators"),
     name: z.string().describe("Task name, unique within your workspace"),
-    type: AnnotationTaskCreateType$zodSchema.describe("Task type. Determines the shape of each item's payload.\n- `stt`: judge a transcript on its own\n- `tts`: judge synthesized speech output\n- `llm`: judge one response with its conversation history\n- `llm-general`: judge a standalone `input -> output` pair\n- `conversation`: judge a full conversation"),
+    type: AnnotationTaskCreateType$zodSchema.describe("Task type. Determines the shape of each item's payload.\n- `stt`: judge a transcript on its own\n- `llm`: judge one response with its conversation history\n- `llm-general`: judge a standalone `input -> output` pair\n- `conversation`: judge a full conversation"),
 });
 //# sourceMappingURL=annotationtaskcreate.js.map

package/esm/models/annotationtaskcreate.js.map

@@ -1 +1 @@
-{"version":3,"file":"annotationtaskcreate.js","sourceRoot":"","sources":["../../src/models/annotationtaskcreate.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAGzB;;;;;;;;;GASG;AACH,MAAM,CAAC,MAAM,wBAAwB,GAAG;IACtC,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,UAAU,EAAE,aAAa;IACzB,YAAY,EAAE,cAAc;CACpB,CAAC;AAeX,MAAM,CAAC,MAAM,kCAAkC,GAAG,CAAC,CAAC,IAAI,CAAC;IACvD,KAAK;IACL,KAAK;IACL,KAAK;IACL,aAAa;IACb,cAAc;CACf,CAAC,CAAC,QAAQ,CACT,+SAA+S,CAChT,CAAC;AASF,MAAM,CAAC,MAAM,8BAA8B,GAAoC,CAAC;KAC7E,MAAM,CAAC;IACN,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACpD,2CAA2C,CAC5C;IACD,aAAa,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC/D,4JAA4J,CAC7J;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,yCAAyC,CAAC;IACpE,IAAI,EAAE,kCAAkC,CAAC,QAAQ,CAC/C,+SAA+S,CAChT;CACF,CAAC,CAAC"}
+{"version":3,"file":"annotationtaskcreate.js","sourceRoot":"","sources":["../../src/models/annotationtaskcreate.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAGzB;;;;;;;;GAQG;AACH,MAAM,CAAC,MAAM,wBAAwB,GAAG;IACtC,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,UAAU,EAAE,aAAa;IACzB,YAAY,EAAE,cAAc;CACpB,CAAC;AAcX,MAAM,CAAC,MAAM,kCAAkC,GAAG,CAAC,CAAC,IAAI,CAAC;IACvD,KAAK;IACL,KAAK;IACL,aAAa;IACb,cAAc;CACf,CAAC,CAAC,QAAQ,CACT,qQAAqQ,CACtQ,CAAC;AASF,MAAM,CAAC,MAAM,8BAA8B,GAAoC,CAAC;KAC7E,MAAM,CAAC;IACN,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACpD,2CAA2C,CAC5C;IACD,aAAa,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC/D,4JAA4J,CAC7J;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,yCAAyC,CAAC;IACpE,IAAI,EAAE,kCAAkC,CAAC,QAAQ,CAC/C,qQAAqQ,CACtQ;CACF,CAAC,CAAC"}

package/esm/models/annotationtaskresponse.d.ts

@@ -5,14 +5,12 @@ import { ClosedEnum } from "../types/enums.js";
  *
  * @remarks
  * - `stt`: judge a transcript on its own
- * - `tts`: judge synthesized speech output
  * - `llm`: judge one response with its conversation history
  * - `llm-general`: judge a standalone `input -> output` pair
  * - `conversation`: judge a full conversation
  */
 export declare const AnnotationTaskResponseType: {
     readonly Stt: "stt";
-    readonly Tts: "tts";
     readonly Llm: "llm";
     readonly LlmGeneral: "llm-general";
     readonly Conversation: "conversation";
@@ -22,7 +20,6 @@ export declare const AnnotationTaskResponseType: {
  *
  * @remarks
  * - `stt`: judge a transcript on its own
- * - `tts`: judge synthesized speech output
  * - `llm`: judge one response with its conversation history
  * - `llm-general`: judge a standalone `input -> output` pair
  * - `conversation`: judge a full conversation
@@ -31,7 +28,6 @@ export type AnnotationTaskResponseType = ClosedEnum<typeof AnnotationTaskRespons
 export declare const AnnotationTaskResponseType$zodSchema: z.ZodEnum<{
     conversation: "conversation";
     stt: "stt";
-    tts: "tts";
     llm: "llm";
     "llm-general": "llm-general";
 }>;

package/esm/models/annotationtaskresponse.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"annotationtaskresponse.d.ts","sourceRoot":"","sources":["../../src/models/annotationtaskresponse.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAE/C;;;;;;;;;GASG;AACH,eAAO,MAAM,0BAA0B;;;;;;CAM7B,CAAC;AACX;;;;;;;;;GASG;AACH,MAAM,MAAM,0BAA0B,GAAG,UAAU,CACjD,OAAO,0BAA0B,CAClC,CAAC;AAEF,eAAO,MAAM,oCAAoC;;;;;;EAQhD,CAAC;AAEF,MAAM,MAAM,sBAAsB,GAAG;IACnC,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,0BAA0B,CAAC;IACjC,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACxC,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,KAAK,CAAC;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,CAAC,GAAG,SAAS,CAAC;IACrD,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC,KAAK,CAAC,EAAE,KAAK,CAAC;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,CAAC,GAAG,SAAS,CAAC;IAChD,IAAI,CAAC,EAAE,KAAK,CAAC;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,CAAC,GAAG,SAAS,CAAC;CAChD,CAAC;AAEF,eAAO,MAAM,gCAAgC,EAAE,CAAC,CAAC,OAAO,CACtD,sBAAsB,CA0BtB,CAAC"}
+{"version":3,"file":"annotationtaskresponse.d.ts","sourceRoot":"","sources":["../../src/models/annotationtaskresponse.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAE/C;;;;;;;;GAQG;AACH,eAAO,MAAM,0BAA0B;;;;;CAK7B,CAAC;AACX;;;;;;;;GAQG;AACH,MAAM,MAAM,0BAA0B,GAAG,UAAU,CACjD,OAAO,0BAA0B,CAClC,CAAC;AAEF,eAAO,MAAM,oCAAoC;;;;;EAOhD,CAAC;AAEF,MAAM,MAAM,sBAAsB,GAAG;IACnC,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,0BAA0B,CAAC;IACjC,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACxC,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,KAAK,CAAC;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,CAAC,GAAG,SAAS,CAAC;IACrD,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC,KAAK,CAAC,EAAE,KAAK,CAAC;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,CAAC,GAAG,SAAS,CAAC;IAChD,IAAI,CAAC,EAAE,KAAK,CAAC;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,CAAC,GAAG,SAAS,CAAC;CAChD,CAAC;AAEF,eAAO,MAAM,gCAAgC,EAAE,CAAC,CAAC,OAAO,CACtD,sBAAsB,CA0BtB,CAAC"}

package/esm/models/annotationtaskresponse.js

@@ -7,25 +7,22 @@ import * as z from "zod";
  *
  * @remarks
  * - `stt`: judge a transcript on its own
- * - `tts`: judge synthesized speech output
  * - `llm`: judge one response with its conversation history
  * - `llm-general`: judge a standalone `input -> output` pair
  * - `conversation`: judge a full conversation
  */
 export const AnnotationTaskResponseType = {
     Stt: "stt",
-    Tts: "tts",
     Llm: "llm",
     LlmGeneral: "llm-general",
     Conversation: "conversation",
 };
 export const AnnotationTaskResponseType$zodSchema = z.enum([
     "stt",
-    "tts",
     "llm",
     "llm-general",
     "conversation",
-]).describe("Task type. Determines the shape of each item's payload.\n- `stt`: judge a transcript on its own\n- `tts`: judge synthesized speech output\n- `llm`: judge one response with its conversation history\n- `llm-general`: judge a standalone `input -> output` pair\n- `conversation`: judge a full conversation");
+]).describe("Task type. Determines the shape of each item's payload.\n- `stt`: judge a transcript on its own\n- `llm`: judge one response with its conversation history\n- `llm-general`: judge a standalone `input -> output` pair\n- `conversation`: judge a full conversation");
 export const AnnotationTaskResponse$zodSchema = z.object({
     created_at: z.string().describe("When the task was created (ISO 8601 UTC)"),
     description: z.string().nullable().optional().describe("The task's description"),
@@ -34,7 +31,7 @@ export const AnnotationTaskResponse$zodSchema = z.object({
     items: z.array(z.record(z.string(), z.any())).optional().describe("The task's items, each with its agreement stats. You get these when you fetch one task by ID, not when you list tasks"),
     jobs: z.array(z.record(z.string(), z.any())).optional().describe("The task's labelling jobs. You get these when you fetch one task by ID, not when you list tasks"),
     name: z.string().describe("Name of the task"),
-    type: AnnotationTaskResponseType$zodSchema.describe("Task type. Determines the shape of each item's payload.\n- `stt`: judge a transcript on its own\n- `tts`: judge synthesized speech output\n- `llm`: judge one response with its conversation history\n- `llm-general`: judge a standalone `input -> output` pair\n- `conversation`: judge a full conversation"),
+    type: AnnotationTaskResponseType$zodSchema.describe("Task type. Determines the shape of each item's payload.\n- `stt`: judge a transcript on its own\n- `llm`: judge one response with its conversation history\n- `llm-general`: judge a standalone `input -> output` pair\n- `conversation`: judge a full conversation"),
     updated_at: z.string().describe("When the task was last updated (ISO 8601 UTC)"),
     uuid: z.string().describe("Unique ID for the task"),
 });

package/esm/models/annotationtaskresponse.js.map

@@ -1 +1 @@
-{"version":3,"file":"annotationtaskresponse.js","sourceRoot":"","sources":["../../src/models/annotationtaskresponse.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAGzB;;;;;;;;;GASG;AACH,MAAM,CAAC,MAAM,0BAA0B,GAAG;IACxC,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,UAAU,EAAE,aAAa;IACzB,YAAY,EAAE,cAAc;CACpB,CAAC;AAeX,MAAM,CAAC,MAAM,oCAAoC,GAAG,CAAC,CAAC,IAAI,CAAC;IACzD,KAAK;IACL,KAAK;IACL,KAAK;IACL,aAAa;IACb,cAAc;CACf,CAAC,CAAC,QAAQ,CACT,+SAA+S,CAChT,CAAC;AAeF,MAAM,CAAC,MAAM,gCAAgC,GAEzC,CAAC,CAAC,MAAM,CAAC;IACX,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,0CAA0C,CAAC;IAC3E,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACpD,wBAAwB,CACzB;IACD,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACpE,2FAA2F,CAC5F;IACD,UAAU,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAChD,6BAA6B,CAC9B;IACD,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC/D,uHAAuH,CACxH;IACD,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC9D,iGAAiG,CAClG;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,kBAAkB,CAAC;IAC7C,IAAI,EAAE,oCAAoC,CAAC,QAAQ,CACjD,+SAA+S,CAChT;IACD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAC7B,+CAA+C,CAChD;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,wBAAwB,CAAC;CACpD,CAAC,CAAC"}
+{"version":3,"file":"annotationtaskresponse.js","sourceRoot":"","sources":["../../src/models/annotationtaskresponse.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAGzB;;;;;;;;GAQG;AACH,MAAM,CAAC,MAAM,0BAA0B,GAAG;IACxC,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,UAAU,EAAE,aAAa;IACzB,YAAY,EAAE,cAAc;CACpB,CAAC;AAcX,MAAM,CAAC,MAAM,oCAAoC,GAAG,CAAC,CAAC,IAAI,CAAC;IACzD,KAAK;IACL,KAAK;IACL,aAAa;IACb,cAAc;CACf,CAAC,CAAC,QAAQ,CACT,qQAAqQ,CACtQ,CAAC;AAeF,MAAM,CAAC,MAAM,gCAAgC,GAEzC,CAAC,CAAC,MAAM,CAAC;IACX,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,0CAA0C,CAAC;IAC3E,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACpD,wBAAwB,CACzB;IACD,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACpE,2FAA2F,CAC5F;IACD,UAAU,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAChD,6BAA6B,CAC9B;IACD,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC/D,uHAAuH,CACxH;IACD,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC9D,iGAAiG,CAClG;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,kBAAkB,CAAC;IAC7C,IAAI,EAAE,oCAAoC,CAAC,QAAQ,CACjD,qQAAqQ,CACtQ;IACD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAC7B,+CAA+C,CAChD;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,wBAAwB,CAAC;CACpD,CAAC,CAAC"}

package/esm/models/evaluatorcreate.d.ts

@@ -34,9 +34,9 @@ export type EvaluatorCreateEvaluatorType = ClosedEnum<typeof EvaluatorCreateEval
 export declare const EvaluatorCreateEvaluatorType$zodSchema: z.ZodEnum<{
     conversation: "conversation";
     stt: "stt";
-    tts: "tts";
     llm: "llm";
     "llm-general": "llm-general";
+    tts: "tts";
 }>;
 /**
  * The modality the judge reads:

package/esm/models/evaluatordetailresponse.d.ts

@@ -34,9 +34,9 @@ export type EvaluatorDetailResponseEvaluatorType = ClosedEnum<typeof EvaluatorDe
 export declare const EvaluatorDetailResponseEvaluatorType$zodSchema: z.ZodEnum<{
     conversation: "conversation";
     stt: "stt";
-    tts: "tts";
     llm: "llm";
     "llm-general": "llm-general";
+    tts: "tts";
 }>;
 /**
  * The modality the judge reads:

package/esm/models/listevaluatorsevaluatorsgetop.d.ts

@@ -19,9 +19,9 @@ export type ListEvaluatorsEvaluatorsGetEvaluatorType = ClosedEnum<typeof ListEva
 export declare const ListEvaluatorsEvaluatorsGetEvaluatorType$zodSchema: z.ZodEnum<{
     conversation: "conversation";
     stt: "stt";
-    tts: "tts";
     llm: "llm";
     "llm-general": "llm-general";
+    tts: "tts";
 }>;
 /**
  * Filter by modality. Omit for all

package/esm/models/routersevaluatorsevaluatorresponse.d.ts

@@ -34,9 +34,9 @@ export type RoutersEvaluatorsEvaluatorResponseEvaluatorType = ClosedEnum<typeof
 export declare const RoutersEvaluatorsEvaluatorResponseEvaluatorType$zodSchema: z.ZodEnum<{
     conversation: "conversation";
     stt: "stt";
-    tts: "tts";
     llm: "llm";
     "llm-general": "llm-general";
+    tts: "tts";
 }>;
 /**
  * The modality the judge reads:

package/esm/models/tasksummaryresponse.d.ts

@@ -6,7 +6,6 @@ import { PaginationMeta } from "./paginationmeta.js";
  */
 export declare const TaskType: {
     readonly Stt: "stt";
-    readonly Tts: "tts";
     readonly Llm: "llm";
     readonly LlmGeneral: "llm-general";
     readonly Conversation: "conversation";
@@ -18,7 +17,6 @@ export type TaskType = ClosedEnum<typeof TaskType>;
 export declare const TaskType$zodSchema: z.ZodEnum<{
     conversation: "conversation";
     stt: "stt";
-    tts: "tts";
     llm: "llm";
     "llm-general": "llm-general";
 }>;

package/esm/models/tasksummaryresponse.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"tasksummaryresponse.d.ts","sourceRoot":"","sources":["../../src/models/tasksummaryresponse.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EAAE,cAAc,EAA4B,MAAM,qBAAqB,CAAC;AAE/E;;GAEG;AACH,eAAO,MAAM,QAAQ;;;;;;CAMX,CAAC;AACX;;GAEG;AACH,MAAM,MAAM,QAAQ,GAAG,UAAU,CAAC,OAAO,QAAQ,CAAC,CAAC;AAEnD,eAAO,MAAM,kBAAkB;;;;;;EAMA,CAAC;AAEhC,MAAM,MAAM,mBAAmB,GAAG;IAChC,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,QAAQ,CAAC;IACpB,UAAU,EAAE,KAAK,CAAC;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,CAAC,CAAC;IACxC,UAAU,EAAE,KAAK,CAAC;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,CAAC,CAAC;IACxC,IAAI,EAAE,KAAK,CAAC;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,CAAC,CAAC;IAClC,aAAa,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,CAAC;IACpC,UAAU,EAAE,cAAc,CAAC;IAC3B,oBAAoB,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,CAAC;CAC7C,CAAC;AAEF,eAAO,MAAM,6BAA6B,EAAE,CAAC,CAAC,OAAO,CAAC,mBAAmB,CAqBtE,CAAC;AAEJ,eAAO,MAAM,qCAAqC,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,CAe/D,CAAC"}
+{"version":3,"file":"tasksummaryresponse.d.ts","sourceRoot":"","sources":["../../src/models/tasksummaryresponse.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EAAE,cAAc,EAA4B,MAAM,qBAAqB,CAAC;AAE/E;;GAEG;AACH,eAAO,MAAM,QAAQ;;;;;CAKX,CAAC;AACX;;GAEG;AACH,MAAM,MAAM,QAAQ,GAAG,UAAU,CAAC,OAAO,QAAQ,CAAC,CAAC;AAEnD,eAAO,MAAM,kBAAkB;;;;;EAKA,CAAC;AAEhC,MAAM,MAAM,mBAAmB,GAAG;IAChC,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,QAAQ,CAAC;IACpB,UAAU,EAAE,KAAK,CAAC;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,CAAC,CAAC;IACxC,UAAU,EAAE,KAAK,CAAC;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,CAAC,CAAC;IACxC,IAAI,EAAE,KAAK,CAAC;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,CAAC,CAAC;IAClC,aAAa,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,CAAC;IACpC,UAAU,EAAE,cAAc,CAAC;IAC3B,oBAAoB,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,CAAC;CAC7C,CAAC;AAEF,eAAO,MAAM,6BAA6B,EAAE,CAAC,CAAC,OAAO,CAAC,mBAAmB,CAqBtE,CAAC;AAEJ,eAAO,MAAM,qCAAqC,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,CAe/D,CAAC"}

package/esm/models/tasksummaryresponse.js

@@ -9,14 +9,12 @@ import { PaginationMeta$zodSchema } from "./paginationmeta.js";
  */
 export const TaskType = {
     Stt: "stt",
-    Tts: "tts",
     Llm: "llm",
     LlmGeneral: "llm-general",
     Conversation: "conversation",
 };
 export const TaskType$zodSchema = z.enum([
     "stt",
-    "tts",
     "llm",
     "llm-general",
     "conversation",

package/esm/models/tasksummaryresponse.js.map

@@ -1 +1 @@
-{"version":3,"file":"tasksummaryresponse.js","sourceRoot":"","sources":["../../src/models/tasksummaryresponse.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,gBAAgB,IAAI,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AAE1E,OAAO,EAAkB,wBAAwB,EAAE,MAAM,qBAAqB,CAAC;AAE/E;;GAEG;AACH,MAAM,CAAC,MAAM,QAAQ,GAAG;IACtB,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,UAAU,EAAE,aAAa;IACzB,YAAY,EAAE,cAAc;CACpB,CAAC;AAMX,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,CAAC,IAAI,CAAC;IACvC,KAAK;IACL,KAAK;IACL,KAAK;IACL,aAAa;IACb,cAAc;CACf,CAAC,CAAC,QAAQ,CAAC,kBAAkB,CAAC,CAAC;AAahC,MAAM,CAAC,MAAM,6BAA6B,GACxC,iBAAiB,CACf,CAAC,CAAC,MAAM,CAAC;IACP,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,QAAQ,CACzD,oFAAoF,CACrF;IACD,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,QAAQ,CACzD,uEAAuE,CACxE;IACD,aAAa,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,CACnD,sCAAsC,CACvC;IACD,UAAU,EAAE,wBAAwB;IACpC,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,QAAQ,CACnD,8GAA8G,CAC/G;IACD,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,gBAAgB,CAAC;IAC9C,SAAS,EAAE,kBAAkB,CAAC,QAAQ,CAAC,kBAAkB,CAAC;CAC3D,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,EACpB,sBAAsB,EACtB,IAAI,CACL,CAAC;AAEJ,MAAM,CAAC,MAAM,qCAAqC,GAAmB,CAAC,CAAC,MAAM,CAAC;IAC5E,oBAAoB,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE;IAC9D,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;IAClD,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;IAClD,aAAa,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC;IAC5C,UAAU,EAAE,wBAAwB;IACpC,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;IAC5C,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;IACnB,SAAS,EAAE,kBAAkB;CAC9B,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE;IACjB,MAAM,EAAE,oBAAoB,EAAE,GAAG,IAAI,EAAE,GAAG,CAAC,CAAC;IAC5C,OAAO;QACL,GAAG,IAAI;QACP,GAAG,oBAAoB;KACxB,CAAC;AACJ,CAAC,CAAC,CAAC"}
+{"version":3,"file":"tasksummaryresponse.js","sourceRoot":"","sources":["../../src/models/tasksummaryresponse.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,gBAAgB,IAAI,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AAE1E,OAAO,EAAkB,wBAAwB,EAAE,MAAM,qBAAqB,CAAC;AAE/E;;GAEG;AACH,MAAM,CAAC,MAAM,QAAQ,GAAG;IACtB,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,UAAU,EAAE,aAAa;IACzB,YAAY,EAAE,cAAc;CACpB,CAAC;AAMX,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,CAAC,IAAI,CAAC;IACvC,KAAK;IACL,KAAK;IACL,aAAa;IACb,cAAc;CACf,CAAC,CAAC,QAAQ,CAAC,kBAAkB,CAAC,CAAC;AAahC,MAAM,CAAC,MAAM,6BAA6B,GACxC,iBAAiB,CACf,CAAC,CAAC,MAAM,CAAC;IACP,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,QAAQ,CACzD,oFAAoF,CACrF;IACD,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,QAAQ,CACzD,uEAAuE,CACxE;IACD,aAAa,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,CACnD,sCAAsC,CACvC;IACD,UAAU,EAAE,wBAAwB;IACpC,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,QAAQ,CACnD,8GAA8G,CAC/G;IACD,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,gBAAgB,CAAC;IAC9C,SAAS,EAAE,kBAAkB,CAAC,QAAQ,CAAC,kBAAkB,CAAC;CAC3D,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,EACpB,sBAAsB,EACtB,IAAI,CACL,CAAC;AAEJ,MAAM,CAAC,MAAM,qCAAqC,GAAmB,CAAC,CAAC,MAAM,CAAC;IAC5E,oBAAoB,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE;IAC9D,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;IAClD,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;IAClD,aAAa,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC;IAC5C,UAAU,EAAE,wBAAwB;IACpC,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;IAC5C,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;IACnB,SAAS,EAAE,kBAAkB;CAC9B,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE;IACjB,MAAM,EAAE,oBAAoB,EAAE,GAAG,IAAI,EAAE,GAAG,CAAC,CAAC;IAC5C,OAAO;QACL,GAAG,IAAI;QACP,GAAG,oBAAoB;KACxB,CAAC;AACJ,CAAC,CAAC,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@dalmia/calibrate-mcp",
-  "version": "0.0.15",
+  "version": "0.0.16",
   "author": "Speakeasy",
   "type": "module",
   "sideEffects": false,

package/src/landing-page.ts

@@ -930,7 +930,7 @@ http_headers = { "api-key-auth" = "YOUR_API_KEY_AUTH" }`;
         <h1>Instructions</h1>
         <p>One-click installation for Claude Desktop users</p>
         <div class="instruction-item">
-          <a href="https://github.com/dalmia/calibrate-mcp/releases/download/v0.0.15/mcp-server.mcpb" download="mcp-server.mcpb" class="action-button header-action" style="display: inline-flex; margin-bottom: 16px;">
+          <a href="https://github.com/dalmia/calibrate-mcp/releases/download/v0.0.16/mcp-server.mcpb" download="mcp-server.mcpb" class="action-button header-action" style="display: inline-flex; margin-bottom: 16px;">
             📥 Download MCP Bundle
           </a>
         </div>

package/src/lib/config.ts

@@ -65,8 +65,8 @@ export function serverURLFromOptions(options: SDKOptions): URL | null {
 export const SDK_METADATA = {
   language: "typescript",
   openapiDocVersion: "0.1.0",
-  sdkVersion: "0.0.15",
+  sdkVersion: "0.0.16",
   genVersion: "2.915.1",
   userAgent:
-    "speakeasy-sdk/mcp-typescript 0.0.15 2.915.1 0.1.0 @dalmia/calibrate-mcp",
+    "speakeasy-sdk/mcp-typescript 0.0.16 2.915.1 0.1.0 @dalmia/calibrate-mcp",
 } as const;

package/src/mcp-server/mcp-server.ts

@@ -21,7 +21,7 @@ const routes = buildRouteMap({
 export const app = buildApplication(routes, {
   name: "mcp",
   versionInfo: {
-    currentVersion: "0.0.15",
+    currentVersion: "0.0.16",
   },
 });
 

package/src/mcp-server/server.ts

@@ -64,7 +64,7 @@ export function createMCPServer(deps: {
 }) {
   const server = new McpServer({
     name: "CalibrateMcp",
-    version: "0.0.15",
+    version: "0.0.16",
   });
 
   const getClient = deps.getSDK || (() =>

package/src/models/annotationitempayload.ts

@@ -15,6 +15,6 @@ export const AnnotationItemPayload$zodSchema: z.ZodType<AnnotationItemPayload> =
       "Human annotations to seed, keyed by evaluator ID. Each evaluator ID must be linked to the task. Put the judgement in `value`, a bool for binary or a number for rating, with optional `reasoning`. Requires `annotator_id`",
     ),
     payload: z.any().optional().describe(
-      "The item's payload. Its shape depends on the task `type`. `payload['name']` is **required** for every type and must be unique within the task",
+      "The item's payload. `name` is required and unique within the task for every type. The other fields depend on the task `type`:\n\n- `stt`: `name`, `reference_transcript`, `predicted_transcript`\n- `llm`: `name`, `chat_history` (list of `{role, content}` turns ending at the user turn), `agent_response` (the reply to judge), optional `evaluator_variables`\n- `llm-general`: `name`, `input`, `output`, optional `evaluator_variables`\n- `conversation`: `name`, `transcript` (list of `{role, content}` turns), optional `evaluator_variables`\n\n`evaluator_variables` maps an evaluator ID to that evaluator's `{{\"{{\"}}variable}}` values for this item",
     ),
   });

package/src/models/annotationtaskcreate.ts

@@ -10,14 +10,12 @@ import { ClosedEnum } from "../types/enums.js";
  *
  * @remarks
  * - `stt`: judge a transcript on its own
- * - `tts`: judge synthesized speech output
  * - `llm`: judge one response with its conversation history
  * - `llm-general`: judge a standalone `input -> output` pair
  * - `conversation`: judge a full conversation
  */
 export const AnnotationTaskCreateType = {
   Stt: "stt",
-  Tts: "tts",
   Llm: "llm",
   LlmGeneral: "llm-general",
   Conversation: "conversation",
@@ -27,7 +25,6 @@ export const AnnotationTaskCreateType = {
  *
  * @remarks
  * - `stt`: judge a transcript on its own
- * - `tts`: judge synthesized speech output
  * - `llm`: judge one response with its conversation history
  * - `llm-general`: judge a standalone `input -> output` pair
  * - `conversation`: judge a full conversation
@@ -38,12 +35,11 @@ export type AnnotationTaskCreateType = ClosedEnum<
 
 export const AnnotationTaskCreateType$zodSchema = z.enum([
   "stt",
-  "tts",
   "llm",
   "llm-general",
   "conversation",
 ]).describe(
-  "Task type. Determines the shape of each item's payload.\n- `stt`: judge a transcript on its own\n- `tts`: judge synthesized speech output\n- `llm`: judge one response with its conversation history\n- `llm-general`: judge a standalone `input -> output` pair\n- `conversation`: judge a full conversation",
+  "Task type. Determines the shape of each item's payload.\n- `stt`: judge a transcript on its own\n- `llm`: judge one response with its conversation history\n- `llm-general`: judge a standalone `input -> output` pair\n- `conversation`: judge a full conversation",
 );
 
 export type AnnotationTaskCreate = {
@@ -63,6 +59,6 @@ export const AnnotationTaskCreate$zodSchema: z.ZodType<AnnotationTaskCreate> = z
     ),
     name: z.string().describe("Task name, unique within your workspace"),
     type: AnnotationTaskCreateType$zodSchema.describe(
-      "Task type. Determines the shape of each item's payload.\n- `stt`: judge a transcript on its own\n- `tts`: judge synthesized speech output\n- `llm`: judge one response with its conversation history\n- `llm-general`: judge a standalone `input -> output` pair\n- `conversation`: judge a full conversation",
+      "Task type. Determines the shape of each item's payload.\n- `stt`: judge a transcript on its own\n- `llm`: judge one response with its conversation history\n- `llm-general`: judge a standalone `input -> output` pair\n- `conversation`: judge a full conversation",
     ),
   });

package/src/models/annotationtaskresponse.ts

@@ -10,14 +10,12 @@ import { ClosedEnum } from "../types/enums.js";
  *
  * @remarks
  * - `stt`: judge a transcript on its own
- * - `tts`: judge synthesized speech output
  * - `llm`: judge one response with its conversation history
  * - `llm-general`: judge a standalone `input -> output` pair
  * - `conversation`: judge a full conversation
  */
 export const AnnotationTaskResponseType = {
   Stt: "stt",
-  Tts: "tts",
   Llm: "llm",
   LlmGeneral: "llm-general",
   Conversation: "conversation",
@@ -27,7 +25,6 @@ export const AnnotationTaskResponseType = {
  *
  * @remarks
  * - `stt`: judge a transcript on its own
- * - `tts`: judge synthesized speech output
  * - `llm`: judge one response with its conversation history
  * - `llm-general`: judge a standalone `input -> output` pair
  * - `conversation`: judge a full conversation
@@ -38,12 +35,11 @@ export type AnnotationTaskResponseType = ClosedEnum<
 
 export const AnnotationTaskResponseType$zodSchema = z.enum([
   "stt",
-  "tts",
   "llm",
   "llm-general",
   "conversation",
 ]).describe(
-  "Task type. Determines the shape of each item's payload.\n- `stt`: judge a transcript on its own\n- `tts`: judge synthesized speech output\n- `llm`: judge one response with its conversation history\n- `llm-general`: judge a standalone `input -> output` pair\n- `conversation`: judge a full conversation",
+  "Task type. Determines the shape of each item's payload.\n- `stt`: judge a transcript on its own\n- `llm`: judge one response with its conversation history\n- `llm-general`: judge a standalone `input -> output` pair\n- `conversation`: judge a full conversation",
 );
 
 export type AnnotationTaskResponse = {
@@ -80,7 +76,7 @@ export const AnnotationTaskResponse$zodSchema: z.ZodType<
   ),
   name: z.string().describe("Name of the task"),
   type: AnnotationTaskResponseType$zodSchema.describe(
-    "Task type. Determines the shape of each item's payload.\n- `stt`: judge a transcript on its own\n- `tts`: judge synthesized speech output\n- `llm`: judge one response with its conversation history\n- `llm-general`: judge a standalone `input -> output` pair\n- `conversation`: judge a full conversation",
+    "Task type. Determines the shape of each item's payload.\n- `stt`: judge a transcript on its own\n- `llm`: judge one response with its conversation history\n- `llm-general`: judge a standalone `input -> output` pair\n- `conversation`: judge a full conversation",
   ),
   updated_at: z.string().describe(
     "When the task was last updated (ISO 8601 UTC)",

package/src/models/tasksummaryresponse.ts

@@ -12,7 +12,6 @@ import { PaginationMeta, PaginationMeta$zodSchema } from "./paginationmeta.js";
  */
 export const TaskType = {
   Stt: "stt",
-  Tts: "tts",
   Llm: "llm",
   LlmGeneral: "llm-general",
   Conversation: "conversation",
@@ -24,7 +23,6 @@ export type TaskType = ClosedEnum<typeof TaskType>;
 
 export const TaskType$zodSchema = z.enum([
   "stt",
-  "tts",
   "llm",
   "llm-general",
   "conversation",