@dalmia/calibrate-mcp 0.0.24 → 0.0.26

package/src/mcp-server/tools/annotationTasksSetEvaluators.ts

@@ -0,0 +1,48 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { annotationTasksSetEvaluators } from "../../funcs/annotationTasksSetEvaluators.js";
+import { SetTaskEvaluatorsAnnotationTasksTaskUuidEvaluatorsPutRequest$zodSchema } from "../../models/settaskevaluatorsannotationtaskstaskuuidevaluatorsputop.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request:
+    SetTaskEvaluatorsAnnotationTasksTaskUuidEvaluatorsPutRequest$zodSchema,
+};
+
+export const tool$annotationTasksSetEvaluators: ToolDefinition<typeof args> = {
+  name: "set-task-evaluators",
+  description:
+    `Replace the task's linked evaluators with exactly the given ordered
+set: new ids are linked, omitted ids are unlinked, and the list order
+sets their display position. Send an empty list to unlink all. Each
+evaluator must be one you created or a built-in default, and the task
+must be in your workspace.
+`,
+  scopes: ["write"],
+  annotations: {
+    "title": "Set an annotation task's evaluators",
+    "destructiveHint": false,
+    "idempotentHint": true,
+    "openWorldHint": true,
+    "readOnlyHint": false,
+  },
+  args,
+  tool: async (client, args, ctx) => {
+    const [result] = await annotationTasksSetEvaluators(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    return formatResult(result.value);
+  },
+};

package/src/models/{evaluatordetailresponse.ts → evaluatordetailresponsecompact.ts}

@@ -5,9 +5,9 @@
 import * as z from "zod";
 import { ClosedEnum } from "../types/enums.js";
 import {
-  EvaluatorVersionResponse,
-  EvaluatorVersionResponse$zodSchema,
-} from "./evaluatorversionresponse.js";
+  EvaluatorVersionCompact,
+  EvaluatorVersionCompact$zodSchema,
+} from "./evaluatorversioncompact.js";
 
 /**
  * What the evaluator judges:
@@ -20,7 +20,7 @@ import {
  * - `llm-general`: a standalone input and output pair
  * - `conversation`: a full conversation
  */
-export const EvaluatorDetailResponseEvaluatorType = {
+export const EvaluatorDetailResponseCompactEvaluatorType = {
   Tts: "tts",
   Stt: "stt",
   Llm: "llm",
@@ -38,11 +38,11 @@ export const EvaluatorDetailResponseEvaluatorType = {
  * - `llm-general`: a standalone input and output pair
  * - `conversation`: a full conversation
  */
-export type EvaluatorDetailResponseEvaluatorType = ClosedEnum<
-  typeof EvaluatorDetailResponseEvaluatorType
+export type EvaluatorDetailResponseCompactEvaluatorType = ClosedEnum<
+  typeof EvaluatorDetailResponseCompactEvaluatorType
 >;
 
-export const EvaluatorDetailResponseEvaluatorType$zodSchema = z.enum([
+export const EvaluatorDetailResponseCompactEvaluatorType$zodSchema = z.enum([
   "tts",
   "stt",
   "llm",
@@ -60,7 +60,7 @@ export const EvaluatorDetailResponseEvaluatorType$zodSchema = z.enum([
  * - `text`
  * - `audio`
  */
-export const EvaluatorDetailResponseDataType = {
+export const EvaluatorDetailResponseCompactDataType = {
   Text: "text",
   Audio: "audio",
 } as const;
@@ -72,11 +72,11 @@ export const EvaluatorDetailResponseDataType = {
  * - `text`
  * - `audio`
  */
-export type EvaluatorDetailResponseDataType = ClosedEnum<
-  typeof EvaluatorDetailResponseDataType
+export type EvaluatorDetailResponseCompactDataType = ClosedEnum<
+  typeof EvaluatorDetailResponseCompactDataType
 >;
 
-export const EvaluatorDetailResponseDataType$zodSchema = z.enum([
+export const EvaluatorDetailResponseCompactDataType$zodSchema = z.enum([
   "text",
   "audio",
 ]).describe("The modality the judge reads:\n\n- `text`\n- `audio`\n");
@@ -89,7 +89,7 @@ export const EvaluatorDetailResponseDataType$zodSchema = z.enum([
  * - `binary`: pass or fail
  * - `rating`: a numeric score, using the scale in `output_config`
  */
-export const EvaluatorDetailResponseOutputType = {
+export const EvaluatorDetailResponseCompactOutputType = {
   Binary: "binary",
   Rating: "rating",
 } as const;
@@ -101,47 +101,48 @@ export const EvaluatorDetailResponseOutputType = {
  * - `binary`: pass or fail
  * - `rating`: a numeric score, using the scale in `output_config`
  */
-export type EvaluatorDetailResponseOutputType = ClosedEnum<
-  typeof EvaluatorDetailResponseOutputType
+export type EvaluatorDetailResponseCompactOutputType = ClosedEnum<
+  typeof EvaluatorDetailResponseCompactOutputType
 >;
 
-export const EvaluatorDetailResponseOutputType$zodSchema = z.enum([
+export const EvaluatorDetailResponseCompactOutputType$zodSchema = z.enum([
   "binary",
   "rating",
 ]).describe(
   "How the evaluator scores:\n\n- `binary`: pass or fail\n- `rating`: a numeric score, using the scale in `output_config`\n",
 );
 
-export type EvaluatorDetailResponse = {
+export type EvaluatorDetailResponseCompact = {
   uuid: string;
   name: string;
   description?: string | null | undefined;
-  evaluator_type: EvaluatorDetailResponseEvaluatorType;
-  data_type: EvaluatorDetailResponseDataType;
-  output_type: EvaluatorDetailResponseOutputType;
+  evaluator_type: EvaluatorDetailResponseCompactEvaluatorType;
+  data_type: EvaluatorDetailResponseCompactDataType;
+  output_type: EvaluatorDetailResponseCompactOutputType;
   is_default: boolean;
   slug?: string | null | undefined;
   live_version_id?: string | null | undefined;
   created_at: string;
   updated_at: string;
-  versions: Array<EvaluatorVersionResponse>;
+  versions: Array<EvaluatorVersionCompact>;
 };
 
-export const EvaluatorDetailResponse$zodSchema: z.ZodType<
-  EvaluatorDetailResponse
+export const EvaluatorDetailResponseCompact$zodSchema: z.ZodType<
+  EvaluatorDetailResponseCompact
 > = z.object({
   created_at: z.string().describe(
     "When the evaluator was created (ISO 8601 UTC)",
   ),
-  data_type: EvaluatorDetailResponseDataType$zodSchema.describe(
+  data_type: EvaluatorDetailResponseCompactDataType$zodSchema.describe(
     "The modality the judge reads:\n\n- `text`\n- `audio`\n",
   ),
   description: z.string().nullable().optional().describe(
     "What the evaluator checks",
   ),
-  evaluator_type: EvaluatorDetailResponseEvaluatorType$zodSchema.describe(
-    "What the evaluator judges:\n\n- `tts`: TTS audio\n- `stt`: one transcript\n- `llm`: a reply with its conversation history\n- `llm-general`: a standalone input and output pair\n- `conversation`: a full conversation\n",
-  ),
+  evaluator_type: EvaluatorDetailResponseCompactEvaluatorType$zodSchema
+    .describe(
+      "What the evaluator judges:\n\n- `tts`: TTS audio\n- `stt`: one transcript\n- `llm`: a reply with its conversation history\n- `llm-general`: a standalone input and output pair\n- `conversation`: a full conversation\n",
+    ),
   is_default: z.boolean().describe(
     "True for a built-in default evaluator, which you can't edit. False for an evaluator you created, which you can edit and add versions to",
   ),
@@ -149,7 +150,7 @@ export const EvaluatorDetailResponse$zodSchema: z.ZodType<
     "ID of the version that is currently live",
   ),
   name: z.string().describe("Evaluator name"),
-  output_type: EvaluatorDetailResponseOutputType$zodSchema.describe(
+  output_type: EvaluatorDetailResponseCompactOutputType$zodSchema.describe(
     "How the evaluator scores:\n\n- `binary`: pass or fail\n- `rating`: a numeric score, using the scale in `output_config`\n",
   ),
   slug: z.string().nullable().optional().describe(
@@ -159,7 +160,7 @@ export const EvaluatorDetailResponse$zodSchema: z.ZodType<
     "When the evaluator was last updated (ISO 8601 UTC)",
   ),
   uuid: z.string().describe("Evaluator ID"),
-  versions: z.array(EvaluatorVersionResponse$zodSchema).describe(
+  versions: z.array(EvaluatorVersionCompact$zodSchema).describe(
     "Full version history, oldest first",
   ),
 });

package/src/models/evaluatorsetrequest.ts

@@ -0,0 +1,14 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import * as z from "zod";
+
+export type EvaluatorSetRequest = { evaluator_ids: Array<string> };
+
+export const EvaluatorSetRequest$zodSchema: z.ZodType<EvaluatorSetRequest> = z
+  .object({
+    evaluator_ids: z.array(z.string()).describe(
+      "The full ordered set of evaluators the task should end up linked to, in display order. Missing ones are unlinked, new ones are linked, and the order sets their position. Send an empty list to unlink all. Each must be one you created or a built-in default",
+    ),
+  });

package/src/models/evaluatorsetresponse.ts

@@ -0,0 +1,28 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import * as z from "zod";
+
+export type EvaluatorSetResponse = {
+  message: string;
+  evaluator_ids: Array<string>;
+  linked: Array<string>;
+  unlinked: Array<string>;
+};
+
+export const EvaluatorSetResponse$zodSchema: z.ZodType<EvaluatorSetResponse> = z
+  .object({
+    evaluator_ids: z.array(z.string()).describe(
+      "The task's evaluator IDs after the update, in display order",
+    ),
+    linked: z.array(z.string()).describe(
+      "Evaluator IDs newly linked by this request",
+    ),
+    message: z.string().describe(
+      "Confirmation that the task's evaluators were updated",
+    ),
+    unlinked: z.array(z.string()).describe(
+      "Evaluator IDs unlinked by this request",
+    ),
+  });

package/src/models/{evaluatorversionresponse.ts → evaluatorversioncompact.ts}

@@ -6,18 +6,18 @@ import * as z from "zod";
 import { OutputConfig, OutputConfig$zodSchema } from "./outputconfig.js";
 import { VariableSpec, VariableSpec$zodSchema } from "./variablespec.js";
 
-export type EvaluatorVersionResponse = {
+export type EvaluatorVersionCompact = {
   uuid: string;
   version_number: number;
   judge_model: string;
-  system_prompt: string;
+  system_prompt?: string | null | undefined;
   output_config?: OutputConfig | null | undefined;
   variables?: Array<VariableSpec> | null | undefined;
   created_at: string;
 };
 
-export const EvaluatorVersionResponse$zodSchema: z.ZodType<
-  EvaluatorVersionResponse
+export const EvaluatorVersionCompact$zodSchema: z.ZodType<
+  EvaluatorVersionCompact
 > = z.object({
   created_at: z.string().describe(
     "When the version was created (ISO 8601 UTC)",
@@ -28,7 +28,7 @@ export const EvaluatorVersionResponse$zodSchema: z.ZodType<
   output_config: OutputConfig$zodSchema.nullable().optional().describe(
     "The scale points and their labels. Required for a `rating` evaluator. A `binary` evaluator uses the default Correct/Wrong labels unless you set your own",
   ),
-  system_prompt: z.string().describe(
+  system_prompt: z.string().nullable().optional().describe(
     "Judge system prompt, with `{{\"{{\"}}variable}}` placeholders unrendered",
   ),
   uuid: z.string().describe("Version ID"),

package/src/models/getagenttestrunstatusagenttestsruntaskidgetop.ts

@@ -14,11 +14,19 @@ import {
 
 export type GetAgentTestRunStatusAgentTestsRunTaskIdGetRequest = {
   task_id: string;
+  only_failed?: boolean | undefined;
+  compact?: boolean | undefined;
   xAPIKey?: string | null | undefined;
 };
 
 export const GetAgentTestRunStatusAgentTestsRunTaskIdGetRequest$zodSchema:
   z.ZodType<GetAgentTestRunStatusAgentTestsRunTaskIdGetRequest> = z.object({
+    compact: z.boolean().default(false).describe(
+      "Return a compact response that omits heavy detail fields (`results.output`, `results.test_case`, `results.judge_results`, `results.reasoning`, `evaluators.output_config`), keeping only the lightweight decision fields. Omit for full detail",
+    ),
+    only_failed: z.boolean().default(false).describe(
+      "Return only failing test cases. Omit to return every case",
+    ),
     task_id: z.string().describe("Test run to poll for status and results"),
     xAPIKey: z.string().nullable().optional(),
   });

package/src/models/getbenchmarkstatusagenttestsbenchmarktaskidgetop.ts

@@ -14,11 +14,19 @@ import {
 
 export type GetBenchmarkStatusAgentTestsBenchmarkTaskIdGetRequest = {
   task_id: string;
+  only_failed?: boolean | undefined;
+  compact?: boolean | undefined;
   xAPIKey?: string | null | undefined;
 };
 
 export const GetBenchmarkStatusAgentTestsBenchmarkTaskIdGetRequest$zodSchema:
   z.ZodType<GetBenchmarkStatusAgentTestsBenchmarkTaskIdGetRequest> = z.object({
+    compact: z.boolean().default(false).describe(
+      "Return a compact response that omits heavy detail fields (`model_results.test_results`, `evaluators.output_config`), keeping only the lightweight decision fields. Omit for full detail",
+    ),
+    only_failed: z.boolean().default(false).describe(
+      "Return only failing test cases for each model. Omit to return every case",
+    ),
     task_id: z.string().describe(
       "Benchmark run to poll for status and results",
     ),

package/src/models/getevaluatorendpointevaluatorsevaluatoruuidgetop.ts

@@ -4,9 +4,9 @@
 
 import * as z from "zod";
 import {
-  EvaluatorDetailResponse,
-  EvaluatorDetailResponse$zodSchema,
-} from "./evaluatordetailresponse.js";
+  EvaluatorDetailResponseCompact,
+  EvaluatorDetailResponseCompact$zodSchema,
+} from "./evaluatordetailresponsecompact.js";
 import {
   HTTPValidationError,
   HTTPValidationError$zodSchema,
@@ -14,21 +14,25 @@ import {
 
 export type GetEvaluatorEndpointEvaluatorsEvaluatorUuidGetRequest = {
   evaluator_uuid: string;
+  compact?: boolean | undefined;
   xAPIKey?: string | null | undefined;
 };
 
 export const GetEvaluatorEndpointEvaluatorsEvaluatorUuidGetRequest$zodSchema:
   z.ZodType<GetEvaluatorEndpointEvaluatorsEvaluatorUuidGetRequest> = z.object({
+    compact: z.boolean().default(false).describe(
+      "Return a compact response that omits heavy detail fields (`versions.system_prompt`, `versions.output_config`, `versions.variables`), keeping only the lightweight decision fields. Omit for full detail",
+    ),
     evaluator_uuid: z.string().describe("Evaluator to retrieve"),
     xAPIKey: z.string().nullable().optional(),
   });
 
 export type GetEvaluatorEndpointEvaluatorsEvaluatorUuidGetResponse =
-  | EvaluatorDetailResponse
+  | EvaluatorDetailResponseCompact
   | HTTPValidationError;
 
 export const GetEvaluatorEndpointEvaluatorsEvaluatorUuidGetResponse$zodSchema:
   z.ZodType<GetEvaluatorEndpointEvaluatorsEvaluatorUuidGetResponse> = z.union([
-    EvaluatorDetailResponse$zodSchema,
+    EvaluatorDetailResponseCompact$zodSchema,
     HTTPValidationError$zodSchema,
   ]);

package/src/models/settaskevaluatorsannotationtaskstaskuuidevaluatorsputop.ts

@@ -0,0 +1,42 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import * as z from "zod";
+import {
+  EvaluatorSetRequest,
+  EvaluatorSetRequest$zodSchema,
+} from "./evaluatorsetrequest.js";
+import {
+  EvaluatorSetResponse,
+  EvaluatorSetResponse$zodSchema,
+} from "./evaluatorsetresponse.js";
+import {
+  HTTPValidationError,
+  HTTPValidationError$zodSchema,
+} from "./httpvalidationerror.js";
+
+export type SetTaskEvaluatorsAnnotationTasksTaskUuidEvaluatorsPutRequest = {
+  task_uuid: string;
+  xAPIKey?: string | null | undefined;
+  body: EvaluatorSetRequest;
+};
+
+export const SetTaskEvaluatorsAnnotationTasksTaskUuidEvaluatorsPutRequest$zodSchema:
+  z.ZodType<SetTaskEvaluatorsAnnotationTasksTaskUuidEvaluatorsPutRequest> = z
+    .object({
+      body: EvaluatorSetRequest$zodSchema,
+      task_uuid: z.string().describe("Annotation task to act on"),
+      xAPIKey: z.string().nullable().optional(),
+    });
+
+export type SetTaskEvaluatorsAnnotationTasksTaskUuidEvaluatorsPutResponse =
+  | EvaluatorSetResponse
+  | HTTPValidationError;
+
+export const SetTaskEvaluatorsAnnotationTasksTaskUuidEvaluatorsPutResponse$zodSchema:
+  z.ZodType<SetTaskEvaluatorsAnnotationTasksTaskUuidEvaluatorsPutResponse> = z
+    .union([
+      EvaluatorSetResponse$zodSchema,
+      HTTPValidationError$zodSchema,
+    ]);

package/src/models/tasksummaryannotationtaskstaskuuidsummarygetop.ts

@@ -34,16 +34,24 @@ export type TaskSummaryAnnotationTasksTaskUuidSummaryGetRequest = {
   task_uuid: string;
   item_id?: string | null | undefined;
   live_only?: boolean | undefined;
+  disagreement_only?: boolean | undefined;
   q?: string | null | undefined;
   sort_by?: string | undefined;
   order?: Order | undefined;
   limit?: number | undefined;
   offset?: number | undefined;
+  compact?: boolean | undefined;
   xAPIKey?: string | null | undefined;
 };
 
 export const TaskSummaryAnnotationTasksTaskUuidSummaryGetRequest$zodSchema:
   z.ZodType<TaskSummaryAnnotationTasksTaskUuidSummaryGetRequest> = z.object({
+    compact: z.boolean().default(false).describe(
+      "Return a compact response that omits heavy detail fields (`rows.payload`, `rows.evaluator_reasoning`, `rows.annotations.reasoning`, `evaluators.versions.system_prompt`, `evaluators.versions.output_config`, `evaluators.versions.variables`, `item_comments`), keeping only the lightweight decision fields. Omit for full detail",
+    ),
+    disagreement_only: z.boolean().default(false).describe(
+      "When true, keep only rows where the evaluator disagreed with at least one annotator",
+    ),
     item_id: z.string().describe(
       "Filter rows to a single item. The full task-wide annotator union is still returned in `annotators`",
     ).nullable().optional(),

package/src/models/tasksummaryresponse.ts

@@ -34,7 +34,7 @@ export type TaskSummaryResponse = {
   evaluators: Array<{ [k: string]: any }>;
   annotators: Array<{ [k: string]: any }>;
   rows: Array<{ [k: string]: any }>;
-  item_comments: { [k: string]: any };
+  item_comments?: { [k: string]: any } | null | undefined;
   pagination: PaginationMeta;
   AdditionalProperties?: { [k: string]: any };
 };
@@ -48,9 +48,8 @@ export const TaskSummaryResponse$zodSchema: z.ZodType<TaskSummaryResponse> =
       evaluators: z.array(z.record(z.string(), z.any())).describe(
         "The task's evaluators, stable across pages, each with its live rubric",
       ),
-      item_comments: z.record(z.string(), z.any()).describe(
-        "Annotator comments, keyed by item ID",
-      ),
+      item_comments: z.record(z.string(), z.any()).nullable().optional()
+        .describe("Annotator comments, keyed by item ID"),
       pagination: PaginationMeta$zodSchema,
       rows: z.array(z.record(z.string(), z.any())).describe(
         "One row per item, evaluator, and version on this page, with the evaluator's value and each annotator's label",
@@ -66,7 +65,7 @@ export const TaskSummaryResponse$zodSchemaOutbound: z.ZodType<any> = z.object({
   AdditionalProperties: z.record(z.string(), z.any()).optional(),
   annotators: z.array(z.record(z.string(), z.any())),
   evaluators: z.array(z.record(z.string(), z.any())),
-  item_comments: z.record(z.string(), z.any()),
+  item_comments: z.nullable(z.record(z.string(), z.any())).optional(),
   pagination: PaginationMeta$zodSchema,
   rows: z.array(z.record(z.string(), z.any())),
   task_id: z.string(),

package/src/tool-names.ts

@@ -105,8 +105,8 @@ export const toolNames: Array<{ name: string; description: string }>= [
     "description": "Get one annotation task with its evaluators, items, and labelling jobs.\n"
   },
   {
-    "name": "link-evaluator-to-task",
-    "description": "Link an evaluator to an annotation task, appending it to the display order.\n"
+    "name": "set-task-evaluators",
+    "description": "Replace the task's linked evaluators with exactly the given ordered\nset: new ids are linked, omitted ids are unlinked, and the list order\nsets their display position. Send an empty list to unlink all. Each\nevaluator must be one you created or a built-in default, and the task\nmust be in your workspace.\n"
   },
   {
     "name": "add-annotation-items",

package/esm/funcs/annotationTasksLinkEvaluator.d.ts

@@ -1,16 +0,0 @@
-import { CalibrateMcpCore } from "../core.js";
-import { RequestOptions } from "../lib/sdks.js";
-import { APIError } from "../models/errors/apierror.js";
-import { ConnectionError, InvalidRequestError, RequestAbortedError, RequestTimeoutError, UnexpectedClientError } from "../models/errors/httpclienterrors.js";
-import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
-import { LinkEvaluatorToTaskAnnotationTasksTaskUuidEvaluatorsPostRequest } from "../models/linkevaluatortotaskannotationtaskstaskuuidevaluatorspostop.js";
-import { APIPromise } from "../types/async.js";
-import { Result } from "../types/fp.js";
-/**
- * Link evaluator to task
- *
- * @remarks
- * Link an evaluator to a task, appending it to the display order
- */
-export declare function annotationTasksLinkEvaluator(client$: CalibrateMcpCore, request: LinkEvaluatorToTaskAnnotationTasksTaskUuidEvaluatorsPostRequest, options?: RequestOptions): APIPromise<Result<Response, APIError | SDKValidationError | UnexpectedClientError | InvalidRequestError | RequestAbortedError | RequestTimeoutError | ConnectionError>>;
-//# sourceMappingURL=annotationTasksLinkEvaluator.d.ts.map

package/esm/funcs/annotationTasksLinkEvaluator.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"annotationTasksLinkEvaluator.d.ts","sourceRoot":"","sources":["../../src/funcs/annotationTasksLinkEvaluator.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAI9C,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAGhD,OAAO,EAAE,QAAQ,EAAE,MAAM,8BAA8B,CAAC;AACxD,OAAO,EACL,eAAe,EACf,mBAAmB,EACnB,mBAAmB,EACnB,mBAAmB,EACnB,qBAAqB,EACtB,MAAM,sCAAsC,CAAC;AAC9C,OAAO,EAAE,kBAAkB,EAAE,MAAM,wCAAwC,CAAC;AAC5E,OAAO,EACL,+DAA+D,EAEhE,MAAM,yEAAyE,CAAC;AACjF,OAAO,EAAW,UAAU,EAAE,MAAM,mBAAmB,CAAC;AACxD,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AAExC;;;;;GAKG;AACH,wBAAgB,4BAA4B,CAC1C,OAAO,EAAE,gBAAgB,EACzB,OAAO,EAAE,+DAA+D,EACxE,OAAO,CAAC,EAAE,cAAc,GACvB,UAAU,CACX,MAAM,CACJ,QAAQ,EACN,QAAQ,GACR,kBAAkB,GAClB,qBAAqB,GACrB,mBAAmB,GACnB,mBAAmB,GACnB,mBAAmB,GACnB,eAAe,CAClB,CACF,CAMA"}

package/esm/mcp-server/tools/annotationTasksLinkEvaluator.d.ts

@@ -1,7 +0,0 @@
-import { ToolDefinition } from "../tools.js";
-declare const args: {
-    request: import("zod").ZodType<import("../../models/linkevaluatortotaskannotationtaskstaskuuidevaluatorspostop.js").LinkEvaluatorToTaskAnnotationTasksTaskUuidEvaluatorsPostRequest, unknown, import("zod/v4/core").$ZodTypeInternals<import("../../models/linkevaluatortotaskannotationtaskstaskuuidevaluatorspostop.js").LinkEvaluatorToTaskAnnotationTasksTaskUuidEvaluatorsPostRequest, unknown>>;
-};
-export declare const tool$annotationTasksLinkEvaluator: ToolDefinition<typeof args>;
-export {};
-//# sourceMappingURL=annotationTasksLinkEvaluator.d.ts.map

package/esm/mcp-server/tools/annotationTasksLinkEvaluator.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"annotationTasksLinkEvaluator.d.ts","sourceRoot":"","sources":["../../../src/mcp-server/tools/annotationTasksLinkEvaluator.ts"],"names":[],"mappings":"AAMA,OAAO,EAAgB,cAAc,EAAE,MAAM,aAAa,CAAC;AAE3D,QAAA,MAAM,IAAI;;CAGT,CAAC;AAEF,eAAO,MAAM,iCAAiC,EAAE,cAAc,CAAC,OAAO,IAAI,CA8BzE,CAAC"}

package/esm/mcp-server/tools/annotationTasksLinkEvaluator.js

@@ -1,34 +0,0 @@
-/*
- * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
- */
-import { annotationTasksLinkEvaluator } from "../../funcs/annotationTasksLinkEvaluator.js";
-import { LinkEvaluatorToTaskAnnotationTasksTaskUuidEvaluatorsPostRequest$zodSchema } from "../../models/linkevaluatortotaskannotationtaskstaskuuidevaluatorspostop.js";
-import { formatResult } from "../tools.js";
-const args = {
-    request: LinkEvaluatorToTaskAnnotationTasksTaskUuidEvaluatorsPostRequest$zodSchema,
-};
-export const tool$annotationTasksLinkEvaluator = {
-    name: "link-evaluator-to-task",
-    description: `Link an evaluator to an annotation task, appending it to the display order.
-`,
-    scopes: ["write"],
-    annotations: {
-        "title": "Link evaluator to task",
-        "destructiveHint": false,
-        "idempotentHint": true,
-        "openWorldHint": true,
-        "readOnlyHint": false,
-    },
-    args,
-    tool: async (client, args, ctx) => {
-        const [result] = await annotationTasksLinkEvaluator(client, args.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
-        if (!result.ok) {
-            return {
-                content: [{ type: "text", text: result.error.message }],
-                isError: true,
-            };
-        }
-        return formatResult(result.value);
-    },
-};
-//# sourceMappingURL=annotationTasksLinkEvaluator.js.map

package/esm/mcp-server/tools/annotationTasksLinkEvaluator.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"annotationTasksLinkEvaluator.js","sourceRoot":"","sources":["../../../src/mcp-server/tools/annotationTasksLinkEvaluator.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,4BAA4B,EAAE,MAAM,6CAA6C,CAAC;AAC3F,OAAO,EAAE,yEAAyE,EAAE,MAAM,4EAA4E,CAAC;AACvK,OAAO,EAAE,YAAY,EAAkB,MAAM,aAAa,CAAC;AAE3D,MAAM,IAAI,GAAG;IACX,OAAO,EACL,yEAAyE;CAC5E,CAAC;AAEF,MAAM,CAAC,MAAM,iCAAiC,GAAgC;IAC5E,IAAI,EAAE,wBAAwB;IAC9B,WAAW,EACT;CACH;IACC,MAAM,EAAE,CAAC,OAAO,CAAC;IACjB,WAAW,EAAE;QACX,OAAO,EAAE,wBAAwB;QACjC,iBAAiB,EAAE,KAAK;QACxB,gBAAgB,EAAE,IAAI;QACtB,eAAe,EAAE,IAAI;QACrB,cAAc,EAAE,KAAK;KACtB;IACD,IAAI;IACJ,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE;QAChC,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,4BAA4B,CACjD,MAAM,EACN,IAAI,CAAC,OAAO,EACZ,EAAE,YAAY,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,EAAE,CACzC,CAAC,QAAQ,EAAE,CAAC;QAEb,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBACvD,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;QAED,OAAO,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;CACF,CAAC"}

package/esm/models/evaluatordetailresponse.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"evaluatordetailresponse.d.ts","sourceRoot":"","sources":["../../src/models/evaluatordetailresponse.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EACL,wBAAwB,EAEzB,MAAM,+BAA+B,CAAC;AAEvC;;;;;;;;;;GAUG;AACH,eAAO,MAAM,oCAAoC;;;;;;CAMvC,CAAC;AACX;;;;;;;;;;GAUG;AACH,MAAM,MAAM,oCAAoC,GAAG,UAAU,CAC3D,OAAO,oCAAoC,CAC5C,CAAC;AAEF,eAAO,MAAM,8CAA8C;;;;;;EAQ1D,CAAC;AAEF;;;;;;;GAOG;AACH,eAAO,MAAM,+BAA+B;;;CAGlC,CAAC;AACX;;;;;;;GAOG;AACH,MAAM,MAAM,+BAA+B,GAAG,UAAU,CACtD,OAAO,+BAA+B,CACvC,CAAC;AAEF,eAAO,MAAM,yCAAyC;;;EAGe,CAAC;AAEtE;;;;;;;GAOG;AACH,eAAO,MAAM,iCAAiC;;;CAGpC,CAAC;AACX;;;;;;;GAOG;AACH,MAAM,MAAM,iCAAiC,GAAG,UAAU,CACxD,OAAO,iCAAiC,CACzC,CAAC;AAEF,eAAO,MAAM,2CAA2C;;;EAKvD,CAAC;AAEF,MAAM,MAAM,uBAAuB,GAAG;IACpC,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACxC,cAAc,EAAE,oCAAoC,CAAC;IACrD,SAAS,EAAE,+BAA+B,CAAC;IAC3C,WAAW,EAAE,iCAAiC,CAAC;IAC/C,UAAU,EAAE,OAAO,CAAC;IACpB,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACjC,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC5C,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,KAAK,CAAC,wBAAwB,CAAC,CAAC;CAC3C,CAAC;AAEF,eAAO,MAAM,iCAAiC,EAAE,CAAC,CAAC,OAAO,CACvD,uBAAuB,CAkCvB,CAAC"}

package/esm/models/evaluatordetailresponse.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"evaluatordetailresponse.js","sourceRoot":"","sources":["../../src/models/evaluatordetailresponse.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,OAAO,EAEL,kCAAkC,GACnC,MAAM,+BAA+B,CAAC;AAEvC;;;;;;;;;;GAUG;AACH,MAAM,CAAC,MAAM,oCAAoC,GAAG;IAClD,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,UAAU,EAAE,aAAa;IACzB,YAAY,EAAE,cAAc;CACpB,CAAC;AAgBX,MAAM,CAAC,MAAM,8CAA8C,GAAG,CAAC,CAAC,IAAI,CAAC;IACnE,KAAK;IACL,KAAK;IACL,KAAK;IACL,aAAa;IACb,cAAc;CACf,CAAC,CAAC,QAAQ,CACT,yNAAyN,CAC1N,CAAC;AAEF;;;;;;;GAOG;AACH,MAAM,CAAC,MAAM,+BAA+B,GAAG;IAC7C,IAAI,EAAE,MAAM;IACZ,KAAK,EAAE,OAAO;CACN,CAAC;AAaX,MAAM,CAAC,MAAM,yCAAyC,GAAG,CAAC,CAAC,IAAI,CAAC;IAC9D,MAAM;IACN,OAAO;CACR,CAAC,CAAC,QAAQ,CAAC,wDAAwD,CAAC,CAAC;AAEtE;;;;;;;GAOG;AACH,MAAM,CAAC,MAAM,iCAAiC,GAAG;IAC/C,MAAM,EAAE,QAAQ;IAChB,MAAM,EAAE,QAAQ;CACR,CAAC;AAaX,MAAM,CAAC,MAAM,2CAA2C,GAAG,CAAC,CAAC,IAAI,CAAC;IAChE,QAAQ;IACR,QAAQ;CACT,CAAC,CAAC,QAAQ,CACT,0HAA0H,CAC3H,CAAC;AAiBF,MAAM,CAAC,MAAM,iCAAiC,GAE1C,CAAC,CAAC,MAAM,CAAC;IACX,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAC7B,+CAA+C,CAChD;IACD,SAAS,EAAE,yCAAyC,CAAC,QAAQ,CAC3D,wDAAwD,CACzD;IACD,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACpD,2BAA2B,CAC5B;IACD,cAAc,EAAE,8CAA8C,CAAC,QAAQ,CACrE,yNAAyN,CAC1N;IACD,UAAU,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,CAC9B,yIAAyI,CAC1I;IACD,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACxD,0CAA0C,CAC3C;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,gBAAgB,CAAC;IAC3C,WAAW,EAAE,2CAA2C,CAAC,QAAQ,CAC/D,0HAA0H,CAC3H;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC7C,8CAA8C,CAC/C;IACD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAC7B,oDAAoD,CACrD;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,cAAc,CAAC;IACzC,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,kCAAkC,CAAC,CAAC,QAAQ,CAC5D,oCAAoC,CACrC;CACF,CAAC,CAAC"}

package/esm/models/evaluatorlinkrequest.d.ts

@@ -1,6 +0,0 @@
-import * as z from "zod";
-export type EvaluatorLinkRequest = {
-    evaluator_id: string;
-};
-export declare const EvaluatorLinkRequest$zodSchema: z.ZodType<EvaluatorLinkRequest>;
-//# sourceMappingURL=evaluatorlinkrequest.d.ts.map

package/esm/models/evaluatorlinkrequest.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"evaluatorlinkrequest.d.ts","sourceRoot":"","sources":["../../src/models/evaluatorlinkrequest.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,MAAM,MAAM,oBAAoB,GAAG;IAAE,YAAY,EAAE,MAAM,CAAA;CAAE,CAAC;AAE5D,eAAO,MAAM,8BAA8B,EAAE,CAAC,CAAC,OAAO,CAAC,oBAAoB,CAKvE,CAAC"}

package/esm/models/evaluatorlinkrequest.js

@@ -1,9 +0,0 @@
-/*
- * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
- */
-import * as z from "zod";
-export const EvaluatorLinkRequest$zodSchema = z
-    .object({
-    evaluator_id: z.string().describe("The evaluator to link. Must be one you created or a built-in default"),
-});
-//# sourceMappingURL=evaluatorlinkrequest.js.map

package/esm/models/evaluatorlinkrequest.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"evaluatorlinkrequest.js","sourceRoot":"","sources":["../../src/models/evaluatorlinkrequest.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAIzB,MAAM,CAAC,MAAM,8BAA8B,GAAoC,CAAC;KAC7E,MAAM,CAAC;IACN,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAC/B,sEAAsE,CACvE;CACF,CAAC,CAAC"}

package/esm/models/evaluatorlinkresponse.d.ts

@@ -1,6 +0,0 @@
-import * as z from "zod";
-export type EvaluatorLinkResponse = {
-    message: string;
-};
-export declare const EvaluatorLinkResponse$zodSchema: z.ZodType<EvaluatorLinkResponse>;
-//# sourceMappingURL=evaluatorlinkresponse.d.ts.map

package/esm/models/evaluatorlinkresponse.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"evaluatorlinkresponse.d.ts","sourceRoot":"","sources":["../../src/models/evaluatorlinkresponse.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,MAAM,MAAM,qBAAqB,GAAG;IAAE,OAAO,EAAE,MAAM,CAAA;CAAE,CAAC;AAExD,eAAO,MAAM,+BAA+B,EAAE,CAAC,CAAC,OAAO,CAAC,qBAAqB,CAGzE,CAAC"}

package/esm/models/evaluatorlinkresponse.js

@@ -1,8 +0,0 @@
-/*
- * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
- */
-import * as z from "zod";
-export const EvaluatorLinkResponse$zodSchema = z.object({
-    message: z.string().describe("Confirmation that the evaluator was linked"),
-});
-//# sourceMappingURL=evaluatorlinkresponse.js.map

package/esm/models/evaluatorlinkresponse.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"evaluatorlinkresponse.js","sourceRoot":"","sources":["../../src/models/evaluatorlinkresponse.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAIzB,MAAM,CAAC,MAAM,+BAA+B,GAC1C,CAAC,CAAC,MAAM,CAAC;IACP,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,4CAA4C,CAAC;CAC3E,CAAC,CAAC"}

package/esm/models/evaluatorversionresponse.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"evaluatorversionresponse.d.ts","sourceRoot":"","sources":["../../src/models/evaluatorversionresponse.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,YAAY,EAA0B,MAAM,mBAAmB,CAAC;AACzE,OAAO,EAAE,YAAY,EAA0B,MAAM,mBAAmB,CAAC;AAEzE,MAAM,MAAM,wBAAwB,GAAG;IACrC,IAAI,EAAE,MAAM,CAAC;IACb,cAAc,EAAE,MAAM,CAAC;IACvB,WAAW,EAAE,MAAM,CAAC;IACpB,aAAa,EAAE,MAAM,CAAC;IACtB,aAAa,CAAC,EAAE,YAAY,GAAG,IAAI,GAAG,SAAS,CAAC;IAChD,SAAS,CAAC,EAAE,KAAK,CAAC,YAAY,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IACnD,UAAU,EAAE,MAAM,CAAC;CACpB,CAAC;AAEF,eAAO,MAAM,kCAAkC,EAAE,CAAC,CAAC,OAAO,CACxD,wBAAwB,CAqBxB,CAAC"}

package/esm/models/evaluatorversionresponse.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"evaluatorversionresponse.js","sourceRoot":"","sources":["../../src/models/evaluatorversionresponse.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAgB,sBAAsB,EAAE,MAAM,mBAAmB,CAAC;AACzE,OAAO,EAAgB,sBAAsB,EAAE,MAAM,mBAAmB,CAAC;AAYzE,MAAM,CAAC,MAAM,kCAAkC,GAE3C,CAAC,CAAC,MAAM,CAAC;IACX,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAC7B,6CAA6C,CAC9C;IACD,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAC9B,6HAA6H,CAC9H;IACD,aAAa,EAAE,sBAAsB,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClE,0JAA0J,CAC3J;IACD,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAChC,0EAA0E,CAC3E;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,YAAY,CAAC;IACvC,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,sBAAsB,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACvE,2BAA2B,CAC5B;IACD,cAAc,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,CAC9B,2GAA2G,CAC5G;CACF,CAAC,CAAC"}

package/esm/models/linkevaluatortotaskannotationtaskstaskuuidevaluatorspostop.d.ts

@@ -1,13 +0,0 @@
-import * as z from "zod";
-import { EvaluatorLinkRequest } from "./evaluatorlinkrequest.js";
-import { EvaluatorLinkResponse } from "./evaluatorlinkresponse.js";
-import { HTTPValidationError } from "./httpvalidationerror.js";
-export type LinkEvaluatorToTaskAnnotationTasksTaskUuidEvaluatorsPostRequest = {
-    task_uuid: string;
-    xAPIKey?: string | null | undefined;
-    body: EvaluatorLinkRequest;
-};
-export declare const LinkEvaluatorToTaskAnnotationTasksTaskUuidEvaluatorsPostRequest$zodSchema: z.ZodType<LinkEvaluatorToTaskAnnotationTasksTaskUuidEvaluatorsPostRequest>;
-export type LinkEvaluatorToTaskAnnotationTasksTaskUuidEvaluatorsPostResponse = EvaluatorLinkResponse | HTTPValidationError;
-export declare const LinkEvaluatorToTaskAnnotationTasksTaskUuidEvaluatorsPostResponse$zodSchema: z.ZodType<LinkEvaluatorToTaskAnnotationTasksTaskUuidEvaluatorsPostResponse>;
-//# sourceMappingURL=linkevaluatortotaskannotationtaskstaskuuidevaluatorspostop.d.ts.map

package/esm/models/linkevaluatortotaskannotationtaskstaskuuidevaluatorspostop.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"linkevaluatortotaskannotationtaskstaskuuidevaluatorspostop.d.ts","sourceRoot":"","sources":["../../src/models/linkevaluatortotaskannotationtaskstaskuuidevaluatorspostop.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,oBAAoB,EAErB,MAAM,2BAA2B,CAAC;AACnC,OAAO,EACL,qBAAqB,EAEtB,MAAM,4BAA4B,CAAC;AACpC,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAElC,MAAM,MAAM,+DAA+D,GAAG;IAC5E,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,IAAI,EAAE,oBAAoB,CAAC;CAC5B,CAAC;AAEF,eAAO,MAAM,yEAAyE,EACpF,CAAC,CAAC,OAAO,CAAC,+DAA+D,CAKrE,CAAC;AAEP,MAAM,MAAM,gEAAgE,GACxE,qBAAqB,GACrB,mBAAmB,CAAC;AAExB,eAAO,MAAM,0EAA0E,EACrF,CAAC,CAAC,OAAO,CAAC,gEAAgE,CAItE,CAAC"}