@dalmia/calibrate-mcp 0.0.24 → 0.0.26

package/esm/models/evaluatorsetresponse.d.ts

@@ -0,0 +1,9 @@
+import * as z from "zod";
+export type EvaluatorSetResponse = {
+    message: string;
+    evaluator_ids: Array<string>;
+    linked: Array<string>;
+    unlinked: Array<string>;
+};
+export declare const EvaluatorSetResponse$zodSchema: z.ZodType<EvaluatorSetResponse>;
+//# sourceMappingURL=evaluatorsetresponse.d.ts.map

package/esm/models/evaluatorsetresponse.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"evaluatorsetresponse.d.ts","sourceRoot":"","sources":["../../src/models/evaluatorsetresponse.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,MAAM,MAAM,oBAAoB,GAAG;IACjC,OAAO,EAAE,MAAM,CAAC;IAChB,aAAa,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAC7B,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACtB,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;CACzB,CAAC;AAEF,eAAO,MAAM,8BAA8B,EAAE,CAAC,CAAC,OAAO,CAAC,oBAAoB,CAcvE,CAAC"}

package/esm/models/evaluatorsetresponse.js

@@ -0,0 +1,12 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+import * as z from "zod";
+export const EvaluatorSetResponse$zodSchema = z
+    .object({
+    evaluator_ids: z.array(z.string()).describe("The task's evaluator IDs after the update, in display order"),
+    linked: z.array(z.string()).describe("Evaluator IDs newly linked by this request"),
+    message: z.string().describe("Confirmation that the task's evaluators were updated"),
+    unlinked: z.array(z.string()).describe("Evaluator IDs unlinked by this request"),
+});
+//# sourceMappingURL=evaluatorsetresponse.js.map

package/esm/models/evaluatorsetresponse.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"evaluatorsetresponse.js","sourceRoot":"","sources":["../../src/models/evaluatorsetresponse.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AASzB,MAAM,CAAC,MAAM,8BAA8B,GAAoC,CAAC;KAC7E,MAAM,CAAC;IACN,aAAa,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,CACzC,6DAA6D,CAC9D;IACD,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,CAClC,4CAA4C,CAC7C;IACD,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAC1B,sDAAsD,CACvD;IACD,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,CACpC,wCAAwC,CACzC;CACF,CAAC,CAAC"}

package/esm/models/{evaluatorversionresponse.d.ts → evaluatorversioncompact.d.ts}

@@ -1,14 +1,14 @@
 import * as z from "zod";
 import { OutputConfig } from "./outputconfig.js";
 import { VariableSpec } from "./variablespec.js";
-export type EvaluatorVersionResponse = {
+export type EvaluatorVersionCompact = {
     uuid: string;
     version_number: number;
     judge_model: string;
-    system_prompt: string;
+    system_prompt?: string | null | undefined;
     output_config?: OutputConfig | null | undefined;
     variables?: Array<VariableSpec> | null | undefined;
     created_at: string;
 };
-export declare const EvaluatorVersionResponse$zodSchema: z.ZodType<EvaluatorVersionResponse>;
-//# sourceMappingURL=evaluatorversionresponse.d.ts.map
+export declare const EvaluatorVersionCompact$zodSchema: z.ZodType<EvaluatorVersionCompact>;
+//# sourceMappingURL=evaluatorversioncompact.d.ts.map

package/esm/models/evaluatorversioncompact.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"evaluatorversioncompact.d.ts","sourceRoot":"","sources":["../../src/models/evaluatorversioncompact.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,YAAY,EAA0B,MAAM,mBAAmB,CAAC;AACzE,OAAO,EAAE,YAAY,EAA0B,MAAM,mBAAmB,CAAC;AAEzE,MAAM,MAAM,uBAAuB,GAAG;IACpC,IAAI,EAAE,MAAM,CAAC;IACb,cAAc,EAAE,MAAM,CAAC;IACvB,WAAW,EAAE,MAAM,CAAC;IACpB,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC1C,aAAa,CAAC,EAAE,YAAY,GAAG,IAAI,GAAG,SAAS,CAAC;IAChD,SAAS,CAAC,EAAE,KAAK,CAAC,YAAY,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IACnD,UAAU,EAAE,MAAM,CAAC;CACpB,CAAC;AAEF,eAAO,MAAM,iCAAiC,EAAE,CAAC,CAAC,OAAO,CACvD,uBAAuB,CAqBvB,CAAC"}

package/esm/models/{evaluatorversionresponse.js → evaluatorversioncompact.js}

@@ -4,13 +4,13 @@
 import * as z from "zod";
 import { OutputConfig$zodSchema } from "./outputconfig.js";
 import { VariableSpec$zodSchema } from "./variablespec.js";
-export const EvaluatorVersionResponse$zodSchema = z.object({
+export const EvaluatorVersionCompact$zodSchema = z.object({
     created_at: z.string().describe("When the version was created (ISO 8601 UTC)"),
     judge_model: z.string().describe("The model that runs the judge, named the way its provider does, for example `openai/gpt-4.1` or `anthropic/claude-sonnet-4`"),
     output_config: OutputConfig$zodSchema.nullable().optional().describe("The scale points and their labels. Required for a `rating` evaluator. A `binary` evaluator uses the default Correct/Wrong labels unless you set your own"),
-    system_prompt: z.string().describe("Judge system prompt, with `{{\"{{\"}}variable}}` placeholders unrendered"),
+    system_prompt: z.string().nullable().optional().describe("Judge system prompt, with `{{\"{{\"}}variable}}` placeholders unrendered"),
     uuid: z.string().describe("Version ID"),
     variables: z.array(VariableSpec$zodSchema).nullable().optional().describe("Declared prompt variables"),
     version_number: z.int().describe("The version's number. The first version is 1, and it goes up by one for each new version of the evaluator"),
 });
-//# sourceMappingURL=evaluatorversionresponse.js.map
+//# sourceMappingURL=evaluatorversioncompact.js.map

package/esm/models/evaluatorversioncompact.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"evaluatorversioncompact.js","sourceRoot":"","sources":["../../src/models/evaluatorversioncompact.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAgB,sBAAsB,EAAE,MAAM,mBAAmB,CAAC;AACzE,OAAO,EAAgB,sBAAsB,EAAE,MAAM,mBAAmB,CAAC;AAYzE,MAAM,CAAC,MAAM,iCAAiC,GAE1C,CAAC,CAAC,MAAM,CAAC;IACX,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAC7B,6CAA6C,CAC9C;IACD,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAC9B,6HAA6H,CAC9H;IACD,aAAa,EAAE,sBAAsB,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClE,0JAA0J,CAC3J;IACD,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACtD,0EAA0E,CAC3E;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,YAAY,CAAC;IACvC,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,sBAAsB,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACvE,2BAA2B,CAC5B;IACD,cAAc,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,CAC9B,2GAA2G,CAC5G;CACF,CAAC,CAAC"}

package/esm/models/getagenttestrunstatusagenttestsruntaskidgetop.d.ts

@@ -3,6 +3,8 @@ import { HTTPValidationError } from "./httpvalidationerror.js";
 import { TestRunStatusResponse } from "./testrunstatusresponse.js";
 export type GetAgentTestRunStatusAgentTestsRunTaskIdGetRequest = {
     task_id: string;
+    only_failed?: boolean | undefined;
+    compact?: boolean | undefined;
     xAPIKey?: string | null | undefined;
 };
 export declare const GetAgentTestRunStatusAgentTestsRunTaskIdGetRequest$zodSchema: z.ZodType<GetAgentTestRunStatusAgentTestsRunTaskIdGetRequest>;

package/esm/models/getagenttestrunstatusagenttestsruntaskidgetop.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"getagenttestrunstatusagenttestsruntaskidgetop.d.ts","sourceRoot":"","sources":["../../src/models/getagenttestrunstatusagenttestsruntaskidgetop.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,qBAAqB,EAEtB,MAAM,4BAA4B,CAAC;AAEpC,MAAM,MAAM,kDAAkD,GAAG;IAC/D,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;CACrC,CAAC;AAEF,eAAO,MAAM,4DAA4D,EACvE,CAAC,CAAC,OAAO,CAAC,kDAAkD,CAG1D,CAAC;AAEL,MAAM,MAAM,mDAAmD,GAC3D,qBAAqB,GACrB,mBAAmB,CAAC;AAExB,eAAO,MAAM,6DAA6D,EACxE,CAAC,CAAC,OAAO,CAAC,mDAAmD,CAG3D,CAAC"}
+{"version":3,"file":"getagenttestrunstatusagenttestsruntaskidgetop.d.ts","sourceRoot":"","sources":["../../src/models/getagenttestrunstatusagenttestsruntaskidgetop.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,qBAAqB,EAEtB,MAAM,4BAA4B,CAAC;AAEpC,MAAM,MAAM,kDAAkD,GAAG;IAC/D,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAClC,OAAO,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAC9B,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;CACrC,CAAC;AAEF,eAAO,MAAM,4DAA4D,EACvE,CAAC,CAAC,OAAO,CAAC,kDAAkD,CAS1D,CAAC;AAEL,MAAM,MAAM,mDAAmD,GAC3D,qBAAqB,GACrB,mBAAmB,CAAC;AAExB,eAAO,MAAM,6DAA6D,EACxE,CAAC,CAAC,OAAO,CAAC,mDAAmD,CAG3D,CAAC"}

package/esm/models/getagenttestrunstatusagenttestsruntaskidgetop.js

@@ -5,6 +5,8 @@ import * as z from "zod";
 import { HTTPValidationError$zodSchema, } from "./httpvalidationerror.js";
 import { TestRunStatusResponse$zodSchema, } from "./testrunstatusresponse.js";
 export const GetAgentTestRunStatusAgentTestsRunTaskIdGetRequest$zodSchema = z.object({
+    compact: z.boolean().default(false).describe("Return a compact response that omits heavy detail fields (`results.output`, `results.test_case`, `results.judge_results`, `results.reasoning`, `evaluators.output_config`), keeping only the lightweight decision fields. Omit for full detail"),
+    only_failed: z.boolean().default(false).describe("Return only failing test cases. Omit to return every case"),
     task_id: z.string().describe("Test run to poll for status and results"),
     xAPIKey: z.string().nullable().optional(),
 });

package/esm/models/getagenttestrunstatusagenttestsruntaskidgetop.js.map

@@ -1 +1 @@
-{"version":3,"file":"getagenttestrunstatusagenttestsruntaskidgetop.js","sourceRoot":"","sources":["../../src/models/getagenttestrunstatusagenttestsruntaskidgetop.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,+BAA+B,GAChC,MAAM,4BAA4B,CAAC;AAOpC,MAAM,CAAC,MAAM,4DAA4D,GACP,CAAC,CAAC,MAAM,CAAC;IACvE,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,yCAAyC,CAAC;IACvE,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CAC1C,CAAC,CAAC;AAML,MAAM,CAAC,MAAM,6DAA6D,GACP,CAAC,CAAC,KAAK,CAAC;IACvE,+BAA+B;IAC/B,6BAA6B;CAC9B,CAAC,CAAC"}
+{"version":3,"file":"getagenttestrunstatusagenttestsruntaskidgetop.js","sourceRoot":"","sources":["../../src/models/getagenttestrunstatusagenttestsruntaskidgetop.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,+BAA+B,GAChC,MAAM,4BAA4B,CAAC;AASpC,MAAM,CAAC,MAAM,4DAA4D,GACP,CAAC,CAAC,MAAM,CAAC;IACvE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,QAAQ,CAC1C,gPAAgP,CACjP;IACD,WAAW,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,QAAQ,CAC9C,2DAA2D,CAC5D;IACD,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,yCAAyC,CAAC;IACvE,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CAC1C,CAAC,CAAC;AAML,MAAM,CAAC,MAAM,6DAA6D,GACP,CAAC,CAAC,KAAK,CAAC;IACvE,+BAA+B;IAC/B,6BAA6B;CAC9B,CAAC,CAAC"}

package/esm/models/getbenchmarkstatusagenttestsbenchmarktaskidgetop.d.ts

@@ -3,6 +3,8 @@ import { BenchmarkStatusResponse } from "./benchmarkstatusresponse.js";
 import { HTTPValidationError } from "./httpvalidationerror.js";
 export type GetBenchmarkStatusAgentTestsBenchmarkTaskIdGetRequest = {
     task_id: string;
+    only_failed?: boolean | undefined;
+    compact?: boolean | undefined;
     xAPIKey?: string | null | undefined;
 };
 export declare const GetBenchmarkStatusAgentTestsBenchmarkTaskIdGetRequest$zodSchema: z.ZodType<GetBenchmarkStatusAgentTestsBenchmarkTaskIdGetRequest>;

package/esm/models/getbenchmarkstatusagenttestsbenchmarktaskidgetop.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"getbenchmarkstatusagenttestsbenchmarktaskidgetop.d.ts","sourceRoot":"","sources":["../../src/models/getbenchmarkstatusagenttestsbenchmarktaskidgetop.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,uBAAuB,EAExB,MAAM,8BAA8B,CAAC;AACtC,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAElC,MAAM,MAAM,qDAAqD,GAAG;IAClE,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;CACrC,CAAC;AAEF,eAAO,MAAM,+DAA+D,EAC1E,CAAC,CAAC,OAAO,CAAC,qDAAqD,CAK7D,CAAC;AAEL,MAAM,MAAM,sDAAsD,GAC9D,uBAAuB,GACvB,mBAAmB,CAAC;AAExB,eAAO,MAAM,gEAAgE,EAC3E,CAAC,CAAC,OAAO,CAAC,sDAAsD,CAG9D,CAAC"}
+{"version":3,"file":"getbenchmarkstatusagenttestsbenchmarktaskidgetop.d.ts","sourceRoot":"","sources":["../../src/models/getbenchmarkstatusagenttestsbenchmarktaskidgetop.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,uBAAuB,EAExB,MAAM,8BAA8B,CAAC;AACtC,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAElC,MAAM,MAAM,qDAAqD,GAAG;IAClE,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAClC,OAAO,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAC9B,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;CACrC,CAAC;AAEF,eAAO,MAAM,+DAA+D,EAC1E,CAAC,CAAC,OAAO,CAAC,qDAAqD,CAW7D,CAAC;AAEL,MAAM,MAAM,sDAAsD,GAC9D,uBAAuB,GACvB,mBAAmB,CAAC;AAExB,eAAO,MAAM,gEAAgE,EAC3E,CAAC,CAAC,OAAO,CAAC,sDAAsD,CAG9D,CAAC"}

package/esm/models/getbenchmarkstatusagenttestsbenchmarktaskidgetop.js

@@ -5,6 +5,8 @@ import * as z from "zod";
 import { BenchmarkStatusResponse$zodSchema, } from "./benchmarkstatusresponse.js";
 import { HTTPValidationError$zodSchema, } from "./httpvalidationerror.js";
 export const GetBenchmarkStatusAgentTestsBenchmarkTaskIdGetRequest$zodSchema = z.object({
+    compact: z.boolean().default(false).describe("Return a compact response that omits heavy detail fields (`model_results.test_results`, `evaluators.output_config`), keeping only the lightweight decision fields. Omit for full detail"),
+    only_failed: z.boolean().default(false).describe("Return only failing test cases for each model. Omit to return every case"),
     task_id: z.string().describe("Benchmark run to poll for status and results"),
     xAPIKey: z.string().nullable().optional(),
 });

package/esm/models/getbenchmarkstatusagenttestsbenchmarktaskidgetop.js.map

@@ -1 +1 @@
-{"version":3,"file":"getbenchmarkstatusagenttestsbenchmarktaskidgetop.js","sourceRoot":"","sources":["../../src/models/getbenchmarkstatusagenttestsbenchmarktaskidgetop.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,iCAAiC,GAClC,MAAM,8BAA8B,CAAC;AACtC,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAOlC,MAAM,CAAC,MAAM,+DAA+D,GACP,CAAC,CAAC,MAAM,CAAC;IAC1E,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAC1B,8CAA8C,CAC/C;IACD,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CAC1C,CAAC,CAAC;AAML,MAAM,CAAC,MAAM,gEAAgE,GACP,CAAC,CAAC,KAAK,CAAC;IAC1E,iCAAiC;IACjC,6BAA6B;CAC9B,CAAC,CAAC"}
+{"version":3,"file":"getbenchmarkstatusagenttestsbenchmarktaskidgetop.js","sourceRoot":"","sources":["../../src/models/getbenchmarkstatusagenttestsbenchmarktaskidgetop.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,iCAAiC,GAClC,MAAM,8BAA8B,CAAC;AACtC,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AASlC,MAAM,CAAC,MAAM,+DAA+D,GACP,CAAC,CAAC,MAAM,CAAC;IAC1E,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,QAAQ,CAC1C,yLAAyL,CAC1L;IACD,WAAW,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,QAAQ,CAC9C,0EAA0E,CAC3E;IACD,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAC1B,8CAA8C,CAC/C;IACD,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CAC1C,CAAC,CAAC;AAML,MAAM,CAAC,MAAM,gEAAgE,GACP,CAAC,CAAC,KAAK,CAAC;IAC1E,iCAAiC;IACjC,6BAA6B;CAC9B,CAAC,CAAC"}

package/esm/models/getevaluatorendpointevaluatorsevaluatoruuidgetop.d.ts

@@ -1,11 +1,12 @@
 import * as z from "zod";
-import { EvaluatorDetailResponse } from "./evaluatordetailresponse.js";
+import { EvaluatorDetailResponseCompact } from "./evaluatordetailresponsecompact.js";
 import { HTTPValidationError } from "./httpvalidationerror.js";
 export type GetEvaluatorEndpointEvaluatorsEvaluatorUuidGetRequest = {
     evaluator_uuid: string;
+    compact?: boolean | undefined;
     xAPIKey?: string | null | undefined;
 };
 export declare const GetEvaluatorEndpointEvaluatorsEvaluatorUuidGetRequest$zodSchema: z.ZodType<GetEvaluatorEndpointEvaluatorsEvaluatorUuidGetRequest>;
-export type GetEvaluatorEndpointEvaluatorsEvaluatorUuidGetResponse = EvaluatorDetailResponse | HTTPValidationError;
+export type GetEvaluatorEndpointEvaluatorsEvaluatorUuidGetResponse = EvaluatorDetailResponseCompact | HTTPValidationError;
 export declare const GetEvaluatorEndpointEvaluatorsEvaluatorUuidGetResponse$zodSchema: z.ZodType<GetEvaluatorEndpointEvaluatorsEvaluatorUuidGetResponse>;
 //# sourceMappingURL=getevaluatorendpointevaluatorsevaluatoruuidgetop.d.ts.map

package/esm/models/getevaluatorendpointevaluatorsevaluatoruuidgetop.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"getevaluatorendpointevaluatorsevaluatoruuidgetop.d.ts","sourceRoot":"","sources":["../../src/models/getevaluatorendpointevaluatorsevaluatoruuidgetop.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,uBAAuB,EAExB,MAAM,8BAA8B,CAAC;AACtC,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAElC,MAAM,MAAM,qDAAqD,GAAG;IAClE,cAAc,EAAE,MAAM,CAAC;IACvB,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;CACrC,CAAC;AAEF,eAAO,MAAM,+DAA+D,EAC1E,CAAC,CAAC,OAAO,CAAC,qDAAqD,CAG7D,CAAC;AAEL,MAAM,MAAM,sDAAsD,GAC9D,uBAAuB,GACvB,mBAAmB,CAAC;AAExB,eAAO,MAAM,gEAAgE,EAC3E,CAAC,CAAC,OAAO,CAAC,sDAAsD,CAG9D,CAAC"}
+{"version":3,"file":"getevaluatorendpointevaluatorsevaluatoruuidgetop.d.ts","sourceRoot":"","sources":["../../src/models/getevaluatorendpointevaluatorsevaluatoruuidgetop.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,8BAA8B,EAE/B,MAAM,qCAAqC,CAAC;AAC7C,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAElC,MAAM,MAAM,qDAAqD,GAAG;IAClE,cAAc,EAAE,MAAM,CAAC;IACvB,OAAO,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAC9B,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;CACrC,CAAC;AAEF,eAAO,MAAM,+DAA+D,EAC1E,CAAC,CAAC,OAAO,CAAC,qDAAqD,CAM7D,CAAC;AAEL,MAAM,MAAM,sDAAsD,GAC9D,8BAA8B,GAC9B,mBAAmB,CAAC;AAExB,eAAO,MAAM,gEAAgE,EAC3E,CAAC,CAAC,OAAO,CAAC,sDAAsD,CAG9D,CAAC"}

package/esm/models/getevaluatorendpointevaluatorsevaluatoruuidgetop.js

@@ -2,14 +2,15 @@
  * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
  */
 import * as z from "zod";
-import { EvaluatorDetailResponse$zodSchema, } from "./evaluatordetailresponse.js";
+import { EvaluatorDetailResponseCompact$zodSchema, } from "./evaluatordetailresponsecompact.js";
 import { HTTPValidationError$zodSchema, } from "./httpvalidationerror.js";
 export const GetEvaluatorEndpointEvaluatorsEvaluatorUuidGetRequest$zodSchema = z.object({
+    compact: z.boolean().default(false).describe("Return a compact response that omits heavy detail fields (`versions.system_prompt`, `versions.output_config`, `versions.variables`), keeping only the lightweight decision fields. Omit for full detail"),
     evaluator_uuid: z.string().describe("Evaluator to retrieve"),
     xAPIKey: z.string().nullable().optional(),
 });
 export const GetEvaluatorEndpointEvaluatorsEvaluatorUuidGetResponse$zodSchema = z.union([
-    EvaluatorDetailResponse$zodSchema,
+    EvaluatorDetailResponseCompact$zodSchema,
     HTTPValidationError$zodSchema,
 ]);
 //# sourceMappingURL=getevaluatorendpointevaluatorsevaluatoruuidgetop.js.map

package/esm/models/getevaluatorendpointevaluatorsevaluatoruuidgetop.js.map

@@ -1 +1 @@
-{"version":3,"file":"getevaluatorendpointevaluatorsevaluatoruuidgetop.js","sourceRoot":"","sources":["../../src/models/getevaluatorendpointevaluatorsevaluatoruuidgetop.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,iCAAiC,GAClC,MAAM,8BAA8B,CAAC;AACtC,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAOlC,MAAM,CAAC,MAAM,+DAA+D,GACP,CAAC,CAAC,MAAM,CAAC;IAC1E,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,uBAAuB,CAAC;IAC5D,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CAC1C,CAAC,CAAC;AAML,MAAM,CAAC,MAAM,gEAAgE,GACP,CAAC,CAAC,KAAK,CAAC;IAC1E,iCAAiC;IACjC,6BAA6B;CAC9B,CAAC,CAAC"}
+{"version":3,"file":"getevaluatorendpointevaluatorsevaluatoruuidgetop.js","sourceRoot":"","sources":["../../src/models/getevaluatorendpointevaluatorsevaluatoruuidgetop.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,wCAAwC,GACzC,MAAM,qCAAqC,CAAC;AAC7C,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAQlC,MAAM,CAAC,MAAM,+DAA+D,GACP,CAAC,CAAC,MAAM,CAAC;IAC1E,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,QAAQ,CAC1C,yMAAyM,CAC1M;IACD,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,uBAAuB,CAAC;IAC5D,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CAC1C,CAAC,CAAC;AAML,MAAM,CAAC,MAAM,gEAAgE,GACP,CAAC,CAAC,KAAK,CAAC;IAC1E,wCAAwC;IACxC,6BAA6B;CAC9B,CAAC,CAAC"}

package/esm/models/settaskevaluatorsannotationtaskstaskuuidevaluatorsputop.d.ts

@@ -0,0 +1,13 @@
+import * as z from "zod";
+import { EvaluatorSetRequest } from "./evaluatorsetrequest.js";
+import { EvaluatorSetResponse } from "./evaluatorsetresponse.js";
+import { HTTPValidationError } from "./httpvalidationerror.js";
+export type SetTaskEvaluatorsAnnotationTasksTaskUuidEvaluatorsPutRequest = {
+    task_uuid: string;
+    xAPIKey?: string | null | undefined;
+    body: EvaluatorSetRequest;
+};
+export declare const SetTaskEvaluatorsAnnotationTasksTaskUuidEvaluatorsPutRequest$zodSchema: z.ZodType<SetTaskEvaluatorsAnnotationTasksTaskUuidEvaluatorsPutRequest>;
+export type SetTaskEvaluatorsAnnotationTasksTaskUuidEvaluatorsPutResponse = EvaluatorSetResponse | HTTPValidationError;
+export declare const SetTaskEvaluatorsAnnotationTasksTaskUuidEvaluatorsPutResponse$zodSchema: z.ZodType<SetTaskEvaluatorsAnnotationTasksTaskUuidEvaluatorsPutResponse>;
+//# sourceMappingURL=settaskevaluatorsannotationtaskstaskuuidevaluatorsputop.d.ts.map

package/esm/models/settaskevaluatorsannotationtaskstaskuuidevaluatorsputop.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"settaskevaluatorsannotationtaskstaskuuidevaluatorsputop.d.ts","sourceRoot":"","sources":["../../src/models/settaskevaluatorsannotationtaskstaskuuidevaluatorsputop.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,oBAAoB,EAErB,MAAM,2BAA2B,CAAC;AACnC,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAElC,MAAM,MAAM,4DAA4D,GAAG;IACzE,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,IAAI,EAAE,mBAAmB,CAAC;CAC3B,CAAC;AAEF,eAAO,MAAM,sEAAsE,EACjF,CAAC,CAAC,OAAO,CAAC,4DAA4D,CAKlE,CAAC;AAEP,MAAM,MAAM,6DAA6D,GACrE,oBAAoB,GACpB,mBAAmB,CAAC;AAExB,eAAO,MAAM,uEAAuE,EAClF,CAAC,CAAC,OAAO,CAAC,6DAA6D,CAInE,CAAC"}

package/esm/models/settaskevaluatorsannotationtaskstaskuuidevaluatorsputop.js

@@ -0,0 +1,19 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+import * as z from "zod";
+import { EvaluatorSetRequest$zodSchema, } from "./evaluatorsetrequest.js";
+import { EvaluatorSetResponse$zodSchema, } from "./evaluatorsetresponse.js";
+import { HTTPValidationError$zodSchema, } from "./httpvalidationerror.js";
+export const SetTaskEvaluatorsAnnotationTasksTaskUuidEvaluatorsPutRequest$zodSchema = z
+    .object({
+    body: EvaluatorSetRequest$zodSchema,
+    task_uuid: z.string().describe("Annotation task to act on"),
+    xAPIKey: z.string().nullable().optional(),
+});
+export const SetTaskEvaluatorsAnnotationTasksTaskUuidEvaluatorsPutResponse$zodSchema = z
+    .union([
+    EvaluatorSetResponse$zodSchema,
+    HTTPValidationError$zodSchema,
+]);
+//# sourceMappingURL=settaskevaluatorsannotationtaskstaskuuidevaluatorsputop.js.map

package/esm/models/settaskevaluatorsannotationtaskstaskuuidevaluatorsputop.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"settaskevaluatorsannotationtaskstaskuuidevaluatorsputop.js","sourceRoot":"","sources":["../../src/models/settaskevaluatorsannotationtaskstaskuuidevaluatorsputop.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,8BAA8B,GAC/B,MAAM,2BAA2B,CAAC;AACnC,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAQlC,MAAM,CAAC,MAAM,sEAAsE,GACP,CAAC;KACxE,MAAM,CAAC;IACN,IAAI,EAAE,6BAA6B;IACnC,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,2BAA2B,CAAC;IAC3D,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CAC1C,CAAC,CAAC;AAMP,MAAM,CAAC,MAAM,uEAAuE,GACP,CAAC;KACzE,KAAK,CAAC;IACL,8BAA8B;IAC9B,6BAA6B;CAC9B,CAAC,CAAC"}

package/esm/models/tasksummaryannotationtaskstaskuuidsummarygetop.d.ts

@@ -21,11 +21,13 @@ export type TaskSummaryAnnotationTasksTaskUuidSummaryGetRequest = {
     task_uuid: string;
     item_id?: string | null | undefined;
     live_only?: boolean | undefined;
+    disagreement_only?: boolean | undefined;
     q?: string | null | undefined;
     sort_by?: string | undefined;
     order?: Order | undefined;
     limit?: number | undefined;
     offset?: number | undefined;
+    compact?: boolean | undefined;
     xAPIKey?: string | null | undefined;
 };
 export declare const TaskSummaryAnnotationTasksTaskUuidSummaryGetRequest$zodSchema: z.ZodType<TaskSummaryAnnotationTasksTaskUuidSummaryGetRequest>;

package/esm/models/tasksummaryannotationtaskstaskuuidsummarygetop.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"tasksummaryannotationtaskstaskuuidsummarygetop.d.ts","sourceRoot":"","sources":["../../src/models/tasksummaryannotationtaskstaskuuidsummarygetop.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAElC;;GAEG;AACH,eAAO,MAAM,KAAK;;;CAGR,CAAC;AACX;;GAEG;AACH,MAAM,MAAM,KAAK,GAAG,UAAU,CAAC,OAAO,KAAK,CAAC,CAAC;AAE7C,eAAO,MAAM,eAAe;;;EAGC,CAAC;AAE9B,MAAM,MAAM,mDAAmD,GAAG;IAChE,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,SAAS,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAChC,CAAC,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC9B,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,KAAK,CAAC,EAAE,KAAK,GAAG,SAAS,CAAC;IAC1B,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;CACrC,CAAC;AAEF,eAAO,MAAM,6DAA6D,EACxE,CAAC,CAAC,OAAO,CAAC,mDAAmD,CAoB3D,CAAC;AAEL,MAAM,MAAM,oDAAoD,GAC5D,mBAAmB,GACnB,mBAAmB,CAAC;AAExB,eAAO,MAAM,8DAA8D,EACzE,CAAC,CAAC,OAAO,CAAC,oDAAoD,CAG5D,CAAC"}
+{"version":3,"file":"tasksummaryannotationtaskstaskuuidsummarygetop.d.ts","sourceRoot":"","sources":["../../src/models/tasksummaryannotationtaskstaskuuidsummarygetop.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAElC;;GAEG;AACH,eAAO,MAAM,KAAK;;;CAGR,CAAC;AACX;;GAEG;AACH,MAAM,MAAM,KAAK,GAAG,UAAU,CAAC,OAAO,KAAK,CAAC,CAAC;AAE7C,eAAO,MAAM,eAAe;;;EAGC,CAAC;AAE9B,MAAM,MAAM,mDAAmD,GAAG;IAChE,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,SAAS,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAChC,iBAAiB,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IACxC,CAAC,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC9B,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,KAAK,CAAC,EAAE,KAAK,GAAG,SAAS,CAAC;IAC1B,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,OAAO,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAC9B,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;CACrC,CAAC;AAEF,eAAO,MAAM,6DAA6D,EACxE,CAAC,CAAC,OAAO,CAAC,mDAAmD,CA0B3D,CAAC;AAEL,MAAM,MAAM,oDAAoD,GAC5D,mBAAmB,GACnB,mBAAmB,CAAC;AAExB,eAAO,MAAM,8DAA8D,EACzE,CAAC,CAAC,OAAO,CAAC,oDAAoD,CAG5D,CAAC"}

package/esm/models/tasksummaryannotationtaskstaskuuidsummarygetop.js

@@ -16,6 +16,8 @@ export const Order$zodSchema = z.enum([
     "desc",
 ]).describe("Sort direction");
 export const TaskSummaryAnnotationTasksTaskUuidSummaryGetRequest$zodSchema = z.object({
+    compact: z.boolean().default(false).describe("Return a compact response that omits heavy detail fields (`rows.payload`, `rows.evaluator_reasoning`, `rows.annotations.reasoning`, `evaluators.versions.system_prompt`, `evaluators.versions.output_config`, `evaluators.versions.variables`, `item_comments`), keeping only the lightweight decision fields. Omit for full detail"),
+    disagreement_only: z.boolean().default(false).describe("When true, keep only rows where the evaluator disagreed with at least one annotator"),
     item_id: z.string().describe("Filter rows to a single item. The full task-wide annotator union is still returned in `annotators`").nullable().optional(),
     limit: z.int().default(50).describe("Maximum number of items to return"),
     live_only: z.boolean().default(false).describe("When true, emit only one row for each (item, evaluator) pair using the evaluator's live version. Versions other than the live one that have runs are excluded"),

package/esm/models/tasksummaryannotationtaskstaskuuidsummarygetop.js.map

@@ -1 +1 @@
-{"version":3,"file":"tasksummaryannotationtaskstaskuuidsummarygetop.js","sourceRoot":"","sources":["../../src/models/tasksummaryannotationtaskstaskuuidsummarygetop.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAElC;;GAEG;AACH,MAAM,CAAC,MAAM,KAAK,GAAG;IACnB,GAAG,EAAE,KAAK;IACV,IAAI,EAAE,MAAM;CACJ,CAAC;AAMX,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,CAAC,IAAI,CAAC;IACpC,KAAK;IACL,MAAM;CACP,CAAC,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAC;AAc9B,MAAM,CAAC,MAAM,6DAA6D,GACP,CAAC,CAAC,MAAM,CAAC;IACxE,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAC1B,oGAAoG,CACrG,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACvB,KAAK,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,mCAAmC,CAAC;IACxE,SAAS,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,QAAQ,CAC5C,+JAA+J,CAChK;IACD,MAAM,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CACjC,kDAAkD,CACnD;IACD,KAAK,EAAE,eAAe,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,gBAAgB,CAAC;IACjE,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CACpB,uEAAuE,CACxE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACvB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,QAAQ,CAChD,0BAA0B,CAC3B;IACD,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,2BAA2B,CAAC;IAC3D,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CAC1C,CAAC,CAAC;AAML,MAAM,CAAC,MAAM,8DAA8D,GACP,CAAC,CAAC,KAAK,CAAC;IACxE,6BAA6B;IAC7B,6BAA6B;CAC9B,CAAC,CAAC"}
+{"version":3,"file":"tasksummaryannotationtaskstaskuuidsummarygetop.js","sourceRoot":"","sources":["../../src/models/tasksummaryannotationtaskstaskuuidsummarygetop.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAElC;;GAEG;AACH,MAAM,CAAC,MAAM,KAAK,GAAG;IACnB,GAAG,EAAE,KAAK;IACV,IAAI,EAAE,MAAM;CACJ,CAAC;AAMX,MAAM,CAAC,MAAM,eAAe,GAAG,CAAC,CAAC,IAAI,CAAC;IACpC,KAAK;IACL,MAAM;CACP,CAAC,CAAC,QAAQ,CAAC,gBAAgB,CAAC,CAAC;AAgB9B,MAAM,CAAC,MAAM,6DAA6D,GACP,CAAC,CAAC,MAAM,CAAC;IACxE,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,QAAQ,CAC1C,qUAAqU,CACtU;IACD,iBAAiB,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,QAAQ,CACpD,qFAAqF,CACtF;IACD,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAC1B,oGAAoG,CACrG,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACvB,KAAK,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,QAAQ,CAAC,mCAAmC,CAAC;IACxE,SAAS,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,QAAQ,CAC5C,+JAA+J,CAChK;IACD,MAAM,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CACjC,kDAAkD,CACnD;IACD,KAAK,EAAE,eAAe,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,QAAQ,CAAC,gBAAgB,CAAC;IACjE,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CACpB,uEAAuE,CACxE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACvB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC,QAAQ,CAChD,0BAA0B,CAC3B;IACD,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,2BAA2B,CAAC;IAC3D,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CAC1C,CAAC,CAAC;AAML,MAAM,CAAC,MAAM,8DAA8D,GACP,CAAC,CAAC,KAAK,CAAC;IACxE,6BAA6B;IAC7B,6BAA6B;CAC9B,CAAC,CAAC"}

package/esm/models/tasksummaryresponse.d.ts

@@ -32,9 +32,9 @@ export type TaskSummaryResponse = {
     rows: Array<{
         [k: string]: any;
     }>;
-    item_comments: {
+    item_comments?: {
         [k: string]: any;
-    };
+    } | null | undefined;
     pagination: PaginationMeta;
     AdditionalProperties?: {
         [k: string]: any;

package/esm/models/tasksummaryresponse.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"tasksummaryresponse.d.ts","sourceRoot":"","sources":["../../src/models/tasksummaryresponse.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EAAE,cAAc,EAA4B,MAAM,qBAAqB,CAAC;AAE/E;;GAEG;AACH,eAAO,MAAM,QAAQ;;;;;CAKX,CAAC;AACX;;GAEG;AACH,MAAM,MAAM,QAAQ,GAAG,UAAU,CAAC,OAAO,QAAQ,CAAC,CAAC;AAEnD,eAAO,MAAM,kBAAkB;;;;;EAKA,CAAC;AAEhC,MAAM,MAAM,mBAAmB,GAAG;IAChC,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,QAAQ,CAAC;IACpB,UAAU,EAAE,KAAK,CAAC;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,CAAC,CAAC;IACxC,UAAU,EAAE,KAAK,CAAC;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,CAAC,CAAC;IACxC,IAAI,EAAE,KAAK,CAAC;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,CAAC,CAAC;IAClC,aAAa,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,CAAC;IACpC,UAAU,EAAE,cAAc,CAAC;IAC3B,oBAAoB,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,CAAC;CAC7C,CAAC;AAEF,eAAO,MAAM,6BAA6B,EAAE,CAAC,CAAC,OAAO,CAAC,mBAAmB,CAqBtE,CAAC;AAEJ,eAAO,MAAM,qCAAqC,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,CAe/D,CAAC"}
+{"version":3,"file":"tasksummaryresponse.d.ts","sourceRoot":"","sources":["../../src/models/tasksummaryresponse.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EAAE,cAAc,EAA4B,MAAM,qBAAqB,CAAC;AAE/E;;GAEG;AACH,eAAO,MAAM,QAAQ;;;;;CAKX,CAAC;AACX;;GAEG;AACH,MAAM,MAAM,QAAQ,GAAG,UAAU,CAAC,OAAO,QAAQ,CAAC,CAAC;AAEnD,eAAO,MAAM,kBAAkB;;;;;EAKA,CAAC;AAEhC,MAAM,MAAM,mBAAmB,GAAG;IAChC,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,QAAQ,CAAC;IACpB,UAAU,EAAE,KAAK,CAAC;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,CAAC,CAAC;IACxC,UAAU,EAAE,KAAK,CAAC;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,CAAC,CAAC;IACxC,IAAI,EAAE,KAAK,CAAC;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,CAAC,CAAC;IAClC,aAAa,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,GAAG,IAAI,GAAG,SAAS,CAAC;IACxD,UAAU,EAAE,cAAc,CAAC;IAC3B,oBAAoB,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,CAAC;CAC7C,CAAC;AAEF,eAAO,MAAM,6BAA6B,EAAE,CAAC,CAAC,OAAO,CAAC,mBAAmB,CAoBtE,CAAC;AAEJ,eAAO,MAAM,qCAAqC,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,CAe/D,CAAC"}

package/esm/models/tasksummaryresponse.js

@@ -22,7 +22,8 @@ export const TaskType$zodSchema = z.enum([
 export const TaskSummaryResponse$zodSchema = collectExtraKeys$(z.object({
     annotators: z.array(z.record(z.string(), z.any())).describe("The annotators who labelled or commented on items in the task, stable across pages"),
     evaluators: z.array(z.record(z.string(), z.any())).describe("The task's evaluators, stable across pages, each with its live rubric"),
-    item_comments: z.record(z.string(), z.any()).describe("Annotator comments, keyed by item ID"),
+    item_comments: z.record(z.string(), z.any()).nullable().optional()
+        .describe("Annotator comments, keyed by item ID"),
     pagination: PaginationMeta$zodSchema,
     rows: z.array(z.record(z.string(), z.any())).describe("One row per item, evaluator, and version on this page, with the evaluator's value and each annotator's label"),
     task_id: z.string().describe("ID of the task"),
@@ -32,7 +33,7 @@ export const TaskSummaryResponse$zodSchemaOutbound = z.object({
     AdditionalProperties: z.record(z.string(), z.any()).optional(),
     annotators: z.array(z.record(z.string(), z.any())),
     evaluators: z.array(z.record(z.string(), z.any())),
-    item_comments: z.record(z.string(), z.any()),
+    item_comments: z.nullable(z.record(z.string(), z.any())).optional(),
     pagination: PaginationMeta$zodSchema,
     rows: z.array(z.record(z.string(), z.any())),
     task_id: z.string(),

package/esm/models/tasksummaryresponse.js.map

@@ -1 +1 @@
-{"version":3,"file":"tasksummaryresponse.js","sourceRoot":"","sources":["../../src/models/tasksummaryresponse.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,gBAAgB,IAAI,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AAE1E,OAAO,EAAkB,wBAAwB,EAAE,MAAM,qBAAqB,CAAC;AAE/E;;GAEG;AACH,MAAM,CAAC,MAAM,QAAQ,GAAG;IACtB,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,UAAU,EAAE,aAAa;IACzB,YAAY,EAAE,cAAc;CACpB,CAAC;AAMX,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,CAAC,IAAI,CAAC;IACvC,KAAK;IACL,KAAK;IACL,aAAa;IACb,cAAc;CACf,CAAC,CAAC,QAAQ,CAAC,kBAAkB,CAAC,CAAC;AAahC,MAAM,CAAC,MAAM,6BAA6B,GACxC,iBAAiB,CACf,CAAC,CAAC,MAAM,CAAC;IACP,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,QAAQ,CACzD,oFAAoF,CACrF;IACD,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,QAAQ,CACzD,uEAAuE,CACxE;IACD,aAAa,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,CACnD,sCAAsC,CACvC;IACD,UAAU,EAAE,wBAAwB;IACpC,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,QAAQ,CACnD,8GAA8G,CAC/G;IACD,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,gBAAgB,CAAC;IAC9C,SAAS,EAAE,kBAAkB,CAAC,QAAQ,CAAC,kBAAkB,CAAC;CAC3D,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,EACpB,sBAAsB,EACtB,IAAI,CACL,CAAC;AAEJ,MAAM,CAAC,MAAM,qCAAqC,GAAmB,CAAC,CAAC,MAAM,CAAC;IAC5E,oBAAoB,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE;IAC9D,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;IAClD,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;IAClD,aAAa,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC;IAC5C,UAAU,EAAE,wBAAwB;IACpC,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;IAC5C,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;IACnB,SAAS,EAAE,kBAAkB;CAC9B,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE;IACjB,MAAM,EAAE,oBAAoB,EAAE,GAAG,IAAI,EAAE,GAAG,CAAC,CAAC;IAC5C,OAAO;QACL,GAAG,IAAI;QACP,GAAG,oBAAoB;KACxB,CAAC;AACJ,CAAC,CAAC,CAAC"}
+{"version":3,"file":"tasksummaryresponse.js","sourceRoot":"","sources":["../../src/models/tasksummaryresponse.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,gBAAgB,IAAI,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AAE1E,OAAO,EAAkB,wBAAwB,EAAE,MAAM,qBAAqB,CAAC;AAE/E;;GAEG;AACH,MAAM,CAAC,MAAM,QAAQ,GAAG;IACtB,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,UAAU,EAAE,aAAa;IACzB,YAAY,EAAE,cAAc;CACpB,CAAC;AAMX,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,CAAC,IAAI,CAAC;IACvC,KAAK;IACL,KAAK;IACL,aAAa;IACb,cAAc;CACf,CAAC,CAAC,QAAQ,CAAC,kBAAkB,CAAC,CAAC;AAahC,MAAM,CAAC,MAAM,6BAA6B,GACxC,iBAAiB,CACf,CAAC,CAAC,MAAM,CAAC;IACP,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,QAAQ,CACzD,oFAAoF,CACrF;IACD,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,QAAQ,CACzD,uEAAuE,CACxE;IACD,aAAa,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;SAC/D,QAAQ,CAAC,sCAAsC,CAAC;IACnD,UAAU,EAAE,wBAAwB;IACpC,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,QAAQ,CACnD,8GAA8G,CAC/G;IACD,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,gBAAgB,CAAC;IAC9C,SAAS,EAAE,kBAAkB,CAAC,QAAQ,CAAC,kBAAkB,CAAC;CAC3D,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,EACpB,sBAAsB,EACtB,IAAI,CACL,CAAC;AAEJ,MAAM,CAAC,MAAM,qCAAqC,GAAmB,CAAC,CAAC,MAAM,CAAC;IAC5E,oBAAoB,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE;IAC9D,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;IAClD,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;IAClD,aAAa,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE;IACnE,UAAU,EAAE,wBAAwB;IACpC,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;IAC5C,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;IACnB,SAAS,EAAE,kBAAkB;CAC9B,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE;IACjB,MAAM,EAAE,oBAAoB,EAAE,GAAG,IAAI,EAAE,GAAG,CAAC,CAAC;IAC5C,OAAO;QACL,GAAG,IAAI;QACP,GAAG,oBAAoB;KACxB,CAAC;AACJ,CAAC,CAAC,CAAC"}

package/esm/tool-names.js

@@ -105,8 +105,8 @@ export const toolNames = [
         "description": "Get one annotation task with its evaluators, items, and labelling jobs.\n"
     },
     {
-        "name": "link-evaluator-to-task",
-        "description": "Link an evaluator to an annotation task, appending it to the display order.\n"
+        "name": "set-task-evaluators",
+        "description": "Replace the task's linked evaluators with exactly the given ordered\nset: new ids are linked, omitted ids are unlinked, and the list order\nsets their display position. Send an empty list to unlink all. Each\nevaluator must be one you created or a built-in default, and the task\nmust be in your workspace.\n"
     },
     {
         "name": "add-annotation-items",

package/esm/tool-names.js.map

@@ -1 +1 @@
-{"version":3,"file":"tool-names.js","sourceRoot":"","sources":["../src/tool-names.ts"],"names":[],"mappings":"AAAA,+BAA+B;AAC/B,MAAM,CAAC,MAAM,SAAS,GAAgD;IACpE;QACE,MAAM,EAAE,yBAAyB;QACjC,aAAa,EAAE,sNAAsN;KACtO;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,oQAAoQ;KACpR;IACD;QACE,MAAM,EAAE,cAAc;QACtB,aAAa,EAAE,kMAAkM;KAClN;IACD;QACE,MAAM,EAAE,aAAa;QACrB,aAAa,EAAE,iPAAiP;KACjQ;IACD;QACE,MAAM,EAAE,WAAW;QACnB,aAAa,EAAE,6KAA6K;KAC7L;IACD;QACE,MAAM,EAAE,cAAc;QACtB,aAAa,EAAE,kNAAkN;KAClO;IACD;QACE,MAAM,EAAE,mBAAmB;QAC3B,aAAa,EAAE,+KAA+K;KAC/L;IACD;QACE,MAAM,EAAE,aAAa;QACrB,aAAa,EAAE,+LAA+L;KAC/M;IACD;QACE,MAAM,EAAE,YAAY;QACpB,aAAa,EAAE,kKAAkK;KAClL;IACD;QACE,MAAM,EAAE,UAAU;QAClB,aAAa,EAAE,0KAA0K;KAC1L;IACD;QACE,MAAM,EAAE,aAAa;QACrB,aAAa,EAAE,yMAAyM;KACzN;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,2JAA2J;KAC3K;IACD;QACE,MAAM,EAAE,kBAAkB;QAC1B,aAAa,EAAE,sCAAsC;KACtD;IACD;QACE,MAAM,EAAE,sBAAsB;QAC9B,aAAa,EAAE,wGAAwG;KACxH;IACD;QACE,MAAM,EAAE,iBAAiB;QACzB,aAAa,EAAE,oSAAoS;KACpT;IACD;QACE,MAAM,EAAE,uBAAuB;QAC/B,aAAa,EAAE,qUAAqU;KACrV;IACD;QACE,MAAM,EAAE,oBAAoB;QAC5B,aAAa,EAAE,wRAAwR;KACxS;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,wLAAwL;KACxM;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,uFAAuF;KACvG;IACD;QACE,MAAM,EAAE,kBAAkB;QAC1B,aAAa,EAAE,4HAA4H;KAC5I;IACD;QACE,MAAM,EAAE,iBAAiB;QACzB,aAAa,EAAE,oHAAoH;KACpI;IACD;QACE,MAAM,EAAE,eAAe;QACvB,aAAa,EAAE,oDAAoD;KACpE;IACD;QACE,MAAM,EAAE,0BAA0B;QAClC,aAAa,EAAE,iIAAiI;KACjJ;IACD;QACE,MAAM,EAAE,wBAAwB;QAChC,aAAa,EAAE,0GAA0G;KAC1H;IACD;QACE,MAAM,EAAE,uBAAuB;QAC/B,aAAa,EAAE,4DAA4D;KAC5E;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,2EAA2E;KAC3F;IACD;QACE,MAAM,EAAE,wBAAwB;QAChC,aAAa,EAAE,+EAA+E;KAC/F;IACD;QACE,MAAM,EAAE,sBAAsB;QAC9B,aAAa,EAAE,kFAAkF;KAClG;IACD;QACE,MAAM,EAAE,yBAAyB;QACjC,aAAa,EAAE,oDAAoD;KACpE;IACD;QACE,MAAM,EAAE,2BAA2B;QACnC,aAAa,EAAE,4IAA4I;KAC5J;IACD;QACE,MAAM,EAAE,8BAA8B;QACtC,aAAa,EAAE,2EAA2E;KAC3F;IACD;QACE,MAAM,EAAE,0BAA0B;QAClC,aAAa,EAAE,gGAAgG;KAChH;IACD;QACE,MAAM,EAAE,wBAAwB;QAChC,aAAa,EAAE,iGAAiG;KACjH;CACF,CAAC"}
+{"version":3,"file":"tool-names.js","sourceRoot":"","sources":["../src/tool-names.ts"],"names":[],"mappings":"AAAA,+BAA+B;AAC/B,MAAM,CAAC,MAAM,SAAS,GAAgD;IACpE;QACE,MAAM,EAAE,yBAAyB;QACjC,aAAa,EAAE,sNAAsN;KACtO;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,oQAAoQ;KACpR;IACD;QACE,MAAM,EAAE,cAAc;QACtB,aAAa,EAAE,kMAAkM;KAClN;IACD;QACE,MAAM,EAAE,aAAa;QACrB,aAAa,EAAE,iPAAiP;KACjQ;IACD;QACE,MAAM,EAAE,WAAW;QACnB,aAAa,EAAE,6KAA6K;KAC7L;IACD;QACE,MAAM,EAAE,cAAc;QACtB,aAAa,EAAE,kNAAkN;KAClO;IACD;QACE,MAAM,EAAE,mBAAmB;QAC3B,aAAa,EAAE,+KAA+K;KAC/L;IACD;QACE,MAAM,EAAE,aAAa;QACrB,aAAa,EAAE,+LAA+L;KAC/M;IACD;QACE,MAAM,EAAE,YAAY;QACpB,aAAa,EAAE,kKAAkK;KAClL;IACD;QACE,MAAM,EAAE,UAAU;QAClB,aAAa,EAAE,0KAA0K;KAC1L;IACD;QACE,MAAM,EAAE,aAAa;QACrB,aAAa,EAAE,yMAAyM;KACzN;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,2JAA2J;KAC3K;IACD;QACE,MAAM,EAAE,kBAAkB;QAC1B,aAAa,EAAE,sCAAsC;KACtD;IACD;QACE,MAAM,EAAE,sBAAsB;QAC9B,aAAa,EAAE,wGAAwG;KACxH;IACD;QACE,MAAM,EAAE,iBAAiB;QACzB,aAAa,EAAE,oSAAoS;KACpT;IACD;QACE,MAAM,EAAE,uBAAuB;QAC/B,aAAa,EAAE,qUAAqU;KACrV;IACD;QACE,MAAM,EAAE,oBAAoB;QAC5B,aAAa,EAAE,wRAAwR;KACxS;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,wLAAwL;KACxM;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,uFAAuF;KACvG;IACD;QACE,MAAM,EAAE,kBAAkB;QAC1B,aAAa,EAAE,4HAA4H;KAC5I;IACD;QACE,MAAM,EAAE,iBAAiB;QACzB,aAAa,EAAE,oHAAoH;KACpI;IACD;QACE,MAAM,EAAE,eAAe;QACvB,aAAa,EAAE,oDAAoD;KACpE;IACD;QACE,MAAM,EAAE,0BAA0B;QAClC,aAAa,EAAE,iIAAiI;KACjJ;IACD;QACE,MAAM,EAAE,wBAAwB;QAChC,aAAa,EAAE,0GAA0G;KAC1H;IACD;QACE,MAAM,EAAE,uBAAuB;QAC/B,aAAa,EAAE,4DAA4D;KAC5E;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,2EAA2E;KAC3F;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,sTAAsT;KACtU;IACD;QACE,MAAM,EAAE,sBAAsB;QAC9B,aAAa,EAAE,kFAAkF;KAClG;IACD;QACE,MAAM,EAAE,yBAAyB;QACjC,aAAa,EAAE,oDAAoD;KACpE;IACD;QACE,MAAM,EAAE,2BAA2B;QACnC,aAAa,EAAE,4IAA4I;KAC5J;IACD;QACE,MAAM,EAAE,8BAA8B;QACtC,aAAa,EAAE,2EAA2E;KAC3F;IACD;QACE,MAAM,EAAE,0BAA0B;QAClC,aAAa,EAAE,gGAAgG;KAChH;IACD;QACE,MAAM,EAAE,wBAAwB;QAChC,aAAa,EAAE,iGAAiG;KACjH;CACF,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@dalmia/calibrate-mcp",
-  "version": "0.0.24",
+  "version": "0.0.26",
   "author": "Speakeasy",
   "type": "module",
   "sideEffects": false,

package/src/funcs/agentTestsGetBenchmark.ts

@@ -3,7 +3,7 @@
  */
 
 import { CalibrateMcpCore } from "../core.js";
-import { encodeSimple } from "../lib/encodings.js";
+import { encodeFormQuery, encodeSimple } from "../lib/encodings.js";
 import { compactMap } from "../lib/primitives.js";
 import { safeParse } from "../lib/schemas.js";
 import { RequestOptions } from "../lib/sdks.js";
@@ -96,6 +96,10 @@ async function $do(
   const path$ = pathToFunc("/agent-tests/benchmark/{task_id}")(
     pathParams$,
   );
+  const query$ = encodeFormQuery({
+    "compact": payload$.compact,
+    "only_failed": payload$.only_failed,
+  });
 
   const headers$ = new Headers(compactMap({
     Accept: "application/json",
@@ -132,6 +136,7 @@ async function $do(
     baseURL: options?.serverURL,
     path: path$,
     headers: headers$,
+    query: query$,
     body: body$,
     userAgent: client$._options.userAgent,
     timeoutMs: options?.timeoutMs || client$._options.timeoutMs

package/src/funcs/agentTestsGetRun.ts

@@ -3,7 +3,7 @@
  */
 
 import { CalibrateMcpCore } from "../core.js";
-import { encodeSimple } from "../lib/encodings.js";
+import { encodeFormQuery, encodeSimple } from "../lib/encodings.js";
 import { compactMap } from "../lib/primitives.js";
 import { safeParse } from "../lib/schemas.js";
 import { RequestOptions } from "../lib/sdks.js";
@@ -96,6 +96,10 @@ async function $do(
   const path$ = pathToFunc("/agent-tests/run/{task_id}")(
     pathParams$,
   );
+  const query$ = encodeFormQuery({
+    "compact": payload$.compact,
+    "only_failed": payload$.only_failed,
+  });
 
   const headers$ = new Headers(compactMap({
     Accept: "application/json",
@@ -132,6 +136,7 @@ async function $do(
     baseURL: options?.serverURL,
     path: path$,
     headers: headers$,
+    query: query$,
     body: body$,
     userAgent: client$._options.userAgent,
     timeoutMs: options?.timeoutMs || client$._options.timeoutMs

package/src/funcs/annotationTasksGetSummary.ts

@@ -97,6 +97,8 @@ async function $do(
     pathParams$,
   );
   const query$ = encodeFormQuery({
+    "compact": payload$.compact,
+    "disagreement_only": payload$.disagreement_only,
     "item_id": payload$.item_id,
     "limit": payload$.limit,
     "live_only": payload$.live_only,

package/src/funcs/{annotationTasksLinkEvaluator.ts → annotationTasksSetEvaluators.ts}

@@ -19,21 +19,21 @@ import {
 } from "../models/errors/httpclienterrors.js";
 import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
 import {
-  LinkEvaluatorToTaskAnnotationTasksTaskUuidEvaluatorsPostRequest,
-  LinkEvaluatorToTaskAnnotationTasksTaskUuidEvaluatorsPostRequest$zodSchema,
-} from "../models/linkevaluatortotaskannotationtaskstaskuuidevaluatorspostop.js";
+  SetTaskEvaluatorsAnnotationTasksTaskUuidEvaluatorsPutRequest,
+  SetTaskEvaluatorsAnnotationTasksTaskUuidEvaluatorsPutRequest$zodSchema,
+} from "../models/settaskevaluatorsannotationtaskstaskuuidevaluatorsputop.js";
 import { APICall, APIPromise } from "../types/async.js";
 import { Result } from "../types/fp.js";
 
 /**
- * Link evaluator to task
+ * Update task evaluators
  *
  * @remarks
- * Link an evaluator to a task, appending it to the display order
+ * Replace a task's linked evaluators with the given ordered set, linking, unlinking, and reordering as needed
  */
-export function annotationTasksLinkEvaluator(
+export function annotationTasksSetEvaluators(
   client$: CalibrateMcpCore,
-  request: LinkEvaluatorToTaskAnnotationTasksTaskUuidEvaluatorsPostRequest,
+  request: SetTaskEvaluatorsAnnotationTasksTaskUuidEvaluatorsPutRequest,
   options?: RequestOptions,
 ): APIPromise<
   Result<
@@ -56,7 +56,7 @@ export function annotationTasksLinkEvaluator(
 
 async function $do(
   client$: CalibrateMcpCore,
-  request: LinkEvaluatorToTaskAnnotationTasksTaskUuidEvaluatorsPostRequest,
+  request: SetTaskEvaluatorsAnnotationTasksTaskUuidEvaluatorsPutRequest,
   options?: RequestOptions,
 ): Promise<
   [
@@ -76,7 +76,7 @@ async function $do(
   const parsed$ = safeParse(
     request,
     (value$) =>
-      LinkEvaluatorToTaskAnnotationTasksTaskUuidEvaluatorsPostRequest$zodSchema
+      SetTaskEvaluatorsAnnotationTasksTaskUuidEvaluatorsPutRequest$zodSchema
         .parse(value$),
     "Input validation failed",
   );
@@ -111,7 +111,7 @@ async function $do(
     options: client$._options,
     baseURL: options?.serverURL ?? client$._baseURL ?? "",
     operationID:
-      "link_evaluator_to_task_annotation_tasks__task_uuid__evaluators_post",
+      "set_task_evaluators_annotation_tasks__task_uuid__evaluators_put",
     oAuth2Scopes: null,
     resolvedSecurity: requestSecurity,
     securitySource: client$._options.security,
@@ -129,7 +129,7 @@ async function $do(
 
   const requestRes = client$._createRequest(context, {
     security: requestSecurity,
-    method: "POST",
+    method: "PUT",
     baseURL: options?.serverURL,
     path: path$,
     headers: headers$,

package/src/funcs/evaluatorsGet.ts

@@ -3,7 +3,7 @@
  */
 
 import { CalibrateMcpCore } from "../core.js";
-import { encodeSimple } from "../lib/encodings.js";
+import { encodeFormQuery, encodeSimple } from "../lib/encodings.js";
 import { compactMap } from "../lib/primitives.js";
 import { safeParse } from "../lib/schemas.js";
 import { RequestOptions } from "../lib/sdks.js";
@@ -96,6 +96,9 @@ async function $do(
   const path$ = pathToFunc("/evaluators/{evaluator_uuid}")(
     pathParams$,
   );
+  const query$ = encodeFormQuery({
+    "compact": payload$.compact,
+  });
 
   const headers$ = new Headers(compactMap({
     Accept: "application/json",
@@ -132,6 +135,7 @@ async function $do(
     baseURL: options?.serverURL,
     path: path$,
     headers: headers$,
+    query: query$,
     body: body$,
     userAgent: client$._options.userAgent,
     timeoutMs: options?.timeoutMs || client$._options.timeoutMs

package/src/landing-page.ts

@@ -930,7 +930,7 @@ http_headers = { "api-key-auth" = "YOUR_API_KEY_AUTH" }`;
         <h1>Instructions</h1>
         <p>One-click installation for Claude Desktop users</p>
         <div class="instruction-item">
-          <a href="https://github.com/dalmia/calibrate-mcp/releases/download/v0.0.24/mcp-server.mcpb" download="mcp-server.mcpb" class="action-button header-action" style="display: inline-flex; margin-bottom: 16px;">
+          <a href="https://github.com/dalmia/calibrate-mcp/releases/download/v0.0.26/mcp-server.mcpb" download="mcp-server.mcpb" class="action-button header-action" style="display: inline-flex; margin-bottom: 16px;">
             📥 Download MCP Bundle
           </a>
         </div>

package/src/lib/config.ts

@@ -65,8 +65,8 @@ export function serverURLFromOptions(options: SDKOptions): URL | null {
 export const SDK_METADATA = {
   language: "typescript",
   openapiDocVersion: "0.1.0",
-  sdkVersion: "0.0.24",
+  sdkVersion: "0.0.26",
   genVersion: "2.915.1",
   userAgent:
-    "speakeasy-sdk/mcp-typescript 0.0.24 2.915.1 0.1.0 @dalmia/calibrate-mcp",
+    "speakeasy-sdk/mcp-typescript 0.0.26 2.915.1 0.1.0 @dalmia/calibrate-mcp",
 } as const;

package/src/mcp-server/mcp-server.ts

@@ -21,7 +21,7 @@ const routes = buildRouteMap({
 export const app = buildApplication(routes, {
   name: "mcp",
   versionInfo: {
-    currentVersion: "0.0.24",
+    currentVersion: "0.0.26",
   },
 });
 

package/src/mcp-server/server.ts

@@ -38,8 +38,8 @@ import { tool$annotationTasksGet } from "./tools/annotationTasksGet.js";
 import { tool$annotationTasksGetAgreement } from "./tools/annotationTasksGetAgreement.js";
 import { tool$annotationTasksGetEvaluatorRun } from "./tools/annotationTasksGetEvaluatorRun.js";
 import { tool$annotationTasksGetSummary } from "./tools/annotationTasksGetSummary.js";
-import { tool$annotationTasksLinkEvaluator } from "./tools/annotationTasksLinkEvaluator.js";
 import { tool$annotationTasksList } from "./tools/annotationTasksList.js";
+import { tool$annotationTasksSetEvaluators } from "./tools/annotationTasksSetEvaluators.js";
 import { tool$annotationTasksUpdateItems } from "./tools/annotationTasksUpdateItems.js";
 import { tool$evaluatorsCreate } from "./tools/evaluatorsCreate.js";
 import { tool$evaluatorsCreateVersion } from "./tools/evaluatorsCreateVersion.js";
@@ -64,7 +64,7 @@ export function createMCPServer(deps: {
 }) {
   const server = new McpServer({
     name: "CalibrateMcp",
-    version: "0.0.24",
+    version: "0.0.26",
   });
 
   const getClient = deps.getSDK || (() =>
@@ -135,7 +135,7 @@ export function createMCPServer(deps: {
   tool(tool$annotationTasksCreate);
   tool(tool$annotationTasksList);
   tool(tool$annotationTasksGet);
-  tool(tool$annotationTasksLinkEvaluator);
+  tool(tool$annotationTasksSetEvaluators);
   tool(tool$annotationTasksAddItems);
   tool(tool$annotationTasksUpdateItems);
   tool(tool$annotationTasksCreateEvaluatorRun);