@dalmia/calibrate-mcp 0.0.85 → 0.0.86

package/esm/models/taskagreementannotationtaskstaskuuidagreementgetop.js.map

@@ -1 +1 @@
-{"version":3,"file":"taskagreementannotationtaskstaskuuidagreementgetop.js","sourceRoot":"","sources":["../../src/models/taskagreementannotationtaskstaskuuidagreementgetop.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,+BAA+B,GAChC,MAAM,4BAA4B,CAAC;AAEpC;;GAEG;AACH,MAAM,CAAC,MAAM,MAAM,GAAG;IACpB,IAAI,EAAE,MAAM;IACZ,KAAK,EAAE,OAAO;IACd,IAAI,EAAE,MAAM;CACJ,CAAC;AAMX,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,CAAC,IAAI,CAAC;IACrC,MAAM;IACN,OAAO;IACP,MAAM;CACP,CAAC,CAAC,QAAQ,CAAC,0CAA0C,CAAC,CAAC;AASxD,MAAM,CAAC,MAAM,iEAAiE,GACP,CAAC,CAAC,MAAM,CAC3E;IACE,MAAM,EAAE,gBAAgB,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,QAAQ,CAC/C,0CAA0C,CAC3C;IACD,IAAI,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC,QAAQ,CAChC,8CAA8C,CAC/C;IACD,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,2BAA2B,CAAC;IAC3D,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CAC1C,CACF,CAAC;AAMJ,MAAM,CAAC,MAAM,kEAAkE,GACP,CAAC,CAAC,KAAK,CAC3E;IACE,+BAA+B;IAC/B,6BAA6B;CAC9B,CACF,CAAC"}
+{"version":3,"file":"taskagreementannotationtaskstaskuuidagreementgetop.js","sourceRoot":"","sources":["../../src/models/taskagreementannotationtaskstaskuuidagreementgetop.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,+BAA+B,GAChC,MAAM,4BAA4B,CAAC;AAOpC,MAAM,CAAC,MAAM,iEAAiE,GACP,CAAC,CAAC,MAAM,CAC3E;IACE,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,2BAA2B,CAAC;IAC3D,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CAC1C,CACF,CAAC;AAMJ,MAAM,CAAC,MAAM,kEAAkE,GACP,CAAC,CAAC,KAAK,CAC3E;IACE,+BAA+B;IAC/B,6BAA6B;CAC9B,CACF,CAAC"}

package/esm/models/taskagreementresponse.d.ts

@@ -1,13 +1,12 @@
 import * as z from "zod";
+import { EvaluatorAgreement } from "./evaluatoragreement.js";
+import { EvaluatorsWithHumansBlock } from "./evaluatorswithhumansblock.js";
 import { HumanAgreementBlock } from "./humanagreementblock.js";
 export type TaskAgreementResponse = {
     task_id: string;
-    bucket: string;
-    days: number;
     human_human: HumanAgreementBlock;
-    evaluators: Array<{
-        [k: string]: any;
-    }>;
+    evaluators_with_humans: EvaluatorsWithHumansBlock;
+    evaluators: Array<EvaluatorAgreement>;
     AdditionalProperties?: {
         [k: string]: any;
     };

package/esm/models/taskagreementresponse.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"taskagreementresponse.d.ts","sourceRoot":"","sources":["../../src/models/taskagreementresponse.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,OAAO,EACL,mBAAmB,EAGpB,MAAM,0BAA0B,CAAC;AAElC,MAAM,MAAM,qBAAqB,GAAG;IAClC,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,mBAAmB,CAAC;IACjC,UAAU,EAAE,KAAK,CAAC;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,CAAC,CAAC;IACxC,oBAAoB,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,CAAC;CAC7C,CAAC;AAEF,eAAO,MAAM,+BAA+B,EAAE,CAAC,CAAC,OAAO,CAAC,qBAAqB,CAa1E,CAAC;AAEJ,eAAO,MAAM,uCAAuC,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,CAejE,CAAC"}
+{"version":3,"file":"taskagreementresponse.d.ts","sourceRoot":"","sources":["../../src/models/taskagreementresponse.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,OAAO,EACL,kBAAkB,EAEnB,MAAM,yBAAyB,CAAC;AACjC,OAAO,EACL,yBAAyB,EAE1B,MAAM,gCAAgC,CAAC;AACxC,OAAO,EACL,mBAAmB,EAGpB,MAAM,0BAA0B,CAAC;AAElC,MAAM,MAAM,qBAAqB,GAAG;IAClC,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,EAAE,mBAAmB,CAAC;IACjC,sBAAsB,EAAE,yBAAyB,CAAC;IAClD,UAAU,EAAE,KAAK,CAAC,kBAAkB,CAAC,CAAC;IACtC,oBAAoB,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,CAAC;CAC7C,CAAC;AAEF,eAAO,MAAM,+BAA+B,EAAE,CAAC,CAAC,OAAO,CAAC,qBAAqB,CAY1E,CAAC;AAEJ,eAAO,MAAM,uCAAuC,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,CAcjE,CAAC"}

package/esm/models/taskagreementresponse.js

@@ -3,19 +3,19 @@
  */
 import * as z from "zod";
 import { collectExtraKeys as collectExtraKeys$ } from "../lib/schemas.js";
+import { EvaluatorAgreement$zodSchema, } from "./evaluatoragreement.js";
+import { EvaluatorsWithHumansBlock$zodSchema, } from "./evaluatorswithhumansblock.js";
 import { HumanAgreementBlock$zodSchema, HumanAgreementBlock$zodSchemaOutbound, } from "./humanagreementblock.js";
 export const TaskAgreementResponse$zodSchema = collectExtraKeys$(z.object({
-    bucket: z.string().describe("Time bucket used for the trend series"),
-    days: z.int().describe("Length of the trailing window in days"),
-    evaluators: z.array(z.record(z.string(), z.any())).describe("Agreement between each evaluator and the annotators, plus that evaluator's own results and the human results, one entry per linked evaluator"),
+    evaluators: z.array(EvaluatorAgreement$zodSchema).describe("Agreement between each evaluator and the annotators, plus that evaluator's own results and the human results, one entry per linked evaluator"),
+    evaluators_with_humans: EvaluatorsWithHumansBlock$zodSchema,
     human_human: HumanAgreementBlock$zodSchema,
     task_id: z.string().describe("ID of the task"),
 }).catchall(z.any()), "AdditionalProperties", true);
 export const TaskAgreementResponse$zodSchemaOutbound = z.object({
     AdditionalProperties: z.record(z.string(), z.any()).optional(),
-    bucket: z.string(),
-    days: z.int(),
-    evaluators: z.array(z.record(z.string(), z.any())),
+    evaluators: z.array(EvaluatorAgreement$zodSchema),
+    evaluators_with_humans: EvaluatorsWithHumansBlock$zodSchema,
     human_human: HumanAgreementBlock$zodSchemaOutbound,
     task_id: z.string(),
 }).transform((v) => {

package/esm/models/taskagreementresponse.js.map

@@ -1 +1 @@
-{"version":3,"file":"taskagreementresponse.js","sourceRoot":"","sources":["../../src/models/taskagreementresponse.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,gBAAgB,IAAI,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AAC1E,OAAO,EAEL,6BAA6B,EAC7B,qCAAqC,GACtC,MAAM,0BAA0B,CAAC;AAWlC,MAAM,CAAC,MAAM,+BAA+B,GAC1C,iBAAiB,CACf,CAAC,CAAC,MAAM,CAAC;IACP,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,uCAAuC,CAAC;IACpE,IAAI,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,uCAAuC,CAAC;IAC/D,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,QAAQ,CACzD,8IAA8I,CAC/I;IACD,WAAW,EAAE,6BAA6B;IAC1C,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,gBAAgB,CAAC;CAC/C,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,EACpB,sBAAsB,EACtB,IAAI,CACL,CAAC;AAEJ,MAAM,CAAC,MAAM,uCAAuC,GAAmB,CAAC,CAAC,MAAM,CAC7E;IACE,oBAAoB,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE;IAC9D,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,IAAI,EAAE,CAAC,CAAC,GAAG,EAAE;IACb,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;IAClD,WAAW,EAAE,qCAAqC;IAClD,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;CACpB,CACF,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE;IAChB,MAAM,EAAE,oBAAoB,EAAE,GAAG,IAAI,EAAE,GAAG,CAAC,CAAC;IAC5C,OAAO;QACL,GAAG,IAAI;QACP,GAAG,oBAAoB;KACxB,CAAC;AACJ,CAAC,CAAC,CAAC"}
+{"version":3,"file":"taskagreementresponse.js","sourceRoot":"","sources":["../../src/models/taskagreementresponse.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,gBAAgB,IAAI,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AAC1E,OAAO,EAEL,4BAA4B,GAC7B,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAEL,mCAAmC,GACpC,MAAM,gCAAgC,CAAC;AACxC,OAAO,EAEL,6BAA6B,EAC7B,qCAAqC,GACtC,MAAM,0BAA0B,CAAC;AAUlC,MAAM,CAAC,MAAM,+BAA+B,GAC1C,iBAAiB,CACf,CAAC,CAAC,MAAM,CAAC;IACP,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,4BAA4B,CAAC,CAAC,QAAQ,CACxD,8IAA8I,CAC/I;IACD,sBAAsB,EAAE,mCAAmC;IAC3D,WAAW,EAAE,6BAA6B;IAC1C,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,gBAAgB,CAAC;CAC/C,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,EACpB,sBAAsB,EACtB,IAAI,CACL,CAAC;AAEJ,MAAM,CAAC,MAAM,uCAAuC,GAAmB,CAAC,CAAC,MAAM,CAC7E;IACE,oBAAoB,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE;IAC9D,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,4BAA4B,CAAC;IACjD,sBAAsB,EAAE,mCAAmC;IAC3D,WAAW,EAAE,qCAAqC;IAClD,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;CACpB,CACF,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE;IAChB,MAAM,EAAE,oBAAoB,EAAE,GAAG,IAAI,EAAE,GAAG,CAAC,CAAC;IAC5C,OAAO;QACL,GAAG,IAAI;QACP,GAAG,oBAAoB;KACxB,CAAC;AACJ,CAAC,CAAC,CAAC"}

package/esm/tool-names.js

@@ -158,7 +158,7 @@ export const toolNames = [
     },
     {
         "name": "get-annotation-agreement",
-        "description": "Get human-vs-human and human-vs-evaluator agreement metrics for a task, with a trend series.\n"
+        "description": "Get human-vs-human and human-vs-evaluator agreement metrics for a task, with a chance-corrected kappa for each evaluator.\n"
     },
     {
         "name": "get-annotation-summary",

package/esm/tool-names.js.map

@@ -1 +1 @@
-{"version":3,"file":"tool-names.js","sourceRoot":"","sources":["../src/tool-names.ts"],"names":[],"mappings":"AAAA,+BAA+B;AAC/B,MAAM,CAAC,MAAM,SAAS,GAAgD;IACpE;QACE,MAAM,EAAE,yBAAyB;QACjC,aAAa,EAAE,sNAAsN;KACtO;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,oQAAoQ;KACpR;IACD;QACE,MAAM,EAAE,cAAc;QACtB,aAAa,EAAE,kMAAkM;KAClN;IACD;QACE,MAAM,EAAE,aAAa;QACrB,aAAa,EAAE,iPAAiP;KACjQ;IACD;QACE,MAAM,EAAE,WAAW;QACnB,aAAa,EAAE,6KAA6K;KAC7L;IACD;QACE,MAAM,EAAE,cAAc;QACtB,aAAa,EAAE,kNAAkN;KAClO;IACD;QACE,MAAM,EAAE,uBAAuB;QAC/B,aAAa,EAAE,6IAA6I;KAC7J;IACD;QACE,MAAM,EAAE,0BAA0B;QAClC,aAAa,EAAE,kLAAkL;KAClM;IACD;QACE,MAAM,EAAE,mBAAmB;QAC3B,aAAa,EAAE,+KAA+K;KAC/L;IACD;QACE,MAAM,EAAE,aAAa;QACrB,aAAa,EAAE,+LAA+L;KAC/M;IACD;QACE,MAAM,EAAE,YAAY;QACpB,aAAa,EAAE,kKAAkK;KAClL;IACD;QACE,MAAM,EAAE,UAAU;QAClB,aAAa,EAAE,0KAA0K;KAC1L;IACD;QACE,MAAM,EAAE,aAAa;QACrB,aAAa,EAAE,yMAAyM;KACzN;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,2JAA2J;KAC3K;IACD;QACE,MAAM,EAAE,kBAAkB;QAC1B,aAAa,EAAE,sCAAsC;KACtD;IACD;QACE,MAAM,EAAE,sBAAsB;QAC9B,aAAa,EAAE,wGAAwG;KACxH;IACD;QACE,MAAM,EAAE,yBAAyB;QACjC,aAAa,EAAE,kWAAkW;KAClX;IACD;QACE,MAAM,EAAE,iBAAiB;QACzB,aAAa,EAAE,oSAAoS;KACpT;IACD;QACE,MAAM,EAAE,uBAAuB;QAC/B,aAAa,EAAE,qUAAqU;KACrV;IACD;QACE,MAAM,EAAE,oBAAoB;QAC5B,aAAa,EAAE,wRAAwR;KACxS;IACD;QACE,MAAM,EAAE,4BAA4B;QACpC,aAAa,EAAE,oTAAoT;KACpU;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,wLAAwL;KACxM;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,uFAAuF;KACvG;IACD;QACE,MAAM,EAAE,kBAAkB;QAC1B,aAAa,EAAE,4HAA4H;KAC5I;IACD;QACE,MAAM,EAAE,iBAAiB;QACzB,aAAa,EAAE,oHAAoH;KACpI;IACD;QACE,MAAM,EAAE,eAAe;QACvB,aAAa,EAAE,oDAAoD;KACpE;IACD;QACE,MAAM,EAAE,0BAA0B;QAClC,aAAa,EAAE,iIAAiI;KACjJ;IACD;QACE,MAAM,EAAE,gBAAgB;QACxB,aAAa,EAAE,4IAA4I;KAC5J;IACD;QACE,MAAM,EAAE,aAAa;QACrB,aAAa,EAAE,2HAA2H;KAC3I;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,8IAA8I;KAC9J;IACD;QACE,MAAM,EAAE,wBAAwB;QAChC,aAAa,EAAE,0GAA0G;KAC1H;IACD;QACE,MAAM,EAAE,uBAAuB;QAC/B,aAAa,EAAE,4DAA4D;KAC5E;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,2EAA2E;KAC3F;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,sTAAsT;KACtU;IACD;QACE,MAAM,EAAE,sBAAsB;QAC9B,aAAa,EAAE,kFAAkF;KAClG;IACD;QACE,MAAM,EAAE,yBAAyB;QACjC,aAAa,EAAE,oDAAoD;KACpE;IACD;QACE,MAAM,EAAE,uBAAuB;QAC/B,aAAa,EAAE,qJAAqJ;KACrK;IACD;QACE,MAAM,EAAE,2BAA2B;QACnC,aAAa,EAAE,4IAA4I;KAC5J;IACD;QACE,MAAM,EAAE,8BAA8B;QACtC,aAAa,EAAE,2EAA2E;KAC3F;IACD;QACE,MAAM,EAAE,0BAA0B;QAClC,aAAa,EAAE,gGAAgG;KAChH;IACD;QACE,MAAM,EAAE,wBAAwB;QAChC,aAAa,EAAE,iGAAiG;KACjH;IACD;QACE,MAAM,EAAE,kBAAkB;QAC1B,aAAa,EAAE,+EAA+E;KAC/F;IACD;QACE,MAAM,EAAE,iBAAiB;QACzB,aAAa,EAAE,oEAAoE;KACpF;IACD;QACE,MAAM,EAAE,kBAAkB;QAC1B,aAAa,EAAE,0CAA0C;KAC1D;IACD;QACE,MAAM,EAAE,uBAAuB;QAC/B,aAAa,EAAE,mUAAmU;KACnV;IACD;QACE,MAAM,EAAE,cAAc;QACtB,aAAa,EAAE,+SAA+S;KAC/T;CACF,CAAC"}
+{"version":3,"file":"tool-names.js","sourceRoot":"","sources":["../src/tool-names.ts"],"names":[],"mappings":"AAAA,+BAA+B;AAC/B,MAAM,CAAC,MAAM,SAAS,GAAgD;IACpE;QACE,MAAM,EAAE,yBAAyB;QACjC,aAAa,EAAE,sNAAsN;KACtO;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,oQAAoQ;KACpR;IACD;QACE,MAAM,EAAE,cAAc;QACtB,aAAa,EAAE,kMAAkM;KAClN;IACD;QACE,MAAM,EAAE,aAAa;QACrB,aAAa,EAAE,iPAAiP;KACjQ;IACD;QACE,MAAM,EAAE,WAAW;QACnB,aAAa,EAAE,6KAA6K;KAC7L;IACD;QACE,MAAM,EAAE,cAAc;QACtB,aAAa,EAAE,kNAAkN;KAClO;IACD;QACE,MAAM,EAAE,uBAAuB;QAC/B,aAAa,EAAE,6IAA6I;KAC7J;IACD;QACE,MAAM,EAAE,0BAA0B;QAClC,aAAa,EAAE,kLAAkL;KAClM;IACD;QACE,MAAM,EAAE,mBAAmB;QAC3B,aAAa,EAAE,+KAA+K;KAC/L;IACD;QACE,MAAM,EAAE,aAAa;QACrB,aAAa,EAAE,+LAA+L;KAC/M;IACD;QACE,MAAM,EAAE,YAAY;QACpB,aAAa,EAAE,kKAAkK;KAClL;IACD;QACE,MAAM,EAAE,UAAU;QAClB,aAAa,EAAE,0KAA0K;KAC1L;IACD;QACE,MAAM,EAAE,aAAa;QACrB,aAAa,EAAE,yMAAyM;KACzN;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,2JAA2J;KAC3K;IACD;QACE,MAAM,EAAE,kBAAkB;QAC1B,aAAa,EAAE,sCAAsC;KACtD;IACD;QACE,MAAM,EAAE,sBAAsB;QAC9B,aAAa,EAAE,wGAAwG;KACxH;IACD;QACE,MAAM,EAAE,yBAAyB;QACjC,aAAa,EAAE,kWAAkW;KAClX;IACD;QACE,MAAM,EAAE,iBAAiB;QACzB,aAAa,EAAE,oSAAoS;KACpT;IACD;QACE,MAAM,EAAE,uBAAuB;QAC/B,aAAa,EAAE,qUAAqU;KACrV;IACD;QACE,MAAM,EAAE,oBAAoB;QAC5B,aAAa,EAAE,wRAAwR;KACxS;IACD;QACE,MAAM,EAAE,4BAA4B;QACpC,aAAa,EAAE,oTAAoT;KACpU;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,wLAAwL;KACxM;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,uFAAuF;KACvG;IACD;QACE,MAAM,EAAE,kBAAkB;QAC1B,aAAa,EAAE,4HAA4H;KAC5I;IACD;QACE,MAAM,EAAE,iBAAiB;QACzB,aAAa,EAAE,oHAAoH;KACpI;IACD;QACE,MAAM,EAAE,eAAe;QACvB,aAAa,EAAE,oDAAoD;KACpE;IACD;QACE,MAAM,EAAE,0BAA0B;QAClC,aAAa,EAAE,iIAAiI;KACjJ;IACD;QACE,MAAM,EAAE,gBAAgB;QACxB,aAAa,EAAE,4IAA4I;KAC5J;IACD;QACE,MAAM,EAAE,aAAa;QACrB,aAAa,EAAE,2HAA2H;KAC3I;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,8IAA8I;KAC9J;IACD;QACE,MAAM,EAAE,wBAAwB;QAChC,aAAa,EAAE,0GAA0G;KAC1H;IACD;QACE,MAAM,EAAE,uBAAuB;QAC/B,aAAa,EAAE,4DAA4D;KAC5E;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,2EAA2E;KAC3F;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,sTAAsT;KACtU;IACD;QACE,MAAM,EAAE,sBAAsB;QAC9B,aAAa,EAAE,kFAAkF;KAClG;IACD;QACE,MAAM,EAAE,yBAAyB;QACjC,aAAa,EAAE,oDAAoD;KACpE;IACD;QACE,MAAM,EAAE,uBAAuB;QAC/B,aAAa,EAAE,qJAAqJ;KACrK;IACD;QACE,MAAM,EAAE,2BAA2B;QACnC,aAAa,EAAE,4IAA4I;KAC5J;IACD;QACE,MAAM,EAAE,8BAA8B;QACtC,aAAa,EAAE,2EAA2E;KAC3F;IACD;QACE,MAAM,EAAE,0BAA0B;QAClC,aAAa,EAAE,6HAA6H;KAC7I;IACD;QACE,MAAM,EAAE,wBAAwB;QAChC,aAAa,EAAE,iGAAiG;KACjH;IACD;QACE,MAAM,EAAE,kBAAkB;QAC1B,aAAa,EAAE,+EAA+E;KAC/F;IACD;QACE,MAAM,EAAE,iBAAiB;QACzB,aAAa,EAAE,oEAAoE;KACpF;IACD;QACE,MAAM,EAAE,kBAAkB;QAC1B,aAAa,EAAE,0CAA0C;KAC1D;IACD;QACE,MAAM,EAAE,uBAAuB;QAC/B,aAAa,EAAE,mUAAmU;KACnV;IACD;QACE,MAAM,EAAE,cAAc;QACtB,aAAa,EAAE,+SAA+S;KAC/T;CACF,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@dalmia/calibrate-mcp",
-  "version": "0.0.85",
+  "version": "0.0.86",
   "author": "Speakeasy",
   "type": "module",
   "sideEffects": false,

package/src/funcs/annotationTasksGetAgreement.ts

@@ -3,7 +3,7 @@
  */
 
 import { CalibrateMcpCore } from "../core.js";
-import { encodeFormQuery, encodeSimple } from "../lib/encodings.js";
+import { encodeSimple } from "../lib/encodings.js";
 import { compactMap } from "../lib/primitives.js";
 import { safeParse } from "../lib/schemas.js";
 import { RequestOptions } from "../lib/sdks.js";
@@ -96,10 +96,6 @@ async function $do(
   const path$ = pathToFunc("/annotation-tasks/{task_uuid}/agreement")(
     pathParams$,
   );
-  const query$ = encodeFormQuery({
-    "bucket": payload$.bucket,
-    "days": payload$.days,
-  });
 
   const headers$ = new Headers(compactMap({
     Accept: "application/json",
@@ -136,7 +132,6 @@ async function $do(
     baseURL: options?.serverURL,
     path: path$,
     headers: headers$,
-    query: query$,
     body: body$,
     userAgent: client$._options.userAgent,
     timeoutMs: options?.timeoutMs || client$._options.timeoutMs

package/src/landing-page.ts

@@ -930,7 +930,7 @@ http_headers = { "api-key-auth" = "YOUR_API_KEY_AUTH" }`;
         <h1>Instructions</h1>
         <p>One-click installation for Claude Desktop users</p>
         <div class="instruction-item">
-          <a href="https://github.com/dalmia/calibrate-mcp/releases/download/v0.0.85/mcp-server.mcpb" download="mcp-server.mcpb" class="action-button header-action" style="display: inline-flex; margin-bottom: 16px;">
+          <a href="https://github.com/dalmia/calibrate-mcp/releases/download/v0.0.86/mcp-server.mcpb" download="mcp-server.mcpb" class="action-button header-action" style="display: inline-flex; margin-bottom: 16px;">
             📥 Download MCP Bundle
           </a>
         </div>

package/src/lib/config.ts

@@ -65,8 +65,8 @@ export function serverURLFromOptions(options: SDKOptions): URL | null {
 export const SDK_METADATA = {
   language: "typescript",
   openapiDocVersion: "0.1.0",
-  sdkVersion: "0.0.85",
+  sdkVersion: "0.0.86",
   genVersion: "2.915.1",
   userAgent:
-    "speakeasy-sdk/mcp-typescript 0.0.85 2.915.1 0.1.0 @dalmia/calibrate-mcp",
+    "speakeasy-sdk/mcp-typescript 0.0.86 2.915.1 0.1.0 @dalmia/calibrate-mcp",
 } as const;

package/src/mcp-server/mcp-server.ts

@@ -21,7 +21,7 @@ const routes = buildRouteMap({
 export const app = buildApplication(routes, {
   name: "mcp",
   versionInfo: {
-    currentVersion: "0.0.85",
+    currentVersion: "0.0.86",
   },
 });
 

package/src/mcp-server/server.ts

@@ -77,7 +77,7 @@ export function createMCPServer(deps: {
 }) {
   const server = new McpServer({
     name: "CalibrateMcp",
-    version: "0.0.85",
+    version: "0.0.86",
   });
 
   const getClient = deps.getSDK || (() =>

package/src/mcp-server/tools/annotationTasksGetAgreement.ts

@@ -13,7 +13,7 @@ const args = {
 export const tool$annotationTasksGetAgreement: ToolDefinition<typeof args> = {
   name: "get-annotation-agreement",
   description:
-    `Get human-vs-human and human-vs-evaluator agreement metrics for a task, with a trend series.
+    `Get human-vs-human and human-vs-evaluator agreement metrics for a task, with a chance-corrected kappa for each evaluator.
 `,
   scopes: ["read"],
   annotations: {

package/src/models/annotatorresponse.ts

@@ -3,6 +3,10 @@
  */
 
 import * as z from "zod";
+import {
+  KappaOfAnswerKind,
+  KappaOfAnswerKind$zodSchema,
+} from "./kappaofanswerkind.js";
 
 export type AnnotatorResponse = {
   uuid: string;
@@ -12,6 +16,7 @@ export type AnnotatorResponse = {
   jobs_count?: number | null | undefined;
   current_agreement?: number | null | undefined;
   pair_count?: number | null | undefined;
+  kappa_by_kind?: Array<KappaOfAnswerKind> | null | undefined;
 };
 
 export const AnnotatorResponse$zodSchema: z.ZodType<AnnotatorResponse> = z
@@ -25,6 +30,10 @@ export const AnnotatorResponse$zodSchema: z.ZodType<AnnotatorResponse> = z
     jobs_count: z.int().nullable().optional().describe(
       "Number of labelling jobs assigned to this annotator",
     ),
+    kappa_by_kind: z.array(KappaOfAnswerKind$zodSchema).nullable().optional()
+      .describe(
+        "Agreement with the other annotators and its kappa, one entry for each kind of answer compared, binary answers first. The kinds are never combined into one kappa",
+      ),
     name: z.string().describe("Annotator name"),
     pair_count: z.int().nullable().optional().describe(
       "Number of comparable annotation pairs behind the current agreement score",

package/src/models/answersummary.ts

@@ -0,0 +1,19 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import * as z from "zod";
+
+export type AnswerSummary = {
+  count: number;
+  true_count: number | null;
+  mean: number | null;
+};
+
+export const AnswerSummary$zodSchema: z.ZodType<AnswerSummary> = z.object({
+  count: z.int().describe("How many answers there are"),
+  mean: z.number().nullable().describe("Mean of the rating answers"),
+  true_count: z.int().nullable().describe(
+    "How many pass/fail answers are a pass",
+  ),
+});

package/src/models/evaluatoragreement.ts

@@ -0,0 +1,85 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import * as z from "zod";
+import { ClosedEnum } from "../types/enums.js";
+import { AnswerSummary, AnswerSummary$zodSchema } from "./answersummary.js";
+import {
+  InterAnnotatorAgreement,
+  InterAnnotatorAgreement$zodSchema,
+} from "./interannotatoragreement.js";
+
+export const EvaluatorAgreementKappaType = {
+  Fleiss: "fleiss",
+  LinearWeightedFleiss: "linear_weighted_fleiss",
+  Cohen: "cohen",
+  LinearWeightedCohen: "linear_weighted_cohen",
+} as const;
+export type EvaluatorAgreementKappaType = ClosedEnum<
+  typeof EvaluatorAgreementKappaType
+>;
+
+export const EvaluatorAgreementKappaType$zodSchema = z.enum([
+  "fleiss",
+  "linear_weighted_fleiss",
+  "cohen",
+  "linear_weighted_cohen",
+]);
+
+export const EvaluatorAgreementKappaBlankReason = {
+  TooFewItems: "too_few_items",
+  EveryoneAgreed: "everyone_agreed",
+} as const;
+export type EvaluatorAgreementKappaBlankReason = ClosedEnum<
+  typeof EvaluatorAgreementKappaBlankReason
+>;
+
+export const EvaluatorAgreementKappaBlankReason$zodSchema = z.enum([
+  "too_few_items",
+  "everyone_agreed",
+]);
+
+export type EvaluatorAgreement = {
+  kappa: number | null;
+  kappa_type: EvaluatorAgreementKappaType | null;
+  kappa_blank_reason: EvaluatorAgreementKappaBlankReason | null;
+  chance_agreement: number | null;
+  evaluator_id: string;
+  name: string | null;
+  current: number | null;
+  pair_count: number;
+  inter_annotator: InterAnnotatorAgreement;
+  result: AnswerSummary;
+  human_result: AnswerSummary | null;
+};
+
+export const EvaluatorAgreement$zodSchema: z.ZodType<EvaluatorAgreement> = z
+  .object({
+    chance_agreement: z.number().nullable().describe(
+      "Agreement expected by chance alone, which `kappa` corrects for, on the same scale as the agreement",
+    ),
+    current: z.number().nullable().describe(
+      "Current mean agreement between this evaluator's judge and the annotators",
+    ),
+    evaluator_id: z.string().describe("ID of the evaluator"),
+    human_result: AnswerSummary$zodSchema.nullable().describe(
+      "The annotators' answers for this evaluator",
+    ),
+    inter_annotator: InterAnnotatorAgreement$zodSchema,
+    kappa: z.number().nullable().describe(
+      "Agreement corrected for the agreement expected by chance, where 1 is perfect agreement, 0 is chance level, and below 0 is worse than chance",
+    ),
+    kappa_blank_reason: EvaluatorAgreementKappaBlankReason$zodSchema.nullable()
+      .describe(
+        "Why `kappa` is blank when answers were compared:\n\n- `too_few_items`: every evaluator compared these answers on only one item, and one item cannot show the agreement expected by chance\n- `everyone_agreed`: every compared answer is the same, so agreement cannot be told apart from chance\n",
+      ),
+    kappa_type: EvaluatorAgreementKappaType$zodSchema.nullable().describe(
+      "The kind of kappa reported in `kappa`:\n\n- `fleiss`: Fleiss' kappa between three or more annotators\n- `linear_weighted_fleiss`: Fleiss' kappa between three or more annotators, giving partial credit to close ratings\n- `cohen`: Cohen's kappa between exactly two annotators, between a judge and the annotators, or between one annotator and the others\n- `linear_weighted_cohen`: Cohen's kappa between exactly two annotators, between a judge and the annotators, or between one annotator and the others, giving partial credit to close ratings\n",
+    ),
+    name: z.string().nullable().describe("Name of the evaluator"),
+    pair_count: z.int().describe(
+      "How many judge and annotator pairs the current value averages over",
+    ),
+    result: AnswerSummary$zodSchema,
+  });

package/src/models/evaluatorswithhumansblock.ts

@@ -0,0 +1,21 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import * as z from "zod";
+
+export type EvaluatorsWithHumansBlock = {
+  current: number | null;
+  pair_count: number;
+};
+
+export const EvaluatorsWithHumansBlock$zodSchema: z.ZodType<
+  EvaluatorsWithHumansBlock
+> = z.object({
+  current: z.number().nullable().describe(
+    "Current mean agreement between the evaluators and the annotators, weighted by how many pairs each evaluator compared",
+  ),
+  pair_count: z.int().describe(
+    "How many evaluator and annotator pairs the current value averages over",
+  ),
+});

package/src/models/humanagreementblock.ts

@@ -8,7 +8,6 @@ import { collectExtraKeys as collectExtraKeys$ } from "../lib/schemas.js";
 export type HumanAgreementBlock = {
   current: number | null;
   pair_count: number;
-  series: Array<{ [k: string]: any }>;
   AdditionalProperties?: { [k: string]: any };
 };
 
@@ -21,9 +20,6 @@ export const HumanAgreementBlock$zodSchema: z.ZodType<HumanAgreementBlock> =
       pair_count: z.int().describe(
         "How many annotator pairs the current value averages over",
       ),
-      series: z.array(z.record(z.string(), z.any())).describe(
-        "Agreement over time, one point per time bucket",
-      ),
     }).catchall(z.any()),
     "AdditionalProperties",
     true,
@@ -33,7 +29,6 @@ export const HumanAgreementBlock$zodSchemaOutbound: z.ZodType<any> = z.object({
   AdditionalProperties: z.record(z.string(), z.any()).optional(),
   current: z.nullable(z.number()),
   pair_count: z.int(),
-  series: z.array(z.record(z.string(), z.any())),
 }).transform((v) => {
   const { AdditionalProperties, ...rest } = v;
   return {

package/src/models/interannotatoragreement.ts

@@ -0,0 +1,69 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import * as z from "zod";
+import { ClosedEnum } from "../types/enums.js";
+
+export const InterAnnotatorAgreementKappaType = {
+  Fleiss: "fleiss",
+  LinearWeightedFleiss: "linear_weighted_fleiss",
+  Cohen: "cohen",
+  LinearWeightedCohen: "linear_weighted_cohen",
+} as const;
+export type InterAnnotatorAgreementKappaType = ClosedEnum<
+  typeof InterAnnotatorAgreementKappaType
+>;
+
+export const InterAnnotatorAgreementKappaType$zodSchema = z.enum([
+  "fleiss",
+  "linear_weighted_fleiss",
+  "cohen",
+  "linear_weighted_cohen",
+]);
+
+export const InterAnnotatorAgreementKappaBlankReason = {
+  TooFewItems: "too_few_items",
+  EveryoneAgreed: "everyone_agreed",
+} as const;
+export type InterAnnotatorAgreementKappaBlankReason = ClosedEnum<
+  typeof InterAnnotatorAgreementKappaBlankReason
+>;
+
+export const InterAnnotatorAgreementKappaBlankReason$zodSchema = z.enum([
+  "too_few_items",
+  "everyone_agreed",
+]);
+
+export type InterAnnotatorAgreement = {
+  kappa: number | null;
+  kappa_type: InterAnnotatorAgreementKappaType | null;
+  kappa_blank_reason: InterAnnotatorAgreementKappaBlankReason | null;
+  chance_agreement: number | null;
+  current: number | null;
+  pair_count: number;
+};
+
+export const InterAnnotatorAgreement$zodSchema: z.ZodType<
+  InterAnnotatorAgreement
+> = z.object({
+  chance_agreement: z.number().nullable().describe(
+    "Agreement expected by chance alone, which `kappa` corrects for, on the same scale as the agreement",
+  ),
+  current: z.number().nullable().describe(
+    "Current mean pairwise agreement among annotators on this evaluator",
+  ),
+  kappa: z.number().nullable().describe(
+    "Agreement corrected for the agreement expected by chance, where 1 is perfect agreement, 0 is chance level, and below 0 is worse than chance",
+  ),
+  kappa_blank_reason: InterAnnotatorAgreementKappaBlankReason$zodSchema
+    .nullable().describe(
+      "Why `kappa` is blank when answers were compared:\n\n- `too_few_items`: every evaluator compared these answers on only one item, and one item cannot show the agreement expected by chance\n- `everyone_agreed`: every compared answer is the same, so agreement cannot be told apart from chance\n",
+    ),
+  kappa_type: InterAnnotatorAgreementKappaType$zodSchema.nullable().describe(
+    "The kind of kappa reported in `kappa`:\n\n- `fleiss`: Fleiss' kappa between three or more annotators\n- `linear_weighted_fleiss`: Fleiss' kappa between three or more annotators, giving partial credit to close ratings\n- `cohen`: Cohen's kappa between exactly two annotators, between a judge and the annotators, or between one annotator and the others\n- `linear_weighted_cohen`: Cohen's kappa between exactly two annotators, between a judge and the annotators, or between one annotator and the others, giving partial credit to close ratings\n",
+  ),
+  pair_count: z.int().describe(
+    "How many annotator pairs the current value averages over",
+  ),
+});

package/src/models/kappaofanswerkind.ts

@@ -0,0 +1,101 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import * as z from "zod";
+import { ClosedEnum } from "../types/enums.js";
+
+export const KappaOfAnswerKindKappaType = {
+  Fleiss: "fleiss",
+  LinearWeightedFleiss: "linear_weighted_fleiss",
+  Cohen: "cohen",
+  LinearWeightedCohen: "linear_weighted_cohen",
+} as const;
+export type KappaOfAnswerKindKappaType = ClosedEnum<
+  typeof KappaOfAnswerKindKappaType
+>;
+
+export const KappaOfAnswerKindKappaType$zodSchema = z.enum([
+  "fleiss",
+  "linear_weighted_fleiss",
+  "cohen",
+  "linear_weighted_cohen",
+]);
+
+export const KappaOfAnswerKindKappaBlankReason = {
+  TooFewItems: "too_few_items",
+  EveryoneAgreed: "everyone_agreed",
+} as const;
+export type KappaOfAnswerKindKappaBlankReason = ClosedEnum<
+  typeof KappaOfAnswerKindKappaBlankReason
+>;
+
+export const KappaOfAnswerKindKappaBlankReason$zodSchema = z.enum([
+  "too_few_items",
+  "everyone_agreed",
+]);
+
+/**
+ * Which answers this entry covers:
+ *
+ * @remarks
+ *
+ * - `binary`: answers that either match or do not, such as pass or fail
+ * - `rating`: ratings on a scale
+ */
+export const AnswerKind = {
+  Binary: "binary",
+  Rating: "rating",
+} as const;
+/**
+ * Which answers this entry covers:
+ *
+ * @remarks
+ *
+ * - `binary`: answers that either match or do not, such as pass or fail
+ * - `rating`: ratings on a scale
+ */
+export type AnswerKind = ClosedEnum<typeof AnswerKind>;
+
+export const AnswerKind$zodSchema = z.enum([
+  "binary",
+  "rating",
+]).describe(
+  "Which answers this entry covers:\n\n- `binary`: answers that either match or do not, such as pass or fail\n- `rating`: ratings on a scale\n",
+);
+
+export type KappaOfAnswerKind = {
+  kappa: number | null;
+  kappa_type: KappaOfAnswerKindKappaType | null;
+  kappa_blank_reason: KappaOfAnswerKindKappaBlankReason | null;
+  chance_agreement: number | null;
+  answer_kind: AnswerKind;
+  agreement: number | null;
+  pair_count: number;
+};
+
+export const KappaOfAnswerKind$zodSchema: z.ZodType<KappaOfAnswerKind> = z
+  .object({
+    agreement: z.number().nullable().describe(
+      "Mean agreement with the other annotators over the pairs `kappa` is worked out from, from 0 to 1. When `kappa_blank_reason` is `too_few_items`, over every compared pair of this kind",
+    ),
+    answer_kind: AnswerKind$zodSchema.describe(
+      "Which answers this entry covers:\n\n- `binary`: answers that either match or do not, such as pass or fail\n- `rating`: ratings on a scale\n",
+    ),
+    chance_agreement: z.number().nullable().describe(
+      "Agreement expected by chance alone, which `kappa` corrects for, on the same scale as the agreement",
+    ),
+    kappa: z.number().nullable().describe(
+      "Agreement corrected for the agreement expected by chance, where 1 is perfect agreement, 0 is chance level, and below 0 is worse than chance",
+    ),
+    kappa_blank_reason: KappaOfAnswerKindKappaBlankReason$zodSchema.nullable()
+      .describe(
+        "Why `kappa` is blank when answers were compared:\n\n- `too_few_items`: every evaluator compared these answers on only one item, and one item cannot show the agreement expected by chance\n- `everyone_agreed`: every compared answer is the same, so agreement cannot be told apart from chance\n",
+      ),
+    kappa_type: KappaOfAnswerKindKappaType$zodSchema.nullable().describe(
+      "The kind of kappa reported in `kappa`:\n\n- `fleiss`: Fleiss' kappa between three or more annotators\n- `linear_weighted_fleiss`: Fleiss' kappa between three or more annotators, giving partial credit to close ratings\n- `cohen`: Cohen's kappa between exactly two annotators, between a judge and the annotators, or between one annotator and the others\n- `linear_weighted_cohen`: Cohen's kappa between exactly two annotators, between a judge and the annotators, or between one annotator and the others, giving partial credit to close ratings\n",
+    ),
+    pair_count: z.int().describe(
+      "How many compared pairs `agreement` averages over",
+    ),
+  });

package/src/models/taskagreementannotationtaskstaskuuidagreementgetop.ts

@@ -3,7 +3,6 @@
  */
 
 import * as z from "zod";
-import { ClosedEnum } from "../types/enums.js";
 import {
   HTTPValidationError,
   HTTPValidationError$zodSchema,
@@ -13,41 +12,14 @@ import {
   TaskAgreementResponse$zodSchema,
 } from "./taskagreementresponse.js";
 
-/**
- * How to bucket points in the trend series
- */
-export const Bucket = {
-  Week: "week",
-  Month: "month",
-  Year: "year",
-} as const;
-/**
- * How to bucket points in the trend series
- */
-export type Bucket = ClosedEnum<typeof Bucket>;
-
-export const Bucket$zodSchema = z.enum([
-  "week",
-  "month",
-  "year",
-]).describe("How to bucket points in the trend series");
-
 export type TaskAgreementAnnotationTasksTaskUuidAgreementGetRequest = {
   task_uuid: string;
-  bucket?: Bucket | undefined;
-  days?: number | undefined;
   xAPIKey?: string | null | undefined;
 };
 
 export const TaskAgreementAnnotationTasksTaskUuidAgreementGetRequest$zodSchema:
   z.ZodType<TaskAgreementAnnotationTasksTaskUuidAgreementGetRequest> = z.object(
     {
-      bucket: Bucket$zodSchema.default("week").describe(
-        "How to bucket points in the trend series",
-      ),
-      days: z.int().default(90).describe(
-        "Trailing window in days for the trend series",
-      ),
       task_uuid: z.string().describe("Annotation task to act on"),
       xAPIKey: z.string().nullable().optional(),
     },

package/src/models/taskagreementresponse.ts

@@ -4,6 +4,14 @@
 
 import * as z from "zod";
 import { collectExtraKeys as collectExtraKeys$ } from "../lib/schemas.js";
+import {
+  EvaluatorAgreement,
+  EvaluatorAgreement$zodSchema,
+} from "./evaluatoragreement.js";
+import {
+  EvaluatorsWithHumansBlock,
+  EvaluatorsWithHumansBlock$zodSchema,
+} from "./evaluatorswithhumansblock.js";
 import {
   HumanAgreementBlock,
   HumanAgreementBlock$zodSchema,
@@ -12,21 +20,19 @@ import {
 
 export type TaskAgreementResponse = {
   task_id: string;
-  bucket: string;
-  days: number;
   human_human: HumanAgreementBlock;
-  evaluators: Array<{ [k: string]: any }>;
+  evaluators_with_humans: EvaluatorsWithHumansBlock;
+  evaluators: Array<EvaluatorAgreement>;
   AdditionalProperties?: { [k: string]: any };
 };
 
 export const TaskAgreementResponse$zodSchema: z.ZodType<TaskAgreementResponse> =
   collectExtraKeys$(
     z.object({
-      bucket: z.string().describe("Time bucket used for the trend series"),
-      days: z.int().describe("Length of the trailing window in days"),
-      evaluators: z.array(z.record(z.string(), z.any())).describe(
+      evaluators: z.array(EvaluatorAgreement$zodSchema).describe(
         "Agreement between each evaluator and the annotators, plus that evaluator's own results and the human results, one entry per linked evaluator",
       ),
+      evaluators_with_humans: EvaluatorsWithHumansBlock$zodSchema,
       human_human: HumanAgreementBlock$zodSchema,
       task_id: z.string().describe("ID of the task"),
     }).catchall(z.any()),
@@ -37,9 +43,8 @@ export const TaskAgreementResponse$zodSchema: z.ZodType<TaskAgreementResponse> =
 export const TaskAgreementResponse$zodSchemaOutbound: z.ZodType<any> = z.object(
   {
     AdditionalProperties: z.record(z.string(), z.any()).optional(),
-    bucket: z.string(),
-    days: z.int(),
-    evaluators: z.array(z.record(z.string(), z.any())),
+    evaluators: z.array(EvaluatorAgreement$zodSchema),
+    evaluators_with_humans: EvaluatorsWithHumansBlock$zodSchema,
     human_human: HumanAgreementBlock$zodSchemaOutbound,
     task_id: z.string(),
   },