@dalmia/calibrate-mcp 0.0.14 → 0.0.16

package/src/models/evaluatorlinkresponse.ts

@@ -0,0 +1,12 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import * as z from "zod";
+
+export type EvaluatorLinkResponse = { message: string };
+
+export const EvaluatorLinkResponse$zodSchema: z.ZodType<EvaluatorLinkResponse> =
+  z.object({
+    message: z.string().describe("Confirmation that the evaluator was linked"),
+  });

package/src/models/evaluatorrunlaunchresponse.ts

@@ -0,0 +1,45 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import * as z from "zod";
+import { ClosedEnum } from "../types/enums.js";
+
+/**
+ * Status of the job right after you launch it
+ */
+export const EvaluatorRunLaunchResponseStatus = {
+  Queued: "queued",
+  InProgress: "in_progress",
+} as const;
+/**
+ * Status of the job right after you launch it
+ */
+export type EvaluatorRunLaunchResponseStatus = ClosedEnum<
+  typeof EvaluatorRunLaunchResponseStatus
+>;
+
+export const EvaluatorRunLaunchResponseStatus$zodSchema = z.enum([
+  "queued",
+  "in_progress",
+]).describe("Status of the job right after you launch it");
+
+export type EvaluatorRunLaunchResponse = {
+  job_uuid: string;
+  status: EvaluatorRunLaunchResponseStatus;
+  evaluator_count: number;
+  item_count: number;
+};
+
+export const EvaluatorRunLaunchResponse$zodSchema: z.ZodType<
+  EvaluatorRunLaunchResponse
+> = z.object({
+  evaluator_count: z.int().describe("How many evaluators the job will run"),
+  item_count: z.int().describe("How many items the job will run on"),
+  job_uuid: z.string().describe(
+    "ID of the evaluator-run job. Poll it for status and results",
+  ),
+  status: EvaluatorRunLaunchResponseStatus$zodSchema.describe(
+    "Status of the job right after you launch it",
+  ),
+});

package/src/models/evaluatorrunrequestentry.ts

@@ -0,0 +1,21 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import * as z from "zod";
+
+export type EvaluatorRunRequestEntry = {
+  evaluator_id: string;
+  evaluator_version_id?: string | null | undefined;
+};
+
+export const EvaluatorRunRequestEntry$zodSchema: z.ZodType<
+  EvaluatorRunRequestEntry
+> = z.object({
+  evaluator_id: z.string().describe(
+    "Evaluator ID to run. Must be linked to the task",
+  ),
+  evaluator_version_id: z.string().nullable().optional().describe(
+    "Evaluator version ID to run. Omit to use the evaluator's live version",
+  ),
+});

package/src/models/evaluatorrunresponse.ts

@@ -0,0 +1,101 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import * as z from "zod";
+import { collectExtraKeys as collectExtraKeys$ } from "../lib/schemas.js";
+import { ClosedEnum } from "../types/enums.js";
+
+/**
+ * Current status of the job
+ */
+export const EvaluatorRunResponseStatus = {
+  Queued: "queued",
+  InProgress: "in_progress",
+  Completed: "completed",
+  Failed: "failed",
+} as const;
+/**
+ * Current status of the job
+ */
+export type EvaluatorRunResponseStatus = ClosedEnum<
+  typeof EvaluatorRunResponseStatus
+>;
+
+export const EvaluatorRunResponseStatus$zodSchema = z.enum([
+  "queued",
+  "in_progress",
+  "completed",
+  "failed",
+]).describe("Current status of the job");
+
+export type EvaluatorRunResponse = {
+  uuid: string;
+  task_id: string | null;
+  status: EvaluatorRunResponseStatus;
+  error: string | null;
+  completed_at: string | null;
+  evaluators: Array<{ [k: string]: any }>;
+  runs: Array<{ [k: string]: any }>;
+  human_agreement: { [k: string]: any };
+  items: Array<{ [k: string]: any }>;
+  is_public: boolean;
+  share_token: string | null;
+  AdditionalProperties?: { [k: string]: any };
+};
+
+export const EvaluatorRunResponse$zodSchema: z.ZodType<EvaluatorRunResponse> =
+  collectExtraKeys$(
+    z.object({
+      completed_at: z.string().nullable().describe(
+        "When the job finished (ISO 8601 UTC)",
+      ),
+      error: z.string().nullable().describe(
+        "Failure reason, present when the job failed",
+      ),
+      evaluators: z.array(z.record(z.string(), z.any())).describe(
+        "The evaluators the job ran, each pinned to the version it used, with that version's rubric",
+      ),
+      human_agreement: z.record(z.string(), z.any()).describe(
+        "How each evaluator's judgements line up with the human annotations on the same items",
+      ),
+      is_public: z.boolean().describe("Whether the run is shared publicly"),
+      items: z.array(z.record(z.string(), z.any())).describe(
+        "The exact item set the job ran on, frozen when the job started",
+      ),
+      runs: z.array(z.record(z.string(), z.any())).describe(
+        "One result per item and evaluator. Each keys back to `evaluators` by its evaluator and version IDs",
+      ),
+      share_token: z.string().nullable().describe(
+        "Token for building the public share URL",
+      ),
+      status: EvaluatorRunResponseStatus$zodSchema.describe(
+        "Current status of the job",
+      ),
+      task_id: z.string().nullable().describe("ID of the task the job ran on"),
+      uuid: z.string().describe("ID of the evaluator-run job"),
+    }).catchall(z.any()),
+    "AdditionalProperties",
+    true,
+  );
+
+export const EvaluatorRunResponse$zodSchemaOutbound: z.ZodType<any> = z.object({
+  AdditionalProperties: z.record(z.string(), z.any()).optional(),
+  completed_at: z.nullable(z.string()),
+  error: z.nullable(z.string()),
+  evaluators: z.array(z.record(z.string(), z.any())),
+  human_agreement: z.record(z.string(), z.any()),
+  is_public: z.boolean(),
+  items: z.array(z.record(z.string(), z.any())),
+  runs: z.array(z.record(z.string(), z.any())),
+  share_token: z.nullable(z.string()),
+  status: EvaluatorRunResponseStatus$zodSchema,
+  task_id: z.nullable(z.string()),
+  uuid: z.string(),
+}).transform((v) => {
+  const { AdditionalProperties, ...rest } = v;
+  return {
+    ...rest,
+    ...AdditionalProperties,
+  };
+});

package/src/models/evaluatorrunstartrequest.ts

@@ -0,0 +1,33 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import * as z from "zod";
+import {
+  EvaluatorRunRequestEntry,
+  EvaluatorRunRequestEntry$zodSchema,
+} from "./evaluatorrunrequestentry.js";
+
+export type EvaluatorRunStartRequest = {
+  evaluators: Array<EvaluatorRunRequestEntry>;
+  item_ids?: Array<string> | undefined;
+  select_all?: boolean | undefined;
+  q?: string | null | undefined;
+};
+
+export const EvaluatorRunStartRequest$zodSchema: z.ZodType<
+  EvaluatorRunStartRequest
+> = z.object({
+  evaluators: z.array(EvaluatorRunRequestEntry$zodSchema).describe(
+    "The evaluators to run. Each must be linked to the task",
+  ),
+  item_ids: z.array(z.string()).optional().describe(
+    "Item IDs to run on. **Required when `select_all=false`**. Ignored when `select_all=true`",
+  ),
+  q: z.string().nullable().optional().describe(
+    "Case-insensitive substring filter on `payload.name`. Applies only when `select_all=true`",
+  ),
+  select_all: z.boolean().default(false).describe(
+    "When `true`, run on every item in the task. Set `q` to run only items whose name matches it",
+  ),
+});

package/src/models/evaluatorversioncreate.ts

@@ -0,0 +1,36 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import * as z from "zod";
+import { OutputConfig, OutputConfig$zodSchema } from "./outputconfig.js";
+import { VariableSpec, VariableSpec$zodSchema } from "./variablespec.js";
+
+/**
+ * One version of an evaluator: its judge prompt, model, variables, and rubric.
+ */
+export type EvaluatorVersionCreate = {
+  judge_model: string;
+  system_prompt: string;
+  output_config?: OutputConfig | null | undefined;
+  variables?: Array<VariableSpec> | null | undefined;
+};
+
+export const EvaluatorVersionCreate$zodSchema: z.ZodType<
+  EvaluatorVersionCreate
+> = z.object({
+  judge_model: z.string().describe(
+    "The model that runs the judge, named the way its provider does, for example `openai/gpt-4.1` or `anthropic/claude-sonnet-4`",
+  ),
+  output_config: OutputConfig$zodSchema.nullable().optional().describe(
+    "The scale points and their labels. Required for a `rating` evaluator. A `binary` evaluator uses the default Correct/Wrong labels unless you set your own",
+  ),
+  system_prompt: z.string().describe(
+    "Judge system prompt. May contain `{{\"{{\"}}variable}}` placeholders",
+  ),
+  variables: z.array(VariableSpec$zodSchema).nullable().optional().describe(
+    "Declared prompt variables. Omit if the prompt has no `{{\"{{\"}}placeholders}}`",
+  ),
+}).describe(
+  "One version of an evaluator: its judge prompt, model, variables, and rubric.",
+);

package/src/models/evaluatorversioncreaterequest.ts

@@ -0,0 +1,38 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import * as z from "zod";
+import { OutputConfig, OutputConfig$zodSchema } from "./outputconfig.js";
+import { VariableSpec, VariableSpec$zodSchema } from "./variablespec.js";
+
+/**
+ * Request body for adding a version to an existing evaluator.
+ */
+export type EvaluatorVersionCreateRequest = {
+  judge_model: string;
+  system_prompt: string;
+  output_config?: OutputConfig | null | undefined;
+  variables?: Array<VariableSpec> | null | undefined;
+  make_live?: boolean | undefined;
+};
+
+export const EvaluatorVersionCreateRequest$zodSchema: z.ZodType<
+  EvaluatorVersionCreateRequest
+> = z.object({
+  judge_model: z.string().describe(
+    "The model that runs the judge, named the way its provider does, for example `openai/gpt-4.1` or `anthropic/claude-sonnet-4`",
+  ),
+  make_live: z.boolean().default(false).describe(
+    "When `true`, immediately point the evaluator's live version at this new version",
+  ),
+  output_config: OutputConfig$zodSchema.nullable().optional().describe(
+    "The scale points and their labels. Required for a `rating` evaluator. A `binary` evaluator uses the default Correct/Wrong labels unless you set your own",
+  ),
+  system_prompt: z.string().describe(
+    "Judge system prompt. May contain `{{\"{{\"}}variable}}` placeholders",
+  ),
+  variables: z.array(VariableSpec$zodSchema).nullable().optional().describe(
+    "Declared prompt variables. Omit if the prompt has none. After the first version the variable names are fixed. You can change a variable's description or default, but not add, remove, or rename one",
+  ),
+}).describe("Request body for adding a version to an existing evaluator.");

package/src/models/evaluatorversionresponse.ts

@@ -0,0 +1,41 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import * as z from "zod";
+import { OutputConfig, OutputConfig$zodSchema } from "./outputconfig.js";
+import { VariableSpec, VariableSpec$zodSchema } from "./variablespec.js";
+
+export type EvaluatorVersionResponse = {
+  uuid: string;
+  version_number: number;
+  judge_model: string;
+  system_prompt: string;
+  output_config?: OutputConfig | null | undefined;
+  variables?: Array<VariableSpec> | null | undefined;
+  created_at: string;
+};
+
+export const EvaluatorVersionResponse$zodSchema: z.ZodType<
+  EvaluatorVersionResponse
+> = z.object({
+  created_at: z.string().describe(
+    "When the version was created (ISO 8601 UTC)",
+  ),
+  judge_model: z.string().describe(
+    "The model that runs the judge, named the way its provider does, for example `openai/gpt-4.1` or `anthropic/claude-sonnet-4`",
+  ),
+  output_config: OutputConfig$zodSchema.nullable().optional().describe(
+    "The scale points and their labels. Required for a `rating` evaluator. A `binary` evaluator uses the default Correct/Wrong labels unless you set your own",
+  ),
+  system_prompt: z.string().describe(
+    "Judge system prompt, with `{{\"{{\"}}variable}}` placeholders unrendered",
+  ),
+  uuid: z.string().describe("Version ID"),
+  variables: z.array(VariableSpec$zodSchema).nullable().optional().describe(
+    "Declared prompt variables",
+  ),
+  version_number: z.int().describe(
+    "The version's number. The first version is 1, and it goes up by one for each new version of the evaluator",
+  ),
+});

package/src/models/getagentendpointagentsagentuuidgetop.ts

@@ -15,15 +15,13 @@ import {
 export type GetAgentEndpointAgentsAgentUuidGetRequest = {
   agent_uuid: string;
   xAPIKey?: string | null | undefined;
-  xOrgUUID?: string | null | undefined;
 };
 
 export const GetAgentEndpointAgentsAgentUuidGetRequest$zodSchema: z.ZodType<
   GetAgentEndpointAgentsAgentUuidGetRequest
 > = z.object({
-  agent_uuid: z.string().describe("The agent to retrieve."),
+  agent_uuid: z.string().describe("The agent to retrieve"),
   xAPIKey: z.string().nullable().optional(),
-  xOrgUUID: z.string().nullable().optional(),
 });
 
 export type GetAgentEndpointAgentsAgentUuidGetResponse =

package/src/models/getagenttestrunsagenttestsagentagentuuidrunsgetop.ts

@@ -0,0 +1,34 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import * as z from "zod";
+import {
+  AgentTestRunsResponse,
+  AgentTestRunsResponse$zodSchema,
+} from "./agenttestrunsresponse.js";
+import {
+  HTTPValidationError,
+  HTTPValidationError$zodSchema,
+} from "./httpvalidationerror.js";
+
+export type GetAgentTestRunsAgentTestsAgentAgentUuidRunsGetRequest = {
+  agent_uuid: string;
+  xAPIKey?: string | null | undefined;
+};
+
+export const GetAgentTestRunsAgentTestsAgentAgentUuidRunsGetRequest$zodSchema:
+  z.ZodType<GetAgentTestRunsAgentTestsAgentAgentUuidRunsGetRequest> = z.object({
+    agent_uuid: z.string().describe("Agent whose test runs to list"),
+    xAPIKey: z.string().nullable().optional(),
+  });
+
+export type GetAgentTestRunsAgentTestsAgentAgentUuidRunsGetResponse =
+  | AgentTestRunsResponse
+  | HTTPValidationError;
+
+export const GetAgentTestRunsAgentTestsAgentAgentUuidRunsGetResponse$zodSchema:
+  z.ZodType<GetAgentTestRunsAgentTestsAgentAgentUuidRunsGetResponse> = z.union([
+    AgentTestRunsResponse$zodSchema,
+    HTTPValidationError$zodSchema,
+  ]);

package/src/models/getagenttestrunstatusagenttestsruntaskidgetop.ts

@@ -15,14 +15,12 @@ import {
 export type GetAgentTestRunStatusAgentTestsRunTaskIdGetRequest = {
   task_id: string;
   xAPIKey?: string | null | undefined;
-  xOrgUUID?: string | null | undefined;
 };
 
 export const GetAgentTestRunStatusAgentTestsRunTaskIdGetRequest$zodSchema:
   z.ZodType<GetAgentTestRunStatusAgentTestsRunTaskIdGetRequest> = z.object({
     task_id: z.string().describe("Test run to poll for status and results"),
     xAPIKey: z.string().nullable().optional(),
-    xOrgUUID: z.string().nullable().optional(),
   });
 
 export type GetAgentTestRunStatusAgentTestsRunTaskIdGetResponse =

package/src/models/getagenttestsendpointagenttestsagentagentuuidtestsgetop.ts

@@ -0,0 +1,38 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import * as z from "zod";
+import {
+  HTTPValidationError,
+  HTTPValidationError$zodSchema,
+} from "./httpvalidationerror.js";
+import {
+  RoutersAgentTestsTestResponse,
+  RoutersAgentTestsTestResponse$zodSchema,
+} from "./routersagentteststestresponse.js";
+
+export type GetAgentTestsEndpointAgentTestsAgentAgentUuidTestsGetRequest = {
+  agent_uuid: string;
+  xAPIKey?: string | null | undefined;
+};
+
+export const GetAgentTestsEndpointAgentTestsAgentAgentUuidTestsGetRequest$zodSchema:
+  z.ZodType<GetAgentTestsEndpointAgentTestsAgentAgentUuidTestsGetRequest> = z
+    .object({
+      agent_uuid: z.string().describe("Agent whose linked tests to list"),
+      xAPIKey: z.string().nullable().optional(),
+    });
+
+export type GetAgentTestsEndpointAgentTestsAgentAgentUuidTestsGetResponse =
+  | Array<RoutersAgentTestsTestResponse>
+  | HTTPValidationError;
+
+export const GetAgentTestsEndpointAgentTestsAgentAgentUuidTestsGetResponse$zodSchema:
+  z.ZodType<GetAgentTestsEndpointAgentTestsAgentAgentUuidTestsGetResponse> = z
+    .union([
+      z.array(RoutersAgentTestsTestResponse$zodSchema).describe(
+        "Successful Response",
+      ),
+      HTTPValidationError$zodSchema,
+    ]);

package/src/models/getannotationtaskendpointannotationtaskstaskuuidgetop.ts

@@ -0,0 +1,36 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import * as z from "zod";
+import {
+  AnnotationTaskResponse,
+  AnnotationTaskResponse$zodSchema,
+} from "./annotationtaskresponse.js";
+import {
+  HTTPValidationError,
+  HTTPValidationError$zodSchema,
+} from "./httpvalidationerror.js";
+
+export type GetAnnotationTaskEndpointAnnotationTasksTaskUuidGetRequest = {
+  task_uuid: string;
+  xAPIKey?: string | null | undefined;
+};
+
+export const GetAnnotationTaskEndpointAnnotationTasksTaskUuidGetRequest$zodSchema:
+  z.ZodType<GetAnnotationTaskEndpointAnnotationTasksTaskUuidGetRequest> = z
+    .object({
+      task_uuid: z.string().describe("Task to retrieve"),
+      xAPIKey: z.string().nullable().optional(),
+    });
+
+export type GetAnnotationTaskEndpointAnnotationTasksTaskUuidGetResponse =
+  | AnnotationTaskResponse
+  | HTTPValidationError;
+
+export const GetAnnotationTaskEndpointAnnotationTasksTaskUuidGetResponse$zodSchema:
+  z.ZodType<GetAnnotationTaskEndpointAnnotationTasksTaskUuidGetResponse> = z
+    .union([
+      AnnotationTaskResponse$zodSchema,
+      HTTPValidationError$zodSchema,
+    ]);

package/src/models/getbenchmarkstatusagenttestsbenchmarktaskidgetop.ts

@@ -0,0 +1,36 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import * as z from "zod";
+import {
+  BenchmarkStatusResponse,
+  BenchmarkStatusResponse$zodSchema,
+} from "./benchmarkstatusresponse.js";
+import {
+  HTTPValidationError,
+  HTTPValidationError$zodSchema,
+} from "./httpvalidationerror.js";
+
+export type GetBenchmarkStatusAgentTestsBenchmarkTaskIdGetRequest = {
+  task_id: string;
+  xAPIKey?: string | null | undefined;
+};
+
+export const GetBenchmarkStatusAgentTestsBenchmarkTaskIdGetRequest$zodSchema:
+  z.ZodType<GetBenchmarkStatusAgentTestsBenchmarkTaskIdGetRequest> = z.object({
+    task_id: z.string().describe(
+      "Benchmark run to poll for status and results",
+    ),
+    xAPIKey: z.string().nullable().optional(),
+  });
+
+export type GetBenchmarkStatusAgentTestsBenchmarkTaskIdGetResponse =
+  | BenchmarkStatusResponse
+  | HTTPValidationError;
+
+export const GetBenchmarkStatusAgentTestsBenchmarkTaskIdGetResponse$zodSchema:
+  z.ZodType<GetBenchmarkStatusAgentTestsBenchmarkTaskIdGetResponse> = z.union([
+    BenchmarkStatusResponse$zodSchema,
+    HTTPValidationError$zodSchema,
+  ]);

package/src/models/getevaluatorendpointevaluatorsevaluatoruuidgetop.ts

@@ -0,0 +1,34 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import * as z from "zod";
+import {
+  EvaluatorDetailResponse,
+  EvaluatorDetailResponse$zodSchema,
+} from "./evaluatordetailresponse.js";
+import {
+  HTTPValidationError,
+  HTTPValidationError$zodSchema,
+} from "./httpvalidationerror.js";
+
+export type GetEvaluatorEndpointEvaluatorsEvaluatorUuidGetRequest = {
+  evaluator_uuid: string;
+  xAPIKey?: string | null | undefined;
+};
+
+export const GetEvaluatorEndpointEvaluatorsEvaluatorUuidGetRequest$zodSchema:
+  z.ZodType<GetEvaluatorEndpointEvaluatorsEvaluatorUuidGetRequest> = z.object({
+    evaluator_uuid: z.string().describe("Evaluator to retrieve"),
+    xAPIKey: z.string().nullable().optional(),
+  });
+
+export type GetEvaluatorEndpointEvaluatorsEvaluatorUuidGetResponse =
+  | EvaluatorDetailResponse
+  | HTTPValidationError;
+
+export const GetEvaluatorEndpointEvaluatorsEvaluatorUuidGetResponse$zodSchema:
+  z.ZodType<GetEvaluatorEndpointEvaluatorsEvaluatorUuidGetResponse> = z.union([
+    EvaluatorDetailResponse$zodSchema,
+    HTTPValidationError$zodSchema,
+  ]);

package/src/models/getevaluatorrunjobannotationtaskstaskuuidevaluatorrunsjobuuidgetop.ts

@@ -0,0 +1,37 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import * as z from "zod";
+import {
+  EvaluatorRunResponse,
+  EvaluatorRunResponse$zodSchema,
+} from "./evaluatorrunresponse.js";
+import {
+  HTTPValidationError,
+  HTTPValidationError$zodSchema,
+} from "./httpvalidationerror.js";
+
+export type GetEvaluatorRunJobAnnotationTasksTaskUuidEvaluatorRunsJobUuidGetRequest =
+  { task_uuid: string; job_uuid: string; xAPIKey?: string | null | undefined };
+
+export const GetEvaluatorRunJobAnnotationTasksTaskUuidEvaluatorRunsJobUuidGetRequest$zodSchema:
+  z.ZodType<
+    GetEvaluatorRunJobAnnotationTasksTaskUuidEvaluatorRunsJobUuidGetRequest
+  > = z.object({
+    job_uuid: z.string().describe("The evaluator run to act on"),
+    task_uuid: z.string().describe("Annotation task to act on"),
+    xAPIKey: z.string().nullable().optional(),
+  });
+
+export type GetEvaluatorRunJobAnnotationTasksTaskUuidEvaluatorRunsJobUuidGetResponse =
+  | EvaluatorRunResponse
+  | HTTPValidationError;
+
+export const GetEvaluatorRunJobAnnotationTasksTaskUuidEvaluatorRunsJobUuidGetResponse$zodSchema:
+  z.ZodType<
+    GetEvaluatorRunJobAnnotationTasksTaskUuidEvaluatorRunsJobUuidGetResponse
+  > = z.union([
+    EvaluatorRunResponse$zodSchema,
+    HTTPValidationError$zodSchema,
+  ]);

package/src/models/gettestendpointteststestuuidgetop.ts

@@ -15,7 +15,6 @@ import {
 export type GetTestEndpointTestsTestUuidGetRequest = {
   test_uuid: string;
   xAPIKey?: string | null | undefined;
-  xOrgUUID?: string | null | undefined;
 };
 
 export const GetTestEndpointTestsTestUuidGetRequest$zodSchema: z.ZodType<
@@ -23,7 +22,6 @@ export const GetTestEndpointTestsTestUuidGetRequest$zodSchema: z.ZodType<
 > = z.object({
   test_uuid: z.string().describe("Test to retrieve"),
   xAPIKey: z.string().nullable().optional(),
-  xOrgUUID: z.string().nullable().optional(),
 });
 
 export type GetTestEndpointTestsTestUuidGetResponse =

package/src/models/humanagreementblock.ts

@@ -0,0 +1,43 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import * as z from "zod";
+import { collectExtraKeys as collectExtraKeys$ } from "../lib/schemas.js";
+
+export type HumanAgreementBlock = {
+  current: number | null;
+  pair_count: number;
+  series: Array<{ [k: string]: any }>;
+  AdditionalProperties?: { [k: string]: any };
+};
+
+export const HumanAgreementBlock$zodSchema: z.ZodType<HumanAgreementBlock> =
+  collectExtraKeys$(
+    z.object({
+      current: z.number().nullable().describe(
+        "Current mean pairwise agreement among annotators",
+      ),
+      pair_count: z.int().describe(
+        "How many annotator pairs the current value averages over",
+      ),
+      series: z.array(z.record(z.string(), z.any())).describe(
+        "Agreement over time, one point per time bucket",
+      ),
+    }).catchall(z.any()),
+    "AdditionalProperties",
+    true,
+  );
+
+export const HumanAgreementBlock$zodSchemaOutbound: z.ZodType<any> = z.object({
+  AdditionalProperties: z.record(z.string(), z.any()).optional(),
+  current: z.nullable(z.number()),
+  pair_count: z.int(),
+  series: z.array(z.record(z.string(), z.any())),
+}).transform((v) => {
+  const { AdditionalProperties, ...rest } = v;
+  return {
+    ...rest,
+    ...AdditionalProperties,
+  };
+});

package/src/models/itemupdatepayload.ts

@@ -0,0 +1,15 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import * as z from "zod";
+
+export type ItemUpdatePayload = { uuid: string; payload?: any | undefined };
+
+export const ItemUpdatePayload$zodSchema: z.ZodType<ItemUpdatePayload> = z
+  .object({
+    payload: z.any().optional().describe(
+      "The item's new payload. `payload['name']` is still required and must be unique within the task",
+    ),
+    uuid: z.string().describe("ID of the item to update"),
+  });