@meetkai/mka1 0.53.7 → 0.53.9

package/src/lib/config.ts

@@ -65,7 +65,7 @@ export function serverURLFromOptions(options: SDKOptions): URL | null {
 export const SDK_METADATA = {
   language: "typescript",
   openapiDocVersion: "1.1.0",
-  sdkVersion: "0.53.7",
-  genVersion: "2.927.0",
-  userAgent: "speakeasy-sdk/typescript 0.53.7 2.927.0 1.1.0 @meetkai/mka1",
+  sdkVersion: "0.53.9",
+  genVersion: "2.928.0",
+  userAgent: "speakeasy-sdk/typescript 0.53.9 2.928.0 1.1.0 @meetkai/mka1",
 } as const;

package/src/mcp-server/mcp-server.ts

@@ -19,7 +19,7 @@ const routes = buildRouteMap({
 export const app = buildApplication(routes, {
   name: "mcp",
   versionInfo: {
-    currentVersion: "0.53.7",
+    currentVersion: "0.53.9",
   },
 });
 

package/src/mcp-server/server.ts

@@ -347,7 +347,7 @@ export function createMCPServer(deps: {
 }) {
   const server = new McpServer({
     name: "SDK",
-    version: "0.53.7",
+    version: "0.53.9",
   });
 
   const client = new SDKCore({

package/src/models/components/evalsampleobject.ts

@@ -26,6 +26,10 @@ export type EvalSampleObject = {
   target: string | null;
   responseId: string | null;
   outputText: string | null;
+  /**
+   * Model reasoning ('thinking') captured from the response's reasoning items, kept separate from `output_text` so graders and extraction never see it. Truncated at 64 KB of UTF-8 with a marker appended. Null when the model returned none, when the provider only sent encrypted reasoning, and for transcription tasks.
+   */
+  reasoning: string | null;
   extractedOutput: string | null;
   scores: { [k: string]: any };
   judge: { [k: string]: any } | null;
@@ -53,6 +57,7 @@ export const EvalSampleObject$inboundSchema: z.ZodType<
   target: z.nullable(z.string()),
   response_id: z.nullable(z.string()),
   output_text: z.nullable(z.string()),
+  reasoning: z.nullable(z.string()),
   extracted_output: z.nullable(z.string()),
   scores: z.record(z.any()),
   judge: z.nullable(z.record(z.any())),
@@ -88,6 +93,7 @@ export type EvalSampleObject$Outbound = {
   target: string | null;
   response_id: string | null;
   output_text: string | null;
+  reasoning: string | null;
   extracted_output: string | null;
   scores: { [k: string]: any };
   judge: { [k: string]: any } | null;
@@ -115,6 +121,7 @@ export const EvalSampleObject$outboundSchema: z.ZodType<
   target: z.nullable(z.string()),
   responseId: z.nullable(z.string()),
   outputText: z.nullable(z.string()),
+  reasoning: z.nullable(z.string()),
   extractedOutput: z.nullable(z.string()),
   scores: z.record(z.any()),
   judge: z.nullable(z.record(z.any())),

package/src/models/components/evalsuiteobject.ts

@@ -13,6 +13,14 @@ export type EvalSuiteObject = {
   object: "eval.suite";
   name: string;
   description: string | null;
+  /**
+   * The org that owns this suite.
+   */
+  orgId: string;
+  /**
+   * The team that owns this suite.
+   */
+  teamId: string;
   activeVersion: number;
   latestVersion: number;
   metadata: { [k: string]: string };
@@ -30,6 +38,8 @@ export const EvalSuiteObject$inboundSchema: z.ZodType<
   object: z.literal("eval.suite"),
   name: z.string(),
   description: z.nullable(z.string()),
+  org_id: z.string(),
+  team_id: z.string(),
   active_version: z.number().int(),
   latest_version: z.number().int(),
   metadata: z.record(z.string()),
@@ -37,6 +47,8 @@ export const EvalSuiteObject$inboundSchema: z.ZodType<
   updated_at: z.number().int(),
 }).transform((v) => {
   return remap$(v, {
+    "org_id": "orgId",
+    "team_id": "teamId",
     "active_version": "activeVersion",
     "latest_version": "latestVersion",
     "created_at": "createdAt",
@@ -49,6 +61,8 @@ export type EvalSuiteObject$Outbound = {
   object: "eval.suite";
   name: string;
   description: string | null;
+  org_id: string;
+  team_id: string;
   active_version: number;
   latest_version: number;
   metadata: { [k: string]: string };
@@ -66,6 +80,8 @@ export const EvalSuiteObject$outboundSchema: z.ZodType<
   object: z.literal("eval.suite"),
   name: z.string(),
   description: z.nullable(z.string()),
+  orgId: z.string(),
+  teamId: z.string(),
   activeVersion: z.number().int(),
   latestVersion: z.number().int(),
   metadata: z.record(z.string()),
@@ -73,6 +89,8 @@ export const EvalSuiteObject$outboundSchema: z.ZodType<
   updatedAt: z.number().int(),
 }).transform((v) => {
   return remap$(v, {
+    orgId: "org_id",
+    teamId: "team_id",
     activeVersion: "active_version",
     latestVersion: "latest_version",
     createdAt: "created_at",

package/src/models/operations/cancelevalrun.ts

@@ -96,6 +96,14 @@ export type CancelEvalRunResponseBody = {
   suiteId: string;
   suiteVersion: number;
   suiteVersionId: string;
+  /**
+   * The org that owns this run.
+   */
+  orgId: string;
+  /**
+   * The team that owns this run.
+   */
+  teamId: string;
   status: components.EvalRunStatus;
   models: Array<string>;
   taskIds: Array<string> | null;
@@ -482,6 +490,8 @@ export const CancelEvalRunResponseBody$inboundSchema: z.ZodType<
   suite_id: z.string(),
   suite_version: z.number().int(),
   suite_version_id: z.string(),
+  org_id: z.string(),
+  team_id: z.string(),
   status: components.EvalRunStatus$inboundSchema,
   models: z.array(z.string()),
   task_ids: z.nullable(z.array(z.string())),
@@ -503,6 +513,8 @@ export const CancelEvalRunResponseBody$inboundSchema: z.ZodType<
     "suite_id": "suiteId",
     "suite_version": "suiteVersion",
     "suite_version_id": "suiteVersionId",
+    "org_id": "orgId",
+    "team_id": "teamId",
     "task_ids": "taskIds",
     "judge_model": "judgeModel",
     "embedding_model": "embeddingModel",
@@ -522,6 +534,8 @@ export type CancelEvalRunResponseBody$Outbound = {
   suite_id: string;
   suite_version: number;
   suite_version_id: string;
+  org_id: string;
+  team_id: string;
   status: string;
   models: Array<string>;
   task_ids: Array<string> | null;
@@ -551,6 +565,8 @@ export const CancelEvalRunResponseBody$outboundSchema: z.ZodType<
   suiteId: z.string(),
   suiteVersion: z.number().int(),
   suiteVersionId: z.string(),
+  orgId: z.string(),
+  teamId: z.string(),
   status: components.EvalRunStatus$outboundSchema,
   models: z.array(z.string()),
   taskIds: z.nullable(z.array(z.string())),
@@ -572,6 +588,8 @@ export const CancelEvalRunResponseBody$outboundSchema: z.ZodType<
     suiteId: "suite_id",
     suiteVersion: "suite_version",
     suiteVersionId: "suite_version_id",
+    orgId: "org_id",
+    teamId: "team_id",
     taskIds: "task_ids",
     judgeModel: "judge_model",
     embeddingModel: "embedding_model",

package/src/models/operations/createevalrun.ts

@@ -92,6 +92,14 @@ export type CreateEvalRunResponseBody = {
   suiteId: string;
   suiteVersion: number;
   suiteVersionId: string;
+  /**
+   * The org that owns this run.
+   */
+  orgId: string;
+  /**
+   * The team that owns this run.
+   */
+  teamId: string;
   status: components.EvalRunStatus;
   models: Array<string>;
   taskIds: Array<string> | null;
@@ -452,6 +460,8 @@ export const CreateEvalRunResponseBody$inboundSchema: z.ZodType<
   suite_id: z.string(),
   suite_version: z.number().int(),
   suite_version_id: z.string(),
+  org_id: z.string(),
+  team_id: z.string(),
   status: components.EvalRunStatus$inboundSchema,
   models: z.array(z.string()),
   task_ids: z.nullable(z.array(z.string())),
@@ -473,6 +483,8 @@ export const CreateEvalRunResponseBody$inboundSchema: z.ZodType<
     "suite_id": "suiteId",
     "suite_version": "suiteVersion",
     "suite_version_id": "suiteVersionId",
+    "org_id": "orgId",
+    "team_id": "teamId",
     "task_ids": "taskIds",
     "judge_model": "judgeModel",
     "embedding_model": "embeddingModel",
@@ -492,6 +504,8 @@ export type CreateEvalRunResponseBody$Outbound = {
   suite_id: string;
   suite_version: number;
   suite_version_id: string;
+  org_id: string;
+  team_id: string;
   status: string;
   models: Array<string>;
   task_ids: Array<string> | null;
@@ -521,6 +535,8 @@ export const CreateEvalRunResponseBody$outboundSchema: z.ZodType<
   suiteId: z.string(),
   suiteVersion: z.number().int(),
   suiteVersionId: z.string(),
+  orgId: z.string(),
+  teamId: z.string(),
   status: components.EvalRunStatus$outboundSchema,
   models: z.array(z.string()),
   taskIds: z.nullable(z.array(z.string())),
@@ -542,6 +558,8 @@ export const CreateEvalRunResponseBody$outboundSchema: z.ZodType<
     suiteId: "suite_id",
     suiteVersion: "suite_version",
     suiteVersionId: "suite_version_id",
+    orgId: "org_id",
+    teamId: "team_id",
     taskIds: "task_ids",
     judgeModel: "judge_model",
     embeddingModel: "embedding_model",

package/src/models/operations/getevalrun.ts

@@ -92,6 +92,14 @@ export type GetEvalRunResponseBody = {
   suiteId: string;
   suiteVersion: number;
   suiteVersionId: string;
+  /**
+   * The org that owns this run.
+   */
+  orgId: string;
+  /**
+   * The team that owns this run.
+   */
+  teamId: string;
   status: components.EvalRunStatus;
   models: Array<string>;
   taskIds: Array<string> | null;
@@ -474,6 +482,8 @@ export const GetEvalRunResponseBody$inboundSchema: z.ZodType<
   suite_id: z.string(),
   suite_version: z.number().int(),
   suite_version_id: z.string(),
+  org_id: z.string(),
+  team_id: z.string(),
   status: components.EvalRunStatus$inboundSchema,
   models: z.array(z.string()),
   task_ids: z.nullable(z.array(z.string())),
@@ -495,6 +505,8 @@ export const GetEvalRunResponseBody$inboundSchema: z.ZodType<
     "suite_id": "suiteId",
     "suite_version": "suiteVersion",
     "suite_version_id": "suiteVersionId",
+    "org_id": "orgId",
+    "team_id": "teamId",
     "task_ids": "taskIds",
     "judge_model": "judgeModel",
     "embedding_model": "embeddingModel",
@@ -514,6 +526,8 @@ export type GetEvalRunResponseBody$Outbound = {
   suite_id: string;
   suite_version: number;
   suite_version_id: string;
+  org_id: string;
+  team_id: string;
   status: string;
   models: Array<string>;
   task_ids: Array<string> | null;
@@ -543,6 +557,8 @@ export const GetEvalRunResponseBody$outboundSchema: z.ZodType<
   suiteId: z.string(),
   suiteVersion: z.number().int(),
   suiteVersionId: z.string(),
+  orgId: z.string(),
+  teamId: z.string(),
   status: components.EvalRunStatus$outboundSchema,
   models: z.array(z.string()),
   taskIds: z.nullable(z.array(z.string())),
@@ -564,6 +580,8 @@ export const GetEvalRunResponseBody$outboundSchema: z.ZodType<
     suiteId: "suite_id",
     suiteVersion: "suite_version",
     suiteVersionId: "suite_version_id",
+    orgId: "org_id",
+    teamId: "team_id",
     taskIds: "task_ids",
     judgeModel: "judge_model",
     embeddingModel: "embedding_model",

package/src/models/operations/listevalruns.ts

@@ -106,6 +106,14 @@ export type ListEvalRunsData = {
   suiteId: string;
   suiteVersion: number;
   suiteVersionId: string;
+  /**
+   * The org that owns this run.
+   */
+  orgId: string;
+  /**
+   * The team that owns this run.
+   */
+  teamId: string;
   status: components.EvalRunStatus;
   models: Array<string>;
   taskIds: Array<string> | null;
@@ -524,6 +532,8 @@ export const ListEvalRunsData$inboundSchema: z.ZodType<
   suite_id: z.string(),
   suite_version: z.number().int(),
   suite_version_id: z.string(),
+  org_id: z.string(),
+  team_id: z.string(),
   status: components.EvalRunStatus$inboundSchema,
   models: z.array(z.string()),
   task_ids: z.nullable(z.array(z.string())),
@@ -545,6 +555,8 @@ export const ListEvalRunsData$inboundSchema: z.ZodType<
     "suite_id": "suiteId",
     "suite_version": "suiteVersion",
     "suite_version_id": "suiteVersionId",
+    "org_id": "orgId",
+    "team_id": "teamId",
     "task_ids": "taskIds",
     "judge_model": "judgeModel",
     "embedding_model": "embeddingModel",
@@ -564,6 +576,8 @@ export type ListEvalRunsData$Outbound = {
   suite_id: string;
   suite_version: number;
   suite_version_id: string;
+  org_id: string;
+  team_id: string;
   status: string;
   models: Array<string>;
   task_ids: Array<string> | null;
@@ -593,6 +607,8 @@ export const ListEvalRunsData$outboundSchema: z.ZodType<
   suiteId: z.string(),
   suiteVersion: z.number().int(),
   suiteVersionId: z.string(),
+  orgId: z.string(),
+  teamId: z.string(),
   status: components.EvalRunStatus$outboundSchema,
   models: z.array(z.string()),
   taskIds: z.nullable(z.array(z.string())),
@@ -614,6 +630,8 @@ export const ListEvalRunsData$outboundSchema: z.ZodType<
     suiteId: "suite_id",
     suiteVersion: "suite_version",
     suiteVersionId: "suite_version_id",
+    orgId: "org_id",
+    teamId: "team_id",
     taskIds: "task_ids",
     judgeModel: "judge_model",
     embeddingModel: "embedding_model",

package/src/models/operations/listevalsamples.ts

@@ -31,6 +31,7 @@ export type ListEvalSamplesRequest = {
   scoreMin?: number | undefined;
   scoreMax?: number | undefined;
   includeDatasetRow?: boolean | undefined;
+  includeReasoning?: boolean | undefined;
   sampleIndex?: string | undefined;
   /**
    * Optional external end-user identifier forwarded by the API gateway.
@@ -63,6 +64,7 @@ export const ListEvalSamplesRequest$inboundSchema: z.ZodType<
   score_min: z.number().optional(),
   score_max: z.number().optional(),
   include_dataset_row: z.boolean().default(true),
+  include_reasoning: z.boolean().default(false),
   sample_index: z.string().optional(),
   "X-On-Behalf-Of": z.string().optional(),
 }).transform((v) => {
@@ -73,6 +75,7 @@ export const ListEvalSamplesRequest$inboundSchema: z.ZodType<
     "score_min": "scoreMin",
     "score_max": "scoreMax",
     "include_dataset_row": "includeDatasetRow",
+    "include_reasoning": "includeReasoning",
     "sample_index": "sampleIndex",
     "X-On-Behalf-Of": "xOnBehalfOf",
   });
@@ -89,6 +92,7 @@ export type ListEvalSamplesRequest$Outbound = {
   score_min?: number | undefined;
   score_max?: number | undefined;
   include_dataset_row: boolean;
+  include_reasoning: boolean;
   sample_index?: string | undefined;
   "X-On-Behalf-Of"?: string | undefined;
 };
@@ -109,6 +113,7 @@ export const ListEvalSamplesRequest$outboundSchema: z.ZodType<
   scoreMin: z.number().optional(),
   scoreMax: z.number().optional(),
   includeDatasetRow: z.boolean().default(true),
+  includeReasoning: z.boolean().default(false),
   sampleIndex: z.string().optional(),
   xOnBehalfOf: z.string().optional(),
 }).transform((v) => {
@@ -119,6 +124,7 @@ export const ListEvalSamplesRequest$outboundSchema: z.ZodType<
     scoreMin: "score_min",
     scoreMax: "score_max",
     includeDatasetRow: "include_dataset_row",
+    includeReasoning: "include_reasoning",
     sampleIndex: "sample_index",
     xOnBehalfOf: "X-On-Behalf-Of",
   });

package/src/models/operations/listevalscheduleruns.ts

@@ -111,6 +111,14 @@ export type ListEvalScheduleRunsData = {
   suiteId: string;
   suiteVersion: number;
   suiteVersionId: string;
+  /**
+   * The org that owns this run.
+   */
+  orgId: string;
+  /**
+   * The team that owns this run.
+   */
+  teamId: string;
   status: components.EvalRunStatus;
   models: Array<string>;
   taskIds: Array<string> | null;
@@ -545,6 +553,8 @@ export const ListEvalScheduleRunsData$inboundSchema: z.ZodType<
   suite_id: z.string(),
   suite_version: z.number().int(),
   suite_version_id: z.string(),
+  org_id: z.string(),
+  team_id: z.string(),
   status: components.EvalRunStatus$inboundSchema,
   models: z.array(z.string()),
   task_ids: z.nullable(z.array(z.string())),
@@ -566,6 +576,8 @@ export const ListEvalScheduleRunsData$inboundSchema: z.ZodType<
     "suite_id": "suiteId",
     "suite_version": "suiteVersion",
     "suite_version_id": "suiteVersionId",
+    "org_id": "orgId",
+    "team_id": "teamId",
     "task_ids": "taskIds",
     "judge_model": "judgeModel",
     "embedding_model": "embeddingModel",
@@ -585,6 +597,8 @@ export type ListEvalScheduleRunsData$Outbound = {
   suite_id: string;
   suite_version: number;
   suite_version_id: string;
+  org_id: string;
+  team_id: string;
   status: string;
   models: Array<string>;
   task_ids: Array<string> | null;
@@ -614,6 +628,8 @@ export const ListEvalScheduleRunsData$outboundSchema: z.ZodType<
   suiteId: z.string(),
   suiteVersion: z.number().int(),
   suiteVersionId: z.string(),
+  orgId: z.string(),
+  teamId: z.string(),
   status: components.EvalRunStatus$outboundSchema,
   models: z.array(z.string()),
   taskIds: z.nullable(z.array(z.string())),
@@ -635,6 +651,8 @@ export const ListEvalScheduleRunsData$outboundSchema: z.ZodType<
     suiteId: "suite_id",
     suiteVersion: "suite_version",
     suiteVersionId: "suite_version_id",
+    orgId: "org_id",
+    teamId: "team_id",
     taskIds: "task_ids",
     judgeModel: "judge_model",
     embeddingModel: "embedding_model",

package/src/models/operations/listevalsuiteleaderboardruns.ts

@@ -97,6 +97,14 @@ export type ListEvalSuiteLeaderboardRunsData = {
   suiteId: string;
   suiteVersion: number;
   suiteVersionId: string;
+  /**
+   * The org that owns this run.
+   */
+  orgId: string;
+  /**
+   * The team that owns this run.
+   */
+  teamId: string;
   status: components.EvalRunStatus;
   models: Array<string>;
   taskIds: Array<string> | null;
@@ -555,6 +563,8 @@ export const ListEvalSuiteLeaderboardRunsData$inboundSchema: z.ZodType<
   suite_id: z.string(),
   suite_version: z.number().int(),
   suite_version_id: z.string(),
+  org_id: z.string(),
+  team_id: z.string(),
   status: components.EvalRunStatus$inboundSchema,
   models: z.array(z.string()),
   task_ids: z.nullable(z.array(z.string())),
@@ -580,6 +590,8 @@ export const ListEvalSuiteLeaderboardRunsData$inboundSchema: z.ZodType<
     "suite_id": "suiteId",
     "suite_version": "suiteVersion",
     "suite_version_id": "suiteVersionId",
+    "org_id": "orgId",
+    "team_id": "teamId",
     "task_ids": "taskIds",
     "judge_model": "judgeModel",
     "embedding_model": "embeddingModel",
@@ -599,6 +611,8 @@ export type ListEvalSuiteLeaderboardRunsData$Outbound = {
   suite_id: string;
   suite_version: number;
   suite_version_id: string;
+  org_id: string;
+  team_id: string;
   status: string;
   models: Array<string>;
   task_ids: Array<string> | null;
@@ -628,6 +642,8 @@ export const ListEvalSuiteLeaderboardRunsData$outboundSchema: z.ZodType<
   suiteId: z.string(),
   suiteVersion: z.number().int(),
   suiteVersionId: z.string(),
+  orgId: z.string(),
+  teamId: z.string(),
   status: components.EvalRunStatus$outboundSchema,
   models: z.array(z.string()),
   taskIds: z.nullable(z.array(z.string())),
@@ -653,6 +669,8 @@ export const ListEvalSuiteLeaderboardRunsData$outboundSchema: z.ZodType<
     suiteId: "suite_id",
     suiteVersion: "suite_version",
     suiteVersionId: "suite_version_id",
+    orgId: "org_id",
+    teamId: "team_id",
     taskIds: "task_ids",
     judgeModel: "judge_model",
     embeddingModel: "embedding_model",

package/src/models/operations/rerunfailedevalsamples.ts

@@ -96,6 +96,14 @@ export type RerunFailedEvalSamplesResponseBody = {
   suiteId: string;
   suiteVersion: number;
   suiteVersionId: string;
+  /**
+   * The org that owns this run.
+   */
+  orgId: string;
+  /**
+   * The team that owns this run.
+   */
+  teamId: string;
   status: components.EvalRunStatus;
   models: Array<string>;
   taskIds: Array<string> | null;
@@ -492,6 +500,8 @@ export const RerunFailedEvalSamplesResponseBody$inboundSchema: z.ZodType<
   suite_id: z.string(),
   suite_version: z.number().int(),
   suite_version_id: z.string(),
+  org_id: z.string(),
+  team_id: z.string(),
   status: components.EvalRunStatus$inboundSchema,
   models: z.array(z.string()),
   task_ids: z.nullable(z.array(z.string())),
@@ -515,6 +525,8 @@ export const RerunFailedEvalSamplesResponseBody$inboundSchema: z.ZodType<
     "suite_id": "suiteId",
     "suite_version": "suiteVersion",
     "suite_version_id": "suiteVersionId",
+    "org_id": "orgId",
+    "team_id": "teamId",
     "task_ids": "taskIds",
     "judge_model": "judgeModel",
     "embedding_model": "embeddingModel",
@@ -534,6 +546,8 @@ export type RerunFailedEvalSamplesResponseBody$Outbound = {
   suite_id: string;
   suite_version: number;
   suite_version_id: string;
+  org_id: string;
+  team_id: string;
   status: string;
   models: Array<string>;
   task_ids: Array<string> | null;
@@ -563,6 +577,8 @@ export const RerunFailedEvalSamplesResponseBody$outboundSchema: z.ZodType<
   suiteId: z.string(),
   suiteVersion: z.number().int(),
   suiteVersionId: z.string(),
+  orgId: z.string(),
+  teamId: z.string(),
   status: components.EvalRunStatus$outboundSchema,
   models: z.array(z.string()),
   taskIds: z.nullable(z.array(z.string())),
@@ -586,6 +602,8 @@ export const RerunFailedEvalSamplesResponseBody$outboundSchema: z.ZodType<
     suiteId: "suite_id",
     suiteVersion: "suite_version",
     suiteVersionId: "suite_version_id",
+    orgId: "org_id",
+    teamId: "team_id",
     taskIds: "task_ids",
     judgeModel: "judge_model",
     embeddingModel: "embedding_model",

package/src/models/operations/retryfailedevalrun.ts

@@ -96,6 +96,14 @@ export type RetryFailedEvalRunResponseBody = {
   suiteId: string;
   suiteVersion: number;
   suiteVersionId: string;
+  /**
+   * The org that owns this run.
+   */
+  orgId: string;
+  /**
+   * The team that owns this run.
+   */
+  teamId: string;
   status: components.EvalRunStatus;
   models: Array<string>;
   taskIds: Array<string> | null;
@@ -488,6 +496,8 @@ export const RetryFailedEvalRunResponseBody$inboundSchema: z.ZodType<
   suite_id: z.string(),
   suite_version: z.number().int(),
   suite_version_id: z.string(),
+  org_id: z.string(),
+  team_id: z.string(),
   status: components.EvalRunStatus$inboundSchema,
   models: z.array(z.string()),
   task_ids: z.nullable(z.array(z.string())),
@@ -509,6 +519,8 @@ export const RetryFailedEvalRunResponseBody$inboundSchema: z.ZodType<
     "suite_id": "suiteId",
     "suite_version": "suiteVersion",
     "suite_version_id": "suiteVersionId",
+    "org_id": "orgId",
+    "team_id": "teamId",
     "task_ids": "taskIds",
     "judge_model": "judgeModel",
     "embedding_model": "embeddingModel",
@@ -528,6 +540,8 @@ export type RetryFailedEvalRunResponseBody$Outbound = {
   suite_id: string;
   suite_version: number;
   suite_version_id: string;
+  org_id: string;
+  team_id: string;
   status: string;
   models: Array<string>;
   task_ids: Array<string> | null;
@@ -557,6 +571,8 @@ export const RetryFailedEvalRunResponseBody$outboundSchema: z.ZodType<
   suiteId: z.string(),
   suiteVersion: z.number().int(),
   suiteVersionId: z.string(),
+  orgId: z.string(),
+  teamId: z.string(),
   status: components.EvalRunStatus$outboundSchema,
   models: z.array(z.string()),
   taskIds: z.nullable(z.array(z.string())),
@@ -578,6 +594,8 @@ export const RetryFailedEvalRunResponseBody$outboundSchema: z.ZodType<
     suiteId: "suite_id",
     suiteVersion: "suite_version",
     suiteVersionId: "suite_version_id",
+    orgId: "org_id",
+    teamId: "team_id",
     taskIds: "task_ids",
     judgeModel: "judge_model",
     embeddingModel: "embedding_model",

package/src/react-query/llmEvalsListSamples.core.ts

@@ -52,6 +52,7 @@ export function buildLlmEvalsListSamplesQuery(
       scoreMin: request.scoreMin,
       scoreMax: request.scoreMax,
       includeDatasetRow: request.includeDatasetRow,
+      includeReasoning: request.includeReasoning,
       sampleIndex: request.sampleIndex,
       xOnBehalfOf: request.xOnBehalfOf,
     }),
@@ -90,6 +91,7 @@ export function queryKeyLlmEvalsListSamples(
     scoreMin?: number | undefined;
     scoreMax?: number | undefined;
     includeDatasetRow?: boolean | undefined;
+    includeReasoning?: boolean | undefined;
     sampleIndex?: string | undefined;
     xOnBehalfOf?: string | undefined;
   },

package/src/react-query/llmEvalsListSamples.ts

@@ -115,6 +115,7 @@ export function setLlmEvalsListSamplesData(
       scoreMin?: number | undefined;
       scoreMax?: number | undefined;
       includeDatasetRow?: boolean | undefined;
+      includeReasoning?: boolean | undefined;
       sampleIndex?: string | undefined;
       xOnBehalfOf?: string | undefined;
     },
@@ -141,6 +142,7 @@ export function invalidateLlmEvalsListSamples(
         scoreMin?: number | undefined;
         scoreMax?: number | undefined;
         includeDatasetRow?: boolean | undefined;
+        includeReasoning?: boolean | undefined;
         sampleIndex?: string | undefined;
         xOnBehalfOf?: string | undefined;
       },