@lightsage/mcp 0.3.1 → 0.4.1

package/src/models/publiccriterionverdict.ts

@@ -0,0 +1,48 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: 8574e6eb13db
+ */
+
+import * as z from "zod";
+import { ClosedEnum } from "../types/enums.js";
+
+/**
+ * `PASS` when the evidence shows the requirement was met, `FAIL` when it shows it was not, and `NOT_VERIFIED` when the evidence cannot confirm it. Any `FAIL` or `NOT_VERIFIED` fails the run, whatever the score.
+ */
+export const Verdict = {
+  Pass: "PASS",
+  Fail: "FAIL",
+  NotVerified: "NOT_VERIFIED",
+} as const;
+/**
+ * `PASS` when the evidence shows the requirement was met, `FAIL` when it shows it was not, and `NOT_VERIFIED` when the evidence cannot confirm it. Any `FAIL` or `NOT_VERIFIED` fails the run, whatever the score.
+ */
+export type Verdict = ClosedEnum<typeof Verdict>;
+
+export const Verdict$zodSchema = z.enum([
+  "PASS",
+  "FAIL",
+  "NOT_VERIFIED",
+]).describe(
+  "`PASS` when the evidence shows the requirement was met, `FAIL` when it shows it was not, and `NOT_VERIFIED` when the evidence cannot confirm it. Any `FAIL` or `NOT_VERIFIED` fails the run, whatever the score.",
+);
+
+export type PublicCriterionVerdict = {
+  criterion: string;
+  verdict: Verdict;
+  evidence?: string | null | undefined;
+};
+
+export const PublicCriterionVerdict$zodSchema: z.ZodType<
+  PublicCriterionVerdict
+> = z.object({
+  criterion: z.string().describe(
+    "One mandatory requirement from the judge criteria.",
+  ),
+  evidence: z.string().nullable().optional().describe(
+    "Short evidence the judge gave for the verdict.",
+  ),
+  verdict: Verdict$zodSchema.describe(
+    "`PASS` when the evidence shows the requirement was met, `FAIL` when it shows it was not, and `NOT_VERIFIED` when the evidence cannot confirm it. Any `FAIL` or `NOT_VERIFIED` fails the run, whatever the score.",
+  ),
+});

package/src/models/publiccurrentvisibilityresponse.ts

@@ -36,12 +36,12 @@ export const PublicCurrentVisibilityResponse$zodSchema: z.ZodType<
   end_date: z.string(),
   has_data: z.boolean(),
   share_of_voice: z.number().nullable().optional().describe(
-    "Share of all brand mentions across tracked companies, 0 to 1.",
+    "Fraction of successful prompt runs that mention the company, from 0 to 1; for example, 0.25 means one in four runs. Failed provider runs are excluded.",
   ),
   share_of_voice_rank: z.int().nullable().optional(),
   start_date: z.string(),
   visibility_score: z.number().nullable().optional().describe(
-    "The visibility score, from 0 to 1.",
+    "Mean recommendation strength across successful prompt runs, from 0 to 1. Each run contributes the company's recommendation strength (0 to 1) when it is mentioned and 0 when it is not. Failed provider runs are excluded.",
   ),
   visibility_score_rank: z.int().nullable().optional(),
 });

package/src/models/publicevalrunenvironment.ts

@@ -0,0 +1,47 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: 99dc6a5135ee
+ */
+
+import * as z from "zod";
+
+/**
+ * Non-secret summary of the environment an eval run was queued with.
+ */
+export type PublicEvalRunEnvironment = {
+  id?: string | null | undefined;
+  name?: string | null | undefined;
+  updated_at?: string | null | undefined;
+  queued_at?: string | null | undefined;
+  variable_names?: Array<string> | undefined;
+  inline?: boolean | undefined;
+  changed_since_queued?: boolean | null | undefined;
+};
+
+export const PublicEvalRunEnvironment$zodSchema: z.ZodType<
+  PublicEvalRunEnvironment
+> = z.object({
+  changed_since_queued: z.boolean().nullable().optional().describe(
+    "True when the saved environment has been edited or deleted since the run was queued, so a rerun would use different values. Null when unknown or for inline environments.",
+  ),
+  id: z.string().nullable().optional().describe(
+    "Environment ID, as listed by the environments operation.",
+  ),
+  inline: z.boolean().default(false).describe(
+    "True when variables were supplied inline with the run request instead of from a saved environment.",
+  ),
+  name: z.string().nullable().optional().describe(
+    "Environment name when the run was queued.",
+  ),
+  queued_at: z.string().nullable().optional().describe(
+    "When the run was queued with this environment.",
+  ),
+  updated_at: z.string().nullable().optional().describe(
+    "Environment version the run used: when its name or variables last changed before the run was queued. Null if the environment had not changed since versioning was introduced.",
+  ),
+  variable_names: z.array(z.string()).optional().describe(
+    "Variable names supplied to the run. Values are never returned.",
+  ),
+}).describe(
+  "Non-secret summary of the environment an eval run was queued with.",
+);

package/src/models/publicevalrunprogress.ts

@@ -12,6 +12,7 @@ export type PublicEvalRunProgress = {
   completed?: number | undefined;
   failed?: number | undefined;
   cancelled?: number | undefined;
+  retrying?: number | undefined;
   interrupted?: number | undefined;
   percent?: number | undefined;
 };
@@ -21,11 +22,16 @@ export const PublicEvalRunProgress$zodSchema: z.ZodType<PublicEvalRunProgress> =
     cancelled: z.int().default(0),
     completed: z.int().default(0),
     failed: z.int().default(0),
-    interrupted: z.int().default(0),
+    interrupted: z.int().default(0).describe(
+      "Deprecated compatibility alias for `retrying`; use `retrying`.",
+    ),
     percent: z.number().default(0).describe(
-      "The percentage of child jobs in a terminal state. It can reach `100` while the parent job is still summarizing, so use `status` to detect completion.",
+      "The percentage of child jobs in a final state (`completed`, `failed`, or `cancelled`). It can reach `100` while the parent job is still summarizing, so use `status` to detect completion.",
     ),
     queued: z.int().default(0),
+    retrying: z.int().default(0).describe(
+      "Recoverable child jobs waiting to be retried. These remain active and are excluded from `percent`.",
+    ),
     running: z.int().default(0),
     total: z.int().default(0),
   });

package/src/models/publicgraderresult.ts

@@ -0,0 +1,44 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: 73852ac8b2ad
+ */
+
+import * as z from "zod";
+import {
+  PublicCriterionVerdict,
+  PublicCriterionVerdict$zodSchema,
+} from "./publiccriterionverdict.js";
+
+export type PublicGraderResult = {
+  name: string;
+  label?: string | null | undefined;
+  passed?: boolean | null | undefined;
+  score?: number | null | undefined;
+  deductions?: Array<string> | undefined;
+  details?: string | null | undefined;
+  criteria_verdicts?: Array<PublicCriterionVerdict> | undefined;
+};
+
+export const PublicGraderResult$zodSchema: z.ZodType<PublicGraderResult> = z
+  .object({
+    criteria_verdicts: z.array(PublicCriterionVerdict$zodSchema).optional()
+      .describe(
+        "Judges only: a verdict for each mandatory requirement in the judge criteria. Empty for other checks and for runs graded before per-requirement verdicts were recorded.",
+      ),
+    deductions: z.array(z.string()).optional().describe(
+      "Specific shortcomings the check recorded, even when it passed. A judge can pass with a score below 1 and still list deductions here; those checks do not appear in `failure_reasons`.",
+    ),
+    details: z.string().nullable().optional().describe(
+      "Reasoning or check output explaining the verdict.",
+    ),
+    label: z.string().nullable().optional().describe(
+      "Display name for the check, when the grader sets one.",
+    ),
+    name: z.string().describe("Grader name as configured on the eval."),
+    passed: z.boolean().nullable().optional().describe(
+      "Whether this check passed.",
+    ),
+    score: z.number().nullable().optional().describe(
+      "Score from 0 to 1 for checks that score partially, such as judges; null for pass/fail checks.",
+    ),
+  });

package/src/models/publicpromptvisibilitymetrics.ts

@@ -25,10 +25,10 @@ export const PublicPromptVisibilityMetrics$zodSchema: z.ZodType<
     "One per prompt, platform, and run date.",
   ),
   share_of_voice: z.number().nullable().optional().describe(
-    "Share of all brand mentions across tracked companies, 0 to 1.",
+    "Fraction of successful prompt runs that mention the company, from 0 to 1; for example, 0.25 means one in four runs. Failed provider runs are excluded.",
   ),
   visibility_score: z.number().nullable().optional().describe(
-    "The visibility score, from 0 to 1.",
+    "Mean recommendation strength across successful prompt runs, from 0 to 1. Each run contributes the company's recommendation strength (0 to 1) when it is mentioned and 0 when it is not. Failed provider runs are excluded.",
   ),
   visibility_score_rank: z.int().nullable().optional(),
 });

package/src/models/publicvisibilitysnapshot.ts

@@ -23,14 +23,14 @@ export const PublicVisibilitySnapshot$zodSchema: z.ZodType<
   ),
   average_position_rank: z.int().nullable().optional(),
   share_of_voice: z.number().nullable().optional().describe(
-    "Share of all brand mentions across tracked companies, 0 to 1.",
+    "Fraction of successful prompt runs that mention the company, from 0 to 1; for example, 0.25 means one in four runs. Failed provider runs are excluded.",
   ),
   share_of_voice_rank: z.int().nullable().optional(),
   total_citations: z.int().default(0).describe(
     "Owned-domain citations across all platforms; 0, not `null`, with no prompt runs.",
   ),
   visibility_score: z.number().nullable().optional().describe(
-    "The visibility score, from 0 to 1.",
+    "Mean recommendation strength across successful prompt runs, from 0 to 1. Each run contributes the company's recommendation strength (0 to 1) when it is mentioned and 0 when it is not. Failed provider runs are excluded.",
   ),
   visibility_score_rank: z.int().nullable().optional(),
 });

package/src/models/searchgroundingmode.ts

@@ -0,0 +1,26 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: d6aefbc6ebf6
+ */
+
+import * as z from "zod";
+import { ClosedEnum } from "../types/enums.js";
+
+/**
+ * Requested web-retrieval behavior for an eval run.
+ */
+export const SearchGroundingMode = {
+  Disabled: "disabled",
+  Enabled: "enabled",
+  Default: "default",
+} as const;
+/**
+ * Requested web-retrieval behavior for an eval run.
+ */
+export type SearchGroundingMode = ClosedEnum<typeof SearchGroundingMode>;
+
+export const SearchGroundingMode$zodSchema = z.enum([
+  "disabled",
+  "enabled",
+  "default",
+]).describe("Requested web-retrieval behavior for an eval run.");

package/src/models/updateevaltemplaterequest.ts

@@ -0,0 +1,116 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: 0686d10497e5
+ */
+
+import * as z from "zod";
+import { ClosedEnum } from "../types/enums.js";
+import {
+  EvalTemplateRuntime,
+  EvalTemplateRuntime$zodSchema,
+} from "./evaltemplateruntime.js";
+import {
+  EvalTemplateSchedule,
+  EvalTemplateSchedule$zodSchema,
+} from "./evaltemplateschedule.js";
+import {
+  GraderDefinition,
+  GraderDefinition$zodSchema,
+} from "./graderdefinition.js";
+
+export const UpdateEvalTemplateRequestEvalType = {
+  CustomEval: "custom_eval",
+  AgentPreference: "agent_preference",
+} as const;
+export type UpdateEvalTemplateRequestEvalType = ClosedEnum<
+  typeof UpdateEvalTemplateRequestEvalType
+>;
+
+export const UpdateEvalTemplateRequestEvalType$zodSchema = z.enum([
+  "custom_eval",
+  "agent_preference",
+]);
+
+export const UpdateEvalTemplateRequestIncludedComponent = {
+  Judges: "judges",
+  Targets: "targets",
+  Persona: "persona",
+  Competitors: "competitors",
+  Tag: "tag",
+  Category: "category",
+  Runs: "runs",
+  Schedule: "schedule",
+  Repository: "repository",
+  Environment: "environment",
+  SearchGrounding: "search_grounding",
+  Skills: "skills",
+  McpServers: "mcp_servers",
+  Clis: "clis",
+  BrandDocs: "brand_docs",
+  GithubPr: "github_pr",
+  RuntimeCommands: "runtime_commands",
+} as const;
+export type UpdateEvalTemplateRequestIncludedComponent = ClosedEnum<
+  typeof UpdateEvalTemplateRequestIncludedComponent
+>;
+
+export const UpdateEvalTemplateRequestIncludedComponent$zodSchema = z.enum([
+  "judges",
+  "targets",
+  "persona",
+  "competitors",
+  "tag",
+  "category",
+  "runs",
+  "schedule",
+  "repository",
+  "environment",
+  "search_grounding",
+  "skills",
+  "mcp_servers",
+  "clis",
+  "brand_docs",
+  "github_pr",
+  "runtime_commands",
+]);
+
+export type UpdateEvalTemplateRequest = {
+  expected_template_version?: number | undefined;
+  name?: string | undefined;
+  description?: string | undefined;
+  eval_type?: UpdateEvalTemplateRequestEvalType | undefined;
+  included_components?:
+    | Array<UpdateEvalTemplateRequestIncludedComponent>
+    | null
+    | undefined;
+  persona?: string | undefined;
+  category_name?: string | undefined;
+  tag?: string | undefined;
+  competitor_ids?: Array<string> | null | undefined;
+  judges?: Array<GraderDefinition> | null | undefined;
+  target_keys?: Array<string> | null | undefined;
+  schedule?: EvalTemplateSchedule | null | undefined;
+  runs_per_execution?: number | undefined;
+  runtime?: EvalTemplateRuntime | null | undefined;
+};
+
+export const UpdateEvalTemplateRequest$zodSchema: z.ZodType<
+  UpdateEvalTemplateRequest
+> = z.object({
+  category_name: z.string().optional(),
+  competitor_ids: z.array(z.string()).nullable().optional(),
+  description: z.string().optional(),
+  eval_type: UpdateEvalTemplateRequestEvalType$zodSchema.optional(),
+  expected_template_version: z.int().optional(),
+  included_components: z.array(
+    UpdateEvalTemplateRequestIncludedComponent$zodSchema,
+  ).nullable().optional(),
+  judges: z.array(GraderDefinition$zodSchema).nullable().optional(),
+  name: z.string().optional(),
+  persona: z.string().optional(),
+  runs_per_execution: z.int().optional(),
+  runtime: EvalTemplateRuntime$zodSchema.nullable().optional(),
+  schedule: EvalTemplateSchedule$zodSchema.nullable().optional(),
+  tag: z.string().optional(),
+  target_keys: z.array(z.string()).nullable().optional(),
+});

package/src/models/updatev2evalconfigurationrequest.ts

@@ -4,6 +4,10 @@
  */
 
 import * as z from "zod";
+import {
+  SearchGroundingMode,
+  SearchGroundingMode$zodSchema,
+} from "./searchgroundingmode.js";
 
 export type UpdateV2EvalConfigurationRequest = {
   name?: string | undefined;
@@ -14,6 +18,7 @@ export type UpdateV2EvalConfigurationRequest = {
   skill_ids?: Array<string> | null | undefined;
   skills?: Array<string> | null | undefined;
   include_docs?: boolean | undefined;
+  search_grounding?: SearchGroundingMode | null | undefined;
 };
 
 export const UpdateV2EvalConfigurationRequest$zodSchema: z.ZodType<
@@ -25,6 +30,10 @@ export const UpdateV2EvalConfigurationRequest$zodSchema: z.ZodType<
   mcp_server_ids: z.array(z.string()).nullable().optional(),
   name: z.string().optional(),
   repository_id: z.string().optional(),
+  search_grounding: SearchGroundingMode$zodSchema.nullable().optional()
+    .describe(
+      "Replacement web-retrieval policy. Omit it to keep the saved value.",
+    ),
   skill_ids: z.array(z.string()).nullable().optional(),
   skills: z.array(z.string()).nullable().optional().describe(
     "Public skill packages saved with this configuration, using GitHub `owner/repository` references.",

package/src/models/updatev2evalrequest.ts

@@ -5,31 +5,18 @@
 
 import * as z from "zod";
 import {
-  V2InlineCliReference,
-  V2InlineCliReference$zodSchema,
-} from "./v2inlineclireference.js";
+  SearchGroundingMode,
+  SearchGroundingMode$zodSchema,
+} from "./searchgroundingmode.js";
 import {
   V2InlineMcpDefinition,
   V2InlineMcpDefinition$zodSchema,
 } from "./v2inlinemcpdefinition.js";
-import {
-  V2SavedCliReference,
-  V2SavedCliReference$zodSchema,
-} from "./v2savedclireference.js";
 import {
   V2SavedMcpReference,
   V2SavedMcpReference$zodSchema,
 } from "./v2savedmcpreference.js";
 
-export type UpdateV2EvalRequestCli = V2SavedCliReference | V2InlineCliReference;
-
-export const UpdateV2EvalRequestCli$zodSchema: z.ZodType<
-  UpdateV2EvalRequestCli
-> = z.union([
-  V2SavedCliReference$zodSchema,
-  V2InlineCliReference$zodSchema,
-]);
-
 export type UpdateV2EvalRequestMcp =
   | V2InlineMcpDefinition
   | V2SavedMcpReference;
@@ -47,8 +34,11 @@ export type UpdateV2EvalRequest = {
   judges?: Array<string> | null | undefined;
   agent?: Array<string> | null | undefined;
   persona?: string | undefined;
-  clis?: Array<V2SavedCliReference | V2InlineCliReference> | null | undefined;
+  clis?: Array<string> | null | undefined;
   mcps?: Array<V2InlineMcpDefinition | V2SavedMcpReference> | null | undefined;
+  setup_commands?: Array<string> | null | undefined;
+  cleanup_commands?: Array<string> | null | undefined;
+  search_grounding?: SearchGroundingMode | null | undefined;
   runs?: number | undefined;
   tags?: Array<string> | null | undefined;
 };
@@ -56,10 +46,12 @@ export type UpdateV2EvalRequest = {
 export const UpdateV2EvalRequest$zodSchema: z.ZodType<UpdateV2EvalRequest> = z
   .object({
     agent: z.array(z.string()).nullable().optional(),
-    clis: z.array(z.union([
-      V2SavedCliReference$zodSchema,
-      V2InlineCliReference$zodSchema,
-    ])).nullable().optional(),
+    cleanup_commands: z.array(z.string()).nullable().optional().describe(
+      "Replacement cleanup commands. Pass an empty array to clear all saved cleanup commands.",
+    ),
+    clis: z.array(z.string()).nullable().optional().describe(
+      "Replacement saved CLI IDs or shell installation commands. UUID values resolve saved CLIs; every other value is an installation command. Pass an empty array to clear all CLIs.",
+    ),
     judges: z.array(z.string()).nullable().optional().describe(
       "Replacement success criteria for the eval.",
     ),
@@ -73,6 +65,13 @@ export const UpdateV2EvalRequest$zodSchema: z.ZodType<UpdateV2EvalRequest> = z
     ),
     prompts: z.array(z.string()).nullable().optional(),
     runs: z.int().optional(),
+    search_grounding: SearchGroundingMode$zodSchema.nullable().optional()
+      .describe(
+        "Replacement web-retrieval policy. Omit it to keep the saved value.",
+      ),
+    setup_commands: z.array(z.string()).nullable().optional().describe(
+      "Replacement setup commands. Pass an empty array to clear all saved setup commands.",
+    ),
     tags: z.array(z.string()).nullable().optional().describe(
       "Replacement labels for the eval. Pass an empty array to clear all tags.",
     ),

package/src/models/v2eval.ts

@@ -4,6 +4,10 @@
  */
 
 import * as z from "zod";
+import {
+  SearchGroundingMode,
+  SearchGroundingMode$zodSchema,
+} from "./searchgroundingmode.js";
 import {
   V2InlineCliReference,
   V2InlineCliReference$zodSchema,
@@ -21,9 +25,9 @@ import {
   V2SavedMcpReference$zodSchema,
 } from "./v2savedmcpreference.js";
 
-export type V2EvalCli = V2SavedCliReference | V2InlineCliReference;
+export type Cli = V2SavedCliReference | V2InlineCliReference;
 
-export const V2EvalCli$zodSchema: z.ZodType<V2EvalCli> = z.union([
+export const Cli$zodSchema: z.ZodType<Cli> = z.union([
   V2SavedCliReference$zodSchema,
   V2InlineCliReference$zodSchema,
 ]);
@@ -44,6 +48,9 @@ export type V2Eval = {
   persona?: string | null | undefined;
   clis?: Array<V2SavedCliReference | V2InlineCliReference> | undefined;
   mcps?: Array<V2InlineMcpDefinition | V2SavedMcpReference> | undefined;
+  setup_commands?: Array<string> | undefined;
+  cleanup_commands?: Array<string> | undefined;
+  search_grounding?: SearchGroundingMode | undefined;
   runs?: number | undefined;
   tags?: Array<string> | undefined;
   created_at?: string | null | undefined;
@@ -52,6 +59,7 @@ export type V2Eval = {
 
 export const V2Eval$zodSchema: z.ZodType<V2Eval> = z.object({
   agent: z.array(z.string()).optional(),
+  cleanup_commands: z.array(z.string()).optional(),
   clis: z.array(z.union([
     V2SavedCliReference$zodSchema,
     V2InlineCliReference$zodSchema,
@@ -67,6 +75,10 @@ export const V2Eval$zodSchema: z.ZodType<V2Eval> = z.object({
   persona: z.string().nullable().optional(),
   prompts: z.array(z.string()).optional(),
   runs: z.int().default(1),
+  search_grounding: SearchGroundingMode$zodSchema.optional().describe(
+    "Requested web-retrieval behavior for an eval run.",
+  ),
+  setup_commands: z.array(z.string()).optional(),
   tags: z.array(z.string()).optional(),
   updated_at: z.string().nullable().optional(),
 });

package/src/models/v2evalconfiguration.ts

@@ -4,6 +4,10 @@
  */
 
 import * as z from "zod";
+import {
+  SearchGroundingMode,
+  SearchGroundingMode$zodSchema,
+} from "./searchgroundingmode.js";
 
 export type V2EvalConfiguration = {
   id: string;
@@ -16,6 +20,7 @@ export type V2EvalConfiguration = {
   skill_ids?: Array<string> | undefined;
   skills?: Array<string> | undefined;
   include_docs?: boolean | undefined;
+  search_grounding?: SearchGroundingMode | undefined;
   created_at?: string | null | undefined;
   updated_at?: string | null | undefined;
 };
@@ -31,6 +36,9 @@ export const V2EvalConfiguration$zodSchema: z.ZodType<V2EvalConfiguration> = z
     mcp_server_ids: z.array(z.string()).optional(),
     name: z.string(),
     repository_id: z.string().nullable().optional(),
+    search_grounding: SearchGroundingMode$zodSchema.optional().describe(
+      "Requested web-retrieval behavior for an eval run.",
+    ),
     skill_ids: z.array(z.string()).optional(),
     skills: z.array(z.string()).optional().describe(
       "Public GitHub `owner/repository` skill packages installed for this configuration.",

package/src/models/v2evalresultsummary.ts

@@ -4,6 +4,18 @@
  */
 
 import * as z from "zod";
+import {
+  PublicEvalRunEnvironment,
+  PublicEvalRunEnvironment$zodSchema,
+} from "./publicevalrunenvironment.js";
+import {
+  PublicGraderResult,
+  PublicGraderResult$zodSchema,
+} from "./publicgraderresult.js";
+import {
+  SearchGroundingMode,
+  SearchGroundingMode$zodSchema,
+} from "./searchgroundingmode.js";
 
 export type V2EvalResultSummary = {
   id: string;
@@ -15,8 +27,15 @@ export type V2EvalResultSummary = {
   passed?: boolean | null | undefined;
   score?: number | null | undefined;
   failure_reasons?: Array<string> | null | undefined;
+  grader_results?: Array<PublicGraderResult> | undefined;
   latency_ms?: number | null | undefined;
+  search_grounding?: SearchGroundingMode | null | undefined;
+  web_retrieval_observed?: boolean | null | undefined;
+  search_observed?: boolean | null | undefined;
+  grounding_qualified?: boolean | null | undefined;
+  grounding_qualification_reason?: string | null | undefined;
   created_at?: string | null | undefined;
+  environment?: PublicEvalRunEnvironment | null | undefined;
 };
 
 export const V2EvalResultSummary$zodSchema: z.ZodType<V2EvalResultSummary> = z
@@ -25,8 +44,21 @@ export const V2EvalResultSummary$zodSchema: z.ZodType<V2EvalResultSummary> = z
       "Runnable agent combining the harness and model.",
     ),
     created_at: z.string().nullable().optional(),
+    environment: PublicEvalRunEnvironment$zodSchema.nullable().optional()
+      .describe(
+        "The environment this attempt used, without secret values. Null when the attempt had no environment.",
+      ),
     eval_id: z.string().nullable().optional(),
-    failure_reasons: z.array(z.string()).nullable().optional(),
+    failure_reasons: z.array(z.string()).nullable().optional().describe(
+      "Checks that failed, listed even when the result passed overall. Deductions from checks that passed are in `grader_results[].deductions`, not here.",
+    ),
+    grader_results: z.array(PublicGraderResult$zodSchema).optional().describe(
+      "Per-check verdicts behind `score`, including deductions recorded by passing checks.",
+    ),
+    grounding_qualification_reason: z.string().nullable().optional(),
+    grounding_qualified: z.boolean().nullable().optional().describe(
+      "Whether the attempt satisfied the requested grounding experiment. Null means the default mode was used or isolation could not be proven.",
+    ),
     id: z.string().describe("Result ID, not an eval job ID."),
     latency_ms: z.int().nullable().optional(),
     passed: z.boolean().nullable().optional(),
@@ -34,4 +66,7 @@ export const V2EvalResultSummary$zodSchema: z.ZodType<V2EvalResultSummary> = z
     prompt_index: z.int().default(0),
     repeat_index: z.int().default(0),
     score: z.number().nullable().optional().describe("Score from 0 to 1."),
+    search_grounding: SearchGroundingMode$zodSchema.nullable().optional(),
+    search_observed: z.boolean().nullable().optional(),
+    web_retrieval_observed: z.boolean().nullable().optional(),
   });

package/src/models/v2evalrun.ts

@@ -64,5 +64,7 @@ export const V2EvalRun$zodSchema: z.ZodType<V2EvalRun> = z.object({
   ),
   stage: z.string().nullable().optional(),
   started_at: z.string().nullable().optional(),
-  status: z.string(),
+  status: z.string().describe(
+    "Terminal values: `completed`, `failed`, and `cancelled`. Recoverable interruptions are reported as `running` with stage `retrying`.",
+  ),
 });