@lightsage/mcp 0.3.1 → 0.4.1

package/src/mcp-server/tools/evalTemplatesV2EvalTemplatesCreate.ts

@@ -0,0 +1,45 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: f6d153b66c00
+ */
+
+import { evalTemplatesV2EvalTemplatesCreate } from "../../funcs/evalTemplatesV2EvalTemplatesCreate.js";
+import { CreateEvalTemplateRequest$zodSchema } from "../../models/createevaltemplaterequest.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: CreateEvalTemplateRequest$zodSchema,
+};
+
+export const tool$evalTemplatesV2EvalTemplatesCreate: ToolDefinition<
+  typeof args
+> = {
+  name: "eval-templates-v2-eval-templates-create",
+  description: `Create an Eval template
+
+Step 1 of the reusable template workflow. Creates an organization-owned Eval template containing only the configuration components selected in \`included_components\`. Do not include task prompts in the template. The response returns the template \`id\` and \`version\`; pass them as \`template_id\` and \`expected_template_version\` to \`POST /v2/evals/batch\` with each eval's name and prompts. Applying a template copies its values into the new evals without creating a live link.`,
+  annotations: {
+    "title": "",
+    "destructiveHint": false,
+    "idempotentHint": false,
+    "openWorldHint": false,
+    "readOnlyHint": false,
+  },
+  args,
+  tool: async (client, args, ctx) => {
+    const [result] = await evalTemplatesV2EvalTemplatesCreate(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    return formatResult(result.value);
+  },
+};

package/src/mcp-server/tools/evalTemplatesV2EvalTemplatesDelete.ts

@@ -0,0 +1,45 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: bfa4338eff8a
+ */
+
+import { evalTemplatesV2EvalTemplatesDelete } from "../../funcs/evalTemplatesV2EvalTemplatesDelete.js";
+import { V2EvalTemplatesDeleteRequest$zodSchema } from "../../models/v2evaltemplatesdeleteop.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: V2EvalTemplatesDeleteRequest$zodSchema,
+};
+
+export const tool$evalTemplatesV2EvalTemplatesDelete: ToolDefinition<
+  typeof args
+> = {
+  name: "eval-templates-v2-eval-templates-delete",
+  description: `Delete an Eval template
+
+Soft-deletes an Eval template. Evals previously created from it remain independent and continue to run with their copied configuration.`,
+  annotations: {
+    "title": "",
+    "destructiveHint": true,
+    "idempotentHint": false,
+    "openWorldHint": false,
+    "readOnlyHint": false,
+  },
+  args,
+  tool: async (client, args, ctx) => {
+    const [result] = await evalTemplatesV2EvalTemplatesDelete(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    return formatResult(result.value);
+  },
+};

package/src/mcp-server/tools/evalTemplatesV2EvalTemplatesList.ts

@@ -0,0 +1,36 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: 8040bdb47e80
+ */
+
+import { evalTemplatesV2EvalTemplatesList } from "../../funcs/evalTemplatesV2EvalTemplatesList.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+export const tool$evalTemplatesV2EvalTemplatesList: ToolDefinition = {
+  name: "eval-templates-v2-eval-templates-list",
+  description: `List Eval templates
+
+Returns active reusable Eval templates owned by the authenticated organization. Templates contain reusable configuration and never task prompts.`,
+  annotations: {
+    "title": "",
+    "destructiveHint": false,
+    "idempotentHint": false,
+    "openWorldHint": false,
+    "readOnlyHint": true,
+  },
+  tool: async (client, ctx) => {
+    const [result] = await evalTemplatesV2EvalTemplatesList(
+      client,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    return formatResult(result.value);
+  },
+};

package/src/mcp-server/tools/{evalResultsV2EvalResultsRetrieve.ts → evalTemplatesV2EvalTemplatesRetrieve.ts}

@@ -1,23 +1,23 @@
 /*
  * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
- * @generated-id: ca0f00d47dca
+ * @generated-id: c0e5159c6665
  */
 
-import { evalResultsV2EvalResultsRetrieve } from "../../funcs/evalResultsV2EvalResultsRetrieve.js";
-import { V2EvalResultsRetrieveRequest$zodSchema } from "../../models/v2evalresultsretrieveop.js";
+import { evalTemplatesV2EvalTemplatesRetrieve } from "../../funcs/evalTemplatesV2EvalTemplatesRetrieve.js";
+import { V2EvalTemplatesRetrieveRequest$zodSchema } from "../../models/v2evaltemplatesretrieveop.js";
 import { formatResult, ToolDefinition } from "../tools.js";
 
 const args = {
-  request: V2EvalResultsRetrieveRequest$zodSchema,
+  request: V2EvalTemplatesRetrieveRequest$zodSchema,
 };
 
-export const tool$evalResultsV2EvalResultsRetrieve: ToolDefinition<
+export const tool$evalTemplatesV2EvalTemplatesRetrieve: ToolDefinition<
   typeof args
 > = {
-  name: "eval-results-v2-eval-results-retrieve",
-  description: `Retrieve Result
+  name: "eval-templates-v2-eval-templates-retrieve",
+  description: `Retrieve an Eval template
 
-Returns one completed custom-eval result with its output and diagnostic details.`,
+Returns one active reusable Eval template.`,
   annotations: {
     "title": "",
     "destructiveHint": false,
@@ -27,7 +27,7 @@ Returns one completed custom-eval result with its output and diagnostic details.
   },
   args,
   tool: async (client, args, ctx) => {
-    const [result] = await evalResultsV2EvalResultsRetrieve(
+    const [result] = await evalTemplatesV2EvalTemplatesRetrieve(
       client,
       args.request,
       { fetchOptions: { signal: ctx.signal } },

package/src/mcp-server/tools/evalTemplatesV2EvalTemplatesUpdate.ts

@@ -0,0 +1,45 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: 1f25df1eae88
+ */
+
+import { evalTemplatesV2EvalTemplatesUpdate } from "../../funcs/evalTemplatesV2EvalTemplatesUpdate.js";
+import { V2EvalTemplatesUpdateRequest$zodSchema } from "../../models/v2evaltemplatesupdateop.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: V2EvalTemplatesUpdateRequest$zodSchema,
+};
+
+export const tool$evalTemplatesV2EvalTemplatesUpdate: ToolDefinition<
+  typeof args
+> = {
+  name: "eval-templates-v2-eval-templates-update",
+  description: `Update an Eval template
+
+Updates an Eval template. Supply \`expected_template_version\` to reject an edit based on stale data. Existing evals are never changed.`,
+  annotations: {
+    "title": "",
+    "destructiveHint": false,
+    "idempotentHint": false,
+    "openWorldHint": false,
+    "readOnlyHint": false,
+  },
+  args,
+  tool: async (client, args, ctx) => {
+    const [result] = await evalTemplatesV2EvalTemplatesUpdate(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    return formatResult(result.value);
+  },
+};

package/src/mcp-server/tools/evalsCancel.ts

@@ -0,0 +1,43 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: f3b70c209c44
+ */
+
+import { evalsCancel } from "../../funcs/evalsCancel.js";
+import { V2EvalRunsCancelRequest$zodSchema } from "../../models/v2evalrunscancelop.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: V2EvalRunsCancelRequest$zodSchema,
+};
+
+export const tool$evalsCancel: ToolDefinition<typeof args> = {
+  name: "evals-cancel",
+  description: `Cancel an eval run
+
+Marks an active eval run as cancelled and prevents queued attempts from starting. Running sandbox attempts are stopped asynchronously. Requests already sent to an external provider cannot be recalled, but any later response does not change the run from cancelled. Repeating this request for an already-cancelled run is safe.`,
+  annotations: {
+    "title": "",
+    "destructiveHint": false,
+    "idempotentHint": false,
+    "openWorldHint": false,
+    "readOnlyHint": false,
+  },
+  args,
+  tool: async (client, args, ctx) => {
+    const [result] = await evalsCancel(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    return formatResult(result.value);
+  },
+};

package/src/mcp-server/tools/{evalRunsV2EvalRunsRetrieve.ts → evalsGet.ts}

@@ -1,9 +1,9 @@
 /*
  * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
- * @generated-id: e09cfa42c6f0
+ * @generated-id: c9ae728c8946
  */
 
-import { evalRunsV2EvalRunsRetrieve } from "../../funcs/evalRunsV2EvalRunsRetrieve.js";
+import { evalsGet } from "../../funcs/evalsGet.js";
 import { V2EvalRunsRetrieveRequest$zodSchema } from "../../models/v2evalrunsretrieveop.js";
 import { formatResult, ToolDefinition } from "../tools.js";
 
@@ -11,11 +11,11 @@ const args = {
   request: V2EvalRunsRetrieveRequest$zodSchema,
 };
 
-export const tool$evalRunsV2EvalRunsRetrieve: ToolDefinition<typeof args> = {
-  name: "eval-runs-v2-eval-runs-retrieve",
-  description: `Retrieve Run
+export const tool$evalsGet: ToolDefinition<typeof args> = {
+  name: "evals-get",
+  description: `Retrieve an eval run
 
-Returns the status and progress of an eval job. Poll until the status reaches a terminal value.`,
+Returns the run's current status and progress. Once its attempts finish, the response also includes their results and analysis. Poll this until the status reaches a terminal value. Use the trace operation for the raw execution event log, or the monitor operation to follow a run live.`,
   annotations: {
     "title": "",
     "destructiveHint": false,
@@ -25,7 +25,7 @@ Returns the status and progress of an eval job. Poll until the status reaches a
   },
   args,
   tool: async (client, args, ctx) => {
-    const [result] = await evalRunsV2EvalRunsRetrieve(
+    const [result] = await evalsGet(
       client,
       args.request,
       { fetchOptions: { signal: ctx.signal } },

package/src/mcp-server/tools/evalsRun.ts

@@ -15,14 +15,16 @@ export const tool$evalsRun: ToolDefinition<typeof args> = {
   name: "evals-run",
   description: `Start an eval run
 
-Queues a durable eval job and returns immediately with a polling ID. Poll \`GET /v2/eval-runs/{run_id}\` until its status reaches a terminal value.
+Queues a durable eval job and returns immediately with a polling ID. Poll \`GET /v2/eval-runs/{run_id}\` until its status reaches a terminal value; once finished it also returns the results and analysis. Follow a run live with the monitor operation.
 
 Send one of these flat request forms:
 
-- **Saved eval:** provide \`eval_id\`; optionally replace its prompts, persona, agents, CLIs, MCPs, or runs for this launch. A saved configuration can still provide repository, environment, skills, and legacy tool selections.
-- **Direct create-and-run:** provide \`prompts\`, \`judges\`, and \`agent\`. You may also provide a persona, tags, repository, write-only environment variables, saved or inline CLIs and MCP servers, and skills.
+- **Saved eval:** provide \`eval_id\`; optionally replace its prompts, persona, agents, CLIs, MCPs, setup commands, cleanup commands, or runs for this launch. A saved configuration can still provide repository, environment, skills, and legacy tool selections.
+- **Direct create-and-run:** provide \`prompts\`, \`judges\`, and \`agent\`. You may also provide a persona, tags, repository, write-only environment variables, saved or inline CLIs and MCP servers, skills, setup commands, and cleanup commands.
 
-The run fans out across prompts × agents × runs. Persona is shared metadata and does not multiply attempts. No separate \`mode\` field is required.`,
+The run fans out across prompts × agents × runs. Persona is shared metadata and does not multiply attempts. No separate \`mode\` field is required. If the organization lacks the estimated credits, the request fails with \`402\` before dispatching work.
+
+A saved or inline environment containing an empty or placeholder credential is rejected with \`400\` before any evaluation is dispatched.`,
   annotations: {
     "title": "",
     "destructiveHint": false,

package/src/mcp-server/tools/evalsV2EvalsBatchCreate.ts

@@ -0,0 +1,43 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: 18f4c7ff36d5
+ */
+
+import { evalsV2EvalsBatchCreate } from "../../funcs/evalsV2EvalsBatchCreate.js";
+import { CreateEvalTemplateBatchRequest$zodSchema } from "../../models/createevaltemplatebatchrequest.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: CreateEvalTemplateBatchRequest$zodSchema,
+};
+
+export const tool$evalsV2EvalsBatchCreate: ToolDefinition<typeof args> = {
+  name: "evals-v2-evals-batch-create",
+  description: `Create evals from a template
+
+Step 2 of the reusable template workflow. Provide the \`id\` and \`version\` returned by \`POST /v2/eval-templates\` as \`template_id\` and \`expected_template_version\`, then provide only prompt-specific fields in \`evals\`. The template supplies only the settings named in its \`included_components\`; omitted settings keep the values supplied by the creation workflow or its defaults. Included values are copied at creation time, so later template changes do not alter the created evals. Competitor selections create one additional eval per selected competitor for every input item, and the response groups each base eval with those variants. Brand-scoped runtime resources are validated against the organization's primary brand before any eval is created.`,
+  annotations: {
+    "title": "",
+    "destructiveHint": false,
+    "idempotentHint": false,
+    "openWorldHint": false,
+    "readOnlyHint": false,
+  },
+  args,
+  tool: async (client, args, ctx) => {
+    const [result] = await evalsV2EvalsBatchCreate(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    return formatResult(result.value);
+  },
+};

package/src/mcp-server/tools/evalsV2EvalsCreate.ts

@@ -15,7 +15,7 @@ export const tool$evalsV2EvalsCreate: ToolDefinition<typeof args> = {
   name: "evals-v2-evals-create",
   description: `Create Eval
 
-Creates a reusable simulation definition with one or more task prompts and judges. Optional agents, persona, CLI installations, MCP servers, repeat count, and tags are saved with the eval. Creating the eval does not start a run and does not accept secret environment values.`,
+Creates a reusable simulation definition with one or more task prompts and judges. Optional agents, persona, CLI installations, MCP servers, setup commands, cleanup commands, grounding policy, repeat count, and tags are saved with the eval. \`search_grounding\` supports \`disabled\`, \`enabled\`, and \`default\`; \`default\` preserves normal platform behavior. Creating the eval does not start a run and does not accept secret environment values.`,
   annotations: {
     "title": "",
     "destructiveHint": false,

package/src/mcp-server/tools/evalsV2EvalsUpdate.ts

@@ -15,7 +15,7 @@ export const tool$evalsV2EvalsUpdate: ToolDefinition<typeof args> = {
   name: "evals-v2-evals-update",
   description: `Update Eval
 
-Updates a reusable eval simulation definition. Omitted fields remain unchanged. Empty \`agent\`, \`clis\`, \`mcps\`, or \`tags\` arrays clear those collections, and \`persona: null\` clears the saved persona.`,
+Updates a reusable eval simulation definition. Omitted fields remain unchanged. Empty \`agent\`, \`clis\`, \`mcps\`, \`setup_commands\`, \`cleanup_commands\`, or \`tags\` arrays clear those collections, and \`persona: null\` clears the saved persona.`,
   annotations: {
     "title": "",
     "destructiveHint": false,

package/src/mcp-server/tools/promptsV2PromptRunsList.ts

@@ -15,7 +15,7 @@ export const tool$promptsV2PromptRunsList: ToolDefinition<typeof args> = {
   name: "prompts-v2-prompt-runs-list",
   description: `List Prompt Runs
 
-Returns stored prompt runs without exposing raw runtime or provider configuration. Filterable by prompt, platform, and date range.`,
+Returns stored prompt runs with limit-and-offset pagination, without exposing raw runtime or provider configuration. Filter by prompt, platform, or date range.`,
   annotations: {
     "title": "",
     "destructiveHint": false,

package/src/mcp-server/tools/promptsV2PromptRunsRetrieve.ts

@@ -15,7 +15,7 @@ export const tool$promptsV2PromptRunsRetrieve: ToolDefinition<typeof args> = {
   name: "prompts-v2-prompt-runs-retrieve",
   description: `Retrieve Prompt Run
 
-Returns one stored prompt run, including its mentions and citations.`,
+Returns one stored prompt run, including mentions, citations, and any sanitized coding-agent trace captured for the run.`,
   annotations: {
     "title": "",
     "destructiveHint": false,

package/src/models/createevaltemplatebatchrequest.ts

@@ -0,0 +1,35 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: 6c3f16ae5afb
+ */
+
+import * as z from "zod";
+import {
+  EvalTemplateBatchItem,
+  EvalTemplateBatchItem$zodSchema,
+} from "./evaltemplatebatchitem.js";
+
+/**
+ * Reuse one template across up to 100 prompt-specific eval definitions.
+ */
+export type CreateEvalTemplateBatchRequest = {
+  template_id: string;
+  expected_template_version?: number | undefined;
+  evals: Array<EvalTemplateBatchItem>;
+};
+
+export const CreateEvalTemplateBatchRequest$zodSchema: z.ZodType<
+  CreateEvalTemplateBatchRequest
+> = z.object({
+  evals: z.array(EvalTemplateBatchItem$zodSchema).describe(
+    "Prompt-specific evals to create from the referenced template. Template-owned fields are intentionally rejected here to avoid ambiguous overrides.",
+  ),
+  expected_template_version: z.int().optional().describe(
+    "Template `version` returned when the template was read or created. When supplied, creation fails if the template changed before reuse.",
+  ),
+  template_id: z.string().describe(
+    "Template `id` returned by `POST /v2/eval-templates`.",
+  ),
+}).describe(
+  "Reuse one template across up to 100 prompt-specific eval definitions.",
+);

package/src/models/createevaltemplaterequest.ts

@@ -0,0 +1,151 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: 42ac0a46d319
+ */
+
+import * as z from "zod";
+import { ClosedEnum } from "../types/enums.js";
+import {
+  EvalTemplateRuntime,
+  EvalTemplateRuntime$zodSchema,
+} from "./evaltemplateruntime.js";
+import {
+  EvalTemplateSchedule,
+  EvalTemplateSchedule$zodSchema,
+} from "./evaltemplateschedule.js";
+import {
+  GraderDefinition,
+  GraderDefinition$zodSchema,
+} from "./graderdefinition.js";
+
+/**
+ * Kind of eval the template creates. A template only applies to evals of the same type.
+ */
+export const CreateEvalTemplateRequestEvalType = {
+  CustomEval: "custom_eval",
+  AgentPreference: "agent_preference",
+} as const;
+/**
+ * Kind of eval the template creates. A template only applies to evals of the same type.
+ */
+export type CreateEvalTemplateRequestEvalType = ClosedEnum<
+  typeof CreateEvalTemplateRequestEvalType
+>;
+
+export const CreateEvalTemplateRequestEvalType$zodSchema = z.enum([
+  "custom_eval",
+  "agent_preference",
+]).describe(
+  "Kind of eval the template creates. A template only applies to evals of the same type.",
+);
+
+export const CreateEvalTemplateRequestIncludedComponent = {
+  Judges: "judges",
+  Targets: "targets",
+  Persona: "persona",
+  Competitors: "competitors",
+  Tag: "tag",
+  Category: "category",
+  Runs: "runs",
+  Schedule: "schedule",
+  Repository: "repository",
+  Environment: "environment",
+  SearchGrounding: "search_grounding",
+  Skills: "skills",
+  McpServers: "mcp_servers",
+  Clis: "clis",
+  BrandDocs: "brand_docs",
+  GithubPr: "github_pr",
+  RuntimeCommands: "runtime_commands",
+} as const;
+export type CreateEvalTemplateRequestIncludedComponent = ClosedEnum<
+  typeof CreateEvalTemplateRequestIncludedComponent
+>;
+
+export const CreateEvalTemplateRequestIncludedComponent$zodSchema = z.enum([
+  "judges",
+  "targets",
+  "persona",
+  "competitors",
+  "tag",
+  "category",
+  "runs",
+  "schedule",
+  "repository",
+  "environment",
+  "search_grounding",
+  "skills",
+  "mcp_servers",
+  "clis",
+  "brand_docs",
+  "github_pr",
+  "runtime_commands",
+]);
+
+/**
+ * Create reusable configuration before supplying prompt-specific evals.
+ */
+export type CreateEvalTemplateRequest = {
+  name: string;
+  description?: string | undefined;
+  eval_type?: CreateEvalTemplateRequestEvalType | undefined;
+  included_components: Array<CreateEvalTemplateRequestIncludedComponent>;
+  persona?: string | undefined;
+  category_name?: string | undefined;
+  tag?: string | undefined;
+  competitor_ids?: Array<string> | undefined;
+  judges?: Array<GraderDefinition> | undefined;
+  target_keys?: Array<string> | undefined;
+  schedule?: EvalTemplateSchedule | undefined;
+  runs_per_execution?: number | undefined;
+  runtime?: EvalTemplateRuntime | undefined;
+};
+
+export const CreateEvalTemplateRequest$zodSchema: z.ZodType<
+  CreateEvalTemplateRequest
+> = z.object({
+  category_name: z.string().optional().describe(
+    "Optional category copied when `category` is included.",
+  ),
+  competitor_ids: z.array(z.string()).optional().describe(
+    "Competitor IDs that create additional variants when `competitors` is included.",
+  ),
+  description: z.string().optional().describe(
+    "Optional guidance describing when to use the template.",
+  ),
+  eval_type: CreateEvalTemplateRequestEvalType$zodSchema.default("custom_eval")
+    .describe(
+      "Kind of eval the template creates. A template only applies to evals of the same type.",
+    ),
+  included_components: z.array(
+    CreateEvalTemplateRequestIncludedComponent$zodSchema,
+  ).describe(
+    "Settings copied when the template is applied. Omitted components do not override the new eval; included components copy their saved value, including an empty value.",
+  ),
+  judges: z.array(GraderDefinition$zodSchema).optional().describe(
+    "Judge definitions copied when `judges` is included. May be empty to explicitly create the eval without template judges.",
+  ),
+  name: z.string().describe(
+    "Organization-visible name for this reusable template.",
+  ),
+  persona: z.string().optional().describe(
+    "Optional persona copied when `persona` is included.",
+  ),
+  runs_per_execution: z.int().default(1).describe(
+    "Attempt count copied when `runs` is included.",
+  ),
+  runtime: EvalTemplateRuntime$zodSchema.optional().describe(
+    "Reusable runtime resources copied into each created eval.",
+  ),
+  schedule: EvalTemplateSchedule$zodSchema.optional().describe(
+    "Schedule copied into every eval created from the template.",
+  ),
+  tag: z.string().optional().describe(
+    "Optional tag copied when `tag` is included.",
+  ),
+  target_keys: z.array(z.string()).optional().describe(
+    "Runnable target keys copied when `targets` is included, such as `agent:codex:gpt-5.6-terra`.",
+  ),
+}).describe(
+  "Create reusable configuration before supplying prompt-specific evals.",
+);

package/src/models/createv2evalconfigurationrequest.ts

@@ -4,6 +4,10 @@
  */
 
 import * as z from "zod";
+import {
+  SearchGroundingMode,
+  SearchGroundingMode$zodSchema,
+} from "./searchgroundingmode.js";
 
 export type CreateV2EvalConfigurationRequest = {
   name: string;
@@ -14,6 +18,7 @@ export type CreateV2EvalConfigurationRequest = {
   skill_ids?: Array<string> | undefined;
   skills?: Array<string> | undefined;
   include_docs?: boolean | undefined;
+  search_grounding?: SearchGroundingMode | undefined;
 };
 
 export const CreateV2EvalConfigurationRequest$zodSchema: z.ZodType<
@@ -25,6 +30,9 @@ export const CreateV2EvalConfigurationRequest$zodSchema: z.ZodType<
   mcp_server_ids: z.array(z.string()).optional(),
   name: z.string(),
   repository_id: z.string().optional(),
+  search_grounding: SearchGroundingMode$zodSchema.optional().describe(
+    "Requested web-retrieval behavior for an eval run.",
+  ),
   skill_ids: z.array(z.string()).optional(),
   skills: z.array(z.string()).optional().describe(
     "Public skill packages saved with this configuration, using GitHub `owner/repository` references such as `resend/resend-skills`.",