@lightsage/mcp 0.4.7 → 0.4.8

package/src/mcp-server/server.ts

@@ -26,63 +26,63 @@ import { tool$agentPreferenceEvalsResultsList } from "./tools/agentPreferenceEva
 import { tool$agentPreferenceEvalsRetrieve } from "./tools/agentPreferenceEvalsRetrieve.js";
 import { tool$agentPreferenceEvalsUpdate } from "./tools/agentPreferenceEvalsUpdate.js";
 import { tool$agentPreferenceHeadToHeadRetrieve } from "./tools/agentPreferenceHeadToHeadRetrieve.js";
-import { tool$agentsV2AgentsList } from "./tools/agentsV2AgentsList.js";
-import { tool$clIsV2ClisList } from "./tools/clIsV2ClisList.js";
-import { tool$environmentsV2EnvironmentsList } from "./tools/environmentsV2EnvironmentsList.js";
-import { tool$evalRunsV2EvalRunsList } from "./tools/evalRunsV2EvalRunsList.js";
+import { tool$agentsList } from "./tools/agentsList.js";
+import { tool$clIsList } from "./tools/clIsList.js";
+import { tool$environmentsList } from "./tools/environmentsList.js";
+import { tool$evalRunsList } from "./tools/evalRunsList.js";
+import { tool$evalsBatchCreate } from "./tools/evalsBatchCreate.js";
 import { tool$evalsCancel } from "./tools/evalsCancel.js";
+import { tool$evalsConfigurationsCreate } from "./tools/evalsConfigurationsCreate.js";
+import { tool$evalsConfigurationsDelete } from "./tools/evalsConfigurationsDelete.js";
+import { tool$evalsConfigurationsList } from "./tools/evalsConfigurationsList.js";
+import { tool$evalsConfigurationsRetrieve } from "./tools/evalsConfigurationsRetrieve.js";
+import { tool$evalsConfigurationsUpdate } from "./tools/evalsConfigurationsUpdate.js";
+import { tool$evalsCreate } from "./tools/evalsCreate.js";
+import { tool$evalsDelete } from "./tools/evalsDelete.js";
 import { tool$evalsGet } from "./tools/evalsGet.js";
+import { tool$evalsList } from "./tools/evalsList.js";
+import { tool$evalsRetrieve } from "./tools/evalsRetrieve.js";
 import { tool$evalsRun } from "./tools/evalsRun.js";
 import { tool$evalsTrace } from "./tools/evalsTrace.js";
-import { tool$evalsV2EvalConfigurationsCreate } from "./tools/evalsV2EvalConfigurationsCreate.js";
-import { tool$evalsV2EvalConfigurationsDelete } from "./tools/evalsV2EvalConfigurationsDelete.js";
-import { tool$evalsV2EvalConfigurationsList } from "./tools/evalsV2EvalConfigurationsList.js";
-import { tool$evalsV2EvalConfigurationsRetrieve } from "./tools/evalsV2EvalConfigurationsRetrieve.js";
-import { tool$evalsV2EvalConfigurationsUpdate } from "./tools/evalsV2EvalConfigurationsUpdate.js";
-import { tool$evalsV2EvalsBatchCreate } from "./tools/evalsV2EvalsBatchCreate.js";
-import { tool$evalsV2EvalsCreate } from "./tools/evalsV2EvalsCreate.js";
-import { tool$evalsV2EvalsDelete } from "./tools/evalsV2EvalsDelete.js";
-import { tool$evalsV2EvalsList } from "./tools/evalsV2EvalsList.js";
-import { tool$evalsV2EvalsRetrieve } from "./tools/evalsV2EvalsRetrieve.js";
-import { tool$evalsV2EvalsUpdate } from "./tools/evalsV2EvalsUpdate.js";
-import { tool$evalTemplatesV2EvalTemplatesCreate } from "./tools/evalTemplatesV2EvalTemplatesCreate.js";
-import { tool$evalTemplatesV2EvalTemplatesDelete } from "./tools/evalTemplatesV2EvalTemplatesDelete.js";
-import { tool$evalTemplatesV2EvalTemplatesList } from "./tools/evalTemplatesV2EvalTemplatesList.js";
-import { tool$evalTemplatesV2EvalTemplatesRetrieve } from "./tools/evalTemplatesV2EvalTemplatesRetrieve.js";
-import { tool$evalTemplatesV2EvalTemplatesUpdate } from "./tools/evalTemplatesV2EvalTemplatesUpdate.js";
-import { tool$mcpServersV2MCPServersList } from "./tools/mcpServersV2MCPServersList.js";
-import { tool$opportunitiesV2OpportunitiesList } from "./tools/opportunitiesV2OpportunitiesList.js";
-import { tool$opportunitiesV2OpportunitiesRetrieve } from "./tools/opportunitiesV2OpportunitiesRetrieve.js";
+import { tool$evalsUpdate } from "./tools/evalsUpdate.js";
+import { tool$evalTemplatesCreate } from "./tools/evalTemplatesCreate.js";
+import { tool$evalTemplatesDelete } from "./tools/evalTemplatesDelete.js";
+import { tool$evalTemplatesList } from "./tools/evalTemplatesList.js";
+import { tool$evalTemplatesRetrieve } from "./tools/evalTemplatesRetrieve.js";
+import { tool$evalTemplatesUpdate } from "./tools/evalTemplatesUpdate.js";
+import { tool$mcpServersList } from "./tools/mcpServersList.js";
+import { tool$opportunitiesList } from "./tools/opportunitiesList.js";
+import { tool$opportunitiesRetrieve } from "./tools/opportunitiesRetrieve.js";
+import { tool$promptsCreate } from "./tools/promptsCreate.js";
+import { tool$promptsDelete } from "./tools/promptsDelete.js";
+import { tool$promptsList } from "./tools/promptsList.js";
+import { tool$promptsRetrieve } from "./tools/promptsRetrieve.js";
 import { tool$promptsRun } from "./tools/promptsRun.js";
+import { tool$promptsRunsList } from "./tools/promptsRunsList.js";
+import { tool$promptsRunsRetrieve } from "./tools/promptsRunsRetrieve.js";
 import { tool$promptsRunStatus } from "./tools/promptsRunStatus.js";
-import { tool$promptsV2PromptRunsList } from "./tools/promptsV2PromptRunsList.js";
-import { tool$promptsV2PromptRunsRetrieve } from "./tools/promptsV2PromptRunsRetrieve.js";
-import { tool$promptsV2PromptsCreate } from "./tools/promptsV2PromptsCreate.js";
-import { tool$promptsV2PromptsDelete } from "./tools/promptsV2PromptsDelete.js";
-import { tool$promptsV2PromptsList } from "./tools/promptsV2PromptsList.js";
-import { tool$promptsV2PromptsRetrieve } from "./tools/promptsV2PromptsRetrieve.js";
-import { tool$promptsV2PromptsUpdate } from "./tools/promptsV2PromptsUpdate.js";
-import { tool$promptsV2PromptTopicsCreate } from "./tools/promptsV2PromptTopicsCreate.js";
-import { tool$promptsV2PromptTopicsDelete } from "./tools/promptsV2PromptTopicsDelete.js";
-import { tool$promptsV2PromptTopicsList } from "./tools/promptsV2PromptTopicsList.js";
-import { tool$promptsV2PromptTopicsUpdate } from "./tools/promptsV2PromptTopicsUpdate.js";
-import { tool$repositoriesV2RepositoriesCreate } from "./tools/repositoriesV2RepositoriesCreate.js";
-import { tool$repositoriesV2RepositoriesDelete } from "./tools/repositoriesV2RepositoriesDelete.js";
-import { tool$repositoriesV2RepositoriesList } from "./tools/repositoriesV2RepositoriesList.js";
-import { tool$repositoriesV2RepositoriesRetrieve } from "./tools/repositoriesV2RepositoriesRetrieve.js";
-import { tool$repositoriesV2RepositoriesUpdate } from "./tools/repositoriesV2RepositoriesUpdate.js";
-import { tool$siteAuditsV2SiteAuditsList } from "./tools/siteAuditsV2SiteAuditsList.js";
-import { tool$siteAuditsV2SiteAuditsRetrieve } from "./tools/siteAuditsV2SiteAuditsRetrieve.js";
-import { tool$skillsV2SkillsList } from "./tools/skillsV2SkillsList.js";
-import { tool$statusV2AuthStatusGet } from "./tools/statusV2AuthStatusGet.js";
-import { tool$statusV2StatusGet } from "./tools/statusV2StatusGet.js";
-import { tool$tasksV2TasksList } from "./tools/tasksV2TasksList.js";
-import { tool$tasksV2TasksRetrieve } from "./tools/tasksV2TasksRetrieve.js";
-import { tool$tasksV2TasksUpdate } from "./tools/tasksV2TasksUpdate.js";
-import { tool$visibilityV2VisibilityCitationsList } from "./tools/visibilityV2VisibilityCitationsList.js";
-import { tool$visibilityV2VisibilityCurrentRetrieve } from "./tools/visibilityV2VisibilityCurrentRetrieve.js";
-import { tool$visibilityV2VisibilityOverviewRetrieve } from "./tools/visibilityV2VisibilityOverviewRetrieve.js";
-import { tool$visibilityV2VisibilityPromptsRetrieve } from "./tools/visibilityV2VisibilityPromptsRetrieve.js";
+import { tool$promptsTopicsCreate } from "./tools/promptsTopicsCreate.js";
+import { tool$promptsTopicsDelete } from "./tools/promptsTopicsDelete.js";
+import { tool$promptsTopicsList } from "./tools/promptsTopicsList.js";
+import { tool$promptsTopicsUpdate } from "./tools/promptsTopicsUpdate.js";
+import { tool$promptsUpdate } from "./tools/promptsUpdate.js";
+import { tool$repositoriesCreate } from "./tools/repositoriesCreate.js";
+import { tool$repositoriesDelete } from "./tools/repositoriesDelete.js";
+import { tool$repositoriesList } from "./tools/repositoriesList.js";
+import { tool$repositoriesRetrieve } from "./tools/repositoriesRetrieve.js";
+import { tool$repositoriesUpdate } from "./tools/repositoriesUpdate.js";
+import { tool$siteAuditsList } from "./tools/siteAuditsList.js";
+import { tool$siteAuditsRetrieve } from "./tools/siteAuditsRetrieve.js";
+import { tool$skillsList } from "./tools/skillsList.js";
+import { tool$statusAuthStatusGet } from "./tools/statusAuthStatusGet.js";
+import { tool$statusGet } from "./tools/statusGet.js";
+import { tool$tasksList } from "./tools/tasksList.js";
+import { tool$tasksRetrieve } from "./tools/tasksRetrieve.js";
+import { tool$tasksUpdate } from "./tools/tasksUpdate.js";
+import { tool$visibilityCitationsList } from "./tools/visibilityCitationsList.js";
+import { tool$visibilityCurrentRetrieve } from "./tools/visibilityCurrentRetrieve.js";
+import { tool$visibilityOverviewRetrieve } from "./tools/visibilityOverviewRetrieve.js";
+import { tool$visibilityPromptsRetrieve } from "./tools/visibilityPromptsRetrieve.js";
 
 export function createMCPServer(deps: {
   logger: ConsoleLogger;
@@ -103,7 +103,7 @@ export function createMCPServer(deps: {
       sizes: ["any"],
     }],
     name: "LightsageMcp",
-    version: "0.4.7",
+    version: "0.4.8",
   });
 
   const getClient = deps.getSDK || (() =>
@@ -148,53 +148,53 @@ export function createMCPServer(deps: {
   const register = { tool, resource, resourceTemplate, prompt };
   void register; // suppress unused warnings
 
-  tool(tool$statusV2StatusGet);
-  tool(tool$statusV2AuthStatusGet);
-  tool(tool$visibilityV2VisibilityCurrentRetrieve);
-  tool(tool$visibilityV2VisibilityOverviewRetrieve);
-  tool(tool$visibilityV2VisibilityCitationsList);
-  tool(tool$visibilityV2VisibilityPromptsRetrieve);
-  tool(tool$promptsV2PromptsList);
-  tool(tool$promptsV2PromptsCreate);
-  tool(tool$promptsV2PromptTopicsList);
-  tool(tool$promptsV2PromptTopicsCreate);
-  tool(tool$promptsV2PromptTopicsUpdate);
-  tool(tool$promptsV2PromptTopicsDelete);
-  tool(tool$promptsV2PromptRunsList);
-  tool(tool$promptsV2PromptRunsRetrieve);
-  tool(tool$promptsV2PromptsRetrieve);
-  tool(tool$promptsV2PromptsUpdate);
-  tool(tool$promptsV2PromptsDelete);
+  tool(tool$statusGet);
+  tool(tool$statusAuthStatusGet);
+  tool(tool$visibilityCurrentRetrieve);
+  tool(tool$visibilityOverviewRetrieve);
+  tool(tool$visibilityCitationsList);
+  tool(tool$visibilityPromptsRetrieve);
+  tool(tool$promptsList);
+  tool(tool$promptsCreate);
+  tool(tool$promptsTopicsList);
+  tool(tool$promptsTopicsCreate);
+  tool(tool$promptsTopicsUpdate);
+  tool(tool$promptsTopicsDelete);
+  tool(tool$promptsRunsList);
+  tool(tool$promptsRunsRetrieve);
+  tool(tool$promptsRetrieve);
+  tool(tool$promptsUpdate);
+  tool(tool$promptsDelete);
   tool(tool$promptsRun);
   tool(tool$promptsRunStatus);
-  tool(tool$opportunitiesV2OpportunitiesList);
-  tool(tool$opportunitiesV2OpportunitiesRetrieve);
-  tool(tool$tasksV2TasksList);
-  tool(tool$tasksV2TasksRetrieve);
-  tool(tool$tasksV2TasksUpdate);
-  tool(tool$siteAuditsV2SiteAuditsList);
-  tool(tool$siteAuditsV2SiteAuditsRetrieve);
-  tool(tool$evalsV2EvalsList);
-  tool(tool$evalsV2EvalsCreate);
-  tool(tool$evalsV2EvalsBatchCreate);
-  tool(tool$evalsV2EvalsRetrieve);
-  tool(tool$evalsV2EvalsUpdate);
-  tool(tool$evalsV2EvalsDelete);
-  tool(tool$evalsV2EvalConfigurationsList);
-  tool(tool$evalsV2EvalConfigurationsCreate);
-  tool(tool$evalsV2EvalConfigurationsRetrieve);
-  tool(tool$evalsV2EvalConfigurationsUpdate);
-  tool(tool$evalsV2EvalConfigurationsDelete);
+  tool(tool$opportunitiesList);
+  tool(tool$opportunitiesRetrieve);
+  tool(tool$tasksList);
+  tool(tool$tasksRetrieve);
+  tool(tool$tasksUpdate);
+  tool(tool$siteAuditsList);
+  tool(tool$siteAuditsRetrieve);
+  tool(tool$evalsList);
+  tool(tool$evalsCreate);
+  tool(tool$evalsBatchCreate);
+  tool(tool$evalsRetrieve);
+  tool(tool$evalsUpdate);
+  tool(tool$evalsDelete);
+  tool(tool$evalsConfigurationsList);
+  tool(tool$evalsConfigurationsCreate);
+  tool(tool$evalsConfigurationsRetrieve);
+  tool(tool$evalsConfigurationsUpdate);
+  tool(tool$evalsConfigurationsDelete);
   tool(tool$evalsRun);
   tool(tool$evalsCancel);
   tool(tool$evalsTrace);
   tool(tool$evalsGet);
-  tool(tool$evalTemplatesV2EvalTemplatesList);
-  tool(tool$evalTemplatesV2EvalTemplatesCreate);
-  tool(tool$evalTemplatesV2EvalTemplatesRetrieve);
-  tool(tool$evalTemplatesV2EvalTemplatesUpdate);
-  tool(tool$evalTemplatesV2EvalTemplatesDelete);
-  tool(tool$evalRunsV2EvalRunsList);
+  tool(tool$evalTemplatesList);
+  tool(tool$evalTemplatesCreate);
+  tool(tool$evalTemplatesRetrieve);
+  tool(tool$evalTemplatesUpdate);
+  tool(tool$evalTemplatesDelete);
+  tool(tool$evalRunsList);
   tool(tool$agentPreferenceCompetitorsList);
   tool(tool$agentPreferenceHeadToHeadRetrieve);
   tool(tool$agentPreferenceEvalsList);
@@ -203,16 +203,16 @@ export function createMCPServer(deps: {
   tool(tool$agentPreferenceEvalsUpdate);
   tool(tool$agentPreferenceEvalsDelete);
   tool(tool$agentPreferenceEvalsResultsList);
-  tool(tool$agentsV2AgentsList);
-  tool(tool$repositoriesV2RepositoriesList);
-  tool(tool$repositoriesV2RepositoriesCreate);
-  tool(tool$repositoriesV2RepositoriesRetrieve);
-  tool(tool$repositoriesV2RepositoriesUpdate);
-  tool(tool$repositoriesV2RepositoriesDelete);
-  tool(tool$environmentsV2EnvironmentsList);
-  tool(tool$mcpServersV2MCPServersList);
-  tool(tool$clIsV2ClisList);
-  tool(tool$skillsV2SkillsList);
+  tool(tool$agentsList);
+  tool(tool$repositoriesList);
+  tool(tool$repositoriesCreate);
+  tool(tool$repositoriesRetrieve);
+  tool(tool$repositoriesUpdate);
+  tool(tool$repositoriesDelete);
+  tool(tool$environmentsList);
+  tool(tool$mcpServersList);
+  tool(tool$clIsList);
+  tool(tool$skillsList);
 
   if (deps.dynamic) {
     registerDynamicTools(deps.logger, server, getClient, toolMap, scopes);

package/src/mcp-server/tools/agentsList.ts

@@ -0,0 +1,36 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: 459e2de95741
+ */
+
+import { agentsList } from "../../funcs/agentsList.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+export const tool$agentsList: ToolDefinition = {
+  name: "agents-list",
+  description: `List Agents
+
+Returns all runnable harness-and-model combinations as single agent IDs for use in eval runs.`,
+  annotations: {
+    "title": "",
+    "destructiveHint": false,
+    "idempotentHint": false,
+    "openWorldHint": false,
+    "readOnlyHint": true,
+  },
+  tool: async (client, ctx) => {
+    const [result] = await agentsList(
+      client,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    return formatResult(result.value);
+  },
+};

package/src/mcp-server/tools/clIsList.ts

@@ -0,0 +1,36 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: 76b369aeae77
+ */
+
+import { clIsList } from "../../funcs/clIsList.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+export const tool$clIsList: ToolDefinition = {
+  name: "CL-is-list",
+  description: `List Clis
+
+Returns reusable CLIs without exposing setup or installation commands.`,
+  annotations: {
+    "title": "",
+    "destructiveHint": false,
+    "idempotentHint": false,
+    "openWorldHint": false,
+    "readOnlyHint": true,
+  },
+  tool: async (client, ctx) => {
+    const [result] = await clIsList(
+      client,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    return formatResult(result.value);
+  },
+};

package/src/mcp-server/tools/environmentsList.ts

@@ -0,0 +1,36 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: 34263855b0ed
+ */
+
+import { environmentsList } from "../../funcs/environmentsList.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+export const tool$environmentsList: ToolDefinition = {
+  name: "environments-list",
+  description: `List Environments
+
+Returns reusable environments without exposing secret values.`,
+  annotations: {
+    "title": "",
+    "destructiveHint": false,
+    "idempotentHint": false,
+    "openWorldHint": false,
+    "readOnlyHint": true,
+  },
+  tool: async (client, ctx) => {
+    const [result] = await environmentsList(
+      client,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    return formatResult(result.value);
+  },
+};

package/src/mcp-server/tools/evalRunsList.ts

@@ -0,0 +1,43 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: e78b4347a23e
+ */
+
+import { evalRunsList } from "../../funcs/evalRunsList.js";
+import { V2EvalRunsListRequest$zodSchema } from "../../models/v2evalrunslistop.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: V2EvalRunsListRequest$zodSchema.optional(),
+};
+
+export const tool$evalRunsList: ToolDefinition<typeof args> = {
+  name: "eval-runs-list",
+  description: `List Runs
+
+Returns jobs created through \`POST /v2/eval-runs\`, ordered newest first, with lifecycle state and progress.`,
+  annotations: {
+    "title": "",
+    "destructiveHint": false,
+    "idempotentHint": false,
+    "openWorldHint": false,
+    "readOnlyHint": true,
+  },
+  args,
+  tool: async (client, args, ctx) => {
+    const [result] = await evalRunsList(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    return formatResult(result.value);
+  },
+};

package/src/mcp-server/tools/evalTemplatesCreate.ts

@@ -0,0 +1,43 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: 854d649ced77
+ */
+
+import { evalTemplatesCreate } from "../../funcs/evalTemplatesCreate.js";
+import { CreateEvalTemplateRequest$zodSchema } from "../../models/createevaltemplaterequest.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: CreateEvalTemplateRequest$zodSchema,
+};
+
+export const tool$evalTemplatesCreate: ToolDefinition<typeof args> = {
+  name: "eval-templates-create",
+  description: `Create an Eval template
+
+Step 1 of the reusable template workflow. Creates an organization-owned Eval template containing only the configuration components selected in \`included_components\`. Do not include task prompts in the template. The response returns the template \`id\` and \`version\`; pass them as \`template_id\` and \`expected_template_version\` to \`POST /v2/evals/batch\` with each eval's name and prompts. Applying a template copies its values into the new evals without creating a live link.`,
+  annotations: {
+    "title": "",
+    "destructiveHint": false,
+    "idempotentHint": false,
+    "openWorldHint": false,
+    "readOnlyHint": false,
+  },
+  args,
+  tool: async (client, args, ctx) => {
+    const [result] = await evalTemplatesCreate(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    return formatResult(result.value);
+  },
+};

package/src/mcp-server/tools/evalTemplatesDelete.ts

@@ -0,0 +1,43 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: 3c59f78e95da
+ */
+
+import { evalTemplatesDelete } from "../../funcs/evalTemplatesDelete.js";
+import { V2EvalTemplatesDeleteRequest$zodSchema } from "../../models/v2evaltemplatesdeleteop.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: V2EvalTemplatesDeleteRequest$zodSchema,
+};
+
+export const tool$evalTemplatesDelete: ToolDefinition<typeof args> = {
+  name: "eval-templates-delete",
+  description: `Delete an Eval template
+
+Soft-deletes an Eval template. Evals previously created from it remain independent and continue to run with their copied configuration.`,
+  annotations: {
+    "title": "",
+    "destructiveHint": true,
+    "idempotentHint": false,
+    "openWorldHint": false,
+    "readOnlyHint": false,
+  },
+  args,
+  tool: async (client, args, ctx) => {
+    const [result] = await evalTemplatesDelete(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    return formatResult(result.value);
+  },
+};

package/src/mcp-server/tools/evalTemplatesList.ts

@@ -0,0 +1,36 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: 02562791180f
+ */
+
+import { evalTemplatesList } from "../../funcs/evalTemplatesList.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+export const tool$evalTemplatesList: ToolDefinition = {
+  name: "eval-templates-list",
+  description: `List Eval templates
+
+Returns active reusable Eval templates owned by the authenticated organization. Templates contain reusable configuration and never task prompts.`,
+  annotations: {
+    "title": "",
+    "destructiveHint": false,
+    "idempotentHint": false,
+    "openWorldHint": false,
+    "readOnlyHint": true,
+  },
+  tool: async (client, ctx) => {
+    const [result] = await evalTemplatesList(
+      client,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    return formatResult(result.value);
+  },
+};

package/src/mcp-server/tools/evalTemplatesRetrieve.ts

@@ -0,0 +1,43 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: 515013c55c4a
+ */
+
+import { evalTemplatesRetrieve } from "../../funcs/evalTemplatesRetrieve.js";
+import { V2EvalTemplatesRetrieveRequest$zodSchema } from "../../models/v2evaltemplatesretrieveop.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: V2EvalTemplatesRetrieveRequest$zodSchema,
+};
+
+export const tool$evalTemplatesRetrieve: ToolDefinition<typeof args> = {
+  name: "eval-templates-retrieve",
+  description: `Retrieve an Eval template
+
+Returns one active reusable Eval template.`,
+  annotations: {
+    "title": "",
+    "destructiveHint": false,
+    "idempotentHint": false,
+    "openWorldHint": false,
+    "readOnlyHint": true,
+  },
+  args,
+  tool: async (client, args, ctx) => {
+    const [result] = await evalTemplatesRetrieve(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    return formatResult(result.value);
+  },
+};

package/src/mcp-server/tools/evalTemplatesUpdate.ts

@@ -0,0 +1,43 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: d738d0797644
+ */
+
+import { evalTemplatesUpdate } from "../../funcs/evalTemplatesUpdate.js";
+import { V2EvalTemplatesUpdateRequest$zodSchema } from "../../models/v2evaltemplatesupdateop.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: V2EvalTemplatesUpdateRequest$zodSchema,
+};
+
+export const tool$evalTemplatesUpdate: ToolDefinition<typeof args> = {
+  name: "eval-templates-update",
+  description: `Update an Eval template
+
+Updates an Eval template. Supply \`expected_template_version\` to reject an edit based on stale data. Existing evals are never changed.`,
+  annotations: {
+    "title": "",
+    "destructiveHint": false,
+    "idempotentHint": false,
+    "openWorldHint": false,
+    "readOnlyHint": false,
+  },
+  args,
+  tool: async (client, args, ctx) => {
+    const [result] = await evalTemplatesUpdate(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    return formatResult(result.value);
+  },
+};

package/src/mcp-server/tools/evalsBatchCreate.ts

@@ -0,0 +1,43 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: a6ff8ac26b17
+ */
+
+import { evalsBatchCreate } from "../../funcs/evalsBatchCreate.js";
+import { CreateEvalTemplateBatchRequest$zodSchema } from "../../models/createevaltemplatebatchrequest.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: CreateEvalTemplateBatchRequest$zodSchema,
+};
+
+export const tool$evalsBatchCreate: ToolDefinition<typeof args> = {
+  name: "evals-batch-create",
+  description: `Create evals from a template
+
+Step 2 of the reusable template workflow. Provide the \`id\` and \`version\` returned by \`POST /v2/eval-templates\` as \`template_id\` and \`expected_template_version\`, then provide only prompt-specific fields in \`evals\`. The template supplies only the settings named in its \`included_components\`; omitted settings keep the values supplied by the creation workflow or its defaults. Included values are copied at creation time, so later template changes do not alter the created evals. Competitor selections create one additional eval per selected competitor for every input item, and the response groups each base eval with those variants. Brand-scoped runtime resources are validated against the organization's primary brand before any eval is created.`,
+  annotations: {
+    "title": "",
+    "destructiveHint": false,
+    "idempotentHint": false,
+    "openWorldHint": false,
+    "readOnlyHint": false,
+  },
+  args,
+  tool: async (client, args, ctx) => {
+    const [result] = await evalsBatchCreate(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    return formatResult(result.value);
+  },
+};