@lightsage/mcp 0.4.0 → 0.4.1

package/src/funcs/evalTemplatesV2EvalTemplatesUpdate.ts

@@ -0,0 +1,154 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: 554d4ce825d0
+ */
+
+import { LightsageMcpCore } from "../core.js";
+import { encodeJSON, encodeSimple } from "../lib/encodings.js";
+import { compactMap } from "../lib/primitives.js";
+import { safeParse } from "../lib/schemas.js";
+import { RequestOptions } from "../lib/sdks.js";
+import { extractSecurity, resolveGlobalSecurity } from "../lib/security.js";
+import { pathToFunc } from "../lib/url.js";
+import { APIError } from "../models/errors/apierror.js";
+import {
+  ConnectionError,
+  InvalidRequestError,
+  RequestAbortedError,
+  RequestTimeoutError,
+  UnexpectedClientError,
+} from "../models/errors/httpclienterrors.js";
+import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
+import {
+  V2EvalTemplatesUpdateRequest,
+  V2EvalTemplatesUpdateRequest$zodSchema,
+} from "../models/v2evaltemplatesupdateop.js";
+import { APICall, APIPromise } from "../types/async.js";
+import { Result } from "../types/fp.js";
+
+/**
+ * Update an Eval template
+ *
+ * @remarks
+ * Updates an Eval template. Supply `expected_template_version` to reject an edit based on stale data. Existing evals are never changed.
+ */
+export function evalTemplatesV2EvalTemplatesUpdate(
+  client$: LightsageMcpCore,
+  request: V2EvalTemplatesUpdateRequest,
+  options?: RequestOptions,
+): APIPromise<
+  Result<
+    Response,
+    | APIError
+    | SDKValidationError
+    | UnexpectedClientError
+    | InvalidRequestError
+    | RequestAbortedError
+    | RequestTimeoutError
+    | ConnectionError
+  >
+> {
+  return new APIPromise($do(
+    client$,
+    request,
+    options,
+  ));
+}
+
+async function $do(
+  client$: LightsageMcpCore,
+  request: V2EvalTemplatesUpdateRequest,
+  options?: RequestOptions,
+): Promise<
+  [
+    Result<
+      Response,
+      | APIError
+      | SDKValidationError
+      | UnexpectedClientError
+      | InvalidRequestError
+      | RequestAbortedError
+      | RequestTimeoutError
+      | ConnectionError
+    >,
+    APICall,
+  ]
+> {
+  const parsed$ = safeParse(
+    request,
+    (value$) => V2EvalTemplatesUpdateRequest$zodSchema.parse(value$),
+    "Input validation failed",
+  );
+  if (!parsed$.ok) {
+    return [parsed$, { status: "invalid" }];
+  }
+  const payload$ = parsed$.value;
+  const body$ = encodeJSON("body", payload$.body, { explode: true });
+
+  const pathParams$ = {
+    template_id: encodeSimple("template_id", payload$.template_id, {
+      explode: false,
+      charEncoding: "percent",
+    }),
+  };
+  const path$ = pathToFunc("/v2/eval-templates/{template_id}")(
+    pathParams$,
+  );
+
+  const headers$ = new Headers(compactMap({
+    "Content-Type": "application/json",
+    Accept: "application/json",
+  }));
+  const securityInput = await extractSecurity(client$._options.security);
+  const requestSecurity = resolveGlobalSecurity(securityInput);
+
+  const context = {
+    options: client$._options,
+    baseURL: options?.serverURL ?? client$._baseURL ?? "",
+    operationID: "v2_eval_templates_update",
+    oAuth2Scopes: null,
+    resolvedSecurity: requestSecurity,
+    securitySource: client$._options.security,
+    retryConfig: options?.retries
+      || client$._options.retryConfig
+      || { strategy: "none" },
+    retryCodes: options?.retryCodes || [
+      "429",
+      "500",
+      "502",
+      "503",
+      "504",
+    ],
+  };
+
+  const requestRes = client$._createRequest(context, {
+    security: requestSecurity,
+    method: "PATCH",
+    baseURL: options?.serverURL,
+    path: path$,
+    headers: headers$,
+    body: body$,
+    userAgent: client$._options.userAgent,
+    timeoutMs: options?.timeoutMs || client$._options.timeoutMs
+      || -1,
+  }, options);
+  if (!requestRes.ok) {
+    return [requestRes, { status: "invalid" }];
+  }
+  const req$ = requestRes.value;
+
+  const doResult = await client$._do(req$, {
+    context,
+    errorCodes: [],
+    retryConfig: context.retryConfig,
+    retryCodes: context.retryCodes,
+  });
+  if (!doResult.ok) {
+    return [doResult, { status: "request-error", request: req$ }];
+  }
+  return [doResult, {
+    status: "complete",
+    "request": req$,
+    response: doResult.value,
+  }];
+}

package/src/funcs/evalsV2EvalsBatchCreate.ts

@@ -0,0 +1,145 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: 602837e287ef
+ */
+
+import { LightsageMcpCore } from "../core.js";
+import { encodeJSON } from "../lib/encodings.js";
+import { compactMap } from "../lib/primitives.js";
+import { safeParse } from "../lib/schemas.js";
+import { RequestOptions } from "../lib/sdks.js";
+import { extractSecurity, resolveGlobalSecurity } from "../lib/security.js";
+import { pathToFunc } from "../lib/url.js";
+import {
+  CreateEvalTemplateBatchRequest,
+  CreateEvalTemplateBatchRequest$zodSchema,
+} from "../models/createevaltemplatebatchrequest.js";
+import { APIError } from "../models/errors/apierror.js";
+import {
+  ConnectionError,
+  InvalidRequestError,
+  RequestAbortedError,
+  RequestTimeoutError,
+  UnexpectedClientError,
+} from "../models/errors/httpclienterrors.js";
+import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
+import { APICall, APIPromise } from "../types/async.js";
+import { Result } from "../types/fp.js";
+
+/**
+ * Create evals from a template
+ *
+ * @remarks
+ * Step 2 of the reusable template workflow. Provide the `id` and `version` returned by `POST /v2/eval-templates` as `template_id` and `expected_template_version`, then provide only prompt-specific fields in `evals`. The template supplies only the settings named in its `included_components`; omitted settings keep the values supplied by the creation workflow or its defaults. Included values are copied at creation time, so later template changes do not alter the created evals. Competitor selections create one additional eval per selected competitor for every input item, and the response groups each base eval with those variants. Brand-scoped runtime resources are validated against the organization's primary brand before any eval is created.
+ */
+export function evalsV2EvalsBatchCreate(
+  client$: LightsageMcpCore,
+  request: CreateEvalTemplateBatchRequest,
+  options?: RequestOptions,
+): APIPromise<
+  Result<
+    Response,
+    | APIError
+    | SDKValidationError
+    | UnexpectedClientError
+    | InvalidRequestError
+    | RequestAbortedError
+    | RequestTimeoutError
+    | ConnectionError
+  >
+> {
+  return new APIPromise($do(
+    client$,
+    request,
+    options,
+  ));
+}
+
+async function $do(
+  client$: LightsageMcpCore,
+  request: CreateEvalTemplateBatchRequest,
+  options?: RequestOptions,
+): Promise<
+  [
+    Result<
+      Response,
+      | APIError
+      | SDKValidationError
+      | UnexpectedClientError
+      | InvalidRequestError
+      | RequestAbortedError
+      | RequestTimeoutError
+      | ConnectionError
+    >,
+    APICall,
+  ]
+> {
+  const parsed$ = safeParse(
+    request,
+    (value$) => CreateEvalTemplateBatchRequest$zodSchema.parse(value$),
+    "Input validation failed",
+  );
+  if (!parsed$.ok) {
+    return [parsed$, { status: "invalid" }];
+  }
+  const payload$ = parsed$.value;
+  const body$ = encodeJSON("body", payload$, { explode: true });
+  const path$ = pathToFunc("/v2/evals/batch")();
+
+  const headers$ = new Headers(compactMap({
+    "Content-Type": "application/json",
+    Accept: "application/json",
+  }));
+  const securityInput = await extractSecurity(client$._options.security);
+  const requestSecurity = resolveGlobalSecurity(securityInput);
+
+  const context = {
+    options: client$._options,
+    baseURL: options?.serverURL ?? client$._baseURL ?? "",
+    operationID: "v2_evals_batch_create",
+    oAuth2Scopes: null,
+    resolvedSecurity: requestSecurity,
+    securitySource: client$._options.security,
+    retryConfig: options?.retries
+      || client$._options.retryConfig
+      || { strategy: "none" },
+    retryCodes: options?.retryCodes || [
+      "429",
+      "500",
+      "502",
+      "503",
+      "504",
+    ],
+  };
+
+  const requestRes = client$._createRequest(context, {
+    security: requestSecurity,
+    method: "POST",
+    baseURL: options?.serverURL,
+    path: path$,
+    headers: headers$,
+    body: body$,
+    userAgent: client$._options.userAgent,
+    timeoutMs: options?.timeoutMs || client$._options.timeoutMs
+      || -1,
+  }, options);
+  if (!requestRes.ok) {
+    return [requestRes, { status: "invalid" }];
+  }
+  const req$ = requestRes.value;
+
+  const doResult = await client$._do(req$, {
+    context,
+    errorCodes: [],
+    retryConfig: context.retryConfig,
+    retryCodes: context.retryCodes,
+  });
+  if (!doResult.ok) {
+    return [doResult, { status: "request-error", request: req$ }];
+  }
+  return [doResult, {
+    status: "complete",
+    "request": req$,
+    response: doResult.value,
+  }];
+}

package/src/landing-page.ts

@@ -931,7 +931,7 @@ http_headers = { "lightsage-api-key-auth" = "YOUR_LIGHTSAGE_API_KEY_AUTH" }`;
         <h1>Instructions</h1>
         <p>One-click installation for Claude Desktop users</p>
         <div class="instruction-item">
-          <a href="https://github.com/lightsagehq/mcp/releases/download/v0.4.0/mcp-server.mcpb" download="mcp-server.mcpb" class="action-button header-action" style="display: inline-flex; margin-bottom: 16px;">
+          <a href="https://github.com/lightsagehq/mcp/releases/download/v0.4.1/mcp-server.mcpb" download="mcp-server.mcpb" class="action-button header-action" style="display: inline-flex; margin-bottom: 16px;">
             📥 Download MCP Bundle
           </a>
         </div>

package/src/lib/config.ts

@@ -66,7 +66,7 @@ export function serverURLFromOptions(options: SDKOptions): URL | null {
 export const SDK_METADATA = {
   language: "typescript",
   openapiDocVersion: "1.0.0",
-  sdkVersion: "0.4.0",
+  sdkVersion: "0.4.1",
   genVersion: "2.941.0",
-  userAgent: "speakeasy-sdk/mcp-typescript 0.4.0 2.941.0 1.0.0 @lightsage/mcp",
+  userAgent: "speakeasy-sdk/mcp-typescript 0.4.1 2.941.0 1.0.0 @lightsage/mcp",
 } as const;

package/src/mcp-server/mcp-server.ts

@@ -22,7 +22,7 @@ const routes = buildRouteMap({
 export const app = buildApplication(routes, {
   name: "mcp",
   versionInfo: {
-    currentVersion: "0.4.0",
+    currentVersion: "0.4.1",
   },
 });
 

package/src/mcp-server/server.ts

@@ -34,11 +34,17 @@ import { tool$evalsV2EvalConfigurationsDelete } from "./tools/evalsV2EvalConfigu
 import { tool$evalsV2EvalConfigurationsList } from "./tools/evalsV2EvalConfigurationsList.js";
 import { tool$evalsV2EvalConfigurationsRetrieve } from "./tools/evalsV2EvalConfigurationsRetrieve.js";
 import { tool$evalsV2EvalConfigurationsUpdate } from "./tools/evalsV2EvalConfigurationsUpdate.js";
+import { tool$evalsV2EvalsBatchCreate } from "./tools/evalsV2EvalsBatchCreate.js";
 import { tool$evalsV2EvalsCreate } from "./tools/evalsV2EvalsCreate.js";
 import { tool$evalsV2EvalsDelete } from "./tools/evalsV2EvalsDelete.js";
 import { tool$evalsV2EvalsList } from "./tools/evalsV2EvalsList.js";
 import { tool$evalsV2EvalsRetrieve } from "./tools/evalsV2EvalsRetrieve.js";
 import { tool$evalsV2EvalsUpdate } from "./tools/evalsV2EvalsUpdate.js";
+import { tool$evalTemplatesV2EvalTemplatesCreate } from "./tools/evalTemplatesV2EvalTemplatesCreate.js";
+import { tool$evalTemplatesV2EvalTemplatesDelete } from "./tools/evalTemplatesV2EvalTemplatesDelete.js";
+import { tool$evalTemplatesV2EvalTemplatesList } from "./tools/evalTemplatesV2EvalTemplatesList.js";
+import { tool$evalTemplatesV2EvalTemplatesRetrieve } from "./tools/evalTemplatesV2EvalTemplatesRetrieve.js";
+import { tool$evalTemplatesV2EvalTemplatesUpdate } from "./tools/evalTemplatesV2EvalTemplatesUpdate.js";
 import { tool$mcpServersV2MCPServersList } from "./tools/mcpServersV2MCPServersList.js";
 import { tool$opportunitiesV2OpportunitiesList } from "./tools/opportunitiesV2OpportunitiesList.js";
 import { tool$opportunitiesV2OpportunitiesRetrieve } from "./tools/opportunitiesV2OpportunitiesRetrieve.js";
@@ -90,7 +96,7 @@ export function createMCPServer(deps: {
       sizes: ["any"],
     }],
     name: "LightsageMcp",
-    version: "0.4.0",
+    version: "0.4.1",
   });
 
   const getClient = deps.getSDK || (() =>
@@ -164,6 +170,7 @@ export function createMCPServer(deps: {
   tool(tool$siteAuditsV2SiteAuditsRetrieve);
   tool(tool$evalsV2EvalsList);
   tool(tool$evalsV2EvalsCreate);
+  tool(tool$evalsV2EvalsBatchCreate);
   tool(tool$evalsV2EvalsRetrieve);
   tool(tool$evalsV2EvalsUpdate);
   tool(tool$evalsV2EvalsDelete);
@@ -176,6 +183,11 @@ export function createMCPServer(deps: {
   tool(tool$evalsCancel);
   tool(tool$evalsTrace);
   tool(tool$evalsGet);
+  tool(tool$evalTemplatesV2EvalTemplatesList);
+  tool(tool$evalTemplatesV2EvalTemplatesCreate);
+  tool(tool$evalTemplatesV2EvalTemplatesRetrieve);
+  tool(tool$evalTemplatesV2EvalTemplatesUpdate);
+  tool(tool$evalTemplatesV2EvalTemplatesDelete);
   tool(tool$evalRunsV2EvalRunsList);
   tool(tool$agentsV2AgentsList);
   tool(tool$repositoriesV2RepositoriesList);

package/src/mcp-server/tools/evalTemplatesV2EvalTemplatesCreate.ts

@@ -0,0 +1,45 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: f6d153b66c00
+ */
+
+import { evalTemplatesV2EvalTemplatesCreate } from "../../funcs/evalTemplatesV2EvalTemplatesCreate.js";
+import { CreateEvalTemplateRequest$zodSchema } from "../../models/createevaltemplaterequest.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: CreateEvalTemplateRequest$zodSchema,
+};
+
+export const tool$evalTemplatesV2EvalTemplatesCreate: ToolDefinition<
+  typeof args
+> = {
+  name: "eval-templates-v2-eval-templates-create",
+  description: `Create an Eval template
+
+Step 1 of the reusable template workflow. Creates an organization-owned Eval template containing only the configuration components selected in \`included_components\`. Do not include task prompts in the template. The response returns the template \`id\` and \`version\`; pass them as \`template_id\` and \`expected_template_version\` to \`POST /v2/evals/batch\` with each eval's name and prompts. Applying a template copies its values into the new evals without creating a live link.`,
+  annotations: {
+    "title": "",
+    "destructiveHint": false,
+    "idempotentHint": false,
+    "openWorldHint": false,
+    "readOnlyHint": false,
+  },
+  args,
+  tool: async (client, args, ctx) => {
+    const [result] = await evalTemplatesV2EvalTemplatesCreate(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    return formatResult(result.value);
+  },
+};

package/src/mcp-server/tools/evalTemplatesV2EvalTemplatesDelete.ts

@@ -0,0 +1,45 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: bfa4338eff8a
+ */
+
+import { evalTemplatesV2EvalTemplatesDelete } from "../../funcs/evalTemplatesV2EvalTemplatesDelete.js";
+import { V2EvalTemplatesDeleteRequest$zodSchema } from "../../models/v2evaltemplatesdeleteop.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: V2EvalTemplatesDeleteRequest$zodSchema,
+};
+
+export const tool$evalTemplatesV2EvalTemplatesDelete: ToolDefinition<
+  typeof args
+> = {
+  name: "eval-templates-v2-eval-templates-delete",
+  description: `Delete an Eval template
+
+Soft-deletes an Eval template. Evals previously created from it remain independent and continue to run with their copied configuration.`,
+  annotations: {
+    "title": "",
+    "destructiveHint": true,
+    "idempotentHint": false,
+    "openWorldHint": false,
+    "readOnlyHint": false,
+  },
+  args,
+  tool: async (client, args, ctx) => {
+    const [result] = await evalTemplatesV2EvalTemplatesDelete(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    return formatResult(result.value);
+  },
+};

package/src/mcp-server/tools/evalTemplatesV2EvalTemplatesList.ts

@@ -0,0 +1,36 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: 8040bdb47e80
+ */
+
+import { evalTemplatesV2EvalTemplatesList } from "../../funcs/evalTemplatesV2EvalTemplatesList.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+export const tool$evalTemplatesV2EvalTemplatesList: ToolDefinition = {
+  name: "eval-templates-v2-eval-templates-list",
+  description: `List Eval templates
+
+Returns active reusable Eval templates owned by the authenticated organization. Templates contain reusable configuration and never task prompts.`,
+  annotations: {
+    "title": "",
+    "destructiveHint": false,
+    "idempotentHint": false,
+    "openWorldHint": false,
+    "readOnlyHint": true,
+  },
+  tool: async (client, ctx) => {
+    const [result] = await evalTemplatesV2EvalTemplatesList(
+      client,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    return formatResult(result.value);
+  },
+};

package/src/mcp-server/tools/evalTemplatesV2EvalTemplatesRetrieve.ts

@@ -0,0 +1,45 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: c0e5159c6665
+ */
+
+import { evalTemplatesV2EvalTemplatesRetrieve } from "../../funcs/evalTemplatesV2EvalTemplatesRetrieve.js";
+import { V2EvalTemplatesRetrieveRequest$zodSchema } from "../../models/v2evaltemplatesretrieveop.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: V2EvalTemplatesRetrieveRequest$zodSchema,
+};
+
+export const tool$evalTemplatesV2EvalTemplatesRetrieve: ToolDefinition<
+  typeof args
+> = {
+  name: "eval-templates-v2-eval-templates-retrieve",
+  description: `Retrieve an Eval template
+
+Returns one active reusable Eval template.`,
+  annotations: {
+    "title": "",
+    "destructiveHint": false,
+    "idempotentHint": false,
+    "openWorldHint": false,
+    "readOnlyHint": true,
+  },
+  args,
+  tool: async (client, args, ctx) => {
+    const [result] = await evalTemplatesV2EvalTemplatesRetrieve(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    return formatResult(result.value);
+  },
+};

package/src/mcp-server/tools/evalTemplatesV2EvalTemplatesUpdate.ts

@@ -0,0 +1,45 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: 1f25df1eae88
+ */
+
+import { evalTemplatesV2EvalTemplatesUpdate } from "../../funcs/evalTemplatesV2EvalTemplatesUpdate.js";
+import { V2EvalTemplatesUpdateRequest$zodSchema } from "../../models/v2evaltemplatesupdateop.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: V2EvalTemplatesUpdateRequest$zodSchema,
+};
+
+export const tool$evalTemplatesV2EvalTemplatesUpdate: ToolDefinition<
+  typeof args
+> = {
+  name: "eval-templates-v2-eval-templates-update",
+  description: `Update an Eval template
+
+Updates an Eval template. Supply \`expected_template_version\` to reject an edit based on stale data. Existing evals are never changed.`,
+  annotations: {
+    "title": "",
+    "destructiveHint": false,
+    "idempotentHint": false,
+    "openWorldHint": false,
+    "readOnlyHint": false,
+  },
+  args,
+  tool: async (client, args, ctx) => {
+    const [result] = await evalTemplatesV2EvalTemplatesUpdate(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    return formatResult(result.value);
+  },
+};

package/src/mcp-server/tools/evalsV2EvalsBatchCreate.ts

@@ -0,0 +1,43 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: 18f4c7ff36d5
+ */
+
+import { evalsV2EvalsBatchCreate } from "../../funcs/evalsV2EvalsBatchCreate.js";
+import { CreateEvalTemplateBatchRequest$zodSchema } from "../../models/createevaltemplatebatchrequest.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: CreateEvalTemplateBatchRequest$zodSchema,
+};
+
+export const tool$evalsV2EvalsBatchCreate: ToolDefinition<typeof args> = {
+  name: "evals-v2-evals-batch-create",
+  description: `Create evals from a template
+
+Step 2 of the reusable template workflow. Provide the \`id\` and \`version\` returned by \`POST /v2/eval-templates\` as \`template_id\` and \`expected_template_version\`, then provide only prompt-specific fields in \`evals\`. The template supplies only the settings named in its \`included_components\`; omitted settings keep the values supplied by the creation workflow or its defaults. Included values are copied at creation time, so later template changes do not alter the created evals. Competitor selections create one additional eval per selected competitor for every input item, and the response groups each base eval with those variants. Brand-scoped runtime resources are validated against the organization's primary brand before any eval is created.`,
+  annotations: {
+    "title": "",
+    "destructiveHint": false,
+    "idempotentHint": false,
+    "openWorldHint": false,
+    "readOnlyHint": false,
+  },
+  args,
+  tool: async (client, args, ctx) => {
+    const [result] = await evalsV2EvalsBatchCreate(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    return formatResult(result.value);
+  },
+};

package/src/models/createevaltemplatebatchrequest.ts

@@ -0,0 +1,35 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: 6c3f16ae5afb
+ */
+
+import * as z from "zod";
+import {
+  EvalTemplateBatchItem,
+  EvalTemplateBatchItem$zodSchema,
+} from "./evaltemplatebatchitem.js";
+
+/**
+ * Reuse one template across up to 100 prompt-specific eval definitions.
+ */
+export type CreateEvalTemplateBatchRequest = {
+  template_id: string;
+  expected_template_version?: number | undefined;
+  evals: Array<EvalTemplateBatchItem>;
+};
+
+export const CreateEvalTemplateBatchRequest$zodSchema: z.ZodType<
+  CreateEvalTemplateBatchRequest
+> = z.object({
+  evals: z.array(EvalTemplateBatchItem$zodSchema).describe(
+    "Prompt-specific evals to create from the referenced template. Template-owned fields are intentionally rejected here to avoid ambiguous overrides.",
+  ),
+  expected_template_version: z.int().optional().describe(
+    "Template `version` returned when the template was read or created. When supplied, creation fails if the template changed before reuse.",
+  ),
+  template_id: z.string().describe(
+    "Template `id` returned by `POST /v2/eval-templates`.",
+  ),
+}).describe(
+  "Reuse one template across up to 100 prompt-specific eval definitions.",
+);