@lightsage/mcp 0.4.0 → 0.4.1

package/src/models/updateevaltemplaterequest.ts

@@ -0,0 +1,116 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: 0686d10497e5
+ */
+
+import * as z from "zod";
+import { ClosedEnum } from "../types/enums.js";
+import {
+  EvalTemplateRuntime,
+  EvalTemplateRuntime$zodSchema,
+} from "./evaltemplateruntime.js";
+import {
+  EvalTemplateSchedule,
+  EvalTemplateSchedule$zodSchema,
+} from "./evaltemplateschedule.js";
+import {
+  GraderDefinition,
+  GraderDefinition$zodSchema,
+} from "./graderdefinition.js";
+
+export const UpdateEvalTemplateRequestEvalType = {
+  CustomEval: "custom_eval",
+  AgentPreference: "agent_preference",
+} as const;
+export type UpdateEvalTemplateRequestEvalType = ClosedEnum<
+  typeof UpdateEvalTemplateRequestEvalType
+>;
+
+export const UpdateEvalTemplateRequestEvalType$zodSchema = z.enum([
+  "custom_eval",
+  "agent_preference",
+]);
+
+export const UpdateEvalTemplateRequestIncludedComponent = {
+  Judges: "judges",
+  Targets: "targets",
+  Persona: "persona",
+  Competitors: "competitors",
+  Tag: "tag",
+  Category: "category",
+  Runs: "runs",
+  Schedule: "schedule",
+  Repository: "repository",
+  Environment: "environment",
+  SearchGrounding: "search_grounding",
+  Skills: "skills",
+  McpServers: "mcp_servers",
+  Clis: "clis",
+  BrandDocs: "brand_docs",
+  GithubPr: "github_pr",
+  RuntimeCommands: "runtime_commands",
+} as const;
+export type UpdateEvalTemplateRequestIncludedComponent = ClosedEnum<
+  typeof UpdateEvalTemplateRequestIncludedComponent
+>;
+
+export const UpdateEvalTemplateRequestIncludedComponent$zodSchema = z.enum([
+  "judges",
+  "targets",
+  "persona",
+  "competitors",
+  "tag",
+  "category",
+  "runs",
+  "schedule",
+  "repository",
+  "environment",
+  "search_grounding",
+  "skills",
+  "mcp_servers",
+  "clis",
+  "brand_docs",
+  "github_pr",
+  "runtime_commands",
+]);
+
+export type UpdateEvalTemplateRequest = {
+  expected_template_version?: number | undefined;
+  name?: string | undefined;
+  description?: string | undefined;
+  eval_type?: UpdateEvalTemplateRequestEvalType | undefined;
+  included_components?:
+    | Array<UpdateEvalTemplateRequestIncludedComponent>
+    | null
+    | undefined;
+  persona?: string | undefined;
+  category_name?: string | undefined;
+  tag?: string | undefined;
+  competitor_ids?: Array<string> | null | undefined;
+  judges?: Array<GraderDefinition> | null | undefined;
+  target_keys?: Array<string> | null | undefined;
+  schedule?: EvalTemplateSchedule | null | undefined;
+  runs_per_execution?: number | undefined;
+  runtime?: EvalTemplateRuntime | null | undefined;
+};
+
+export const UpdateEvalTemplateRequest$zodSchema: z.ZodType<
+  UpdateEvalTemplateRequest
+> = z.object({
+  category_name: z.string().optional(),
+  competitor_ids: z.array(z.string()).nullable().optional(),
+  description: z.string().optional(),
+  eval_type: UpdateEvalTemplateRequestEvalType$zodSchema.optional(),
+  expected_template_version: z.int().optional(),
+  included_components: z.array(
+    UpdateEvalTemplateRequestIncludedComponent$zodSchema,
+  ).nullable().optional(),
+  judges: z.array(GraderDefinition$zodSchema).nullable().optional(),
+  name: z.string().optional(),
+  persona: z.string().optional(),
+  runs_per_execution: z.int().optional(),
+  runtime: EvalTemplateRuntime$zodSchema.nullable().optional(),
+  schedule: EvalTemplateSchedule$zodSchema.nullable().optional(),
+  tag: z.string().optional(),
+  target_keys: z.array(z.string()).nullable().optional(),
+});

package/src/models/v2evalsbatchcreateop.ts

@@ -0,0 +1,66 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: 49d1b9f52fa6
+ */
+
+import * as z from "zod";
+import {
+  EvalTemplateBatchResponse,
+  EvalTemplateBatchResponse$zodSchema,
+} from "./evaltemplatebatchresponse.js";
+import {
+  HTTPValidationError,
+  HTTPValidationError$zodSchema,
+} from "./httpvalidationerror.js";
+
+/**
+ * The supplied template version is stale.
+ */
+export type V2EvalsBatchCreateConflictResponseBody = { detail: string };
+
+export const V2EvalsBatchCreateConflictResponseBody$zodSchema: z.ZodType<
+  V2EvalsBatchCreateConflictResponseBody
+> = z.object({
+  detail: z.string(),
+}).describe("The supplied template version is stale.");
+
+/**
+ * The Eval template does not exist in the organization.
+ */
+export type V2EvalsBatchCreateNotFoundResponseBody = { detail: string };
+
+export const V2EvalsBatchCreateNotFoundResponseBody$zodSchema: z.ZodType<
+  V2EvalsBatchCreateNotFoundResponseBody
+> = z.object({
+  detail: z.string(),
+}).describe("The Eval template does not exist in the organization.");
+
+/**
+ * The template contains invalid judges, targets, scheduling, metadata, or organization resources.
+ */
+export type V2EvalsBatchCreateBadRequestResponseBody = { detail: string };
+
+export const V2EvalsBatchCreateBadRequestResponseBody$zodSchema: z.ZodType<
+  V2EvalsBatchCreateBadRequestResponseBody
+> = z.object({
+  detail: z.string(),
+}).describe(
+  "The template contains invalid judges, targets, scheduling, metadata, or organization resources.",
+);
+
+export type V2EvalsBatchCreateResponse =
+  | EvalTemplateBatchResponse
+  | V2EvalsBatchCreateBadRequestResponseBody
+  | V2EvalsBatchCreateNotFoundResponseBody
+  | V2EvalsBatchCreateConflictResponseBody
+  | HTTPValidationError;
+
+export const V2EvalsBatchCreateResponse$zodSchema: z.ZodType<
+  V2EvalsBatchCreateResponse
+> = z.union([
+  EvalTemplateBatchResponse$zodSchema,
+  z.lazy(() => V2EvalsBatchCreateBadRequestResponseBody$zodSchema),
+  z.lazy(() => V2EvalsBatchCreateNotFoundResponseBody$zodSchema),
+  z.lazy(() => V2EvalsBatchCreateConflictResponseBody$zodSchema),
+  HTTPValidationError$zodSchema,
+]);

package/src/models/v2evaltemplatescreateop.ts

@@ -0,0 +1,37 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: c84d659a1689
+ */
+
+import * as z from "zod";
+import { EvalTemplate, EvalTemplate$zodSchema } from "./evaltemplate.js";
+import {
+  HTTPValidationError,
+  HTTPValidationError$zodSchema,
+} from "./httpvalidationerror.js";
+
+/**
+ * The template contains invalid judges, targets, scheduling, metadata, or organization resources.
+ */
+export type V2EvalTemplatesCreateResponseBody = { detail: string };
+
+export const V2EvalTemplatesCreateResponseBody$zodSchema: z.ZodType<
+  V2EvalTemplatesCreateResponseBody
+> = z.object({
+  detail: z.string(),
+}).describe(
+  "The template contains invalid judges, targets, scheduling, metadata, or organization resources.",
+);
+
+export type V2EvalTemplatesCreateResponse =
+  | EvalTemplate
+  | V2EvalTemplatesCreateResponseBody
+  | HTTPValidationError;
+
+export const V2EvalTemplatesCreateResponse$zodSchema: z.ZodType<
+  V2EvalTemplatesCreateResponse
+> = z.union([
+  EvalTemplate$zodSchema,
+  z.lazy(() => V2EvalTemplatesCreateResponseBody$zodSchema),
+  HTTPValidationError$zodSchema,
+]);

package/src/models/v2evaltemplatesdeleteop.ts

@@ -0,0 +1,56 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: 7108af503e2f
+ */
+
+import * as z from "zod";
+import { EvalTemplate, EvalTemplate$zodSchema } from "./evaltemplate.js";
+import {
+  HTTPValidationError,
+  HTTPValidationError$zodSchema,
+} from "./httpvalidationerror.js";
+
+export type V2EvalTemplatesDeleteRequest = { template_id: string };
+
+export const V2EvalTemplatesDeleteRequest$zodSchema: z.ZodType<
+  V2EvalTemplatesDeleteRequest
+> = z.object({
+  template_id: z.string(),
+});
+
+/**
+ * The supplied template version is stale.
+ */
+export type V2EvalTemplatesDeleteConflictResponseBody = { detail: string };
+
+export const V2EvalTemplatesDeleteConflictResponseBody$zodSchema: z.ZodType<
+  V2EvalTemplatesDeleteConflictResponseBody
+> = z.object({
+  detail: z.string(),
+}).describe("The supplied template version is stale.");
+
+/**
+ * The Eval template does not exist in the organization.
+ */
+export type V2EvalTemplatesDeleteNotFoundResponseBody = { detail: string };
+
+export const V2EvalTemplatesDeleteNotFoundResponseBody$zodSchema: z.ZodType<
+  V2EvalTemplatesDeleteNotFoundResponseBody
+> = z.object({
+  detail: z.string(),
+}).describe("The Eval template does not exist in the organization.");
+
+export type V2EvalTemplatesDeleteResponse =
+  | EvalTemplate
+  | V2EvalTemplatesDeleteNotFoundResponseBody
+  | V2EvalTemplatesDeleteConflictResponseBody
+  | HTTPValidationError;
+
+export const V2EvalTemplatesDeleteResponse$zodSchema: z.ZodType<
+  V2EvalTemplatesDeleteResponse
+> = z.union([
+  EvalTemplate$zodSchema,
+  z.lazy(() => V2EvalTemplatesDeleteNotFoundResponseBody$zodSchema),
+  z.lazy(() => V2EvalTemplatesDeleteConflictResponseBody$zodSchema),
+  HTTPValidationError$zodSchema,
+]);

package/src/models/v2evaltemplatesretrieveop.ts

@@ -0,0 +1,43 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: 8bfad89e06a7
+ */
+
+import * as z from "zod";
+import { EvalTemplate, EvalTemplate$zodSchema } from "./evaltemplate.js";
+import {
+  HTTPValidationError,
+  HTTPValidationError$zodSchema,
+} from "./httpvalidationerror.js";
+
+export type V2EvalTemplatesRetrieveRequest = { template_id: string };
+
+export const V2EvalTemplatesRetrieveRequest$zodSchema: z.ZodType<
+  V2EvalTemplatesRetrieveRequest
+> = z.object({
+  template_id: z.string(),
+});
+
+/**
+ * The Eval template does not exist in the organization.
+ */
+export type V2EvalTemplatesRetrieveResponseBody = { detail: string };
+
+export const V2EvalTemplatesRetrieveResponseBody$zodSchema: z.ZodType<
+  V2EvalTemplatesRetrieveResponseBody
+> = z.object({
+  detail: z.string(),
+}).describe("The Eval template does not exist in the organization.");
+
+export type V2EvalTemplatesRetrieveResponse =
+  | EvalTemplate
+  | V2EvalTemplatesRetrieveResponseBody
+  | HTTPValidationError;
+
+export const V2EvalTemplatesRetrieveResponse$zodSchema: z.ZodType<
+  V2EvalTemplatesRetrieveResponse
+> = z.union([
+  EvalTemplate$zodSchema,
+  z.lazy(() => V2EvalTemplatesRetrieveResponseBody$zodSchema),
+  HTTPValidationError$zodSchema,
+]);

package/src/models/v2evaltemplatesupdateop.ts

@@ -0,0 +1,79 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: c59f083905c6
+ */
+
+import * as z from "zod";
+import { EvalTemplate, EvalTemplate$zodSchema } from "./evaltemplate.js";
+import {
+  HTTPValidationError,
+  HTTPValidationError$zodSchema,
+} from "./httpvalidationerror.js";
+import {
+  UpdateEvalTemplateRequest,
+  UpdateEvalTemplateRequest$zodSchema,
+} from "./updateevaltemplaterequest.js";
+
+export type V2EvalTemplatesUpdateRequest = {
+  template_id: string;
+  body: UpdateEvalTemplateRequest;
+};
+
+export const V2EvalTemplatesUpdateRequest$zodSchema: z.ZodType<
+  V2EvalTemplatesUpdateRequest
+> = z.object({
+  body: UpdateEvalTemplateRequest$zodSchema,
+  template_id: z.string(),
+});
+
+/**
+ * The supplied template version is stale.
+ */
+export type V2EvalTemplatesUpdateConflictResponseBody = { detail: string };
+
+export const V2EvalTemplatesUpdateConflictResponseBody$zodSchema: z.ZodType<
+  V2EvalTemplatesUpdateConflictResponseBody
+> = z.object({
+  detail: z.string(),
+}).describe("The supplied template version is stale.");
+
+/**
+ * The Eval template does not exist in the organization.
+ */
+export type V2EvalTemplatesUpdateNotFoundResponseBody = { detail: string };
+
+export const V2EvalTemplatesUpdateNotFoundResponseBody$zodSchema: z.ZodType<
+  V2EvalTemplatesUpdateNotFoundResponseBody
+> = z.object({
+  detail: z.string(),
+}).describe("The Eval template does not exist in the organization.");
+
+/**
+ * The template contains invalid judges, targets, scheduling, metadata, or organization resources.
+ */
+export type V2EvalTemplatesUpdateBadRequestResponseBody = { detail: string };
+
+export const V2EvalTemplatesUpdateBadRequestResponseBody$zodSchema: z.ZodType<
+  V2EvalTemplatesUpdateBadRequestResponseBody
+> = z.object({
+  detail: z.string(),
+}).describe(
+  "The template contains invalid judges, targets, scheduling, metadata, or organization resources.",
+);
+
+export type V2EvalTemplatesUpdateResponse =
+  | EvalTemplate
+  | V2EvalTemplatesUpdateBadRequestResponseBody
+  | V2EvalTemplatesUpdateNotFoundResponseBody
+  | V2EvalTemplatesUpdateConflictResponseBody
+  | HTTPValidationError;
+
+export const V2EvalTemplatesUpdateResponse$zodSchema: z.ZodType<
+  V2EvalTemplatesUpdateResponse
+> = z.union([
+  EvalTemplate$zodSchema,
+  z.lazy(() => V2EvalTemplatesUpdateBadRequestResponseBody$zodSchema),
+  z.lazy(() => V2EvalTemplatesUpdateNotFoundResponseBody$zodSchema),
+  z.lazy(() => V2EvalTemplatesUpdateConflictResponseBody$zodSchema),
+  HTTPValidationError$zodSchema,
+]);

package/src/models/v2inlinemcpdefinition.ts

@@ -6,14 +6,16 @@
 import * as z from "zod";
 import { ClosedEnum } from "../types/enums.js";
 
-export const Type = {
+export const V2InlineMcpDefinitionType = {
   Http: "http",
   Sse: "sse",
   Stdio: "stdio",
 } as const;
-export type Type = ClosedEnum<typeof Type>;
+export type V2InlineMcpDefinitionType = ClosedEnum<
+  typeof V2InlineMcpDefinitionType
+>;
 
-export const Type$zodSchema = z.enum([
+export const V2InlineMcpDefinitionType$zodSchema = z.enum([
   "http",
   "sse",
   "stdio",
@@ -21,7 +23,7 @@ export const Type$zodSchema = z.enum([
 
 export type V2InlineMcpDefinition = {
   name: string;
-  type: Type;
+  type: V2InlineMcpDefinitionType;
   url?: string | null | undefined;
   headers?: { [k: string]: string } | undefined;
   command?: string | null | undefined;
@@ -44,7 +46,7 @@ export const V2InlineMcpDefinition$zodSchema: z.ZodType<V2InlineMcpDefinition> =
     name: z.string().describe(
       "Stable server name used in the selected agent's MCP config.",
     ),
-    type: Type$zodSchema,
+    type: V2InlineMcpDefinitionType$zodSchema,
     url: z.string().nullable().optional().describe(
       "HTTPS endpoint for an `http` or `sse` MCP server.",
     ),

package/src/tool-names.ts

@@ -116,6 +116,10 @@ export const toolNames: Array<{ name: string; description: string }>= [
     "name": "evals-v2-evals-create",
     "description": "Create Eval\n\nCreates a reusable simulation definition with one or more task prompts and judges. Optional agents, persona, CLI installations, MCP servers, setup commands, cleanup commands, grounding policy, repeat count, and tags are saved with the eval. `search_grounding` supports `disabled`, `enabled`, and `default`; `default` preserves normal platform behavior. Creating the eval does not start a run and does not accept secret environment values."
   },
+  {
+    "name": "evals-v2-evals-batch-create",
+    "description": "Create evals from a template\n\nStep 2 of the reusable template workflow. Provide the `id` and `version` returned by `POST /v2/eval-templates` as `template_id` and `expected_template_version`, then provide only prompt-specific fields in `evals`. The template supplies only the settings named in its `included_components`; omitted settings keep the values supplied by the creation workflow or its defaults. Included values are copied at creation time, so later template changes do not alter the created evals. Competitor selections create one additional eval per selected competitor for every input item, and the response groups each base eval with those variants. Brand-scoped runtime resources are validated against the organization's primary brand before any eval is created."
+  },
   {
     "name": "evals-v2-evals-retrieve",
     "description": "Retrieve Eval\n\nReturns one reusable eval simulation definition."
@@ -164,6 +168,26 @@ export const toolNames: Array<{ name: string; description: string }>= [
     "name": "evals-get",
     "description": "Retrieve an eval run\n\nReturns the run's current status and progress. Once its attempts finish, the response also includes their results and analysis. Poll this until the status reaches a terminal value. Use the trace operation for the raw execution event log, or the monitor operation to follow a run live."
   },
+  {
+    "name": "eval-templates-v2-eval-templates-list",
+    "description": "List Eval templates\n\nReturns active reusable Eval templates owned by the authenticated organization. Templates contain reusable configuration and never task prompts."
+  },
+  {
+    "name": "eval-templates-v2-eval-templates-create",
+    "description": "Create an Eval template\n\nStep 1 of the reusable template workflow. Creates an organization-owned Eval template containing only the configuration components selected in `included_components`. Do not include task prompts in the template. The response returns the template `id` and `version`; pass them as `template_id` and `expected_template_version` to `POST /v2/evals/batch` with each eval's name and prompts. Applying a template copies its values into the new evals without creating a live link."
+  },
+  {
+    "name": "eval-templates-v2-eval-templates-retrieve",
+    "description": "Retrieve an Eval template\n\nReturns one active reusable Eval template."
+  },
+  {
+    "name": "eval-templates-v2-eval-templates-update",
+    "description": "Update an Eval template\n\nUpdates an Eval template. Supply `expected_template_version` to reject an edit based on stale data. Existing evals are never changed."
+  },
+  {
+    "name": "eval-templates-v2-eval-templates-delete",
+    "description": "Delete an Eval template\n\nSoft-deletes an Eval template. Evals previously created from it remain independent and continue to run with their copied configuration."
+  },
   {
     "name": "eval-runs-v2-eval-runs-list",
     "description": "List Runs\n\nReturns jobs created through `POST /v2/eval-runs`, ordered newest first, with lifecycle state and progress."