@lightsage/mcp 0.3.1 → 0.4.1

package/esm/models/createevaltemplaterequest.js

@@ -0,0 +1,74 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: 42ac0a46d319
+ */
+import * as z from "zod";
+import { EvalTemplateRuntime$zodSchema, } from "./evaltemplateruntime.js";
+import { EvalTemplateSchedule$zodSchema, } from "./evaltemplateschedule.js";
+import { GraderDefinition$zodSchema, } from "./graderdefinition.js";
+/**
+ * Kind of eval the template creates. A template only applies to evals of the same type.
+ */
+export const CreateEvalTemplateRequestEvalType = {
+    CustomEval: "custom_eval",
+    AgentPreference: "agent_preference",
+};
+export const CreateEvalTemplateRequestEvalType$zodSchema = z.enum([
+    "custom_eval",
+    "agent_preference",
+]).describe("Kind of eval the template creates. A template only applies to evals of the same type.");
+export const CreateEvalTemplateRequestIncludedComponent = {
+    Judges: "judges",
+    Targets: "targets",
+    Persona: "persona",
+    Competitors: "competitors",
+    Tag: "tag",
+    Category: "category",
+    Runs: "runs",
+    Schedule: "schedule",
+    Repository: "repository",
+    Environment: "environment",
+    SearchGrounding: "search_grounding",
+    Skills: "skills",
+    McpServers: "mcp_servers",
+    Clis: "clis",
+    BrandDocs: "brand_docs",
+    GithubPr: "github_pr",
+    RuntimeCommands: "runtime_commands",
+};
+export const CreateEvalTemplateRequestIncludedComponent$zodSchema = z.enum([
+    "judges",
+    "targets",
+    "persona",
+    "competitors",
+    "tag",
+    "category",
+    "runs",
+    "schedule",
+    "repository",
+    "environment",
+    "search_grounding",
+    "skills",
+    "mcp_servers",
+    "clis",
+    "brand_docs",
+    "github_pr",
+    "runtime_commands",
+]);
+export const CreateEvalTemplateRequest$zodSchema = z.object({
+    category_name: z.string().optional().describe("Optional category copied when `category` is included."),
+    competitor_ids: z.array(z.string()).optional().describe("Competitor IDs that create additional variants when `competitors` is included."),
+    description: z.string().optional().describe("Optional guidance describing when to use the template."),
+    eval_type: CreateEvalTemplateRequestEvalType$zodSchema.default("custom_eval")
+        .describe("Kind of eval the template creates. A template only applies to evals of the same type."),
+    included_components: z.array(CreateEvalTemplateRequestIncludedComponent$zodSchema).describe("Settings copied when the template is applied. Omitted components do not override the new eval; included components copy their saved value, including an empty value."),
+    judges: z.array(GraderDefinition$zodSchema).optional().describe("Judge definitions copied when `judges` is included. May be empty to explicitly create the eval without template judges."),
+    name: z.string().describe("Organization-visible name for this reusable template."),
+    persona: z.string().optional().describe("Optional persona copied when `persona` is included."),
+    runs_per_execution: z.int().default(1).describe("Attempt count copied when `runs` is included."),
+    runtime: EvalTemplateRuntime$zodSchema.optional().describe("Reusable runtime resources copied into each created eval."),
+    schedule: EvalTemplateSchedule$zodSchema.optional().describe("Schedule copied into every eval created from the template."),
+    tag: z.string().optional().describe("Optional tag copied when `tag` is included."),
+    target_keys: z.array(z.string()).optional().describe("Runnable target keys copied when `targets` is included, such as `agent:codex:gpt-5.6-terra`."),
+}).describe("Create reusable configuration before supplying prompt-specific evals.");
+//# sourceMappingURL=createevaltemplaterequest.js.map

package/esm/models/createevaltemplaterequest.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"createevaltemplaterequest.js","sourceRoot":"","sources":["../../src/models/createevaltemplaterequest.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,8BAA8B,GAC/B,MAAM,2BAA2B,CAAC;AACnC,OAAO,EAEL,0BAA0B,GAC3B,MAAM,uBAAuB,CAAC;AAE/B;;GAEG;AACH,MAAM,CAAC,MAAM,iCAAiC,GAAG;IAC/C,UAAU,EAAE,aAAa;IACzB,eAAe,EAAE,kBAAkB;CAC3B,CAAC;AAQX,MAAM,CAAC,MAAM,2CAA2C,GAAG,CAAC,CAAC,IAAI,CAAC;IAChE,aAAa;IACb,kBAAkB;CACnB,CAAC,CAAC,QAAQ,CACT,uFAAuF,CACxF,CAAC;AAEF,MAAM,CAAC,MAAM,0CAA0C,GAAG;IACxD,MAAM,EAAE,QAAQ;IAChB,OAAO,EAAE,SAAS;IAClB,OAAO,EAAE,SAAS;IAClB,WAAW,EAAE,aAAa;IAC1B,GAAG,EAAE,KAAK;IACV,QAAQ,EAAE,UAAU;IACpB,IAAI,EAAE,MAAM;IACZ,QAAQ,EAAE,UAAU;IACpB,UAAU,EAAE,YAAY;IACxB,WAAW,EAAE,aAAa;IAC1B,eAAe,EAAE,kBAAkB;IACnC,MAAM,EAAE,QAAQ;IAChB,UAAU,EAAE,aAAa;IACzB,IAAI,EAAE,MAAM;IACZ,SAAS,EAAE,YAAY;IACvB,QAAQ,EAAE,WAAW;IACrB,eAAe,EAAE,kBAAkB;CAC3B,CAAC;AAKX,MAAM,CAAC,MAAM,oDAAoD,GAAG,CAAC,CAAC,IAAI,CAAC;IACzE,QAAQ;IACR,SAAS;IACT,SAAS;IACT,aAAa;IACb,KAAK;IACL,UAAU;IACV,MAAM;IACN,UAAU;IACV,YAAY;IACZ,aAAa;IACb,kBAAkB;IAClB,QAAQ;IACR,aAAa;IACb,MAAM;IACN,YAAY;IACZ,WAAW;IACX,kBAAkB;CACnB,CAAC,CAAC;AAqBH,MAAM,CAAC,MAAM,mCAAmC,GAE5C,CAAC,CAAC,MAAM,CAAC;IACX,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC3C,uDAAuD,CACxD;IACD,cAAc,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACrD,gFAAgF,CACjF;IACD,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACzC,wDAAwD,CACzD;IACD,SAAS,EAAE,2CAA2C,CAAC,OAAO,CAAC,aAAa,CAAC;SAC1E,QAAQ,CACP,uFAAuF,CACxF;IACH,mBAAmB,EAAE,CAAC,CAAC,KAAK,CAC1B,oDAAoD,CACrD,CAAC,QAAQ,CACR,sKAAsK,CACvK;IACD,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC7D,yHAAyH,CAC1H;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CACvB,uDAAuD,CACxD;IACD,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACrC,qDAAqD,CACtD;IACD,kBAAkB,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CAC7C,+CAA+C,CAChD;IACD,OAAO,EAAE,6BAA6B,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACxD,2DAA2D,CAC5D;IACD,QAAQ,EAAE,8BAA8B,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC1D,4DAA4D,CAC7D;IACD,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACjC,6CAA6C,CAC9C;IACD,WAAW,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClD,8FAA8F,CAC/F;CACF,CAAC,CAAC,QAAQ,CACT,uEAAuE,CACxE,CAAC"}

package/esm/models/createv2evalconfigurationrequest.d.ts

@@ -1,4 +1,5 @@
 import * as z from "zod";
+import { SearchGroundingMode } from "./searchgroundingmode.js";
 export type CreateV2EvalConfigurationRequest = {
     name: string;
     repository_id?: string | undefined;
@@ -8,6 +9,7 @@ export type CreateV2EvalConfigurationRequest = {
     skill_ids?: Array<string> | undefined;
     skills?: Array<string> | undefined;
     include_docs?: boolean | undefined;
+    search_grounding?: SearchGroundingMode | undefined;
 };
 export declare const CreateV2EvalConfigurationRequest$zodSchema: z.ZodType<CreateV2EvalConfigurationRequest>;
 //# sourceMappingURL=createv2evalconfigurationrequest.d.ts.map

package/esm/models/createv2evalconfigurationrequest.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"createv2evalconfigurationrequest.d.ts","sourceRoot":"","sources":["../../src/models/createv2evalconfigurationrequest.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,MAAM,MAAM,gCAAgC,GAAG;IAC7C,IAAI,EAAE,MAAM,CAAC;IACb,aAAa,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACnC,cAAc,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACpC,cAAc,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IAC3C,OAAO,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACpC,SAAS,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACtC,MAAM,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACnC,YAAY,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;CACpC,CAAC;AAEF,eAAO,MAAM,0CAA0C,EAAE,CAAC,CAAC,OAAO,CAChE,gCAAgC,CAYhC,CAAC"}
+{"version":3,"file":"createv2evalconfigurationrequest.d.ts","sourceRoot":"","sources":["../../src/models/createv2evalconfigurationrequest.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAElC,MAAM,MAAM,gCAAgC,GAAG;IAC7C,IAAI,EAAE,MAAM,CAAC;IACb,aAAa,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACnC,cAAc,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACpC,cAAc,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IAC3C,OAAO,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACpC,SAAS,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACtC,MAAM,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACnC,YAAY,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IACnC,gBAAgB,CAAC,EAAE,mBAAmB,GAAG,SAAS,CAAC;CACpD,CAAC;AAEF,eAAO,MAAM,0CAA0C,EAAE,CAAC,CAAC,OAAO,CAChE,gCAAgC,CAehC,CAAC"}

package/esm/models/createv2evalconfigurationrequest.js

@@ -3,6 +3,7 @@
  * @generated-id: 342674b030d1
  */
 import * as z from "zod";
+import { SearchGroundingMode$zodSchema, } from "./searchgroundingmode.js";
 export const CreateV2EvalConfigurationRequest$zodSchema = z.object({
     cli_ids: z.array(z.string()).optional(),
     environment_id: z.string().optional(),
@@ -10,6 +11,7 @@ export const CreateV2EvalConfigurationRequest$zodSchema = z.object({
     mcp_server_ids: z.array(z.string()).optional(),
     name: z.string(),
     repository_id: z.string().optional(),
+    search_grounding: SearchGroundingMode$zodSchema.optional().describe("Requested web-retrieval behavior for an eval run."),
     skill_ids: z.array(z.string()).optional(),
     skills: z.array(z.string()).optional().describe("Public skill packages saved with this configuration, using GitHub `owner/repository` references such as `resend/resend-skills`."),
 });

package/esm/models/createv2evalconfigurationrequest.js.map

@@ -1 +1 @@
-{"version":3,"file":"createv2evalconfigurationrequest.js","sourceRoot":"","sources":["../../src/models/createv2evalconfigurationrequest.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAazB,MAAM,CAAC,MAAM,0CAA0C,GAEnD,CAAC,CAAC,MAAM,CAAC;IACX,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACvC,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACrC,YAAY,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC;IACxC,cAAc,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IAC9C,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACpC,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACzC,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC7C,iIAAiI,CAClI;CACF,CAAC,CAAC"}
+{"version":3,"file":"createv2evalconfigurationrequest.js","sourceRoot":"","sources":["../../src/models/createv2evalconfigurationrequest.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAclC,MAAM,CAAC,MAAM,0CAA0C,GAEnD,CAAC,CAAC,MAAM,CAAC;IACX,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACvC,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACrC,YAAY,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC;IACxC,cAAc,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IAC9C,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACpC,gBAAgB,EAAE,6BAA6B,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACjE,mDAAmD,CACpD;IACD,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACzC,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC7C,iIAAiI,CAClI;CACF,CAAC,CAAC"}

package/esm/models/createv2evalrequest.d.ts

@@ -1,10 +1,7 @@
 import * as z from "zod";
-import { V2InlineCliReference } from "./v2inlineclireference.js";
+import { SearchGroundingMode } from "./searchgroundingmode.js";
 import { V2InlineMcpDefinition } from "./v2inlinemcpdefinition.js";
-import { V2SavedCliReference } from "./v2savedclireference.js";
 import { V2SavedMcpReference } from "./v2savedmcpreference.js";
-export type CreateV2EvalRequestCli = V2SavedCliReference | V2InlineCliReference;
-export declare const CreateV2EvalRequestCli$zodSchema: z.ZodType<CreateV2EvalRequestCli>;
 export type CreateV2EvalRequestMcp = V2InlineMcpDefinition | V2SavedMcpReference;
 export declare const CreateV2EvalRequestMcp$zodSchema: z.ZodType<CreateV2EvalRequestMcp>;
 export type CreateV2EvalRequest = {
@@ -13,8 +10,11 @@ export type CreateV2EvalRequest = {
     judges: Array<string>;
     agent?: Array<string> | undefined;
     persona?: string | undefined;
-    clis?: Array<V2SavedCliReference | V2InlineCliReference> | undefined;
+    clis?: Array<string> | undefined;
     mcps?: Array<V2InlineMcpDefinition | V2SavedMcpReference> | undefined;
+    setup_commands?: Array<string> | undefined;
+    cleanup_commands?: Array<string> | undefined;
+    search_grounding?: SearchGroundingMode | undefined;
     runs?: number | undefined;
     tags?: Array<string> | undefined;
 };

package/esm/models/createv2evalrequest.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"createv2evalrequest.d.ts","sourceRoot":"","sources":["../../src/models/createv2evalrequest.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,oBAAoB,EAErB,MAAM,2BAA2B,CAAC;AACnC,OAAO,EACL,qBAAqB,EAEtB,MAAM,4BAA4B,CAAC;AACpC,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAElC,MAAM,MAAM,sBAAsB,GAAG,mBAAmB,GAAG,oBAAoB,CAAC;AAEhF,eAAO,MAAM,gCAAgC,EAAE,CAAC,CAAC,OAAO,CACtD,sBAAsB,CAItB,CAAC;AAEH,MAAM,MAAM,sBAAsB,GAC9B,qBAAqB,GACrB,mBAAmB,CAAC;AAExB,eAAO,MAAM,gCAAgC,EAAE,CAAC,CAAC,OAAO,CACtD,sBAAsB,CAItB,CAAC;AAEH,MAAM,MAAM,mBAAmB,GAAG;IAChC,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACvB,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACtB,KAAK,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IAClC,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,IAAI,CAAC,EAAE,KAAK,CAAC,mBAAmB,GAAG,oBAAoB,CAAC,GAAG,SAAS,CAAC;IACrE,IAAI,CAAC,EAAE,KAAK,CAAC,qBAAqB,GAAG,mBAAmB,CAAC,GAAG,SAAS,CAAC;IACtE,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,IAAI,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;CAClC,CAAC;AAEF,eAAO,MAAM,6BAA6B,EAAE,CAAC,CAAC,OAAO,CAAC,mBAAmB,CAiCrE,CAAC"}
+{"version":3,"file":"createv2evalrequest.d.ts","sourceRoot":"","sources":["../../src/models/createv2evalrequest.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,qBAAqB,EAEtB,MAAM,4BAA4B,CAAC;AACpC,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAElC,MAAM,MAAM,sBAAsB,GAC9B,qBAAqB,GACrB,mBAAmB,CAAC;AAExB,eAAO,MAAM,gCAAgC,EAAE,CAAC,CAAC,OAAO,CACtD,sBAAsB,CAItB,CAAC;AAEH,MAAM,MAAM,mBAAmB,GAAG;IAChC,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACvB,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACtB,KAAK,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IAClC,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,IAAI,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACjC,IAAI,CAAC,EAAE,KAAK,CAAC,qBAAqB,GAAG,mBAAmB,CAAC,GAAG,SAAS,CAAC;IACtE,cAAc,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IAC3C,gBAAgB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IAC7C,gBAAgB,CAAC,EAAE,mBAAmB,GAAG,SAAS,CAAC;IACnD,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,IAAI,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;CAClC,CAAC;AAEF,eAAO,MAAM,6BAA6B,EAAE,CAAC,CAAC,OAAO,CAAC,mBAAmB,CAuCrE,CAAC"}

package/esm/models/createv2evalrequest.js

@@ -3,14 +3,9 @@
  * @generated-id: f1ede886cc6f
  */
 import * as z from "zod";
-import { V2InlineCliReference$zodSchema, } from "./v2inlineclireference.js";
+import { SearchGroundingMode$zodSchema, } from "./searchgroundingmode.js";
 import { V2InlineMcpDefinition$zodSchema, } from "./v2inlinemcpdefinition.js";
-import { V2SavedCliReference$zodSchema, } from "./v2savedclireference.js";
 import { V2SavedMcpReference$zodSchema, } from "./v2savedmcpreference.js";
-export const CreateV2EvalRequestCli$zodSchema = z.union([
-    V2SavedCliReference$zodSchema,
-    V2InlineCliReference$zodSchema,
-]);
 export const CreateV2EvalRequestMcp$zodSchema = z.union([
     V2InlineMcpDefinition$zodSchema,
     V2SavedMcpReference$zodSchema,
@@ -18,10 +13,8 @@ export const CreateV2EvalRequestMcp$zodSchema = z.union([
 export const CreateV2EvalRequest$zodSchema = z
     .object({
     agent: z.array(z.string()).optional().describe("Runnable agents from `GET /v2/agents`. An empty array saves the eval without default agents. CLI clients expose repeatable `--agent`."),
-    clis: z.array(z.union([
-        V2SavedCliReference$zodSchema,
-        V2InlineCliReference$zodSchema,
-    ])).optional().describe("Saved CLI references or inline installation commands."),
+    cleanup_commands: z.array(z.string()).optional().describe("Best-effort shell commands run sequentially after agent execution and result capture, before sandbox deletion. CLI clients expose repeatable `--cleanup-command`."),
+    clis: z.array(z.string()).optional().describe("Saved CLI IDs or shell installation commands. UUID values resolve saved CLIs from `GET /v2/clis`; every other value is run as an installation command. CLI clients expose repeatable `--cli`."),
     judges: z.array(z.string()).describe("Plain-text success criteria. CLI clients expose this as repeatable `--judge`."),
     mcps: z.array(z.union([
         V2InlineMcpDefinition$zodSchema,
@@ -31,6 +24,8 @@ export const CreateV2EvalRequest$zodSchema = z
     persona: z.string().optional().describe("Optional perspective applied to the whole eval. It is stored as metadata and does not change prompts or multiply attempts."),
     prompts: z.array(z.string()).describe("Task prompts. CLI clients expose this as repeatable `--prompt`."),
     runs: z.int().default(1).describe("Independent attempts for every prompt-agent pair."),
+    search_grounding: SearchGroundingMode$zodSchema.optional().describe("Requested web-retrieval behavior for an eval run."),
+    setup_commands: z.array(z.string()).optional().describe("Shell commands run sequentially in the prepared repository before the agent starts. CLI clients expose repeatable `--setup-command`."),
     tags: z.array(z.string()).optional().describe("Optional labels for organizing the eval. CLI clients may expose this string array as a repeatable `--tag` flag."),
 });
 //# sourceMappingURL=createv2evalrequest.js.map

package/esm/models/createv2evalrequest.js.map

@@ -1 +1 @@
-{"version":3,"file":"createv2evalrequest.js","sourceRoot":"","sources":["../../src/models/createv2evalrequest.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,8BAA8B,GAC/B,MAAM,2BAA2B,CAAC;AACnC,OAAO,EAEL,+BAA+B,GAChC,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAIlC,MAAM,CAAC,MAAM,gCAAgC,GAEzC,CAAC,CAAC,KAAK,CAAC;IACV,6BAA6B;IAC7B,8BAA8B;CAC/B,CAAC,CAAC;AAMH,MAAM,CAAC,MAAM,gCAAgC,GAEzC,CAAC,CAAC,KAAK,CAAC;IACV,+BAA+B;IAC/B,6BAA6B;CAC9B,CAAC,CAAC;AAcH,MAAM,CAAC,MAAM,6BAA6B,GAAmC,CAAC;KAC3E,MAAM,CAAC;IACN,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC5C,uIAAuI,CACxI;IACD,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;QACpB,6BAA6B;QAC7B,8BAA8B;KAC/B,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACrB,uDAAuD,CACxD;IACD,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,CAClC,+EAA+E,CAChF;IACD,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;QACpB,+BAA+B;QAC/B,6BAA6B;KAC9B,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACrB,0DAA0D,CAC3D;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACrC,4HAA4H,CAC7H;IACD,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,CACnC,iEAAiE,CAClE;IACD,IAAI,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CAC/B,mDAAmD,CACpD;IACD,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC3C,iHAAiH,CAClH;CACF,CAAC,CAAC"}
+{"version":3,"file":"createv2evalrequest.js","sourceRoot":"","sources":["../../src/models/createv2evalrequest.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,+BAA+B,GAChC,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAMlC,MAAM,CAAC,MAAM,gCAAgC,GAEzC,CAAC,CAAC,KAAK,CAAC;IACV,+BAA+B;IAC/B,6BAA6B;CAC9B,CAAC,CAAC;AAiBH,MAAM,CAAC,MAAM,6BAA6B,GAAmC,CAAC;KAC3E,MAAM,CAAC;IACN,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC5C,uIAAuI,CACxI;IACD,gBAAgB,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACvD,mKAAmK,CACpK;IACD,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC3C,+LAA+L,CAChM;IACD,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,CAClC,+EAA+E,CAChF;IACD,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;QACpB,+BAA+B;QAC/B,6BAA6B;KAC9B,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACrB,0DAA0D,CAC3D;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACrC,4HAA4H,CAC7H;IACD,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,CACnC,iEAAiE,CAClE;IACD,IAAI,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CAC/B,mDAAmD,CACpD;IACD,gBAAgB,EAAE,6BAA6B,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACjE,mDAAmD,CACpD;IACD,cAAc,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACrD,sIAAsI,CACvI;IACD,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC3C,iHAAiH,CAClH;CACF,CAAC,CAAC"}

package/esm/models/createv2evalrunrequest.d.ts

@@ -1,10 +1,7 @@
 import * as z from "zod";
-import { V2InlineCliReference } from "./v2inlineclireference.js";
+import { SearchGroundingMode } from "./searchgroundingmode.js";
 import { V2InlineMcpDefinition } from "./v2inlinemcpdefinition.js";
-import { V2SavedCliReference } from "./v2savedclireference.js";
 import { V2SavedMcpReference } from "./v2savedmcpreference.js";
-export type CreateV2EvalRunRequestCli = V2SavedCliReference | V2InlineCliReference;
-export declare const CreateV2EvalRunRequestCli$zodSchema: z.ZodType<CreateV2EvalRunRequestCli>;
 export type CreateV2EvalRunRequestMcp = V2InlineMcpDefinition | V2SavedMcpReference;
 export declare const CreateV2EvalRunRequestMcp$zodSchema: z.ZodType<CreateV2EvalRunRequestMcp>;
 /**
@@ -18,8 +15,10 @@ export type CreateV2EvalRunRequest = {
     judges?: Array<string> | null | undefined;
     agent?: Array<string> | null | undefined;
     persona?: string | undefined;
-    clis?: Array<V2SavedCliReference | V2InlineCliReference> | null | undefined;
+    clis?: Array<string> | null | undefined;
     mcps?: Array<V2InlineMcpDefinition | V2SavedMcpReference> | null | undefined;
+    setup_commands?: Array<string> | null | undefined;
+    cleanup_commands?: Array<string> | null | undefined;
     runs?: number | undefined;
     tags?: Array<string> | undefined;
     repository?: string | undefined;
@@ -28,6 +27,7 @@ export type CreateV2EvalRunRequest = {
     } | undefined;
     skills?: Array<string> | undefined;
     skill_ids?: Array<string> | undefined;
+    search_grounding?: SearchGroundingMode | null | undefined;
 };
 export declare const CreateV2EvalRunRequest$zodSchema: z.ZodType<CreateV2EvalRunRequest>;
 //# sourceMappingURL=createv2evalrunrequest.d.ts.map

package/esm/models/createv2evalrunrequest.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"createv2evalrunrequest.d.ts","sourceRoot":"","sources":["../../src/models/createv2evalrunrequest.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,oBAAoB,EAErB,MAAM,2BAA2B,CAAC;AACnC,OAAO,EACL,qBAAqB,EAEtB,MAAM,4BAA4B,CAAC;AACpC,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAElC,MAAM,MAAM,yBAAyB,GACjC,mBAAmB,GACnB,oBAAoB,CAAC;AAEzB,eAAO,MAAM,mCAAmC,EAAE,CAAC,CAAC,OAAO,CACzD,yBAAyB,CAIzB,CAAC;AAEH,MAAM,MAAM,yBAAyB,GACjC,qBAAqB,GACrB,mBAAmB,CAAC;AAExB,eAAO,MAAM,mCAAmC,EAAE,CAAC,CAAC,OAAO,CACzD,yBAAyB,CAIzB,CAAC;AAEH;;GAEG;AACH,MAAM,MAAM,sBAAsB,GAAG;IACnC,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,gBAAgB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACtC,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,OAAO,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IAC3C,MAAM,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IAC1C,KAAK,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IACzC,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,IAAI,CAAC,EAAE,KAAK,CAAC,mBAAmB,GAAG,oBAAoB,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IAC5E,IAAI,CAAC,EAAE,KAAK,CAAC,qBAAqB,GAAG,mBAAmB,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IAC7E,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,IAAI,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACjC,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAChC,GAAG,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,MAAM,CAAA;KAAE,GAAG,SAAS,CAAC;IAC1C,MAAM,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACnC,SAAS,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;CACvC,CAAC;AAEF,eAAO,MAAM,gCAAgC,EAAE,CAAC,CAAC,OAAO,CACtD,sBAAsB,CAuDvB,CAAC"}
+{"version":3,"file":"createv2evalrunrequest.d.ts","sourceRoot":"","sources":["../../src/models/createv2evalrunrequest.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,qBAAqB,EAEtB,MAAM,4BAA4B,CAAC;AACpC,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAElC,MAAM,MAAM,yBAAyB,GACjC,qBAAqB,GACrB,mBAAmB,CAAC;AAExB,eAAO,MAAM,mCAAmC,EAAE,CAAC,CAAC,OAAO,CACzD,yBAAyB,CAIzB,CAAC;AAEH;;GAEG;AACH,MAAM,MAAM,sBAAsB,GAAG;IACnC,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,gBAAgB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACtC,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,OAAO,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IAC3C,MAAM,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IAC1C,KAAK,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IACzC,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,IAAI,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IACxC,IAAI,CAAC,EAAE,KAAK,CAAC,qBAAqB,GAAG,mBAAmB,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IAC7E,cAAc,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IAClD,gBAAgB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IACpD,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,IAAI,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACjC,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAChC,GAAG,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,MAAM,CAAA;KAAE,GAAG,SAAS,CAAC;IAC1C,MAAM,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACnC,SAAS,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACtC,gBAAgB,CAAC,EAAE,mBAAmB,GAAG,IAAI,GAAG,SAAS,CAAC;CAC3D,CAAC;AAEF,eAAO,MAAM,gCAAgC,EAAE,CAAC,CAAC,OAAO,CACtD,sBAAsB,CA8DvB,CAAC"}

package/esm/models/createv2evalrunrequest.js

@@ -3,24 +3,17 @@
  * @generated-id: b6cfd1c458a3
  */
 import * as z from "zod";
-import { V2InlineCliReference$zodSchema, } from "./v2inlineclireference.js";
+import { SearchGroundingMode$zodSchema, } from "./searchgroundingmode.js";
 import { V2InlineMcpDefinition$zodSchema, } from "./v2inlinemcpdefinition.js";
-import { V2SavedCliReference$zodSchema, } from "./v2savedclireference.js";
 import { V2SavedMcpReference$zodSchema, } from "./v2savedmcpreference.js";
-export const CreateV2EvalRunRequestCli$zodSchema = z.union([
-    V2SavedCliReference$zodSchema,
-    V2InlineCliReference$zodSchema,
-]);
 export const CreateV2EvalRunRequestMcp$zodSchema = z.union([
     V2InlineMcpDefinition$zodSchema,
     V2SavedMcpReference$zodSchema,
 ]);
 export const CreateV2EvalRunRequest$zodSchema = z.object({
     agent: z.array(z.string()).nullable().optional().describe("Runnable agents from `GET /v2/agents`. Required unless the saved eval already has agents. CLI clients expose repeatable `--agent`."),
-    clis: z.array(z.union([
-        V2SavedCliReference$zodSchema,
-        V2InlineCliReference$zodSchema,
-    ])).nullable().optional().describe("Saved CLI references or inline installation commands. In saved mode, an explicit empty array disables saved CLIs for this launch."),
+    cleanup_commands: z.array(z.string()).nullable().optional().describe("Best-effort shell commands run sequentially after agent execution and result capture, before sandbox deletion. In saved mode, an explicit empty array disables saved cleanup commands for this launch. CLI clients expose repeatable `--cleanup-command`."),
+    clis: z.array(z.string()).nullable().optional().describe("Saved CLI IDs or shell installation commands. UUID values resolve saved CLIs from `GET /v2/clis`; every other value is run as an installation command. In saved mode, an explicit empty array disables saved CLIs for this launch. CLI clients expose repeatable `--cli`."),
     configuration_id: z.string().optional().describe("Saved-run form only. Optional saved repository, environment, skills, and legacy tool configuration."),
     env: z.record(z.string(), z.string()).optional().describe("Write-only environment variables for this launch. Values are stored only in the queued job's private configuration."),
     eval_id: z.string().optional().describe("Saved-run form only. Existing eval definition to run. Omit this field to use the direct create-and-run form."),
@@ -34,6 +27,9 @@ export const CreateV2EvalRunRequest$zodSchema = z.object({
     prompts: z.array(z.string()).nullable().optional().describe("Task prompts. Required in direct mode; in saved mode, replaces saved prompts for this launch. CLI clients expose repeatable `--prompt`."),
     repository: z.string().optional().describe("Direct create-and-run form only. A saved repository ID, built-in alias such as `nextjs-starter`, or a public GitHub HTTPS URL."),
     runs: z.int().optional().describe("Independent attempts for every prompt-agent pair. Defaults to the saved eval value or 1 for a direct run."),
+    search_grounding: SearchGroundingMode$zodSchema.nullable().optional()
+        .describe("Web-retrieval policy for this launch. Overrides the selected configuration or saved eval when provided; direct runs default to `default`."),
+    setup_commands: z.array(z.string()).nullable().optional().describe("Shell commands run sequentially in the prepared repository before the agent starts. In saved mode, an explicit empty array disables saved setup commands for this launch. CLI clients expose repeatable `--setup-command`."),
     skill_ids: z.array(z.string()).optional().describe("Direct create-and-run form only. Reusable skill IDs from `GET /v2/skills` to install before the agent starts."),
     skills: z.array(z.string()).optional().describe("Additional public skill packages to install before the agent starts in either request form, using GitHub `owner/repository` references such as `resend/resend-skills`. CLI clients may expose this string array as a repeatable `--skill` flag."),
     tags: z.array(z.string()).optional().describe("Direct create-and-run form only. Optional labels saved on the created eval. CLI clients may expose this string array as a repeatable `--tag` flag."),

package/esm/models/createv2evalrunrequest.js.map

@@ -1 +1 @@
-{"version":3,"file":"createv2evalrunrequest.js","sourceRoot":"","sources":["../../src/models/createv2evalrunrequest.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,8BAA8B,GAC/B,MAAM,2BAA2B,CAAC;AACnC,OAAO,EAEL,+BAA+B,GAChC,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAMlC,MAAM,CAAC,MAAM,mCAAmC,GAE5C,CAAC,CAAC,KAAK,CAAC;IACV,6BAA6B;IAC7B,8BAA8B;CAC/B,CAAC,CAAC;AAMH,MAAM,CAAC,MAAM,mCAAmC,GAE5C,CAAC,CAAC,KAAK,CAAC;IACV,+BAA+B;IAC/B,6BAA6B;CAC9B,CAAC,CAAC;AAuBH,MAAM,CAAC,MAAM,gCAAgC,GAEzC,CAAC,CAAC,MAAM,CAAC;IACX,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACvD,oIAAoI,CACrI;IACD,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;QACpB,6BAA6B;QAC7B,8BAA8B;KAC/B,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAChC,mIAAmI,CACpI;IACD,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC9C,qGAAqG,CACtG;IACD,GAAG,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACvD,qHAAqH,CACtH;IACD,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACrC,8GAA8G,CAC/G;IACD,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACxD,2IAA2I,CAC5I;IACD,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;QACpB,+BAA+B;QAC/B,6BAA6B;KAC9B,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAChC,kIAAkI,CACnI;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClC,mGAAmG,CACpG;IACD,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACrC,+GAA+G,CAChH;IACD,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACzD,yIAAyI,CAC1I;IACD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACxC,gIAAgI,CACjI;IACD,IAAI,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC/B,2GAA2G,CAC5G;IACD,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAChD,+GAA+G,CAChH;IACD,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC7C,iPAAiP,CAClP;IACD,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC3C,oJAAoJ,CACrJ;CACF,CAAC,CAAC,QAAQ,CACT,sQAAsQ,CACvQ,CAAC"}
+{"version":3,"file":"createv2evalrunrequest.js","sourceRoot":"","sources":["../../src/models/createv2evalrunrequest.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,+BAA+B,GAChC,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAMlC,MAAM,CAAC,MAAM,mCAAmC,GAE5C,CAAC,CAAC,KAAK,CAAC;IACV,+BAA+B;IAC/B,6BAA6B;CAC9B,CAAC,CAAC;AA0BH,MAAM,CAAC,MAAM,gCAAgC,GAEzC,CAAC,CAAC,MAAM,CAAC;IACX,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACvD,oIAAoI,CACrI;IACD,gBAAgB,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClE,2PAA2P,CAC5P;IACD,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACtD,2QAA2Q,CAC5Q;IACD,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC9C,qGAAqG,CACtG;IACD,GAAG,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACvD,qHAAqH,CACtH;IACD,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACrC,8GAA8G,CAC/G;IACD,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACxD,2IAA2I,CAC5I;IACD,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;QACpB,+BAA+B;QAC/B,6BAA6B;KAC9B,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAChC,kIAAkI,CACnI;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClC,mGAAmG,CACpG;IACD,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACrC,+GAA+G,CAChH;IACD,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACzD,yIAAyI,CAC1I;IACD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACxC,gIAAgI,CACjI;IACD,IAAI,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC/B,2GAA2G,CAC5G;IACD,gBAAgB,EAAE,6BAA6B,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;SAClE,QAAQ,CACP,2IAA2I,CAC5I;IACH,cAAc,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAChE,4NAA4N,CAC7N;IACD,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAChD,+GAA+G,CAChH;IACD,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC7C,iPAAiP,CAClP;IACD,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC3C,oJAAoJ,CACrJ;CACF,CAAC,CAAC,QAAQ,CACT,sQAAsQ,CACvQ,CAAC"}

package/esm/models/evaltemplate.d.ts

@@ -0,0 +1,83 @@
+import * as z from "zod";
+import { ClosedEnum } from "../types/enums.js";
+import { EvalTemplateRuntime } from "./evaltemplateruntime.js";
+import { EvalTemplateSchedule } from "./evaltemplateschedule.js";
+import { GraderDefinition } from "./graderdefinition.js";
+/**
+ * Kind of eval the template creates. A template only applies to evals of the same type.
+ */
+export declare const EvalTemplateEvalType: {
+    readonly CustomEval: "custom_eval";
+    readonly AgentPreference: "agent_preference";
+};
+/**
+ * Kind of eval the template creates. A template only applies to evals of the same type.
+ */
+export type EvalTemplateEvalType = ClosedEnum<typeof EvalTemplateEvalType>;
+export declare const EvalTemplateEvalType$zodSchema: z.ZodEnum<{
+    custom_eval: "custom_eval";
+    agent_preference: "agent_preference";
+}>;
+export declare const EvalTemplateIncludedComponent: {
+    readonly Judges: "judges";
+    readonly Targets: "targets";
+    readonly Persona: "persona";
+    readonly Competitors: "competitors";
+    readonly Tag: "tag";
+    readonly Category: "category";
+    readonly Runs: "runs";
+    readonly Schedule: "schedule";
+    readonly Repository: "repository";
+    readonly Environment: "environment";
+    readonly SearchGrounding: "search_grounding";
+    readonly Skills: "skills";
+    readonly McpServers: "mcp_servers";
+    readonly Clis: "clis";
+    readonly BrandDocs: "brand_docs";
+    readonly GithubPr: "github_pr";
+    readonly RuntimeCommands: "runtime_commands";
+};
+export type EvalTemplateIncludedComponent = ClosedEnum<typeof EvalTemplateIncludedComponent>;
+export declare const EvalTemplateIncludedComponent$zodSchema: z.ZodEnum<{
+    persona: "persona";
+    runs: "runs";
+    search_grounding: "search_grounding";
+    judges: "judges";
+    targets: "targets";
+    competitors: "competitors";
+    tag: "tag";
+    category: "category";
+    schedule: "schedule";
+    repository: "repository";
+    environment: "environment";
+    skills: "skills";
+    mcp_servers: "mcp_servers";
+    clis: "clis";
+    brand_docs: "brand_docs";
+    github_pr: "github_pr";
+    runtime_commands: "runtime_commands";
+}>;
+export type EvalTemplate = {
+    name: string;
+    description?: string | null | undefined;
+    eval_type?: EvalTemplateEvalType | undefined;
+    included_components: Array<EvalTemplateIncludedComponent>;
+    persona?: string | null | undefined;
+    category_name?: string | null | undefined;
+    tag?: string | null | undefined;
+    competitor_ids?: Array<string> | undefined;
+    judges?: Array<GraderDefinition> | undefined;
+    target_keys?: Array<string> | undefined;
+    schedule?: EvalTemplateSchedule | undefined;
+    runs_per_execution?: number | undefined;
+    runtime?: EvalTemplateRuntime | undefined;
+    id: string;
+    org_id: string;
+    version: number;
+    created_by?: string | null | undefined;
+    created_at: string;
+    updated_at: string;
+    deleted_at?: string | null | undefined;
+};
+export declare const EvalTemplate$zodSchema: z.ZodType<EvalTemplate>;
+//# sourceMappingURL=evaltemplate.d.ts.map

package/esm/models/evaltemplate.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"evaltemplate.d.ts","sourceRoot":"","sources":["../../src/models/evaltemplate.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,oBAAoB,EAErB,MAAM,2BAA2B,CAAC;AACnC,OAAO,EACL,gBAAgB,EAEjB,MAAM,uBAAuB,CAAC;AAE/B;;GAEG;AACH,eAAO,MAAM,oBAAoB;;;CAGvB,CAAC;AACX;;GAEG;AACH,MAAM,MAAM,oBAAoB,GAAG,UAAU,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAE3E,eAAO,MAAM,8BAA8B;;;EAK1C,CAAC;AAEF,eAAO,MAAM,6BAA6B;;;;;;;;;;;;;;;;;;CAkBhC,CAAC;AACX,MAAM,MAAM,6BAA6B,GAAG,UAAU,CACpD,OAAO,6BAA6B,CACrC,CAAC;AAEF,eAAO,MAAM,uCAAuC;;;;;;;;;;;;;;;;;;EAkBlD,CAAC;AAEH,MAAM,MAAM,YAAY,GAAG;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACxC,SAAS,CAAC,EAAE,oBAAoB,GAAG,SAAS,CAAC;IAC7C,mBAAmB,EAAE,KAAK,CAAC,6BAA6B,CAAC,CAAC;IAC1D,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC1C,GAAG,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAChC,cAAc,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IAC3C,MAAM,CAAC,EAAE,KAAK,CAAC,gBAAgB,CAAC,GAAG,SAAS,CAAC;IAC7C,WAAW,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACxC,QAAQ,CAAC,EAAE,oBAAoB,GAAG,SAAS,CAAC;IAC5C,kBAAkB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACxC,OAAO,CAAC,EAAE,mBAAmB,GAAG,SAAS,CAAC;IAC1C,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;CACxC,CAAC;AAEF,eAAO,MAAM,sBAAsB,EAAE,CAAC,CAAC,OAAO,CAAC,YAAY,CAgDzD,CAAC"}

package/esm/models/evaltemplate.js

@@ -0,0 +1,81 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: ea68162f8775
+ */
+import * as z from "zod";
+import { EvalTemplateRuntime$zodSchema, } from "./evaltemplateruntime.js";
+import { EvalTemplateSchedule$zodSchema, } from "./evaltemplateschedule.js";
+import { GraderDefinition$zodSchema, } from "./graderdefinition.js";
+/**
+ * Kind of eval the template creates. A template only applies to evals of the same type.
+ */
+export const EvalTemplateEvalType = {
+    CustomEval: "custom_eval",
+    AgentPreference: "agent_preference",
+};
+export const EvalTemplateEvalType$zodSchema = z.enum([
+    "custom_eval",
+    "agent_preference",
+]).describe("Kind of eval the template creates. A template only applies to evals of the same type.");
+export const EvalTemplateIncludedComponent = {
+    Judges: "judges",
+    Targets: "targets",
+    Persona: "persona",
+    Competitors: "competitors",
+    Tag: "tag",
+    Category: "category",
+    Runs: "runs",
+    Schedule: "schedule",
+    Repository: "repository",
+    Environment: "environment",
+    SearchGrounding: "search_grounding",
+    Skills: "skills",
+    McpServers: "mcp_servers",
+    Clis: "clis",
+    BrandDocs: "brand_docs",
+    GithubPr: "github_pr",
+    RuntimeCommands: "runtime_commands",
+};
+export const EvalTemplateIncludedComponent$zodSchema = z.enum([
+    "judges",
+    "targets",
+    "persona",
+    "competitors",
+    "tag",
+    "category",
+    "runs",
+    "schedule",
+    "repository",
+    "environment",
+    "search_grounding",
+    "skills",
+    "mcp_servers",
+    "clis",
+    "brand_docs",
+    "github_pr",
+    "runtime_commands",
+]);
+export const EvalTemplate$zodSchema = z.object({
+    category_name: z.string().nullable().optional().describe("Optional category copied when `category` is included."),
+    competitor_ids: z.array(z.string()).optional().describe("Competitor IDs that create additional variants when `competitors` is included."),
+    created_at: z.iso.datetime({ offset: true }),
+    created_by: z.string().nullable().optional(),
+    deleted_at: z.iso.datetime({ offset: true }).nullable().optional(),
+    description: z.string().nullable().optional().describe("Optional guidance describing when to use the template."),
+    eval_type: EvalTemplateEvalType$zodSchema.default("custom_eval").describe("Kind of eval the template creates. A template only applies to evals of the same type."),
+    id: z.string(),
+    included_components: z.array(EvalTemplateIncludedComponent$zodSchema)
+        .describe("Settings copied when the template is applied. Omitted components do not override the new eval; included components copy their saved value, including an empty value."),
+    judges: z.array(GraderDefinition$zodSchema).optional().describe("Judge definitions copied when `judges` is included. May be empty to explicitly create the eval without template judges."),
+    name: z.string().describe("Organization-visible name for this reusable template."),
+    org_id: z.string(),
+    persona: z.string().nullable().optional().describe("Optional persona copied when `persona` is included."),
+    runs_per_execution: z.int().default(1).describe("Attempt count copied when `runs` is included."),
+    runtime: EvalTemplateRuntime$zodSchema.optional().describe("Reusable runtime resources copied into each created eval."),
+    schedule: EvalTemplateSchedule$zodSchema.optional().describe("Schedule copied into every eval created from the template."),
+    tag: z.string().nullable().optional().describe("Optional tag copied when `tag` is included."),
+    target_keys: z.array(z.string()).optional().describe("Runnable target keys copied when `targets` is included, such as `agent:codex:gpt-5.6-terra`."),
+    updated_at: z.iso.datetime({ offset: true }),
+    version: z.int(),
+});
+//# sourceMappingURL=evaltemplate.js.map

package/esm/models/evaltemplate.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"evaltemplate.js","sourceRoot":"","sources":["../../src/models/evaltemplate.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,8BAA8B,GAC/B,MAAM,2BAA2B,CAAC;AACnC,OAAO,EAEL,0BAA0B,GAC3B,MAAM,uBAAuB,CAAC;AAE/B;;GAEG;AACH,MAAM,CAAC,MAAM,oBAAoB,GAAG;IAClC,UAAU,EAAE,aAAa;IACzB,eAAe,EAAE,kBAAkB;CAC3B,CAAC;AAMX,MAAM,CAAC,MAAM,8BAA8B,GAAG,CAAC,CAAC,IAAI,CAAC;IACnD,aAAa;IACb,kBAAkB;CACnB,CAAC,CAAC,QAAQ,CACT,uFAAuF,CACxF,CAAC;AAEF,MAAM,CAAC,MAAM,6BAA6B,GAAG;IAC3C,MAAM,EAAE,QAAQ;IAChB,OAAO,EAAE,SAAS;IAClB,OAAO,EAAE,SAAS;IAClB,WAAW,EAAE,aAAa;IAC1B,GAAG,EAAE,KAAK;IACV,QAAQ,EAAE,UAAU;IACpB,IAAI,EAAE,MAAM;IACZ,QAAQ,EAAE,UAAU;IACpB,UAAU,EAAE,YAAY;IACxB,WAAW,EAAE,aAAa;IAC1B,eAAe,EAAE,kBAAkB;IACnC,MAAM,EAAE,QAAQ;IAChB,UAAU,EAAE,aAAa;IACzB,IAAI,EAAE,MAAM;IACZ,SAAS,EAAE,YAAY;IACvB,QAAQ,EAAE,WAAW;IACrB,eAAe,EAAE,kBAAkB;CAC3B,CAAC;AAKX,MAAM,CAAC,MAAM,uCAAuC,GAAG,CAAC,CAAC,IAAI,CAAC;IAC5D,QAAQ;IACR,SAAS;IACT,SAAS;IACT,aAAa;IACb,KAAK;IACL,UAAU;IACV,MAAM;IACN,UAAU;IACV,YAAY;IACZ,aAAa;IACb,kBAAkB;IAClB,QAAQ;IACR,aAAa;IACb,MAAM;IACN,YAAY;IACZ,WAAW;IACX,kBAAkB;CACnB,CAAC,CAAC;AAyBH,MAAM,CAAC,MAAM,sBAAsB,GAA4B,CAAC,CAAC,MAAM,CAAC;IACtE,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACtD,uDAAuD,CACxD;IACD,cAAc,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACrD,gFAAgF,CACjF;IACD,UAAU,EAAE,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;IAC5C,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC5C,UAAU,EAAE,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAClE,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACpD,wDAAwD,CACzD;IACD,SAAS,EAAE,8BAA8B,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,QAAQ,CACvE,uFAAuF,CACxF;IACD,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;IACd,mBAAmB,EAAE,CAAC,CAAC,KAAK,CAAC,uCAAuC,CAAC;SAClE,QAAQ,CACP,sKAAsK,CACvK;IACH,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC7D,yHAAyH,CAC1H;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CACvB,uDAAuD,CACxD;IACD,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAChD,qDAAqD,CACtD;IACD,kBAAkB,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CAC7C,+CAA+C,CAChD;IACD,OAAO,EAAE,6BAA6B,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACxD,2DAA2D,CAC5D;IACD,QAAQ,EAAE,8BAA8B,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC1D,4DAA4D,CAC7D;IACD,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC5C,6CAA6C,CAC9C;IACD,WAAW,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClD,8FAA8F,CAC/F;IACD,UAAU,EAAE,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;IAC5C,OAAO,EAAE,CAAC,CAAC,GAAG,EAAE;CACjB,CAAC,CAAC"}

package/esm/models/evaltemplatebatchcreatedeval.d.ts

@@ -0,0 +1,11 @@
+import * as z from "zod";
+export type EvalTemplateBatchCreatedEval = {
+    id: string;
+    eval_id?: string | null | undefined;
+    name: string;
+    prompt: string;
+    competitor_id?: string | null | undefined;
+    competitor_name?: string | null | undefined;
+};
+export declare const EvalTemplateBatchCreatedEval$zodSchema: z.ZodType<EvalTemplateBatchCreatedEval>;
+//# sourceMappingURL=evaltemplatebatchcreatedeval.d.ts.map

package/esm/models/evaltemplatebatchcreatedeval.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"evaltemplatebatchcreatedeval.d.ts","sourceRoot":"","sources":["../../src/models/evaltemplatebatchcreatedeval.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,MAAM,MAAM,4BAA4B,GAAG;IACzC,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;IACf,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC1C,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;CAC7C,CAAC;AAEF,eAAO,MAAM,sCAAsC,EAAE,CAAC,CAAC,OAAO,CAC5D,4BAA4B,CAQ5B,CAAC"}

package/esm/models/evaltemplatebatchcreatedeval.js

@@ -0,0 +1,14 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: 98054871a9ae
+ */
+import * as z from "zod";
+export const EvalTemplateBatchCreatedEval$zodSchema = z.object({
+    competitor_id: z.string().nullable().optional(),
+    competitor_name: z.string().nullable().optional(),
+    eval_id: z.string().nullable().optional(),
+    id: z.string(),
+    name: z.string(),
+    prompt: z.string(),
+});
+//# sourceMappingURL=evaltemplatebatchcreatedeval.js.map

package/esm/models/evaltemplatebatchcreatedeval.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"evaltemplatebatchcreatedeval.js","sourceRoot":"","sources":["../../src/models/evaltemplatebatchcreatedeval.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAWzB,MAAM,CAAC,MAAM,sCAAsC,GAE/C,CAAC,CAAC,MAAM,CAAC;IACX,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC/C,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACjD,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzC,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;IACd,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;CACnB,CAAC,CAAC"}

package/esm/models/evaltemplatebatchitem.d.ts

@@ -0,0 +1,32 @@
+import * as z from "zod";
+import { ClosedEnum } from "../types/enums.js";
+/**
+ * Eval subject type used for organization and reporting.
+ */
+export declare const EvalTemplateBatchItemType: {
+    readonly Workflow: "workflow";
+    readonly Mcp: "mcp";
+    readonly Cli: "cli";
+    readonly Skill: "skill";
+};
+/**
+ * Eval subject type used for organization and reporting.
+ */
+export type EvalTemplateBatchItemType = ClosedEnum<typeof EvalTemplateBatchItemType>;
+export declare const EvalTemplateBatchItemType$zodSchema: z.ZodEnum<{
+    workflow: "workflow";
+    mcp: "mcp";
+    cli: "cli";
+    skill: "skill";
+}>;
+/**
+ * Prompt-specific fields combined with the referenced template.
+ */
+export type EvalTemplateBatchItem = {
+    name: string;
+    prompts: Array<string>;
+    type?: EvalTemplateBatchItemType | undefined;
+    subject_id?: string | null | undefined;
+};
+export declare const EvalTemplateBatchItem$zodSchema: z.ZodType<EvalTemplateBatchItem>;
+//# sourceMappingURL=evaltemplatebatchitem.d.ts.map

package/esm/models/evaltemplatebatchitem.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"evaltemplatebatchitem.d.ts","sourceRoot":"","sources":["../../src/models/evaltemplatebatchitem.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAE/C;;GAEG;AACH,eAAO,MAAM,yBAAyB;;;;;CAK5B,CAAC;AACX;;GAEG;AACH,MAAM,MAAM,yBAAyB,GAAG,UAAU,CAChD,OAAO,yBAAyB,CACjC,CAAC;AAEF,eAAO,MAAM,mCAAmC;;;;;EAKqB,CAAC;AAEtE;;GAEG;AACH,MAAM,MAAM,qBAAqB,GAAG;IAClC,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACvB,IAAI,CAAC,EAAE,yBAAyB,GAAG,SAAS,CAAC;IAC7C,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;CACxC,CAAC;AAEF,eAAO,MAAM,+BAA+B,EAAE,CAAC,CAAC,OAAO,CAAC,qBAAqB,CAYC,CAAC"}

package/esm/models/evaltemplatebatchitem.js

@@ -0,0 +1,27 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: 23c0fa6bda51
+ */
+import * as z from "zod";
+/**
+ * Eval subject type used for organization and reporting.
+ */
+export const EvalTemplateBatchItemType = {
+    Workflow: "workflow",
+    Mcp: "mcp",
+    Cli: "cli",
+    Skill: "skill",
+};
+export const EvalTemplateBatchItemType$zodSchema = z.enum([
+    "workflow",
+    "mcp",
+    "cli",
+    "skill",
+]).describe("Eval subject type used for organization and reporting.");
+export const EvalTemplateBatchItem$zodSchema = z.object({
+    name: z.string().describe("Name of the prompt-specific eval to create."),
+    prompts: z.array(z.string()).describe("Task prompts owned by this eval. Judges, targets, scheduling, and runtime resources come from the template."),
+    subject_id: z.string().nullable().optional().describe("Optional subject identifier associated with this eval."),
+    type: EvalTemplateBatchItemType$zodSchema.default("workflow").describe("Eval subject type used for organization and reporting."),
+}).describe("Prompt-specific fields combined with the referenced template.");
+//# sourceMappingURL=evaltemplatebatchitem.js.map

package/esm/models/evaltemplatebatchitem.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"evaltemplatebatchitem.js","sourceRoot":"","sources":["../../src/models/evaltemplatebatchitem.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAGzB;;GAEG;AACH,MAAM,CAAC,MAAM,yBAAyB,GAAG;IACvC,QAAQ,EAAE,UAAU;IACpB,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,KAAK,EAAE,OAAO;CACN,CAAC;AAQX,MAAM,CAAC,MAAM,mCAAmC,GAAG,CAAC,CAAC,IAAI,CAAC;IACxD,UAAU;IACV,KAAK;IACL,KAAK;IACL,OAAO;CACR,CAAC,CAAC,QAAQ,CAAC,wDAAwD,CAAC,CAAC;AAYtE,MAAM,CAAC,MAAM,+BAA+B,GAC1C,CAAC,CAAC,MAAM,CAAC;IACP,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,6CAA6C,CAAC;IACxE,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,CACnC,6GAA6G,CAC9G;IACD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACnD,wDAAwD,CACzD;IACD,IAAI,EAAE,mCAAmC,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,QAAQ,CACpE,wDAAwD,CACzD;CACF,CAAC,CAAC,QAAQ,CAAC,+DAA+D,CAAC,CAAC"}

package/esm/models/evaltemplatebatchresponse.d.ts

@@ -0,0 +1,12 @@
+import * as z from "zod";
+import { EvalTemplateBatchResult } from "./evaltemplatebatchresult.js";
+export type EvalTemplateBatchResponse = {
+    template_id: string;
+    template_version: number;
+    created_count: number;
+    base_count: number;
+    variant_count: number;
+    results?: Array<EvalTemplateBatchResult> | undefined;
+};
+export declare const EvalTemplateBatchResponse$zodSchema: z.ZodType<EvalTemplateBatchResponse>;
+//# sourceMappingURL=evaltemplatebatchresponse.d.ts.map

package/esm/models/evaltemplatebatchresponse.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"evaltemplatebatchresponse.d.ts","sourceRoot":"","sources":["../../src/models/evaltemplatebatchresponse.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,uBAAuB,EAExB,MAAM,8BAA8B,CAAC;AAEtC,MAAM,MAAM,yBAAyB,GAAG;IACtC,WAAW,EAAE,MAAM,CAAC;IACpB,gBAAgB,EAAE,MAAM,CAAC;IACzB,aAAa,EAAE,MAAM,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,OAAO,CAAC,EAAE,KAAK,CAAC,uBAAuB,CAAC,GAAG,SAAS,CAAC;CACtD,CAAC;AAEF,eAAO,MAAM,mCAAmC,EAAE,CAAC,CAAC,OAAO,CACzD,yBAAyB,CAQzB,CAAC"}