@lightsage/mcp 0.4.0 → 0.4.1

package/esm/models/createevaltemplaterequest.d.ts

@@ -0,0 +1,79 @@
+import * as z from "zod";
+import { ClosedEnum } from "../types/enums.js";
+import { EvalTemplateRuntime } from "./evaltemplateruntime.js";
+import { EvalTemplateSchedule } from "./evaltemplateschedule.js";
+import { GraderDefinition } from "./graderdefinition.js";
+/**
+ * Kind of eval the template creates. A template only applies to evals of the same type.
+ */
+export declare const CreateEvalTemplateRequestEvalType: {
+    readonly CustomEval: "custom_eval";
+    readonly AgentPreference: "agent_preference";
+};
+/**
+ * Kind of eval the template creates. A template only applies to evals of the same type.
+ */
+export type CreateEvalTemplateRequestEvalType = ClosedEnum<typeof CreateEvalTemplateRequestEvalType>;
+export declare const CreateEvalTemplateRequestEvalType$zodSchema: z.ZodEnum<{
+    custom_eval: "custom_eval";
+    agent_preference: "agent_preference";
+}>;
+export declare const CreateEvalTemplateRequestIncludedComponent: {
+    readonly Judges: "judges";
+    readonly Targets: "targets";
+    readonly Persona: "persona";
+    readonly Competitors: "competitors";
+    readonly Tag: "tag";
+    readonly Category: "category";
+    readonly Runs: "runs";
+    readonly Schedule: "schedule";
+    readonly Repository: "repository";
+    readonly Environment: "environment";
+    readonly SearchGrounding: "search_grounding";
+    readonly Skills: "skills";
+    readonly McpServers: "mcp_servers";
+    readonly Clis: "clis";
+    readonly BrandDocs: "brand_docs";
+    readonly GithubPr: "github_pr";
+    readonly RuntimeCommands: "runtime_commands";
+};
+export type CreateEvalTemplateRequestIncludedComponent = ClosedEnum<typeof CreateEvalTemplateRequestIncludedComponent>;
+export declare const CreateEvalTemplateRequestIncludedComponent$zodSchema: z.ZodEnum<{
+    persona: "persona";
+    runs: "runs";
+    search_grounding: "search_grounding";
+    judges: "judges";
+    targets: "targets";
+    competitors: "competitors";
+    tag: "tag";
+    category: "category";
+    schedule: "schedule";
+    repository: "repository";
+    environment: "environment";
+    skills: "skills";
+    mcp_servers: "mcp_servers";
+    clis: "clis";
+    brand_docs: "brand_docs";
+    github_pr: "github_pr";
+    runtime_commands: "runtime_commands";
+}>;
+/**
+ * Create reusable configuration before supplying prompt-specific evals.
+ */
+export type CreateEvalTemplateRequest = {
+    name: string;
+    description?: string | undefined;
+    eval_type?: CreateEvalTemplateRequestEvalType | undefined;
+    included_components: Array<CreateEvalTemplateRequestIncludedComponent>;
+    persona?: string | undefined;
+    category_name?: string | undefined;
+    tag?: string | undefined;
+    competitor_ids?: Array<string> | undefined;
+    judges?: Array<GraderDefinition> | undefined;
+    target_keys?: Array<string> | undefined;
+    schedule?: EvalTemplateSchedule | undefined;
+    runs_per_execution?: number | undefined;
+    runtime?: EvalTemplateRuntime | undefined;
+};
+export declare const CreateEvalTemplateRequest$zodSchema: z.ZodType<CreateEvalTemplateRequest>;
+//# sourceMappingURL=createevaltemplaterequest.d.ts.map

package/esm/models/createevaltemplaterequest.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"createevaltemplaterequest.d.ts","sourceRoot":"","sources":["../../src/models/createevaltemplaterequest.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,oBAAoB,EAErB,MAAM,2BAA2B,CAAC;AACnC,OAAO,EACL,gBAAgB,EAEjB,MAAM,uBAAuB,CAAC;AAE/B;;GAEG;AACH,eAAO,MAAM,iCAAiC;;;CAGpC,CAAC;AACX;;GAEG;AACH,MAAM,MAAM,iCAAiC,GAAG,UAAU,CACxD,OAAO,iCAAiC,CACzC,CAAC;AAEF,eAAO,MAAM,2CAA2C;;;EAKvD,CAAC;AAEF,eAAO,MAAM,0CAA0C;;;;;;;;;;;;;;;;;;CAkB7C,CAAC;AACX,MAAM,MAAM,0CAA0C,GAAG,UAAU,CACjE,OAAO,0CAA0C,CAClD,CAAC;AAEF,eAAO,MAAM,oDAAoD;;;;;;;;;;;;;;;;;;EAkB/D,CAAC;AAEH;;GAEG;AACH,MAAM,MAAM,yBAAyB,GAAG;IACtC,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC,SAAS,CAAC,EAAE,iCAAiC,GAAG,SAAS,CAAC;IAC1D,mBAAmB,EAAE,KAAK,CAAC,0CAA0C,CAAC,CAAC;IACvE,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,aAAa,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACnC,GAAG,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACzB,cAAc,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IAC3C,MAAM,CAAC,EAAE,KAAK,CAAC,gBAAgB,CAAC,GAAG,SAAS,CAAC;IAC7C,WAAW,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACxC,QAAQ,CAAC,EAAE,oBAAoB,GAAG,SAAS,CAAC;IAC5C,kBAAkB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACxC,OAAO,CAAC,EAAE,mBAAmB,GAAG,SAAS,CAAC;CAC3C,CAAC;AAEF,eAAO,MAAM,mCAAmC,EAAE,CAAC,CAAC,OAAO,CACzD,yBAAyB,CA8C1B,CAAC"}

package/esm/models/createevaltemplaterequest.js

@@ -0,0 +1,74 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: 42ac0a46d319
+ */
+import * as z from "zod";
+import { EvalTemplateRuntime$zodSchema, } from "./evaltemplateruntime.js";
+import { EvalTemplateSchedule$zodSchema, } from "./evaltemplateschedule.js";
+import { GraderDefinition$zodSchema, } from "./graderdefinition.js";
+/**
+ * Kind of eval the template creates. A template only applies to evals of the same type.
+ */
+export const CreateEvalTemplateRequestEvalType = {
+    CustomEval: "custom_eval",
+    AgentPreference: "agent_preference",
+};
+export const CreateEvalTemplateRequestEvalType$zodSchema = z.enum([
+    "custom_eval",
+    "agent_preference",
+]).describe("Kind of eval the template creates. A template only applies to evals of the same type.");
+export const CreateEvalTemplateRequestIncludedComponent = {
+    Judges: "judges",
+    Targets: "targets",
+    Persona: "persona",
+    Competitors: "competitors",
+    Tag: "tag",
+    Category: "category",
+    Runs: "runs",
+    Schedule: "schedule",
+    Repository: "repository",
+    Environment: "environment",
+    SearchGrounding: "search_grounding",
+    Skills: "skills",
+    McpServers: "mcp_servers",
+    Clis: "clis",
+    BrandDocs: "brand_docs",
+    GithubPr: "github_pr",
+    RuntimeCommands: "runtime_commands",
+};
+export const CreateEvalTemplateRequestIncludedComponent$zodSchema = z.enum([
+    "judges",
+    "targets",
+    "persona",
+    "competitors",
+    "tag",
+    "category",
+    "runs",
+    "schedule",
+    "repository",
+    "environment",
+    "search_grounding",
+    "skills",
+    "mcp_servers",
+    "clis",
+    "brand_docs",
+    "github_pr",
+    "runtime_commands",
+]);
+export const CreateEvalTemplateRequest$zodSchema = z.object({
+    category_name: z.string().optional().describe("Optional category copied when `category` is included."),
+    competitor_ids: z.array(z.string()).optional().describe("Competitor IDs that create additional variants when `competitors` is included."),
+    description: z.string().optional().describe("Optional guidance describing when to use the template."),
+    eval_type: CreateEvalTemplateRequestEvalType$zodSchema.default("custom_eval")
+        .describe("Kind of eval the template creates. A template only applies to evals of the same type."),
+    included_components: z.array(CreateEvalTemplateRequestIncludedComponent$zodSchema).describe("Settings copied when the template is applied. Omitted components do not override the new eval; included components copy their saved value, including an empty value."),
+    judges: z.array(GraderDefinition$zodSchema).optional().describe("Judge definitions copied when `judges` is included. May be empty to explicitly create the eval without template judges."),
+    name: z.string().describe("Organization-visible name for this reusable template."),
+    persona: z.string().optional().describe("Optional persona copied when `persona` is included."),
+    runs_per_execution: z.int().default(1).describe("Attempt count copied when `runs` is included."),
+    runtime: EvalTemplateRuntime$zodSchema.optional().describe("Reusable runtime resources copied into each created eval."),
+    schedule: EvalTemplateSchedule$zodSchema.optional().describe("Schedule copied into every eval created from the template."),
+    tag: z.string().optional().describe("Optional tag copied when `tag` is included."),
+    target_keys: z.array(z.string()).optional().describe("Runnable target keys copied when `targets` is included, such as `agent:codex:gpt-5.6-terra`."),
+}).describe("Create reusable configuration before supplying prompt-specific evals.");
+//# sourceMappingURL=createevaltemplaterequest.js.map

package/esm/models/createevaltemplaterequest.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"createevaltemplaterequest.js","sourceRoot":"","sources":["../../src/models/createevaltemplaterequest.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,8BAA8B,GAC/B,MAAM,2BAA2B,CAAC;AACnC,OAAO,EAEL,0BAA0B,GAC3B,MAAM,uBAAuB,CAAC;AAE/B;;GAEG;AACH,MAAM,CAAC,MAAM,iCAAiC,GAAG;IAC/C,UAAU,EAAE,aAAa;IACzB,eAAe,EAAE,kBAAkB;CAC3B,CAAC;AAQX,MAAM,CAAC,MAAM,2CAA2C,GAAG,CAAC,CAAC,IAAI,CAAC;IAChE,aAAa;IACb,kBAAkB;CACnB,CAAC,CAAC,QAAQ,CACT,uFAAuF,CACxF,CAAC;AAEF,MAAM,CAAC,MAAM,0CAA0C,GAAG;IACxD,MAAM,EAAE,QAAQ;IAChB,OAAO,EAAE,SAAS;IAClB,OAAO,EAAE,SAAS;IAClB,WAAW,EAAE,aAAa;IAC1B,GAAG,EAAE,KAAK;IACV,QAAQ,EAAE,UAAU;IACpB,IAAI,EAAE,MAAM;IACZ,QAAQ,EAAE,UAAU;IACpB,UAAU,EAAE,YAAY;IACxB,WAAW,EAAE,aAAa;IAC1B,eAAe,EAAE,kBAAkB;IACnC,MAAM,EAAE,QAAQ;IAChB,UAAU,EAAE,aAAa;IACzB,IAAI,EAAE,MAAM;IACZ,SAAS,EAAE,YAAY;IACvB,QAAQ,EAAE,WAAW;IACrB,eAAe,EAAE,kBAAkB;CAC3B,CAAC;AAKX,MAAM,CAAC,MAAM,oDAAoD,GAAG,CAAC,CAAC,IAAI,CAAC;IACzE,QAAQ;IACR,SAAS;IACT,SAAS;IACT,aAAa;IACb,KAAK;IACL,UAAU;IACV,MAAM;IACN,UAAU;IACV,YAAY;IACZ,aAAa;IACb,kBAAkB;IAClB,QAAQ;IACR,aAAa;IACb,MAAM;IACN,YAAY;IACZ,WAAW;IACX,kBAAkB;CACnB,CAAC,CAAC;AAqBH,MAAM,CAAC,MAAM,mCAAmC,GAE5C,CAAC,CAAC,MAAM,CAAC;IACX,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC3C,uDAAuD,CACxD;IACD,cAAc,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACrD,gFAAgF,CACjF;IACD,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACzC,wDAAwD,CACzD;IACD,SAAS,EAAE,2CAA2C,CAAC,OAAO,CAAC,aAAa,CAAC;SAC1E,QAAQ,CACP,uFAAuF,CACxF;IACH,mBAAmB,EAAE,CAAC,CAAC,KAAK,CAC1B,oDAAoD,CACrD,CAAC,QAAQ,CACR,sKAAsK,CACvK;IACD,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC7D,yHAAyH,CAC1H;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CACvB,uDAAuD,CACxD;IACD,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACrC,qDAAqD,CACtD;IACD,kBAAkB,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CAC7C,+CAA+C,CAChD;IACD,OAAO,EAAE,6BAA6B,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACxD,2DAA2D,CAC5D;IACD,QAAQ,EAAE,8BAA8B,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC1D,4DAA4D,CAC7D;IACD,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACjC,6CAA6C,CAC9C;IACD,WAAW,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClD,8FAA8F,CAC/F;CACF,CAAC,CAAC,QAAQ,CACT,uEAAuE,CACxE,CAAC"}

package/esm/models/evaltemplate.d.ts

@@ -0,0 +1,83 @@
+import * as z from "zod";
+import { ClosedEnum } from "../types/enums.js";
+import { EvalTemplateRuntime } from "./evaltemplateruntime.js";
+import { EvalTemplateSchedule } from "./evaltemplateschedule.js";
+import { GraderDefinition } from "./graderdefinition.js";
+/**
+ * Kind of eval the template creates. A template only applies to evals of the same type.
+ */
+export declare const EvalTemplateEvalType: {
+    readonly CustomEval: "custom_eval";
+    readonly AgentPreference: "agent_preference";
+};
+/**
+ * Kind of eval the template creates. A template only applies to evals of the same type.
+ */
+export type EvalTemplateEvalType = ClosedEnum<typeof EvalTemplateEvalType>;
+export declare const EvalTemplateEvalType$zodSchema: z.ZodEnum<{
+    custom_eval: "custom_eval";
+    agent_preference: "agent_preference";
+}>;
+export declare const EvalTemplateIncludedComponent: {
+    readonly Judges: "judges";
+    readonly Targets: "targets";
+    readonly Persona: "persona";
+    readonly Competitors: "competitors";
+    readonly Tag: "tag";
+    readonly Category: "category";
+    readonly Runs: "runs";
+    readonly Schedule: "schedule";
+    readonly Repository: "repository";
+    readonly Environment: "environment";
+    readonly SearchGrounding: "search_grounding";
+    readonly Skills: "skills";
+    readonly McpServers: "mcp_servers";
+    readonly Clis: "clis";
+    readonly BrandDocs: "brand_docs";
+    readonly GithubPr: "github_pr";
+    readonly RuntimeCommands: "runtime_commands";
+};
+export type EvalTemplateIncludedComponent = ClosedEnum<typeof EvalTemplateIncludedComponent>;
+export declare const EvalTemplateIncludedComponent$zodSchema: z.ZodEnum<{
+    persona: "persona";
+    runs: "runs";
+    search_grounding: "search_grounding";
+    judges: "judges";
+    targets: "targets";
+    competitors: "competitors";
+    tag: "tag";
+    category: "category";
+    schedule: "schedule";
+    repository: "repository";
+    environment: "environment";
+    skills: "skills";
+    mcp_servers: "mcp_servers";
+    clis: "clis";
+    brand_docs: "brand_docs";
+    github_pr: "github_pr";
+    runtime_commands: "runtime_commands";
+}>;
+export type EvalTemplate = {
+    name: string;
+    description?: string | null | undefined;
+    eval_type?: EvalTemplateEvalType | undefined;
+    included_components: Array<EvalTemplateIncludedComponent>;
+    persona?: string | null | undefined;
+    category_name?: string | null | undefined;
+    tag?: string | null | undefined;
+    competitor_ids?: Array<string> | undefined;
+    judges?: Array<GraderDefinition> | undefined;
+    target_keys?: Array<string> | undefined;
+    schedule?: EvalTemplateSchedule | undefined;
+    runs_per_execution?: number | undefined;
+    runtime?: EvalTemplateRuntime | undefined;
+    id: string;
+    org_id: string;
+    version: number;
+    created_by?: string | null | undefined;
+    created_at: string;
+    updated_at: string;
+    deleted_at?: string | null | undefined;
+};
+export declare const EvalTemplate$zodSchema: z.ZodType<EvalTemplate>;
+//# sourceMappingURL=evaltemplate.d.ts.map

package/esm/models/evaltemplate.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"evaltemplate.d.ts","sourceRoot":"","sources":["../../src/models/evaltemplate.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,oBAAoB,EAErB,MAAM,2BAA2B,CAAC;AACnC,OAAO,EACL,gBAAgB,EAEjB,MAAM,uBAAuB,CAAC;AAE/B;;GAEG;AACH,eAAO,MAAM,oBAAoB;;;CAGvB,CAAC;AACX;;GAEG;AACH,MAAM,MAAM,oBAAoB,GAAG,UAAU,CAAC,OAAO,oBAAoB,CAAC,CAAC;AAE3E,eAAO,MAAM,8BAA8B;;;EAK1C,CAAC;AAEF,eAAO,MAAM,6BAA6B;;;;;;;;;;;;;;;;;;CAkBhC,CAAC;AACX,MAAM,MAAM,6BAA6B,GAAG,UAAU,CACpD,OAAO,6BAA6B,CACrC,CAAC;AAEF,eAAO,MAAM,uCAAuC;;;;;;;;;;;;;;;;;;EAkBlD,CAAC;AAEH,MAAM,MAAM,YAAY,GAAG;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACxC,SAAS,CAAC,EAAE,oBAAoB,GAAG,SAAS,CAAC;IAC7C,mBAAmB,EAAE,KAAK,CAAC,6BAA6B,CAAC,CAAC;IAC1D,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC1C,GAAG,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAChC,cAAc,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IAC3C,MAAM,CAAC,EAAE,KAAK,CAAC,gBAAgB,CAAC,GAAG,SAAS,CAAC;IAC7C,WAAW,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACxC,QAAQ,CAAC,EAAE,oBAAoB,GAAG,SAAS,CAAC;IAC5C,kBAAkB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACxC,OAAO,CAAC,EAAE,mBAAmB,GAAG,SAAS,CAAC;IAC1C,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;CACxC,CAAC;AAEF,eAAO,MAAM,sBAAsB,EAAE,CAAC,CAAC,OAAO,CAAC,YAAY,CAgDzD,CAAC"}

package/esm/models/evaltemplate.js

@@ -0,0 +1,81 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: ea68162f8775
+ */
+import * as z from "zod";
+import { EvalTemplateRuntime$zodSchema, } from "./evaltemplateruntime.js";
+import { EvalTemplateSchedule$zodSchema, } from "./evaltemplateschedule.js";
+import { GraderDefinition$zodSchema, } from "./graderdefinition.js";
+/**
+ * Kind of eval the template creates. A template only applies to evals of the same type.
+ */
+export const EvalTemplateEvalType = {
+    CustomEval: "custom_eval",
+    AgentPreference: "agent_preference",
+};
+export const EvalTemplateEvalType$zodSchema = z.enum([
+    "custom_eval",
+    "agent_preference",
+]).describe("Kind of eval the template creates. A template only applies to evals of the same type.");
+export const EvalTemplateIncludedComponent = {
+    Judges: "judges",
+    Targets: "targets",
+    Persona: "persona",
+    Competitors: "competitors",
+    Tag: "tag",
+    Category: "category",
+    Runs: "runs",
+    Schedule: "schedule",
+    Repository: "repository",
+    Environment: "environment",
+    SearchGrounding: "search_grounding",
+    Skills: "skills",
+    McpServers: "mcp_servers",
+    Clis: "clis",
+    BrandDocs: "brand_docs",
+    GithubPr: "github_pr",
+    RuntimeCommands: "runtime_commands",
+};
+export const EvalTemplateIncludedComponent$zodSchema = z.enum([
+    "judges",
+    "targets",
+    "persona",
+    "competitors",
+    "tag",
+    "category",
+    "runs",
+    "schedule",
+    "repository",
+    "environment",
+    "search_grounding",
+    "skills",
+    "mcp_servers",
+    "clis",
+    "brand_docs",
+    "github_pr",
+    "runtime_commands",
+]);
+export const EvalTemplate$zodSchema = z.object({
+    category_name: z.string().nullable().optional().describe("Optional category copied when `category` is included."),
+    competitor_ids: z.array(z.string()).optional().describe("Competitor IDs that create additional variants when `competitors` is included."),
+    created_at: z.iso.datetime({ offset: true }),
+    created_by: z.string().nullable().optional(),
+    deleted_at: z.iso.datetime({ offset: true }).nullable().optional(),
+    description: z.string().nullable().optional().describe("Optional guidance describing when to use the template."),
+    eval_type: EvalTemplateEvalType$zodSchema.default("custom_eval").describe("Kind of eval the template creates. A template only applies to evals of the same type."),
+    id: z.string(),
+    included_components: z.array(EvalTemplateIncludedComponent$zodSchema)
+        .describe("Settings copied when the template is applied. Omitted components do not override the new eval; included components copy their saved value, including an empty value."),
+    judges: z.array(GraderDefinition$zodSchema).optional().describe("Judge definitions copied when `judges` is included. May be empty to explicitly create the eval without template judges."),
+    name: z.string().describe("Organization-visible name for this reusable template."),
+    org_id: z.string(),
+    persona: z.string().nullable().optional().describe("Optional persona copied when `persona` is included."),
+    runs_per_execution: z.int().default(1).describe("Attempt count copied when `runs` is included."),
+    runtime: EvalTemplateRuntime$zodSchema.optional().describe("Reusable runtime resources copied into each created eval."),
+    schedule: EvalTemplateSchedule$zodSchema.optional().describe("Schedule copied into every eval created from the template."),
+    tag: z.string().nullable().optional().describe("Optional tag copied when `tag` is included."),
+    target_keys: z.array(z.string()).optional().describe("Runnable target keys copied when `targets` is included, such as `agent:codex:gpt-5.6-terra`."),
+    updated_at: z.iso.datetime({ offset: true }),
+    version: z.int(),
+});
+//# sourceMappingURL=evaltemplate.js.map

package/esm/models/evaltemplate.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"evaltemplate.js","sourceRoot":"","sources":["../../src/models/evaltemplate.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,8BAA8B,GAC/B,MAAM,2BAA2B,CAAC;AACnC,OAAO,EAEL,0BAA0B,GAC3B,MAAM,uBAAuB,CAAC;AAE/B;;GAEG;AACH,MAAM,CAAC,MAAM,oBAAoB,GAAG;IAClC,UAAU,EAAE,aAAa;IACzB,eAAe,EAAE,kBAAkB;CAC3B,CAAC;AAMX,MAAM,CAAC,MAAM,8BAA8B,GAAG,CAAC,CAAC,IAAI,CAAC;IACnD,aAAa;IACb,kBAAkB;CACnB,CAAC,CAAC,QAAQ,CACT,uFAAuF,CACxF,CAAC;AAEF,MAAM,CAAC,MAAM,6BAA6B,GAAG;IAC3C,MAAM,EAAE,QAAQ;IAChB,OAAO,EAAE,SAAS;IAClB,OAAO,EAAE,SAAS;IAClB,WAAW,EAAE,aAAa;IAC1B,GAAG,EAAE,KAAK;IACV,QAAQ,EAAE,UAAU;IACpB,IAAI,EAAE,MAAM;IACZ,QAAQ,EAAE,UAAU;IACpB,UAAU,EAAE,YAAY;IACxB,WAAW,EAAE,aAAa;IAC1B,eAAe,EAAE,kBAAkB;IACnC,MAAM,EAAE,QAAQ;IAChB,UAAU,EAAE,aAAa;IACzB,IAAI,EAAE,MAAM;IACZ,SAAS,EAAE,YAAY;IACvB,QAAQ,EAAE,WAAW;IACrB,eAAe,EAAE,kBAAkB;CAC3B,CAAC;AAKX,MAAM,CAAC,MAAM,uCAAuC,GAAG,CAAC,CAAC,IAAI,CAAC;IAC5D,QAAQ;IACR,SAAS;IACT,SAAS;IACT,aAAa;IACb,KAAK;IACL,UAAU;IACV,MAAM;IACN,UAAU;IACV,YAAY;IACZ,aAAa;IACb,kBAAkB;IAClB,QAAQ;IACR,aAAa;IACb,MAAM;IACN,YAAY;IACZ,WAAW;IACX,kBAAkB;CACnB,CAAC,CAAC;AAyBH,MAAM,CAAC,MAAM,sBAAsB,GAA4B,CAAC,CAAC,MAAM,CAAC;IACtE,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACtD,uDAAuD,CACxD;IACD,cAAc,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACrD,gFAAgF,CACjF;IACD,UAAU,EAAE,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;IAC5C,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC5C,UAAU,EAAE,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAClE,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACpD,wDAAwD,CACzD;IACD,SAAS,EAAE,8BAA8B,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,QAAQ,CACvE,uFAAuF,CACxF;IACD,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;IACd,mBAAmB,EAAE,CAAC,CAAC,KAAK,CAAC,uCAAuC,CAAC;SAClE,QAAQ,CACP,sKAAsK,CACvK;IACH,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC7D,yHAAyH,CAC1H;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CACvB,uDAAuD,CACxD;IACD,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAChD,qDAAqD,CACtD;IACD,kBAAkB,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CAC7C,+CAA+C,CAChD;IACD,OAAO,EAAE,6BAA6B,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACxD,2DAA2D,CAC5D;IACD,QAAQ,EAAE,8BAA8B,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC1D,4DAA4D,CAC7D;IACD,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC5C,6CAA6C,CAC9C;IACD,WAAW,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClD,8FAA8F,CAC/F;IACD,UAAU,EAAE,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;IAC5C,OAAO,EAAE,CAAC,CAAC,GAAG,EAAE;CACjB,CAAC,CAAC"}

package/esm/models/evaltemplatebatchcreatedeval.d.ts

@@ -0,0 +1,11 @@
+import * as z from "zod";
+export type EvalTemplateBatchCreatedEval = {
+    id: string;
+    eval_id?: string | null | undefined;
+    name: string;
+    prompt: string;
+    competitor_id?: string | null | undefined;
+    competitor_name?: string | null | undefined;
+};
+export declare const EvalTemplateBatchCreatedEval$zodSchema: z.ZodType<EvalTemplateBatchCreatedEval>;
+//# sourceMappingURL=evaltemplatebatchcreatedeval.d.ts.map

package/esm/models/evaltemplatebatchcreatedeval.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"evaltemplatebatchcreatedeval.d.ts","sourceRoot":"","sources":["../../src/models/evaltemplatebatchcreatedeval.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,MAAM,MAAM,4BAA4B,GAAG;IACzC,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;IACf,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC1C,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;CAC7C,CAAC;AAEF,eAAO,MAAM,sCAAsC,EAAE,CAAC,CAAC,OAAO,CAC5D,4BAA4B,CAQ5B,CAAC"}

package/esm/models/evaltemplatebatchcreatedeval.js

@@ -0,0 +1,14 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: 98054871a9ae
+ */
+import * as z from "zod";
+export const EvalTemplateBatchCreatedEval$zodSchema = z.object({
+    competitor_id: z.string().nullable().optional(),
+    competitor_name: z.string().nullable().optional(),
+    eval_id: z.string().nullable().optional(),
+    id: z.string(),
+    name: z.string(),
+    prompt: z.string(),
+});
+//# sourceMappingURL=evaltemplatebatchcreatedeval.js.map

package/esm/models/evaltemplatebatchcreatedeval.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"evaltemplatebatchcreatedeval.js","sourceRoot":"","sources":["../../src/models/evaltemplatebatchcreatedeval.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAWzB,MAAM,CAAC,MAAM,sCAAsC,GAE/C,CAAC,CAAC,MAAM,CAAC;IACX,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC/C,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACjD,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzC,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;IACd,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;CACnB,CAAC,CAAC"}

package/esm/models/evaltemplatebatchitem.d.ts

@@ -0,0 +1,32 @@
+import * as z from "zod";
+import { ClosedEnum } from "../types/enums.js";
+/**
+ * Eval subject type used for organization and reporting.
+ */
+export declare const EvalTemplateBatchItemType: {
+    readonly Workflow: "workflow";
+    readonly Mcp: "mcp";
+    readonly Cli: "cli";
+    readonly Skill: "skill";
+};
+/**
+ * Eval subject type used for organization and reporting.
+ */
+export type EvalTemplateBatchItemType = ClosedEnum<typeof EvalTemplateBatchItemType>;
+export declare const EvalTemplateBatchItemType$zodSchema: z.ZodEnum<{
+    workflow: "workflow";
+    mcp: "mcp";
+    cli: "cli";
+    skill: "skill";
+}>;
+/**
+ * Prompt-specific fields combined with the referenced template.
+ */
+export type EvalTemplateBatchItem = {
+    name: string;
+    prompts: Array<string>;
+    type?: EvalTemplateBatchItemType | undefined;
+    subject_id?: string | null | undefined;
+};
+export declare const EvalTemplateBatchItem$zodSchema: z.ZodType<EvalTemplateBatchItem>;
+//# sourceMappingURL=evaltemplatebatchitem.d.ts.map

package/esm/models/evaltemplatebatchitem.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"evaltemplatebatchitem.d.ts","sourceRoot":"","sources":["../../src/models/evaltemplatebatchitem.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAE/C;;GAEG;AACH,eAAO,MAAM,yBAAyB;;;;;CAK5B,CAAC;AACX;;GAEG;AACH,MAAM,MAAM,yBAAyB,GAAG,UAAU,CAChD,OAAO,yBAAyB,CACjC,CAAC;AAEF,eAAO,MAAM,mCAAmC;;;;;EAKqB,CAAC;AAEtE;;GAEG;AACH,MAAM,MAAM,qBAAqB,GAAG;IAClC,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACvB,IAAI,CAAC,EAAE,yBAAyB,GAAG,SAAS,CAAC;IAC7C,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;CACxC,CAAC;AAEF,eAAO,MAAM,+BAA+B,EAAE,CAAC,CAAC,OAAO,CAAC,qBAAqB,CAYC,CAAC"}

package/esm/models/evaltemplatebatchitem.js

@@ -0,0 +1,27 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: 23c0fa6bda51
+ */
+import * as z from "zod";
+/**
+ * Eval subject type used for organization and reporting.
+ */
+export const EvalTemplateBatchItemType = {
+    Workflow: "workflow",
+    Mcp: "mcp",
+    Cli: "cli",
+    Skill: "skill",
+};
+export const EvalTemplateBatchItemType$zodSchema = z.enum([
+    "workflow",
+    "mcp",
+    "cli",
+    "skill",
+]).describe("Eval subject type used for organization and reporting.");
+export const EvalTemplateBatchItem$zodSchema = z.object({
+    name: z.string().describe("Name of the prompt-specific eval to create."),
+    prompts: z.array(z.string()).describe("Task prompts owned by this eval. Judges, targets, scheduling, and runtime resources come from the template."),
+    subject_id: z.string().nullable().optional().describe("Optional subject identifier associated with this eval."),
+    type: EvalTemplateBatchItemType$zodSchema.default("workflow").describe("Eval subject type used for organization and reporting."),
+}).describe("Prompt-specific fields combined with the referenced template.");
+//# sourceMappingURL=evaltemplatebatchitem.js.map

package/esm/models/evaltemplatebatchitem.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"evaltemplatebatchitem.js","sourceRoot":"","sources":["../../src/models/evaltemplatebatchitem.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAGzB;;GAEG;AACH,MAAM,CAAC,MAAM,yBAAyB,GAAG;IACvC,QAAQ,EAAE,UAAU;IACpB,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,KAAK,EAAE,OAAO;CACN,CAAC;AAQX,MAAM,CAAC,MAAM,mCAAmC,GAAG,CAAC,CAAC,IAAI,CAAC;IACxD,UAAU;IACV,KAAK;IACL,KAAK;IACL,OAAO;CACR,CAAC,CAAC,QAAQ,CAAC,wDAAwD,CAAC,CAAC;AAYtE,MAAM,CAAC,MAAM,+BAA+B,GAC1C,CAAC,CAAC,MAAM,CAAC;IACP,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,6CAA6C,CAAC;IACxE,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,CACnC,6GAA6G,CAC9G;IACD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACnD,wDAAwD,CACzD;IACD,IAAI,EAAE,mCAAmC,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,QAAQ,CACpE,wDAAwD,CACzD;CACF,CAAC,CAAC,QAAQ,CAAC,+DAA+D,CAAC,CAAC"}

package/esm/models/evaltemplatebatchresponse.d.ts

@@ -0,0 +1,12 @@
+import * as z from "zod";
+import { EvalTemplateBatchResult } from "./evaltemplatebatchresult.js";
+export type EvalTemplateBatchResponse = {
+    template_id: string;
+    template_version: number;
+    created_count: number;
+    base_count: number;
+    variant_count: number;
+    results?: Array<EvalTemplateBatchResult> | undefined;
+};
+export declare const EvalTemplateBatchResponse$zodSchema: z.ZodType<EvalTemplateBatchResponse>;
+//# sourceMappingURL=evaltemplatebatchresponse.d.ts.map

package/esm/models/evaltemplatebatchresponse.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"evaltemplatebatchresponse.d.ts","sourceRoot":"","sources":["../../src/models/evaltemplatebatchresponse.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,uBAAuB,EAExB,MAAM,8BAA8B,CAAC;AAEtC,MAAM,MAAM,yBAAyB,GAAG;IACtC,WAAW,EAAE,MAAM,CAAC;IACpB,gBAAgB,EAAE,MAAM,CAAC;IACzB,aAAa,EAAE,MAAM,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,MAAM,CAAC;IACtB,OAAO,CAAC,EAAE,KAAK,CAAC,uBAAuB,CAAC,GAAG,SAAS,CAAC;CACtD,CAAC;AAEF,eAAO,MAAM,mCAAmC,EAAE,CAAC,CAAC,OAAO,CACzD,yBAAyB,CAQzB,CAAC"}

package/esm/models/evaltemplatebatchresponse.js

@@ -0,0 +1,15 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: a63a246560d8
+ */
+import * as z from "zod";
+import { EvalTemplateBatchResult$zodSchema, } from "./evaltemplatebatchresult.js";
+export const EvalTemplateBatchResponse$zodSchema = z.object({
+    base_count: z.int(),
+    created_count: z.int(),
+    results: z.array(EvalTemplateBatchResult$zodSchema).optional(),
+    template_id: z.string(),
+    template_version: z.int(),
+    variant_count: z.int(),
+});
+//# sourceMappingURL=evaltemplatebatchresponse.js.map

package/esm/models/evaltemplatebatchresponse.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"evaltemplatebatchresponse.js","sourceRoot":"","sources":["../../src/models/evaltemplatebatchresponse.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,iCAAiC,GAClC,MAAM,8BAA8B,CAAC;AAWtC,MAAM,CAAC,MAAM,mCAAmC,GAE5C,CAAC,CAAC,MAAM,CAAC;IACX,UAAU,EAAE,CAAC,CAAC,GAAG,EAAE;IACnB,aAAa,EAAE,CAAC,CAAC,GAAG,EAAE;IACtB,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,iCAAiC,CAAC,CAAC,QAAQ,EAAE;IAC9D,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE;IACvB,gBAAgB,EAAE,CAAC,CAAC,GAAG,EAAE;IACzB,aAAa,EAAE,CAAC,CAAC,GAAG,EAAE;CACvB,CAAC,CAAC"}

package/esm/models/evaltemplatebatchresult.d.ts

@@ -0,0 +1,10 @@
+import * as z from "zod";
+import { EvalTemplateBatchCreatedEval } from "./evaltemplatebatchcreatedeval.js";
+export type EvalTemplateBatchResult = {
+    input_index: number;
+    name: string;
+    base: EvalTemplateBatchCreatedEval;
+    variants?: Array<EvalTemplateBatchCreatedEval> | undefined;
+};
+export declare const EvalTemplateBatchResult$zodSchema: z.ZodType<EvalTemplateBatchResult>;
+//# sourceMappingURL=evaltemplatebatchresult.d.ts.map

package/esm/models/evaltemplatebatchresult.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"evaltemplatebatchresult.d.ts","sourceRoot":"","sources":["../../src/models/evaltemplatebatchresult.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,4BAA4B,EAE7B,MAAM,mCAAmC,CAAC;AAE3C,MAAM,MAAM,uBAAuB,GAAG;IACpC,WAAW,EAAE,MAAM,CAAC;IACpB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,4BAA4B,CAAC;IACnC,QAAQ,CAAC,EAAE,KAAK,CAAC,4BAA4B,CAAC,GAAG,SAAS,CAAC;CAC5D,CAAC;AAEF,eAAO,MAAM,iCAAiC,EAAE,CAAC,CAAC,OAAO,CACvD,uBAAuB,CAMvB,CAAC"}

package/esm/models/evaltemplatebatchresult.js

@@ -0,0 +1,13 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: f2e21f14a77e
+ */
+import * as z from "zod";
+import { EvalTemplateBatchCreatedEval$zodSchema, } from "./evaltemplatebatchcreatedeval.js";
+export const EvalTemplateBatchResult$zodSchema = z.object({
+    base: EvalTemplateBatchCreatedEval$zodSchema,
+    input_index: z.int(),
+    name: z.string(),
+    variants: z.array(EvalTemplateBatchCreatedEval$zodSchema).optional(),
+});
+//# sourceMappingURL=evaltemplatebatchresult.js.map

package/esm/models/evaltemplatebatchresult.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"evaltemplatebatchresult.js","sourceRoot":"","sources":["../../src/models/evaltemplatebatchresult.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,sCAAsC,GACvC,MAAM,mCAAmC,CAAC;AAS3C,MAAM,CAAC,MAAM,iCAAiC,GAE1C,CAAC,CAAC,MAAM,CAAC;IACX,IAAI,EAAE,sCAAsC;IAC5C,WAAW,EAAE,CAAC,CAAC,GAAG,EAAE;IACpB,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,sCAAsC,CAAC,CAAC,QAAQ,EAAE;CACrE,CAAC,CAAC"}

package/esm/models/evaltemplateruntime.d.ts

@@ -0,0 +1,20 @@
+import * as z from "zod";
+import { SearchGroundingMode } from "./searchgroundingmode.js";
+/**
+ * Reusable runtime resources copied into each created eval.
+ */
+export type EvalTemplateRuntime = {
+    starting_project_id?: string | null | undefined;
+    environment_profile_ids?: Array<string> | undefined;
+    include_env_vars?: boolean | undefined;
+    search_grounding?: SearchGroundingMode | undefined;
+    skill_ids?: Array<string> | undefined;
+    mcp_server_ids?: Array<string> | undefined;
+    cli_ids?: Array<string> | undefined;
+    include_brand_docs?: boolean | undefined;
+    run_on_github_pr?: boolean | undefined;
+    setup_commands?: Array<string> | undefined;
+    cleanup_commands?: Array<string> | undefined;
+};
+export declare const EvalTemplateRuntime$zodSchema: z.ZodType<EvalTemplateRuntime>;
+//# sourceMappingURL=evaltemplateruntime.d.ts.map

package/esm/models/evaltemplateruntime.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"evaltemplateruntime.d.ts","sourceRoot":"","sources":["../../src/models/evaltemplateruntime.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAElC;;GAEG;AACH,MAAM,MAAM,mBAAmB,GAAG;IAChC,mBAAmB,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAChD,uBAAuB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACpD,gBAAgB,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IACvC,gBAAgB,CAAC,EAAE,mBAAmB,GAAG,SAAS,CAAC;IACnD,SAAS,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACtC,cAAc,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IAC3C,OAAO,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACpC,kBAAkB,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IACzC,gBAAgB,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IACvC,cAAc,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IAC3C,gBAAgB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;CAC9C,CAAC;AAEF,eAAO,MAAM,6BAA6B,EAAE,CAAC,CAAC,OAAO,CAAC,mBAAmB,CAmCC,CAAC"}

package/esm/models/evaltemplateruntime.js

@@ -0,0 +1,21 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: c5af571c2713
+ */
+import * as z from "zod";
+import { SearchGroundingMode$zodSchema, } from "./searchgroundingmode.js";
+export const EvalTemplateRuntime$zodSchema = z
+    .object({
+    cleanup_commands: z.array(z.string()).optional().describe("Shell commands run after each eval attempt, in order."),
+    cli_ids: z.array(z.string()).optional().describe("Reusable CLI IDs copied into each created eval."),
+    environment_profile_ids: z.array(z.string()).optional().describe("Environment profile IDs copied into each created eval."),
+    include_brand_docs: z.boolean().default(false).describe("Whether organization documentation is included at runtime."),
+    include_env_vars: z.boolean().default(true).describe("Whether selected environment profiles are enabled."),
+    mcp_server_ids: z.array(z.string()).optional().describe("Reusable MCP server IDs copied into each created eval."),
+    run_on_github_pr: z.boolean().default(false).describe("Whether each created eval is configured for GitHub pull requests."),
+    search_grounding: SearchGroundingMode$zodSchema.optional().describe("Requested web-retrieval behavior for an eval run."),
+    setup_commands: z.array(z.string()).optional().describe("Shell commands run before each eval attempt, in order."),
+    skill_ids: z.array(z.string()).optional().describe("Reusable skill IDs copied into each created eval."),
+    starting_project_id: z.string().nullable().optional().describe("Optional reusable repository workspace ID."),
+}).describe("Reusable runtime resources copied into each created eval.");
+//# sourceMappingURL=evaltemplateruntime.js.map

package/esm/models/evaltemplateruntime.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"evaltemplateruntime.js","sourceRoot":"","sources":["../../src/models/evaltemplateruntime.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAmBlC,MAAM,CAAC,MAAM,6BAA6B,GAAmC,CAAC;KAC3E,MAAM,CAAC;IACN,gBAAgB,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACvD,uDAAuD,CACxD;IACD,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC9C,iDAAiD,CAClD;IACD,uBAAuB,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC9D,wDAAwD,CACzD;IACD,kBAAkB,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,QAAQ,CACrD,4DAA4D,CAC7D;IACD,gBAAgB,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,QAAQ,CAClD,oDAAoD,CACrD;IACD,cAAc,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACrD,wDAAwD,CACzD;IACD,gBAAgB,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,QAAQ,CACnD,mEAAmE,CACpE;IACD,gBAAgB,EAAE,6BAA6B,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACjE,mDAAmD,CACpD;IACD,cAAc,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACrD,wDAAwD,CACzD;IACD,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAChD,mDAAmD,CACpD;IACD,mBAAmB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC5D,4CAA4C,CAC7C;CACF,CAAC,CAAC,QAAQ,CAAC,2DAA2D,CAAC,CAAC"}

package/esm/models/evaltemplateschedule.d.ts

@@ -0,0 +1,28 @@
+import * as z from "zod";
+import { ClosedEnum } from "../types/enums.js";
+/**
+ * Schedule cadence used when `enabled` is true.
+ */
+export declare const Frequency: {
+    readonly Daily: "daily";
+    readonly EveryOtherDay: "every_other_day";
+    readonly Weekly: "weekly";
+};
+/**
+ * Schedule cadence used when `enabled` is true.
+ */
+export type Frequency = ClosedEnum<typeof Frequency>;
+export declare const Frequency$zodSchema: z.ZodEnum<{
+    daily: "daily";
+    every_other_day: "every_other_day";
+    weekly: "weekly";
+}>;
+/**
+ * Schedule copied into every eval created from the template.
+ */
+export type EvalTemplateSchedule = {
+    enabled?: boolean | undefined;
+    frequency?: Frequency | undefined;
+};
+export declare const EvalTemplateSchedule$zodSchema: z.ZodType<EvalTemplateSchedule>;
+//# sourceMappingURL=evaltemplateschedule.d.ts.map

package/esm/models/evaltemplateschedule.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"evaltemplateschedule.d.ts","sourceRoot":"","sources":["../../src/models/evaltemplateschedule.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAE/C;;GAEG;AACH,eAAO,MAAM,SAAS;;;;CAIZ,CAAC;AACX;;GAEG;AACH,MAAM,MAAM,SAAS,GAAG,UAAU,CAAC,OAAO,SAAS,CAAC,CAAC;AAErD,eAAO,MAAM,mBAAmB;;;;EAI4B,CAAC;AAE7D;;GAEG;AACH,MAAM,MAAM,oBAAoB,GAAG;IACjC,OAAO,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAC9B,SAAS,CAAC,EAAE,SAAS,GAAG,SAAS,CAAC;CACnC,CAAC;AAEF,eAAO,MAAM,8BAA8B,EAAE,CAAC,CAAC,OAAO,CAAC,oBAAoB,CAQA,CAAC"}