@lightsage/mcp 0.3.1 → 0.4.0

package/esm/models/searchgroundingmode.d.ts

@@ -0,0 +1,20 @@
+import * as z from "zod";
+import { ClosedEnum } from "../types/enums.js";
+/**
+ * Requested web-retrieval behavior for an eval run.
+ */
+export declare const SearchGroundingMode: {
+    readonly Disabled: "disabled";
+    readonly Enabled: "enabled";
+    readonly Default: "default";
+};
+/**
+ * Requested web-retrieval behavior for an eval run.
+ */
+export type SearchGroundingMode = ClosedEnum<typeof SearchGroundingMode>;
+export declare const SearchGroundingMode$zodSchema: z.ZodEnum<{
+    default: "default";
+    disabled: "disabled";
+    enabled: "enabled";
+}>;
+//# sourceMappingURL=searchgroundingmode.d.ts.map

package/esm/models/searchgroundingmode.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"searchgroundingmode.d.ts","sourceRoot":"","sources":["../../src/models/searchgroundingmode.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAE/C;;GAEG;AACH,eAAO,MAAM,mBAAmB;;;;CAItB,CAAC;AACX;;GAEG;AACH,MAAM,MAAM,mBAAmB,GAAG,UAAU,CAAC,OAAO,mBAAmB,CAAC,CAAC;AAEzE,eAAO,MAAM,6BAA6B;;;;EAIsB,CAAC"}

package/esm/models/searchgroundingmode.js

@@ -0,0 +1,19 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: d6aefbc6ebf6
+ */
+import * as z from "zod";
+/**
+ * Requested web-retrieval behavior for an eval run.
+ */
+export const SearchGroundingMode = {
+    Disabled: "disabled",
+    Enabled: "enabled",
+    Default: "default",
+};
+export const SearchGroundingMode$zodSchema = z.enum([
+    "disabled",
+    "enabled",
+    "default",
+]).describe("Requested web-retrieval behavior for an eval run.");
+//# sourceMappingURL=searchgroundingmode.js.map

package/esm/models/searchgroundingmode.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"searchgroundingmode.js","sourceRoot":"","sources":["../../src/models/searchgroundingmode.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAGzB;;GAEG;AACH,MAAM,CAAC,MAAM,mBAAmB,GAAG;IACjC,QAAQ,EAAE,UAAU;IACpB,OAAO,EAAE,SAAS;IAClB,OAAO,EAAE,SAAS;CACV,CAAC;AAMX,MAAM,CAAC,MAAM,6BAA6B,GAAG,CAAC,CAAC,IAAI,CAAC;IAClD,UAAU;IACV,SAAS;IACT,SAAS;CACV,CAAC,CAAC,QAAQ,CAAC,mDAAmD,CAAC,CAAC"}

package/esm/models/updatev2evalconfigurationrequest.d.ts

@@ -1,4 +1,5 @@
 import * as z from "zod";
+import { SearchGroundingMode } from "./searchgroundingmode.js";
 export type UpdateV2EvalConfigurationRequest = {
     name?: string | undefined;
     repository_id?: string | undefined;
@@ -8,6 +9,7 @@ export type UpdateV2EvalConfigurationRequest = {
     skill_ids?: Array<string> | null | undefined;
     skills?: Array<string> | null | undefined;
     include_docs?: boolean | undefined;
+    search_grounding?: SearchGroundingMode | null | undefined;
 };
 export declare const UpdateV2EvalConfigurationRequest$zodSchema: z.ZodType<UpdateV2EvalConfigurationRequest>;
 //# sourceMappingURL=updatev2evalconfigurationrequest.d.ts.map

package/esm/models/updatev2evalconfigurationrequest.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"updatev2evalconfigurationrequest.d.ts","sourceRoot":"","sources":["../../src/models/updatev2evalconfigurationrequest.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,MAAM,MAAM,gCAAgC,GAAG;IAC7C,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,aAAa,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACnC,cAAc,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACpC,cAAc,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IAClD,OAAO,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IAC3C,SAAS,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IAC7C,MAAM,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IAC1C,YAAY,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;CACpC,CAAC;AAEF,eAAO,MAAM,0CAA0C,EAAE,CAAC,CAAC,OAAO,CAChE,gCAAgC,CAYhC,CAAC"}
+{"version":3,"file":"updatev2evalconfigurationrequest.d.ts","sourceRoot":"","sources":["../../src/models/updatev2evalconfigurationrequest.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAElC,MAAM,MAAM,gCAAgC,GAAG;IAC7C,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,aAAa,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACnC,cAAc,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACpC,cAAc,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IAClD,OAAO,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IAC3C,SAAS,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IAC7C,MAAM,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IAC1C,YAAY,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IACnC,gBAAgB,CAAC,EAAE,mBAAmB,GAAG,IAAI,GAAG,SAAS,CAAC;CAC3D,CAAC;AAEF,eAAO,MAAM,0CAA0C,EAAE,CAAC,CAAC,OAAO,CAChE,gCAAgC,CAgBhC,CAAC"}

package/esm/models/updatev2evalconfigurationrequest.js

@@ -3,6 +3,7 @@
  * @generated-id: 1dd416d6980a
  */
 import * as z from "zod";
+import { SearchGroundingMode$zodSchema, } from "./searchgroundingmode.js";
 export const UpdateV2EvalConfigurationRequest$zodSchema = z.object({
     cli_ids: z.array(z.string()).nullable().optional(),
     environment_id: z.string().optional(),
@@ -10,6 +11,8 @@ export const UpdateV2EvalConfigurationRequest$zodSchema = z.object({
     mcp_server_ids: z.array(z.string()).nullable().optional(),
     name: z.string().optional(),
     repository_id: z.string().optional(),
+    search_grounding: SearchGroundingMode$zodSchema.nullable().optional()
+        .describe("Replacement web-retrieval policy. Omit it to keep the saved value."),
     skill_ids: z.array(z.string()).nullable().optional(),
     skills: z.array(z.string()).nullable().optional().describe("Public skill packages saved with this configuration, using GitHub `owner/repository` references."),
 });

package/esm/models/updatev2evalconfigurationrequest.js.map

@@ -1 +1 @@
-{"version":3,"file":"updatev2evalconfigurationrequest.js","sourceRoot":"","sources":["../../src/models/updatev2evalconfigurationrequest.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAazB,MAAM,CAAC,MAAM,0CAA0C,GAEnD,CAAC,CAAC,MAAM,CAAC;IACX,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAClD,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACrC,YAAY,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IACpC,cAAc,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC3B,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACpC,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACpD,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACxD,kGAAkG,CACnG;CACF,CAAC,CAAC"}
+{"version":3,"file":"updatev2evalconfigurationrequest.js","sourceRoot":"","sources":["../../src/models/updatev2evalconfigurationrequest.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAclC,MAAM,CAAC,MAAM,0CAA0C,GAEnD,CAAC,CAAC,MAAM,CAAC;IACX,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAClD,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACrC,YAAY,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IACpC,cAAc,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC3B,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACpC,gBAAgB,EAAE,6BAA6B,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;SAClE,QAAQ,CACP,oEAAoE,CACrE;IACH,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACpD,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACxD,kGAAkG,CACnG;CACF,CAAC,CAAC"}

package/esm/models/updatev2evalrequest.d.ts

@@ -1,10 +1,7 @@
 import * as z from "zod";
-import { V2InlineCliReference } from "./v2inlineclireference.js";
+import { SearchGroundingMode } from "./searchgroundingmode.js";
 import { V2InlineMcpDefinition } from "./v2inlinemcpdefinition.js";
-import { V2SavedCliReference } from "./v2savedclireference.js";
 import { V2SavedMcpReference } from "./v2savedmcpreference.js";
-export type UpdateV2EvalRequestCli = V2SavedCliReference | V2InlineCliReference;
-export declare const UpdateV2EvalRequestCli$zodSchema: z.ZodType<UpdateV2EvalRequestCli>;
 export type UpdateV2EvalRequestMcp = V2InlineMcpDefinition | V2SavedMcpReference;
 export declare const UpdateV2EvalRequestMcp$zodSchema: z.ZodType<UpdateV2EvalRequestMcp>;
 export type UpdateV2EvalRequest = {
@@ -13,8 +10,11 @@ export type UpdateV2EvalRequest = {
     judges?: Array<string> | null | undefined;
     agent?: Array<string> | null | undefined;
     persona?: string | undefined;
-    clis?: Array<V2SavedCliReference | V2InlineCliReference> | null | undefined;
+    clis?: Array<string> | null | undefined;
     mcps?: Array<V2InlineMcpDefinition | V2SavedMcpReference> | null | undefined;
+    setup_commands?: Array<string> | null | undefined;
+    cleanup_commands?: Array<string> | null | undefined;
+    search_grounding?: SearchGroundingMode | null | undefined;
     runs?: number | undefined;
     tags?: Array<string> | null | undefined;
 };

package/esm/models/updatev2evalrequest.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"updatev2evalrequest.d.ts","sourceRoot":"","sources":["../../src/models/updatev2evalrequest.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,oBAAoB,EAErB,MAAM,2BAA2B,CAAC;AACnC,OAAO,EACL,qBAAqB,EAEtB,MAAM,4BAA4B,CAAC;AACpC,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAElC,MAAM,MAAM,sBAAsB,GAAG,mBAAmB,GAAG,oBAAoB,CAAC;AAEhF,eAAO,MAAM,gCAAgC,EAAE,CAAC,CAAC,OAAO,CACtD,sBAAsB,CAItB,CAAC;AAEH,MAAM,MAAM,sBAAsB,GAC9B,qBAAqB,GACrB,mBAAmB,CAAC;AAExB,eAAO,MAAM,gCAAgC,EAAE,CAAC,CAAC,OAAO,CACtD,sBAAsB,CAItB,CAAC;AAEH,MAAM,MAAM,mBAAmB,GAAG;IAChC,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,OAAO,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IAC3C,MAAM,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IAC1C,KAAK,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IACzC,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,IAAI,CAAC,EAAE,KAAK,CAAC,mBAAmB,GAAG,oBAAoB,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IAC5E,IAAI,CAAC,EAAE,KAAK,CAAC,qBAAqB,GAAG,mBAAmB,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IAC7E,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,IAAI,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;CACzC,CAAC;AAEF,eAAO,MAAM,6BAA6B,EAAE,CAAC,CAAC,OAAO,CAAC,mBAAmB,CAuBrE,CAAC"}
+{"version":3,"file":"updatev2evalrequest.d.ts","sourceRoot":"","sources":["../../src/models/updatev2evalrequest.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,qBAAqB,EAEtB,MAAM,4BAA4B,CAAC;AACpC,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAElC,MAAM,MAAM,sBAAsB,GAC9B,qBAAqB,GACrB,mBAAmB,CAAC;AAExB,eAAO,MAAM,gCAAgC,EAAE,CAAC,CAAC,OAAO,CACtD,sBAAsB,CAItB,CAAC;AAEH,MAAM,MAAM,mBAAmB,GAAG;IAChC,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,OAAO,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IAC3C,MAAM,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IAC1C,KAAK,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IACzC,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,IAAI,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IACxC,IAAI,CAAC,EAAE,KAAK,CAAC,qBAAqB,GAAG,mBAAmB,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IAC7E,cAAc,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IAClD,gBAAgB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IACpD,gBAAgB,CAAC,EAAE,mBAAmB,GAAG,IAAI,GAAG,SAAS,CAAC;IAC1D,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,IAAI,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;CACzC,CAAC;AAEF,eAAO,MAAM,6BAA6B,EAAE,CAAC,CAAC,OAAO,CAAC,mBAAmB,CAgCrE,CAAC"}

package/esm/models/updatev2evalrequest.js

@@ -3,14 +3,9 @@
  * @generated-id: 1f9fe5c659f2
  */
 import * as z from "zod";
-import { V2InlineCliReference$zodSchema, } from "./v2inlineclireference.js";
+import { SearchGroundingMode$zodSchema, } from "./searchgroundingmode.js";
 import { V2InlineMcpDefinition$zodSchema, } from "./v2inlinemcpdefinition.js";
-import { V2SavedCliReference$zodSchema, } from "./v2savedclireference.js";
 import { V2SavedMcpReference$zodSchema, } from "./v2savedmcpreference.js";
-export const UpdateV2EvalRequestCli$zodSchema = z.union([
-    V2SavedCliReference$zodSchema,
-    V2InlineCliReference$zodSchema,
-]);
 export const UpdateV2EvalRequestMcp$zodSchema = z.union([
     V2InlineMcpDefinition$zodSchema,
     V2SavedMcpReference$zodSchema,
@@ -18,10 +13,8 @@ export const UpdateV2EvalRequestMcp$zodSchema = z.union([
 export const UpdateV2EvalRequest$zodSchema = z
     .object({
     agent: z.array(z.string()).nullable().optional(),
-    clis: z.array(z.union([
-        V2SavedCliReference$zodSchema,
-        V2InlineCliReference$zodSchema,
-    ])).nullable().optional(),
+    cleanup_commands: z.array(z.string()).nullable().optional().describe("Replacement cleanup commands. Pass an empty array to clear all saved cleanup commands."),
+    clis: z.array(z.string()).nullable().optional().describe("Replacement saved CLI IDs or shell installation commands. UUID values resolve saved CLIs; every other value is an installation command. Pass an empty array to clear all CLIs."),
     judges: z.array(z.string()).nullable().optional().describe("Replacement success criteria for the eval."),
     mcps: z.array(z.union([
         V2InlineMcpDefinition$zodSchema,
@@ -31,6 +24,9 @@ export const UpdateV2EvalRequest$zodSchema = z
     persona: z.string().optional().describe("Replacement eval persona. Pass null to clear it; omit it to leave the saved value unchanged."),
     prompts: z.array(z.string()).nullable().optional(),
     runs: z.int().optional(),
+    search_grounding: SearchGroundingMode$zodSchema.nullable().optional()
+        .describe("Replacement web-retrieval policy. Omit it to keep the saved value."),
+    setup_commands: z.array(z.string()).nullable().optional().describe("Replacement setup commands. Pass an empty array to clear all saved setup commands."),
     tags: z.array(z.string()).nullable().optional().describe("Replacement labels for the eval. Pass an empty array to clear all tags."),
 });
 //# sourceMappingURL=updatev2evalrequest.js.map

package/esm/models/updatev2evalrequest.js.map

@@ -1 +1 @@
-{"version":3,"file":"updatev2evalrequest.js","sourceRoot":"","sources":["../../src/models/updatev2evalrequest.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,8BAA8B,GAC/B,MAAM,2BAA2B,CAAC;AACnC,OAAO,EAEL,+BAA+B,GAChC,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAIlC,MAAM,CAAC,MAAM,gCAAgC,GAEzC,CAAC,CAAC,KAAK,CAAC;IACV,6BAA6B;IAC7B,8BAA8B;CAC/B,CAAC,CAAC;AAMH,MAAM,CAAC,MAAM,gCAAgC,GAEzC,CAAC,CAAC,KAAK,CAAC;IACV,+BAA+B;IAC/B,6BAA6B;CAC9B,CAAC,CAAC;AAcH,MAAM,CAAC,MAAM,6BAA6B,GAAmC,CAAC;KAC3E,MAAM,CAAC;IACN,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAChD,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;QACpB,6BAA6B;QAC7B,8BAA8B;KAC/B,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzB,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACxD,4CAA4C,CAC7C;IACD,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;QACpB,+BAA+B;QAC/B,6BAA6B;KAC9B,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzB,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC3B,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACrC,8FAA8F,CAC/F;IACD,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAClD,IAAI,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IACxB,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACtD,yEAAyE,CAC1E;CACF,CAAC,CAAC"}
+{"version":3,"file":"updatev2evalrequest.js","sourceRoot":"","sources":["../../src/models/updatev2evalrequest.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,+BAA+B,GAChC,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAMlC,MAAM,CAAC,MAAM,gCAAgC,GAEzC,CAAC,CAAC,KAAK,CAAC;IACV,+BAA+B;IAC/B,6BAA6B;CAC9B,CAAC,CAAC;AAiBH,MAAM,CAAC,MAAM,6BAA6B,GAAmC,CAAC;KAC3E,MAAM,CAAC;IACN,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAChD,gBAAgB,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClE,wFAAwF,CACzF;IACD,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACtD,gLAAgL,CACjL;IACD,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACxD,4CAA4C,CAC7C;IACD,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;QACpB,+BAA+B;QAC/B,6BAA6B;KAC9B,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzB,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC3B,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACrC,8FAA8F,CAC/F;IACD,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAClD,IAAI,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IACxB,gBAAgB,EAAE,6BAA6B,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;SAClE,QAAQ,CACP,oEAAoE,CACrE;IACH,cAAc,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAChE,oFAAoF,CACrF;IACD,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACtD,yEAAyE,CAC1E;CACF,CAAC,CAAC"}

package/esm/models/v2eval.d.ts

@@ -1,10 +1,11 @@
 import * as z from "zod";
+import { SearchGroundingMode } from "./searchgroundingmode.js";
 import { V2InlineCliReference } from "./v2inlineclireference.js";
 import { V2InlineMcpDefinition } from "./v2inlinemcpdefinition.js";
 import { V2SavedCliReference } from "./v2savedclireference.js";
 import { V2SavedMcpReference } from "./v2savedmcpreference.js";
-export type V2EvalCli = V2SavedCliReference | V2InlineCliReference;
-export declare const V2EvalCli$zodSchema: z.ZodType<V2EvalCli>;
+export type Cli = V2SavedCliReference | V2InlineCliReference;
+export declare const Cli$zodSchema: z.ZodType<Cli>;
 export type V2EvalMcp = V2InlineMcpDefinition | V2SavedMcpReference;
 export declare const V2EvalMcp$zodSchema: z.ZodType<V2EvalMcp>;
 export type V2Eval = {
@@ -16,6 +17,9 @@ export type V2Eval = {
     persona?: string | null | undefined;
     clis?: Array<V2SavedCliReference | V2InlineCliReference> | undefined;
     mcps?: Array<V2InlineMcpDefinition | V2SavedMcpReference> | undefined;
+    setup_commands?: Array<string> | undefined;
+    cleanup_commands?: Array<string> | undefined;
+    search_grounding?: SearchGroundingMode | undefined;
     runs?: number | undefined;
     tags?: Array<string> | undefined;
     created_at?: string | null | undefined;

package/esm/models/v2eval.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"v2eval.d.ts","sourceRoot":"","sources":["../../src/models/v2eval.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,oBAAoB,EAErB,MAAM,2BAA2B,CAAC;AACnC,OAAO,EACL,qBAAqB,EAEtB,MAAM,4BAA4B,CAAC;AACpC,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAElC,MAAM,MAAM,SAAS,GAAG,mBAAmB,GAAG,oBAAoB,CAAC;AAEnE,eAAO,MAAM,mBAAmB,EAAE,CAAC,CAAC,OAAO,CAAC,SAAS,CAGnD,CAAC;AAEH,MAAM,MAAM,SAAS,GAAG,qBAAqB,GAAG,mBAAmB,CAAC;AAEpE,eAAO,MAAM,mBAAmB,EAAE,CAAC,CAAC,OAAO,CAAC,SAAS,CAGnD,CAAC;AAEH,MAAM,MAAM,MAAM,GAAG;IACnB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACpC,MAAM,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACnC,KAAK,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IAClC,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,IAAI,CAAC,EAAE,KAAK,CAAC,mBAAmB,GAAG,oBAAoB,CAAC,GAAG,SAAS,CAAC;IACrE,IAAI,CAAC,EAAE,KAAK,CAAC,qBAAqB,GAAG,mBAAmB,CAAC,GAAG,SAAS,CAAC;IACtE,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,IAAI,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACjC,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;CACxC,CAAC;AAEF,eAAO,MAAM,gBAAgB,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,CAmB7C,CAAC"}
+{"version":3,"file":"v2eval.d.ts","sourceRoot":"","sources":["../../src/models/v2eval.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,oBAAoB,EAErB,MAAM,2BAA2B,CAAC;AACnC,OAAO,EACL,qBAAqB,EAEtB,MAAM,4BAA4B,CAAC;AACpC,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAElC,MAAM,MAAM,GAAG,GAAG,mBAAmB,GAAG,oBAAoB,CAAC;AAE7D,eAAO,MAAM,aAAa,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,CAGvC,CAAC;AAEH,MAAM,MAAM,SAAS,GAAG,qBAAqB,GAAG,mBAAmB,CAAC;AAEpE,eAAO,MAAM,mBAAmB,EAAE,CAAC,CAAC,OAAO,CAAC,SAAS,CAGnD,CAAC;AAEH,MAAM,MAAM,MAAM,GAAG;IACnB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACpC,MAAM,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACnC,KAAK,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IAClC,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,IAAI,CAAC,EAAE,KAAK,CAAC,mBAAmB,GAAG,oBAAoB,CAAC,GAAG,SAAS,CAAC;IACrE,IAAI,CAAC,EAAE,KAAK,CAAC,qBAAqB,GAAG,mBAAmB,CAAC,GAAG,SAAS,CAAC;IACtE,cAAc,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IAC3C,gBAAgB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IAC7C,gBAAgB,CAAC,EAAE,mBAAmB,GAAG,SAAS,CAAC;IACnD,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,IAAI,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACjC,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;CACxC,CAAC;AAEF,eAAO,MAAM,gBAAgB,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,CAwB7C,CAAC"}

package/esm/models/v2eval.js

@@ -3,11 +3,12 @@
  * @generated-id: 80dff09b71cf
  */
 import * as z from "zod";
+import { SearchGroundingMode$zodSchema, } from "./searchgroundingmode.js";
 import { V2InlineCliReference$zodSchema, } from "./v2inlineclireference.js";
 import { V2InlineMcpDefinition$zodSchema, } from "./v2inlinemcpdefinition.js";
 import { V2SavedCliReference$zodSchema, } from "./v2savedclireference.js";
 import { V2SavedMcpReference$zodSchema, } from "./v2savedmcpreference.js";
-export const V2EvalCli$zodSchema = z.union([
+export const Cli$zodSchema = z.union([
     V2SavedCliReference$zodSchema,
     V2InlineCliReference$zodSchema,
 ]);
@@ -17,6 +18,7 @@ export const V2EvalMcp$zodSchema = z.union([
 ]);
 export const V2Eval$zodSchema = z.object({
     agent: z.array(z.string()).optional(),
+    cleanup_commands: z.array(z.string()).optional(),
     clis: z.array(z.union([
         V2SavedCliReference$zodSchema,
         V2InlineCliReference$zodSchema,
@@ -32,6 +34,8 @@ export const V2Eval$zodSchema = z.object({
     persona: z.string().nullable().optional(),
     prompts: z.array(z.string()).optional(),
     runs: z.int().default(1),
+    search_grounding: SearchGroundingMode$zodSchema.optional().describe("Requested web-retrieval behavior for an eval run."),
+    setup_commands: z.array(z.string()).optional(),
     tags: z.array(z.string()).optional(),
     updated_at: z.string().nullable().optional(),
 });

package/esm/models/v2eval.js.map

@@ -1 +1 @@
-{"version":3,"file":"v2eval.js","sourceRoot":"","sources":["../../src/models/v2eval.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,8BAA8B,GAC/B,MAAM,2BAA2B,CAAC;AACnC,OAAO,EAEL,+BAA+B,GAChC,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAIlC,MAAM,CAAC,MAAM,mBAAmB,GAAyB,CAAC,CAAC,KAAK,CAAC;IAC/D,6BAA6B;IAC7B,8BAA8B;CAC/B,CAAC,CAAC;AAIH,MAAM,CAAC,MAAM,mBAAmB,GAAyB,CAAC,CAAC,KAAK,CAAC;IAC/D,+BAA+B;IAC/B,6BAA6B;CAC9B,CAAC,CAAC;AAiBH,MAAM,CAAC,MAAM,gBAAgB,GAAsB,CAAC,CAAC,MAAM,CAAC;IAC1D,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACrC,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;QACpB,6BAA6B;QAC7B,8BAA8B;KAC/B,CAAC,CAAC,CAAC,QAAQ,EAAE;IACd,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC5C,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;IACd,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACtC,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;QACpB,+BAA+B;QAC/B,6BAA6B;KAC9B,CAAC,CAAC,CAAC,QAAQ,EAAE;IACd,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzC,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACvC,IAAI,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IACxB,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACpC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CAC7C,CAAC,CAAC"}
+{"version":3,"file":"v2eval.js","sourceRoot":"","sources":["../../src/models/v2eval.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,8BAA8B,GAC/B,MAAM,2BAA2B,CAAC;AACnC,OAAO,EAEL,+BAA+B,GAChC,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAIlC,MAAM,CAAC,MAAM,aAAa,GAAmB,CAAC,CAAC,KAAK,CAAC;IACnD,6BAA6B;IAC7B,8BAA8B;CAC/B,CAAC,CAAC;AAIH,MAAM,CAAC,MAAM,mBAAmB,GAAyB,CAAC,CAAC,KAAK,CAAC;IAC/D,+BAA+B;IAC/B,6BAA6B;CAC9B,CAAC,CAAC;AAoBH,MAAM,CAAC,MAAM,gBAAgB,GAAsB,CAAC,CAAC,MAAM,CAAC;IAC1D,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACrC,gBAAgB,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IAChD,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;QACpB,6BAA6B;QAC7B,8BAA8B;KAC/B,CAAC,CAAC,CAAC,QAAQ,EAAE;IACd,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC5C,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;IACd,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACtC,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;QACpB,+BAA+B;QAC/B,6BAA6B;KAC9B,CAAC,CAAC,CAAC,QAAQ,EAAE;IACd,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzC,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACvC,IAAI,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IACxB,gBAAgB,EAAE,6BAA6B,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACjE,mDAAmD,CACpD;IACD,cAAc,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IAC9C,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACpC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CAC7C,CAAC,CAAC"}

package/esm/models/v2evalconfiguration.d.ts

@@ -1,4 +1,5 @@
 import * as z from "zod";
+import { SearchGroundingMode } from "./searchgroundingmode.js";
 export type V2EvalConfiguration = {
     id: string;
     eval_id: string;
@@ -10,6 +11,7 @@ export type V2EvalConfiguration = {
     skill_ids?: Array<string> | undefined;
     skills?: Array<string> | undefined;
     include_docs?: boolean | undefined;
+    search_grounding?: SearchGroundingMode | undefined;
     created_at?: string | null | undefined;
     updated_at?: string | null | undefined;
 };

package/esm/models/v2evalconfiguration.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"v2evalconfiguration.d.ts","sourceRoot":"","sources":["../../src/models/v2evalconfiguration.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,MAAM,MAAM,mBAAmB,GAAG;IAChC,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC1C,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC3C,cAAc,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IAC3C,OAAO,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACpC,SAAS,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACtC,MAAM,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACnC,YAAY,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IACnC,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;CACxC,CAAC;AAEF,eAAO,MAAM,6BAA6B,EAAE,CAAC,CAAC,OAAO,CAAC,mBAAmB,CAgBrE,CAAC"}
+{"version":3,"file":"v2evalconfiguration.d.ts","sourceRoot":"","sources":["../../src/models/v2evalconfiguration.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAElC,MAAM,MAAM,mBAAmB,GAAG;IAChC,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC1C,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC3C,cAAc,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IAC3C,OAAO,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACpC,SAAS,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACtC,MAAM,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACnC,YAAY,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IACnC,gBAAgB,CAAC,EAAE,mBAAmB,GAAG,SAAS,CAAC;IACnD,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;CACxC,CAAC;AAEF,eAAO,MAAM,6BAA6B,EAAE,CAAC,CAAC,OAAO,CAAC,mBAAmB,CAmBrE,CAAC"}

package/esm/models/v2evalconfiguration.js

@@ -3,6 +3,7 @@
  * @generated-id: 0c948fdd457d
  */
 import * as z from "zod";
+import { SearchGroundingMode$zodSchema, } from "./searchgroundingmode.js";
 export const V2EvalConfiguration$zodSchema = z
     .object({
     cli_ids: z.array(z.string()).optional(),
@@ -14,6 +15,7 @@ export const V2EvalConfiguration$zodSchema = z
     mcp_server_ids: z.array(z.string()).optional(),
     name: z.string(),
     repository_id: z.string().nullable().optional(),
+    search_grounding: SearchGroundingMode$zodSchema.optional().describe("Requested web-retrieval behavior for an eval run."),
     skill_ids: z.array(z.string()).optional(),
     skills: z.array(z.string()).optional().describe("Public GitHub `owner/repository` skill packages installed for this configuration."),
     updated_at: z.string().nullable().optional(),

package/esm/models/v2evalconfiguration.js.map

@@ -1 +1 @@
-{"version":3,"file":"v2evalconfiguration.js","sourceRoot":"","sources":["../../src/models/v2evalconfiguration.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAiBzB,MAAM,CAAC,MAAM,6BAA6B,GAAmC,CAAC;KAC3E,MAAM,CAAC;IACN,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACvC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC5C,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAChD,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;IACnB,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;IACd,YAAY,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC;IACxC,cAAc,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IAC9C,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC/C,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACzC,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC7C,mFAAmF,CACpF;IACD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CAC7C,CAAC,CAAC"}
+{"version":3,"file":"v2evalconfiguration.js","sourceRoot":"","sources":["../../src/models/v2evalconfiguration.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAkBlC,MAAM,CAAC,MAAM,6BAA6B,GAAmC,CAAC;KAC3E,MAAM,CAAC;IACN,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACvC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC5C,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAChD,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;IACnB,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;IACd,YAAY,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC;IACxC,cAAc,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IAC9C,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC/C,gBAAgB,EAAE,6BAA6B,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACjE,mDAAmD,CACpD;IACD,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACzC,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC7C,mFAAmF,CACpF;IACD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CAC7C,CAAC,CAAC"}

package/esm/models/v2evalresultsummary.d.ts

@@ -1,4 +1,7 @@
 import * as z from "zod";
+import { PublicEvalRunEnvironment } from "./publicevalrunenvironment.js";
+import { PublicGraderResult } from "./publicgraderresult.js";
+import { SearchGroundingMode } from "./searchgroundingmode.js";
 export type V2EvalResultSummary = {
     id: string;
     eval_id?: string | null | undefined;
@@ -9,8 +12,15 @@ export type V2EvalResultSummary = {
     passed?: boolean | null | undefined;
     score?: number | null | undefined;
     failure_reasons?: Array<string> | null | undefined;
+    grader_results?: Array<PublicGraderResult> | undefined;
     latency_ms?: number | null | undefined;
+    search_grounding?: SearchGroundingMode | null | undefined;
+    web_retrieval_observed?: boolean | null | undefined;
+    search_observed?: boolean | null | undefined;
+    grounding_qualified?: boolean | null | undefined;
+    grounding_qualification_reason?: string | null | undefined;
     created_at?: string | null | undefined;
+    environment?: PublicEvalRunEnvironment | null | undefined;
 };
 export declare const V2EvalResultSummary$zodSchema: z.ZodType<V2EvalResultSummary>;
 //# sourceMappingURL=v2evalresultsummary.d.ts.map

package/esm/models/v2evalresultsummary.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"v2evalresultsummary.d.ts","sourceRoot":"","sources":["../../src/models/v2evalresultsummary.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,MAAM,MAAM,mBAAmB,GAAG;IAChC,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAClC,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACnC,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,MAAM,CAAC,EAAE,OAAO,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAClC,eAAe,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IACnD,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;CACxC,CAAC;AAEF,eAAO,MAAM,6BAA6B,EAAE,CAAC,CAAC,OAAO,CAAC,mBAAmB,CAerE,CAAC"}
+{"version":3,"file":"v2evalresultsummary.d.ts","sourceRoot":"","sources":["../../src/models/v2evalresultsummary.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,wBAAwB,EAEzB,MAAM,+BAA+B,CAAC;AACvC,OAAO,EACL,kBAAkB,EAEnB,MAAM,yBAAyB,CAAC;AACjC,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAElC,MAAM,MAAM,mBAAmB,GAAG;IAChC,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAClC,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACnC,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,MAAM,CAAC,EAAE,OAAO,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAClC,eAAe,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IACnD,cAAc,CAAC,EAAE,KAAK,CAAC,kBAAkB,CAAC,GAAG,SAAS,CAAC;IACvD,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC,gBAAgB,CAAC,EAAE,mBAAmB,GAAG,IAAI,GAAG,SAAS,CAAC;IAC1D,sBAAsB,CAAC,EAAE,OAAO,GAAG,IAAI,GAAG,SAAS,CAAC;IACpD,eAAe,CAAC,EAAE,OAAO,GAAG,IAAI,GAAG,SAAS,CAAC;IAC7C,mBAAmB,CAAC,EAAE,OAAO,GAAG,IAAI,GAAG,SAAS,CAAC;IACjD,8BAA8B,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC3D,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC,WAAW,CAAC,EAAE,wBAAwB,GAAG,IAAI,GAAG,SAAS,CAAC;CAC3D,CAAC;AAEF,eAAO,MAAM,6BAA6B,EAAE,CAAC,CAAC,OAAO,CAAC,mBAAmB,CA+BrE,CAAC"}

package/esm/models/v2evalresultsummary.js

@@ -3,12 +3,20 @@
  * @generated-id: 5c0600ab3b2b
  */
 import * as z from "zod";
+import { PublicEvalRunEnvironment$zodSchema, } from "./publicevalrunenvironment.js";
+import { PublicGraderResult$zodSchema, } from "./publicgraderresult.js";
+import { SearchGroundingMode$zodSchema, } from "./searchgroundingmode.js";
 export const V2EvalResultSummary$zodSchema = z
     .object({
     agent: z.string().nullable().optional().describe("Runnable agent combining the harness and model."),
     created_at: z.string().nullable().optional(),
+    environment: PublicEvalRunEnvironment$zodSchema.nullable().optional()
+        .describe("The environment this attempt used, without secret values. Null when the attempt had no environment."),
     eval_id: z.string().nullable().optional(),
-    failure_reasons: z.array(z.string()).nullable().optional(),
+    failure_reasons: z.array(z.string()).nullable().optional().describe("Checks that failed, listed even when the result passed overall. Deductions from checks that passed are in `grader_results[].deductions`, not here."),
+    grader_results: z.array(PublicGraderResult$zodSchema).optional().describe("Per-check verdicts behind `score`, including deductions recorded by passing checks."),
+    grounding_qualification_reason: z.string().nullable().optional(),
+    grounding_qualified: z.boolean().nullable().optional().describe("Whether the attempt satisfied the requested grounding experiment. Null means the default mode was used or isolation could not be proven."),
     id: z.string().describe("Result ID, not an eval job ID."),
     latency_ms: z.int().nullable().optional(),
     passed: z.boolean().nullable().optional(),
@@ -16,5 +24,8 @@ export const V2EvalResultSummary$zodSchema = z
     prompt_index: z.int().default(0),
     repeat_index: z.int().default(0),
     score: z.number().nullable().optional().describe("Score from 0 to 1."),
+    search_grounding: SearchGroundingMode$zodSchema.nullable().optional(),
+    search_observed: z.boolean().nullable().optional(),
+    web_retrieval_observed: z.boolean().nullable().optional(),
 });
 //# sourceMappingURL=v2evalresultsummary.js.map

package/esm/models/v2evalresultsummary.js.map

@@ -1 +1 @@
-{"version":3,"file":"v2evalresultsummary.js","sourceRoot":"","sources":["../../src/models/v2evalresultsummary.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAgBzB,MAAM,CAAC,MAAM,6BAA6B,GAAmC,CAAC;KAC3E,MAAM,CAAC;IACN,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC9C,iDAAiD,CAClD;IACD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC5C,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzC,eAAe,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC1D,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,gCAAgC,CAAC;IACzD,UAAU,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzC,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACxC,YAAY,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAChC,YAAY,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAChC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,oBAAoB,CAAC;CACvE,CAAC,CAAC"}
+{"version":3,"file":"v2evalresultsummary.js","sourceRoot":"","sources":["../../src/models/v2evalresultsummary.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,kCAAkC,GACnC,MAAM,+BAA+B,CAAC;AACvC,OAAO,EAEL,4BAA4B,GAC7B,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAuBlC,MAAM,CAAC,MAAM,6BAA6B,GAAmC,CAAC;KAC3E,MAAM,CAAC;IACN,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC9C,iDAAiD,CAClD;IACD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC5C,WAAW,EAAE,kCAAkC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;SAClE,QAAQ,CACP,qGAAqG,CACtG;IACH,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzC,eAAe,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACjE,oJAAoJ,CACrJ;IACD,cAAc,EAAE,CAAC,CAAC,KAAK,CAAC,4BAA4B,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACvE,qFAAqF,CACtF;IACD,8BAA8B,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAChE,mBAAmB,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC7D,0IAA0I,CAC3I;IACD,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,gCAAgC,CAAC;IACzD,UAAU,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzC,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACxC,YAAY,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAChC,YAAY,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAChC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,oBAAoB,CAAC;IACtE,gBAAgB,EAAE,6BAA6B,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACrE,eAAe,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAClD,sBAAsB,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CAC1D,CAAC,CAAC"}

package/esm/models/v2evalrun.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"v2evalrun.d.ts","sourceRoot":"","sources":["../../src/models/v2evalrun.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,qBAAqB,EAEtB,MAAM,4BAA4B,CAAC;AAEpC,MAAM,MAAM,SAAS,GAAG;IACtB,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACtC,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC7C,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,KAAK,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IAClC,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,aAAa,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACnC,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAClC,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACxC,QAAQ,CAAC,EAAE,qBAAqB,GAAG,SAAS,CAAC;IAC7C,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC3C,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAClC,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;CAC1C,CAAC;AAEF,eAAO,MAAM,mBAAmB,EAAE,CAAC,CAAC,OAAO,CAAC,SAAS,CAkCnD,CAAC"}
+{"version":3,"file":"v2evalrun.d.ts","sourceRoot":"","sources":["../../src/models/v2evalrun.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,qBAAqB,EAEtB,MAAM,4BAA4B,CAAC;AAEpC,MAAM,MAAM,SAAS,GAAG;IACtB,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACtC,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC7C,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,KAAK,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IAClC,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,aAAa,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACnC,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAClC,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACxC,QAAQ,CAAC,EAAE,qBAAqB,GAAG,SAAS,CAAC;IAC7C,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC3C,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAClC,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;CAC1C,CAAC;AAEF,eAAO,MAAM,mBAAmB,EAAE,CAAC,CAAC,OAAO,CAAC,SAAS,CAoCnD,CAAC"}

package/esm/models/v2evalrun.js

@@ -23,6 +23,6 @@ export const V2EvalRun$zodSchema = z.object({
     runs: z.int().default(1).describe("Independent attempts requested for every prompt-agent pair."),
     stage: z.string().nullable().optional(),
     started_at: z.string().nullable().optional(),
-    status: z.string(),
+    status: z.string().describe("Terminal values: `completed`, `failed`, and `cancelled`. Recoverable interruptions are reported as `running` with stage `retrying`."),
 });
 //# sourceMappingURL=v2evalrun.js.map

package/esm/models/v2evalrun.js.map

@@ -1 +1 @@
-{"version":3,"file":"v2evalrun.js","sourceRoot":"","sources":["../../src/models/v2evalrun.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,+BAA+B,GAChC,MAAM,4BAA4B,CAAC;AAwBpC,MAAM,CAAC,MAAM,mBAAmB,GAAyB,CAAC,CAAC,MAAM,CAAC;IAChE,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC5C,+CAA+C,CAChD;IACD,aAAa,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CACxC,uDAAuD,CACxD;IACD,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC9C,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAClD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC5C,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC7C,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACvC,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAChD,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAChD,kEAAkE,CACnE;IACD,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClD,8DAA8D,CAC/D;IACD,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,6CAA6C,CAAC;IACtE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,2CAA2C,CAAC;IACxE,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAChD,0DAA0D,CAC3D;IACD,QAAQ,EAAE,+BAA+B,CAAC,QAAQ,EAAE;IACpD,YAAY,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CACvC,+CAA+C,CAChD;IACD,IAAI,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CAC/B,6DAA6D,CAC9D;IACD,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACvC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC5C,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;CACnB,CAAC,CAAC"}
+{"version":3,"file":"v2evalrun.js","sourceRoot":"","sources":["../../src/models/v2evalrun.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,+BAA+B,GAChC,MAAM,4BAA4B,CAAC;AAwBpC,MAAM,CAAC,MAAM,mBAAmB,GAAyB,CAAC,CAAC,MAAM,CAAC;IAChE,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC5C,+CAA+C,CAChD;IACD,aAAa,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CACxC,uDAAuD,CACxD;IACD,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC9C,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAClD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC5C,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC7C,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACvC,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAChD,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAChD,kEAAkE,CACnE;IACD,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClD,8DAA8D,CAC/D;IACD,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,6CAA6C,CAAC;IACtE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,2CAA2C,CAAC;IACxE,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAChD,0DAA0D,CAC3D;IACD,QAAQ,EAAE,+BAA+B,CAAC,QAAQ,EAAE;IACpD,YAAY,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CACvC,+CAA+C,CAChD;IACD,IAAI,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CAC/B,6DAA6D,CAC9D;IACD,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACvC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC5C,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CACzB,qIAAqI,CACtI;CACF,CAAC,CAAC"}

package/esm/models/v2evalrundetail.d.ts

@@ -0,0 +1,30 @@
+import * as z from "zod";
+import { PublicEvalRunProgress } from "./publicevalrunprogress.js";
+import { V2EvalResultSummary } from "./v2evalresultsummary.js";
+import { V2EvalRunAnalysis } from "./v2evalrunanalysis.js";
+export type V2EvalRunDetail = {
+    id: string;
+    job_id: string;
+    eval_id?: string | null | undefined;
+    eval_name?: string | null | undefined;
+    configuration_id?: string | null | undefined;
+    persona?: string | null | undefined;
+    agent?: Array<string> | undefined;
+    prompt_count?: number | undefined;
+    runs?: number | undefined;
+    attempt_count?: number | undefined;
+    status: string;
+    stage?: string | null | undefined;
+    dispatch_id?: string | null | undefined;
+    progress?: PublicEvalRunProgress | undefined;
+    estimated_cost?: number | null | undefined;
+    error?: string | null | undefined;
+    created_at?: string | null | undefined;
+    started_at?: string | null | undefined;
+    completed_at?: string | null | undefined;
+    results?: Array<V2EvalResultSummary> | undefined;
+    analysis?: Array<V2EvalRunAnalysis> | undefined;
+    results_truncated?: boolean | undefined;
+};
+export declare const V2EvalRunDetail$zodSchema: z.ZodType<V2EvalRunDetail>;
+//# sourceMappingURL=v2evalrundetail.d.ts.map

package/esm/models/v2evalrundetail.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"v2evalrundetail.d.ts","sourceRoot":"","sources":["../../src/models/v2evalrundetail.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,qBAAqB,EAEtB,MAAM,4BAA4B,CAAC;AACpC,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,iBAAiB,EAElB,MAAM,wBAAwB,CAAC;AAEhC,MAAM,MAAM,eAAe,GAAG;IAC5B,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACtC,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC7C,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,KAAK,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IAClC,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,aAAa,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACnC,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAClC,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACxC,QAAQ,CAAC,EAAE,qBAAqB,GAAG,SAAS,CAAC;IAC7C,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC3C,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAClC,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACzC,OAAO,CAAC,EAAE,KAAK,CAAC,mBAAmB,CAAC,GAAG,SAAS,CAAC;IACjD,QAAQ,CAAC,EAAE,KAAK,CAAC,iBAAiB,CAAC,GAAG,SAAS,CAAC;IAChD,iBAAiB,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;CACzC,CAAC;AAEF,eAAO,MAAM,yBAAyB,EAAE,CAAC,CAAC,OAAO,CAAC,eAAe,CA6C/D,CAAC"}

package/esm/models/v2evalrundetail.js

@@ -0,0 +1,33 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: a4eb73f4b2a9
+ */
+import * as z from "zod";
+import { PublicEvalRunProgress$zodSchema, } from "./publicevalrunprogress.js";
+import { V2EvalResultSummary$zodSchema, } from "./v2evalresultsummary.js";
+import { V2EvalRunAnalysis$zodSchema, } from "./v2evalrunanalysis.js";
+export const V2EvalRunDetail$zodSchema = z.object({
+    agent: z.array(z.string()).optional().describe("Runnable agents selected for this simulation."),
+    analysis: z.array(V2EvalRunAnalysis$zodSchema).optional().describe("Per-attempt analysis for this run. Empty until an attempt has been analyzed."),
+    attempt_count: z.int().default(1).describe("Total concrete attempts after all fan-out dimensions."),
+    completed_at: z.string().nullable().optional(),
+    configuration_id: z.string().nullable().optional(),
+    created_at: z.string().nullable().optional(),
+    dispatch_id: z.string().nullable().optional(),
+    error: z.string().nullable().optional(),
+    estimated_cost: z.number().nullable().optional(),
+    eval_id: z.string().nullable().optional().describe("Saved eval definition ID, including one created by a direct run."),
+    eval_name: z.string().nullable().optional().describe("Display name captured for the eval when the run was created."),
+    id: z.string().describe("Run ID to use when polling eval-run status."),
+    job_id: z.string().describe("Alias of `id` for the durable parent job."),
+    persona: z.string().nullable().optional().describe("Perspective applied to every attempt in this simulation."),
+    progress: PublicEvalRunProgress$zodSchema.optional(),
+    prompt_count: z.int().default(1).describe("Number of prompts included in the simulation."),
+    results: z.array(V2EvalResultSummary$zodSchema).optional().describe("Per-attempt outcomes for this run. Empty while the run is active; populated as attempts finish."),
+    results_truncated: z.boolean().default(false).describe("True when the run produced more results than the inline cap. The remaining results are not included in this response."),
+    runs: z.int().default(1).describe("Independent attempts requested for every prompt-agent pair."),
+    stage: z.string().nullable().optional(),
+    started_at: z.string().nullable().optional(),
+    status: z.string().describe("Terminal values: `completed`, `failed`, and `cancelled`. Recoverable interruptions are reported as `running` with stage `retrying`."),
+});
+//# sourceMappingURL=v2evalrundetail.js.map

package/esm/models/v2evalrundetail.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"v2evalrundetail.js","sourceRoot":"","sources":["../../src/models/v2evalrundetail.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,+BAA+B,GAChC,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,2BAA2B,GAC5B,MAAM,wBAAwB,CAAC;AA2BhC,MAAM,CAAC,MAAM,yBAAyB,GAA+B,CAAC,CAAC,MAAM,CAAC;IAC5E,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC5C,+CAA+C,CAChD;IACD,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,2BAA2B,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAChE,8EAA8E,CAC/E;IACD,aAAa,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CACxC,uDAAuD,CACxD;IACD,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC9C,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAClD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC5C,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC7C,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACvC,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAChD,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAChD,kEAAkE,CACnE;IACD,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClD,8DAA8D,CAC/D;IACD,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,6CAA6C,CAAC;IACtE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,2CAA2C,CAAC;IACxE,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAChD,0DAA0D,CAC3D;IACD,QAAQ,EAAE,+BAA+B,CAAC,QAAQ,EAAE;IACpD,YAAY,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CACvC,+CAA+C,CAChD;IACD,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,6BAA6B,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACjE,iGAAiG,CAClG;IACD,iBAAiB,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,QAAQ,CACpD,uHAAuH,CACxH;IACD,IAAI,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CAC/B,6DAA6D,CAC9D;IACD,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACvC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC5C,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CACzB,qIAAqI,CACtI;CACF,CAAC,CAAC"}

package/esm/models/v2evalrunscancelop.d.ts

@@ -0,0 +1,31 @@
+import * as z from "zod";
+import { HTTPValidationError } from "./httpvalidationerror.js";
+import { V2EvalRun } from "./v2evalrun.js";
+export type V2EvalRunsCancelRequest = {
+    run_id: string;
+};
+export declare const V2EvalRunsCancelRequest$zodSchema: z.ZodType<V2EvalRunsCancelRequest>;
+/**
+ * Eval run cancellation is temporarily unavailable.
+ */
+export type V2EvalRunsCancelServiceUnavailableResponseBody = {
+    detail: string;
+};
+export declare const V2EvalRunsCancelServiceUnavailableResponseBody$zodSchema: z.ZodType<V2EvalRunsCancelServiceUnavailableResponseBody>;
+/**
+ * The eval run has already completed or failed.
+ */
+export type V2EvalRunsCancelConflictResponseBody = {
+    detail: string;
+};
+export declare const V2EvalRunsCancelConflictResponseBody$zodSchema: z.ZodType<V2EvalRunsCancelConflictResponseBody>;
+/**
+ * Eval run not found. Use the run ID returned when you started the eval.
+ */
+export type V2EvalRunsCancelNotFoundResponseBody = {
+    detail: string;
+};
+export declare const V2EvalRunsCancelNotFoundResponseBody$zodSchema: z.ZodType<V2EvalRunsCancelNotFoundResponseBody>;
+export type V2EvalRunsCancelResponse = V2EvalRun | V2EvalRunsCancelNotFoundResponseBody | V2EvalRunsCancelConflictResponseBody | V2EvalRunsCancelServiceUnavailableResponseBody | HTTPValidationError;
+export declare const V2EvalRunsCancelResponse$zodSchema: z.ZodType<V2EvalRunsCancelResponse>;
+//# sourceMappingURL=v2evalrunscancelop.d.ts.map

package/esm/models/v2evalrunscancelop.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"v2evalrunscancelop.d.ts","sourceRoot":"","sources":["../../src/models/v2evalrunscancelop.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,SAAS,EAAuB,MAAM,gBAAgB,CAAC;AAEhE,MAAM,MAAM,uBAAuB,GAAG;IAAE,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC;AAEzD,eAAO,MAAM,iCAAiC,EAAE,CAAC,CAAC,OAAO,CACvD,uBAAuB,CAGvB,CAAC;AAEH;;GAEG;AACH,MAAM,MAAM,8CAA8C,GAAG;IAAE,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC;AAEhF,eAAO,MAAM,wDAAwD,EACnE,CAAC,CAAC,OAAO,CAAC,8CAA8C,CAEQ,CAAC;AAEnE;;GAEG;AACH,MAAM,MAAM,oCAAoC,GAAG;IAAE,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC;AAEtE,eAAO,MAAM,8CAA8C,EAAE,CAAC,CAAC,OAAO,CACpE,oCAAoC,CAGsB,CAAC;AAE7D;;GAEG;AACH,MAAM,MAAM,oCAAoC,GAAG;IAAE,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC;AAEtE,eAAO,MAAM,8CAA8C,EAAE,CAAC,CAAC,OAAO,CACpE,oCAAoC,CAKrC,CAAC;AAEF,MAAM,MAAM,wBAAwB,GAChC,SAAS,GACT,oCAAoC,GACpC,oCAAoC,GACpC,8CAA8C,GAC9C,mBAAmB,CAAC;AAExB,eAAO,MAAM,kCAAkC,EAAE,CAAC,CAAC,OAAO,CACxD,wBAAwB,CAOxB,CAAC"}

package/esm/models/v2evalrunscancelop.js

@@ -0,0 +1,27 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: 15553511dcfe
+ */
+import * as z from "zod";
+import { HTTPValidationError$zodSchema, } from "./httpvalidationerror.js";
+import { V2EvalRun$zodSchema } from "./v2evalrun.js";
+export const V2EvalRunsCancelRequest$zodSchema = z.object({
+    run_id: z.string(),
+});
+export const V2EvalRunsCancelServiceUnavailableResponseBody$zodSchema = z.object({
+    detail: z.string(),
+}).describe("Eval run cancellation is temporarily unavailable.");
+export const V2EvalRunsCancelConflictResponseBody$zodSchema = z.object({
+    detail: z.string(),
+}).describe("The eval run has already completed or failed.");
+export const V2EvalRunsCancelNotFoundResponseBody$zodSchema = z.object({
+    detail: z.string(),
+}).describe("Eval run not found. Use the run ID returned when you started the eval.");
+export const V2EvalRunsCancelResponse$zodSchema = z.union([
+    V2EvalRun$zodSchema,
+    z.lazy(() => V2EvalRunsCancelNotFoundResponseBody$zodSchema),
+    z.lazy(() => V2EvalRunsCancelConflictResponseBody$zodSchema),
+    z.lazy(() => V2EvalRunsCancelServiceUnavailableResponseBody$zodSchema),
+    HTTPValidationError$zodSchema,
+]);
+//# sourceMappingURL=v2evalrunscancelop.js.map

package/esm/models/v2evalrunscancelop.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"v2evalrunscancelop.js","sourceRoot":"","sources":["../../src/models/v2evalrunscancelop.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAa,mBAAmB,EAAE,MAAM,gBAAgB,CAAC;AAIhE,MAAM,CAAC,MAAM,iCAAiC,GAE1C,CAAC,CAAC,MAAM,CAAC;IACX,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;CACnB,CAAC,CAAC;AAOH,MAAM,CAAC,MAAM,wDAAwD,GACP,CAAC,CAAC,MAAM,CAAC;IACnE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;CACnB,CAAC,CAAC,QAAQ,CAAC,mDAAmD,CAAC,CAAC;AAOnE,MAAM,CAAC,MAAM,8CAA8C,GAEvD,CAAC,CAAC,MAAM,CAAC;IACX,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;CACnB,CAAC,CAAC,QAAQ,CAAC,+CAA+C,CAAC,CAAC;AAO7D,MAAM,CAAC,MAAM,8CAA8C,GAEvD,CAAC,CAAC,MAAM,CAAC;IACX,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;CACnB,CAAC,CAAC,QAAQ,CACT,wEAAwE,CACzE,CAAC;AASF,MAAM,CAAC,MAAM,kCAAkC,GAE3C,CAAC,CAAC,KAAK,CAAC;IACV,mBAAmB;IACnB,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,8CAA8C,CAAC;IAC5D,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,8CAA8C,CAAC;IAC5D,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,wDAAwD,CAAC;IACtE,6BAA6B;CAC9B,CAAC,CAAC"}

package/esm/models/v2evalrunscreateop.d.ts

@@ -4,10 +4,30 @@ import { V2EvalRun } from "./v2evalrun.js";
 /**
  * The requested coding agent is unavailable on the organization's current plan.
  */
-export type V2EvalRunsCreateResponseBody = {
+export type V2EvalRunsCreateForbiddenResponseBody = {
     detail: string;
 };
-export declare const V2EvalRunsCreateResponseBody$zodSchema: z.ZodType<V2EvalRunsCreateResponseBody>;
-export type V2EvalRunsCreateResponse = V2EvalRun | V2EvalRunsCreateResponseBody | HTTPValidationError;
+export declare const V2EvalRunsCreateForbiddenResponseBody$zodSchema: z.ZodType<V2EvalRunsCreateForbiddenResponseBody>;
+export type Detail = {
+    error: string;
+    required: number;
+    balance: number;
+};
+export declare const Detail$zodSchema: z.ZodType<Detail>;
+/**
+ * The organization does not currently have enough credits for the requested run.
+ */
+export type V2EvalRunsCreatePaymentRequiredResponseBody = {
+    detail: Detail;
+};
+export declare const V2EvalRunsCreatePaymentRequiredResponseBody$zodSchema: z.ZodType<V2EvalRunsCreatePaymentRequiredResponseBody>;
+/**
+ * The saved/direct mode fields, referenced resource, or environment credentials are invalid.
+ */
+export type V2EvalRunsCreateBadRequestResponseBody = {
+    detail: string;
+};
+export declare const V2EvalRunsCreateBadRequestResponseBody$zodSchema: z.ZodType<V2EvalRunsCreateBadRequestResponseBody>;
+export type V2EvalRunsCreateResponse = V2EvalRun | V2EvalRunsCreateBadRequestResponseBody | V2EvalRunsCreatePaymentRequiredResponseBody | V2EvalRunsCreateForbiddenResponseBody | HTTPValidationError;
 export declare const V2EvalRunsCreateResponse$zodSchema: z.ZodType<V2EvalRunsCreateResponse>;
 //# sourceMappingURL=v2evalrunscreateop.d.ts.map

package/esm/models/v2evalrunscreateop.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"v2evalrunscreateop.d.ts","sourceRoot":"","sources":["../../src/models/v2evalrunscreateop.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,SAAS,EAAuB,MAAM,gBAAgB,CAAC;AAEhE;;GAEG;AACH,MAAM,MAAM,4BAA4B,GAAG;IAAE,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC;AAE9D,eAAO,MAAM,sCAAsC,EAAE,CAAC,CAAC,OAAO,CAC5D,4BAA4B,CAK7B,CAAC;AAEF,MAAM,MAAM,wBAAwB,GAChC,SAAS,GACT,4BAA4B,GAC5B,mBAAmB,CAAC;AAExB,eAAO,MAAM,kCAAkC,EAAE,CAAC,CAAC,OAAO,CACxD,wBAAwB,CAKxB,CAAC"}
+{"version":3,"file":"v2evalrunscreateop.d.ts","sourceRoot":"","sources":["../../src/models/v2evalrunscreateop.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAAE,SAAS,EAAuB,MAAM,gBAAgB,CAAC;AAEhE;;GAEG;AACH,MAAM,MAAM,qCAAqC,GAAG;IAAE,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC;AAEvE,eAAO,MAAM,+CAA+C,EAAE,CAAC,CAAC,OAAO,CACrE,qCAAqC,CAKtC,CAAC;AAEF,MAAM,MAAM,MAAM,GAAG;IAAE,KAAK,EAAE,MAAM,CAAC;IAAC,QAAQ,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAAC;AAE1E,eAAO,MAAM,gBAAgB,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,CAI7C,CAAC;AAEH;;GAEG;AACH,MAAM,MAAM,2CAA2C,GAAG;IAAE,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC;AAE7E,eAAO,MAAM,qDAAqD,EAAE,CAAC,CAAC,OAAO,CAC3E,2CAA2C,CAK5C,CAAC;AAEF;;GAEG;AACH,MAAM,MAAM,sCAAsC,GAAG;IAAE,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC;AAExE,eAAO,MAAM,gDAAgD,EAAE,CAAC,CAAC,OAAO,CACtE,sCAAsC,CAKvC,CAAC;AAEF,MAAM,MAAM,wBAAwB,GAChC,SAAS,GACT,sCAAsC,GACtC,2CAA2C,GAC3C,qCAAqC,GACrC,mBAAmB,CAAC;AAExB,eAAO,MAAM,kCAAkC,EAAE,CAAC,CAAC,OAAO,CACxD,wBAAwB,CAOxB,CAAC"}