@lightsage/mcp 0.3.0 → 0.4.0

package/esm/models/publicevalrunprogress.js

@@ -7,9 +7,10 @@ export const PublicEvalRunProgress$zodSchema = z.object({
     cancelled: z.int().default(0),
     completed: z.int().default(0),
     failed: z.int().default(0),
-    interrupted: z.int().default(0),
-    percent: z.number().default(0).describe("The percentage of child jobs in a terminal state. It can reach `100` while the parent job is still summarizing, so use `status` to detect completion."),
+    interrupted: z.int().default(0).describe("Deprecated compatibility alias for `retrying`; use `retrying`."),
+    percent: z.number().default(0).describe("The percentage of child jobs in a final state (`completed`, `failed`, or `cancelled`). It can reach `100` while the parent job is still summarizing, so use `status` to detect completion."),
     queued: z.int().default(0),
+    retrying: z.int().default(0).describe("Recoverable child jobs waiting to be retried. These remain active and are excluded from `percent`."),
     running: z.int().default(0),
     total: z.int().default(0),
 });

package/esm/models/publicevalrunprogress.js.map

@@ -1 +1 @@
-{"version":3,"file":"publicevalrunprogress.js","sourceRoot":"","sources":["../../src/models/publicevalrunprogress.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAazB,MAAM,CAAC,MAAM,+BAA+B,GAC1C,CAAC,CAAC,MAAM,CAAC;IACP,SAAS,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAC7B,SAAS,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAC7B,MAAM,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAC1B,WAAW,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAC/B,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CACrC,uJAAuJ,CACxJ;IACD,MAAM,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAC1B,OAAO,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAC3B,KAAK,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;CAC1B,CAAC,CAAC"}
+{"version":3,"file":"publicevalrunprogress.js","sourceRoot":"","sources":["../../src/models/publicevalrunprogress.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAczB,MAAM,CAAC,MAAM,+BAA+B,GAC1C,CAAC,CAAC,MAAM,CAAC;IACP,SAAS,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAC7B,SAAS,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAC7B,MAAM,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAC1B,WAAW,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CACtC,gEAAgE,CACjE;IACD,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CACrC,4LAA4L,CAC7L;IACD,MAAM,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAC1B,QAAQ,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CACnC,oGAAoG,CACrG;IACD,OAAO,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAC3B,KAAK,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;CAC1B,CAAC,CAAC"}

package/esm/models/publicgraderresult.d.ts

@@ -0,0 +1,13 @@
+import * as z from "zod";
+import { PublicCriterionVerdict } from "./publiccriterionverdict.js";
+export type PublicGraderResult = {
+    name: string;
+    label?: string | null | undefined;
+    passed?: boolean | null | undefined;
+    score?: number | null | undefined;
+    deductions?: Array<string> | undefined;
+    details?: string | null | undefined;
+    criteria_verdicts?: Array<PublicCriterionVerdict> | undefined;
+};
+export declare const PublicGraderResult$zodSchema: z.ZodType<PublicGraderResult>;
+//# sourceMappingURL=publicgraderresult.d.ts.map

package/esm/models/publicgraderresult.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"publicgraderresult.d.ts","sourceRoot":"","sources":["../../src/models/publicgraderresult.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,sBAAsB,EAEvB,MAAM,6BAA6B,CAAC;AAErC,MAAM,MAAM,kBAAkB,GAAG;IAC/B,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAClC,MAAM,CAAC,EAAE,OAAO,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAClC,UAAU,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACvC,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,iBAAiB,CAAC,EAAE,KAAK,CAAC,sBAAsB,CAAC,GAAG,SAAS,CAAC;CAC/D,CAAC;AAEF,eAAO,MAAM,4BAA4B,EAAE,CAAC,CAAC,OAAO,CAAC,kBAAkB,CAsBnE,CAAC"}

package/esm/models/publicgraderresult.js

@@ -0,0 +1,18 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: 73852ac8b2ad
+ */
+import * as z from "zod";
+import { PublicCriterionVerdict$zodSchema, } from "./publiccriterionverdict.js";
+export const PublicGraderResult$zodSchema = z
+    .object({
+    criteria_verdicts: z.array(PublicCriterionVerdict$zodSchema).optional()
+        .describe("Judges only: a verdict for each mandatory requirement in the judge criteria. Empty for other checks and for runs graded before per-requirement verdicts were recorded."),
+    deductions: z.array(z.string()).optional().describe("Specific shortcomings the check recorded, even when it passed. A judge can pass with a score below 1 and still list deductions here; those checks do not appear in `failure_reasons`."),
+    details: z.string().nullable().optional().describe("Reasoning or check output explaining the verdict."),
+    label: z.string().nullable().optional().describe("Display name for the check, when the grader sets one."),
+    name: z.string().describe("Grader name as configured on the eval."),
+    passed: z.boolean().nullable().optional().describe("Whether this check passed."),
+    score: z.number().nullable().optional().describe("Score from 0 to 1 for checks that score partially, such as judges; null for pass/fail checks."),
+});
+//# sourceMappingURL=publicgraderresult.js.map

package/esm/models/publicgraderresult.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"publicgraderresult.js","sourceRoot":"","sources":["../../src/models/publicgraderresult.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,gCAAgC,GACjC,MAAM,6BAA6B,CAAC;AAYrC,MAAM,CAAC,MAAM,4BAA4B,GAAkC,CAAC;KACzE,MAAM,CAAC;IACN,iBAAiB,EAAE,CAAC,CAAC,KAAK,CAAC,gCAAgC,CAAC,CAAC,QAAQ,EAAE;SACpE,QAAQ,CACP,wKAAwK,CACzK;IACH,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACjD,uLAAuL,CACxL;IACD,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAChD,mDAAmD,CACpD;IACD,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC9C,uDAAuD,CACxD;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,wCAAwC,CAAC;IACnE,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAChD,4BAA4B,CAC7B;IACD,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC9C,+FAA+F,CAChG;CACF,CAAC,CAAC"}

package/esm/models/publicpromptvisibilitymetrics.js

@@ -7,8 +7,8 @@ export const PublicPromptVisibilityMetrics$zodSchema = z.object({
     average_position: z.number().nullable().optional().describe("Mean mention position in AI responses; 1 is first and lower is better. 0 when runs produced no mentions."),
     citation_count: z.int().default(0).describe("Owned-domain citations only."),
     run_count: z.int().default(0).describe("One per prompt, platform, and run date."),
-    share_of_voice: z.number().nullable().optional().describe("Share of all brand mentions across tracked companies, 0 to 1."),
-    visibility_score: z.number().nullable().optional().describe("The visibility score, from 0 to 1."),
+    share_of_voice: z.number().nullable().optional().describe("Fraction of successful prompt runs that mention the company, from 0 to 1; for example, 0.25 means one in four runs. Failed provider runs are excluded."),
+    visibility_score: z.number().nullable().optional().describe("Mean recommendation strength across successful prompt runs, from 0 to 1. Each run contributes the company's recommendation strength (0 to 1) when it is mentioned and 0 when it is not. Failed provider runs are excluded."),
     visibility_score_rank: z.int().nullable().optional(),
 });
 //# sourceMappingURL=publicpromptvisibilitymetrics.js.map

package/esm/models/publicpromptvisibilitymetrics.js.map

@@ -1 +1 @@
-{"version":3,"file":"publicpromptvisibilitymetrics.js","sourceRoot":"","sources":["../../src/models/publicpromptvisibilitymetrics.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAWzB,MAAM,CAAC,MAAM,uCAAuC,GAEhD,CAAC,CAAC,MAAM,CAAC;IACX,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACzD,0GAA0G,CAC3G;IACD,cAAc,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,8BAA8B,CAAC;IAC3E,SAAS,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CACpC,yCAAyC,CAC1C;IACD,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACvD,+DAA+D,CAChE;IACD,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACzD,oCAAoC,CACrC;IACD,qBAAqB,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CACrD,CAAC,CAAC"}
+{"version":3,"file":"publicpromptvisibilitymetrics.js","sourceRoot":"","sources":["../../src/models/publicpromptvisibilitymetrics.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAWzB,MAAM,CAAC,MAAM,uCAAuC,GAEhD,CAAC,CAAC,MAAM,CAAC;IACX,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACzD,0GAA0G,CAC3G;IACD,cAAc,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,8BAA8B,CAAC;IAC3E,SAAS,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CACpC,yCAAyC,CAC1C;IACD,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACvD,wJAAwJ,CACzJ;IACD,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACzD,4NAA4N,CAC7N;IACD,qBAAqB,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CACrD,CAAC,CAAC"}

package/esm/models/publicvisibilitysnapshot.js

@@ -6,10 +6,10 @@ import * as z from "zod";
 export const PublicVisibilitySnapshot$zodSchema = z.object({
     average_position: z.number().nullable().optional().describe("Mean mention position in AI responses; 1 is first and lower is better."),
     average_position_rank: z.int().nullable().optional(),
-    share_of_voice: z.number().nullable().optional().describe("Share of all brand mentions across tracked companies, 0 to 1."),
+    share_of_voice: z.number().nullable().optional().describe("Fraction of successful prompt runs that mention the company, from 0 to 1; for example, 0.25 means one in four runs. Failed provider runs are excluded."),
     share_of_voice_rank: z.int().nullable().optional(),
     total_citations: z.int().default(0).describe("Owned-domain citations across all platforms; 0, not `null`, with no prompt runs."),
-    visibility_score: z.number().nullable().optional().describe("The visibility score, from 0 to 1."),
+    visibility_score: z.number().nullable().optional().describe("Mean recommendation strength across successful prompt runs, from 0 to 1. Each run contributes the company's recommendation strength (0 to 1) when it is mentioned and 0 when it is not. Failed provider runs are excluded."),
     visibility_score_rank: z.int().nullable().optional(),
 });
 //# sourceMappingURL=publicvisibilitysnapshot.js.map

package/esm/models/publicvisibilitysnapshot.js.map

@@ -1 +1 @@
-{"version":3,"file":"publicvisibilitysnapshot.js","sourceRoot":"","sources":["../../src/models/publicvisibilitysnapshot.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAYzB,MAAM,CAAC,MAAM,kCAAkC,GAE3C,CAAC,CAAC,MAAM,CAAC;IACX,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACzD,wEAAwE,CACzE;IACD,qBAAqB,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACpD,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACvD,+DAA+D,CAChE;IACD,mBAAmB,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAClD,eAAe,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CAC1C,kFAAkF,CACnF;IACD,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACzD,oCAAoC,CACrC;IACD,qBAAqB,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CACrD,CAAC,CAAC"}
+{"version":3,"file":"publicvisibilitysnapshot.js","sourceRoot":"","sources":["../../src/models/publicvisibilitysnapshot.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAYzB,MAAM,CAAC,MAAM,kCAAkC,GAE3C,CAAC,CAAC,MAAM,CAAC;IACX,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACzD,wEAAwE,CACzE;IACD,qBAAqB,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACpD,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACvD,wJAAwJ,CACzJ;IACD,mBAAmB,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAClD,eAAe,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CAC1C,kFAAkF,CACnF;IACD,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACzD,4NAA4N,CAC7N;IACD,qBAAqB,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CACrD,CAAC,CAAC"}

package/esm/models/searchgroundingmode.d.ts

@@ -0,0 +1,20 @@
+import * as z from "zod";
+import { ClosedEnum } from "../types/enums.js";
+/**
+ * Requested web-retrieval behavior for an eval run.
+ */
+export declare const SearchGroundingMode: {
+    readonly Disabled: "disabled";
+    readonly Enabled: "enabled";
+    readonly Default: "default";
+};
+/**
+ * Requested web-retrieval behavior for an eval run.
+ */
+export type SearchGroundingMode = ClosedEnum<typeof SearchGroundingMode>;
+export declare const SearchGroundingMode$zodSchema: z.ZodEnum<{
+    default: "default";
+    disabled: "disabled";
+    enabled: "enabled";
+}>;
+//# sourceMappingURL=searchgroundingmode.d.ts.map

package/esm/models/searchgroundingmode.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"searchgroundingmode.d.ts","sourceRoot":"","sources":["../../src/models/searchgroundingmode.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAE/C;;GAEG;AACH,eAAO,MAAM,mBAAmB;;;;CAItB,CAAC;AACX;;GAEG;AACH,MAAM,MAAM,mBAAmB,GAAG,UAAU,CAAC,OAAO,mBAAmB,CAAC,CAAC;AAEzE,eAAO,MAAM,6BAA6B;;;;EAIsB,CAAC"}

package/esm/models/searchgroundingmode.js

@@ -0,0 +1,19 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: d6aefbc6ebf6
+ */
+import * as z from "zod";
+/**
+ * Requested web-retrieval behavior for an eval run.
+ */
+export const SearchGroundingMode = {
+    Disabled: "disabled",
+    Enabled: "enabled",
+    Default: "default",
+};
+export const SearchGroundingMode$zodSchema = z.enum([
+    "disabled",
+    "enabled",
+    "default",
+]).describe("Requested web-retrieval behavior for an eval run.");
+//# sourceMappingURL=searchgroundingmode.js.map

package/esm/models/searchgroundingmode.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"searchgroundingmode.js","sourceRoot":"","sources":["../../src/models/searchgroundingmode.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAGzB;;GAEG;AACH,MAAM,CAAC,MAAM,mBAAmB,GAAG;IACjC,QAAQ,EAAE,UAAU;IACpB,OAAO,EAAE,SAAS;IAClB,OAAO,EAAE,SAAS;CACV,CAAC;AAMX,MAAM,CAAC,MAAM,6BAA6B,GAAG,CAAC,CAAC,IAAI,CAAC;IAClD,UAAU;IACV,SAAS;IACT,SAAS;CACV,CAAC,CAAC,QAAQ,CAAC,mDAAmD,CAAC,CAAC"}

package/esm/models/updatev2evalconfigurationrequest.d.ts

@@ -1,4 +1,5 @@
 import * as z from "zod";
+import { SearchGroundingMode } from "./searchgroundingmode.js";
 export type UpdateV2EvalConfigurationRequest = {
     name?: string | undefined;
     repository_id?: string | undefined;
@@ -8,6 +9,7 @@ export type UpdateV2EvalConfigurationRequest = {
     skill_ids?: Array<string> | null | undefined;
     skills?: Array<string> | null | undefined;
     include_docs?: boolean | undefined;
+    search_grounding?: SearchGroundingMode | null | undefined;
 };
 export declare const UpdateV2EvalConfigurationRequest$zodSchema: z.ZodType<UpdateV2EvalConfigurationRequest>;
 //# sourceMappingURL=updatev2evalconfigurationrequest.d.ts.map

package/esm/models/updatev2evalconfigurationrequest.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"updatev2evalconfigurationrequest.d.ts","sourceRoot":"","sources":["../../src/models/updatev2evalconfigurationrequest.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,MAAM,MAAM,gCAAgC,GAAG;IAC7C,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,aAAa,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACnC,cAAc,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACpC,cAAc,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IAClD,OAAO,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IAC3C,SAAS,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IAC7C,MAAM,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IAC1C,YAAY,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;CACpC,CAAC;AAEF,eAAO,MAAM,0CAA0C,EAAE,CAAC,CAAC,OAAO,CAChE,gCAAgC,CAYhC,CAAC"}
+{"version":3,"file":"updatev2evalconfigurationrequest.d.ts","sourceRoot":"","sources":["../../src/models/updatev2evalconfigurationrequest.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAElC,MAAM,MAAM,gCAAgC,GAAG;IAC7C,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,aAAa,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACnC,cAAc,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACpC,cAAc,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IAClD,OAAO,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IAC3C,SAAS,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IAC7C,MAAM,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IAC1C,YAAY,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IACnC,gBAAgB,CAAC,EAAE,mBAAmB,GAAG,IAAI,GAAG,SAAS,CAAC;CAC3D,CAAC;AAEF,eAAO,MAAM,0CAA0C,EAAE,CAAC,CAAC,OAAO,CAChE,gCAAgC,CAgBhC,CAAC"}

package/esm/models/updatev2evalconfigurationrequest.js

@@ -3,6 +3,7 @@
  * @generated-id: 1dd416d6980a
  */
 import * as z from "zod";
+import { SearchGroundingMode$zodSchema, } from "./searchgroundingmode.js";
 export const UpdateV2EvalConfigurationRequest$zodSchema = z.object({
     cli_ids: z.array(z.string()).nullable().optional(),
     environment_id: z.string().optional(),
@@ -10,6 +11,8 @@ export const UpdateV2EvalConfigurationRequest$zodSchema = z.object({
     mcp_server_ids: z.array(z.string()).nullable().optional(),
     name: z.string().optional(),
     repository_id: z.string().optional(),
+    search_grounding: SearchGroundingMode$zodSchema.nullable().optional()
+        .describe("Replacement web-retrieval policy. Omit it to keep the saved value."),
     skill_ids: z.array(z.string()).nullable().optional(),
     skills: z.array(z.string()).nullable().optional().describe("Public skill packages saved with this configuration, using GitHub `owner/repository` references."),
 });

package/esm/models/updatev2evalconfigurationrequest.js.map

@@ -1 +1 @@
-{"version":3,"file":"updatev2evalconfigurationrequest.js","sourceRoot":"","sources":["../../src/models/updatev2evalconfigurationrequest.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAazB,MAAM,CAAC,MAAM,0CAA0C,GAEnD,CAAC,CAAC,MAAM,CAAC;IACX,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAClD,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACrC,YAAY,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IACpC,cAAc,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC3B,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACpC,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACpD,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACxD,kGAAkG,CACnG;CACF,CAAC,CAAC"}
+{"version":3,"file":"updatev2evalconfigurationrequest.js","sourceRoot":"","sources":["../../src/models/updatev2evalconfigurationrequest.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAclC,MAAM,CAAC,MAAM,0CAA0C,GAEnD,CAAC,CAAC,MAAM,CAAC;IACX,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAClD,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACrC,YAAY,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE;IACpC,cAAc,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC3B,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACpC,gBAAgB,EAAE,6BAA6B,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;SAClE,QAAQ,CACP,oEAAoE,CACrE;IACH,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACpD,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACxD,kGAAkG,CACnG;CACF,CAAC,CAAC"}

package/esm/models/updatev2evalrequest.d.ts

@@ -1,26 +1,22 @@
 import * as z from "zod";
-import { ClosedEnum } from "../types/enums.js";
-export declare const UpdateV2EvalRequestType: {
-    readonly Workflow: "workflow";
-    readonly Mcp: "mcp";
-    readonly Cli: "cli";
-    readonly Skill: "skill";
-};
-export type UpdateV2EvalRequestType = ClosedEnum<typeof UpdateV2EvalRequestType>;
-export declare const UpdateV2EvalRequestType$zodSchema: z.ZodEnum<{
-    workflow: "workflow";
-    mcp: "mcp";
-    cli: "cli";
-    skill: "skill";
-}>;
+import { SearchGroundingMode } from "./searchgroundingmode.js";
+import { V2InlineMcpDefinition } from "./v2inlinemcpdefinition.js";
+import { V2SavedMcpReference } from "./v2savedmcpreference.js";
+export type UpdateV2EvalRequestMcp = V2InlineMcpDefinition | V2SavedMcpReference;
+export declare const UpdateV2EvalRequestMcp$zodSchema: z.ZodType<UpdateV2EvalRequestMcp>;
 export type UpdateV2EvalRequest = {
     name?: string | undefined;
-    type?: UpdateV2EvalRequestType | undefined;
-    prompt?: string | undefined;
-    judge?: string | undefined;
-    mcp_server_id?: string | undefined;
-    cli_id?: string | undefined;
-    skill_id?: string | undefined;
+    prompts?: Array<string> | null | undefined;
+    judges?: Array<string> | null | undefined;
+    agent?: Array<string> | null | undefined;
+    persona?: string | undefined;
+    clis?: Array<string> | null | undefined;
+    mcps?: Array<V2InlineMcpDefinition | V2SavedMcpReference> | null | undefined;
+    setup_commands?: Array<string> | null | undefined;
+    cleanup_commands?: Array<string> | null | undefined;
+    search_grounding?: SearchGroundingMode | null | undefined;
+    runs?: number | undefined;
+    tags?: Array<string> | null | undefined;
 };
 export declare const UpdateV2EvalRequest$zodSchema: z.ZodType<UpdateV2EvalRequest>;
 //# sourceMappingURL=updatev2evalrequest.d.ts.map

package/esm/models/updatev2evalrequest.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"updatev2evalrequest.d.ts","sourceRoot":"","sources":["../../src/models/updatev2evalrequest.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAE/C,eAAO,MAAM,uBAAuB;;;;;CAK1B,CAAC;AACX,MAAM,MAAM,uBAAuB,GAAG,UAAU,CAC9C,OAAO,uBAAuB,CAC/B,CAAC;AAEF,eAAO,MAAM,iCAAiC;;;;;EAK5C,CAAC;AAEH,MAAM,MAAM,mBAAmB,GAAG;IAChC,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,IAAI,CAAC,EAAE,uBAAuB,GAAG,SAAS,CAAC;IAC3C,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,aAAa,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACnC,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAC/B,CAAC;AAEF,eAAO,MAAM,6BAA6B,EAAE,CAAC,CAAC,OAAO,CAAC,mBAAmB,CAWrE,CAAC"}
+{"version":3,"file":"updatev2evalrequest.d.ts","sourceRoot":"","sources":["../../src/models/updatev2evalrequest.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,qBAAqB,EAEtB,MAAM,4BAA4B,CAAC;AACpC,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAElC,MAAM,MAAM,sBAAsB,GAC9B,qBAAqB,GACrB,mBAAmB,CAAC;AAExB,eAAO,MAAM,gCAAgC,EAAE,CAAC,CAAC,OAAO,CACtD,sBAAsB,CAItB,CAAC;AAEH,MAAM,MAAM,mBAAmB,GAAG;IAChC,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,OAAO,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IAC3C,MAAM,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IAC1C,KAAK,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IACzC,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,IAAI,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IACxC,IAAI,CAAC,EAAE,KAAK,CAAC,qBAAqB,GAAG,mBAAmB,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IAC7E,cAAc,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IAClD,gBAAgB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IACpD,gBAAgB,CAAC,EAAE,mBAAmB,GAAG,IAAI,GAAG,SAAS,CAAC;IAC1D,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,IAAI,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;CACzC,CAAC;AAEF,eAAO,MAAM,6BAA6B,EAAE,CAAC,CAAC,OAAO,CAAC,mBAAmB,CAgCrE,CAAC"}

package/esm/models/updatev2evalrequest.js

@@ -3,26 +3,30 @@
  * @generated-id: 1f9fe5c659f2
  */
 import * as z from "zod";
-export const UpdateV2EvalRequestType = {
-    Workflow: "workflow",
-    Mcp: "mcp",
-    Cli: "cli",
-    Skill: "skill",
-};
-export const UpdateV2EvalRequestType$zodSchema = z.enum([
-    "workflow",
-    "mcp",
-    "cli",
-    "skill",
+import { SearchGroundingMode$zodSchema, } from "./searchgroundingmode.js";
+import { V2InlineMcpDefinition$zodSchema, } from "./v2inlinemcpdefinition.js";
+import { V2SavedMcpReference$zodSchema, } from "./v2savedmcpreference.js";
+export const UpdateV2EvalRequestMcp$zodSchema = z.union([
+    V2InlineMcpDefinition$zodSchema,
+    V2SavedMcpReference$zodSchema,
 ]);
 export const UpdateV2EvalRequest$zodSchema = z
     .object({
-    cli_id: z.string().optional(),
-    judge: z.string().optional().describe("Plain-text outcome that counts as success."),
-    mcp_server_id: z.string().optional(),
+    agent: z.array(z.string()).nullable().optional(),
+    cleanup_commands: z.array(z.string()).nullable().optional().describe("Replacement cleanup commands. Pass an empty array to clear all saved cleanup commands."),
+    clis: z.array(z.string()).nullable().optional().describe("Replacement saved CLI IDs or shell installation commands. UUID values resolve saved CLIs; every other value is an installation command. Pass an empty array to clear all CLIs."),
+    judges: z.array(z.string()).nullable().optional().describe("Replacement success criteria for the eval."),
+    mcps: z.array(z.union([
+        V2InlineMcpDefinition$zodSchema,
+        V2SavedMcpReference$zodSchema,
+    ])).nullable().optional(),
     name: z.string().optional(),
-    prompt: z.string().optional(),
-    skill_id: z.string().optional(),
-    type: UpdateV2EvalRequestType$zodSchema.optional(),
+    persona: z.string().optional().describe("Replacement eval persona. Pass null to clear it; omit it to leave the saved value unchanged."),
+    prompts: z.array(z.string()).nullable().optional(),
+    runs: z.int().optional(),
+    search_grounding: SearchGroundingMode$zodSchema.nullable().optional()
+        .describe("Replacement web-retrieval policy. Omit it to keep the saved value."),
+    setup_commands: z.array(z.string()).nullable().optional().describe("Replacement setup commands. Pass an empty array to clear all saved setup commands."),
+    tags: z.array(z.string()).nullable().optional().describe("Replacement labels for the eval. Pass an empty array to clear all tags."),
 });
 //# sourceMappingURL=updatev2evalrequest.js.map

package/esm/models/updatev2evalrequest.js.map

@@ -1 +1 @@
-{"version":3,"file":"updatev2evalrequest.js","sourceRoot":"","sources":["../../src/models/updatev2evalrequest.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAGzB,MAAM,CAAC,MAAM,uBAAuB,GAAG;IACrC,QAAQ,EAAE,UAAU;IACpB,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,KAAK,EAAE,OAAO;CACN,CAAC;AAKX,MAAM,CAAC,MAAM,iCAAiC,GAAG,CAAC,CAAC,IAAI,CAAC;IACtD,UAAU;IACV,KAAK;IACL,KAAK;IACL,OAAO;CACR,CAAC,CAAC;AAYH,MAAM,CAAC,MAAM,6BAA6B,GAAmC,CAAC;KAC3E,MAAM,CAAC;IACN,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC7B,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACnC,4CAA4C,CAC7C;IACD,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACpC,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC3B,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC7B,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC/B,IAAI,EAAE,iCAAiC,CAAC,QAAQ,EAAE;CACnD,CAAC,CAAC"}
+{"version":3,"file":"updatev2evalrequest.js","sourceRoot":"","sources":["../../src/models/updatev2evalrequest.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,+BAA+B,GAChC,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAMlC,MAAM,CAAC,MAAM,gCAAgC,GAEzC,CAAC,CAAC,KAAK,CAAC;IACV,+BAA+B;IAC/B,6BAA6B;CAC9B,CAAC,CAAC;AAiBH,MAAM,CAAC,MAAM,6BAA6B,GAAmC,CAAC;KAC3E,MAAM,CAAC;IACN,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAChD,gBAAgB,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClE,wFAAwF,CACzF;IACD,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACtD,gLAAgL,CACjL;IACD,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACxD,4CAA4C,CAC7C;IACD,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;QACpB,+BAA+B;QAC/B,6BAA6B;KAC9B,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzB,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC3B,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACrC,8FAA8F,CAC/F;IACD,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAClD,IAAI,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IACxB,gBAAgB,EAAE,6BAA6B,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;SAClE,QAAQ,CACP,oEAAoE,CACrE;IACH,cAAc,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAChE,oFAAoF,CACrF;IACD,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACtD,yEAAyE,CAC1E;CACF,CAAC,CAAC"}

package/esm/models/v2eval.d.ts

@@ -1,28 +1,27 @@
 import * as z from "zod";
-import { ClosedEnum } from "../types/enums.js";
-import { V2EvalJudge } from "./v2evaljudge.js";
-export declare const V2EvalType: {
-    readonly Workflow: "workflow";
-    readonly Mcp: "mcp";
-    readonly Cli: "cli";
-    readonly Skill: "skill";
-};
-export type V2EvalType = ClosedEnum<typeof V2EvalType>;
-export declare const V2EvalType$zodSchema: z.ZodEnum<{
-    workflow: "workflow";
-    mcp: "mcp";
-    cli: "cli";
-    skill: "skill";
-}>;
+import { SearchGroundingMode } from "./searchgroundingmode.js";
+import { V2InlineCliReference } from "./v2inlineclireference.js";
+import { V2InlineMcpDefinition } from "./v2inlinemcpdefinition.js";
+import { V2SavedCliReference } from "./v2savedclireference.js";
+import { V2SavedMcpReference } from "./v2savedmcpreference.js";
+export type Cli = V2SavedCliReference | V2InlineCliReference;
+export declare const Cli$zodSchema: z.ZodType<Cli>;
+export type V2EvalMcp = V2InlineMcpDefinition | V2SavedMcpReference;
+export declare const V2EvalMcp$zodSchema: z.ZodType<V2EvalMcp>;
 export type V2Eval = {
     id: string;
     name: string;
-    type: V2EvalType;
-    prompt: string;
-    judge: V2EvalJudge;
-    mcp_server_id?: string | null | undefined;
-    cli_id?: string | null | undefined;
-    skill_id?: string | null | undefined;
+    prompts?: Array<string> | undefined;
+    judges?: Array<string> | undefined;
+    agent?: Array<string> | undefined;
+    persona?: string | null | undefined;
+    clis?: Array<V2SavedCliReference | V2InlineCliReference> | undefined;
+    mcps?: Array<V2InlineMcpDefinition | V2SavedMcpReference> | undefined;
+    setup_commands?: Array<string> | undefined;
+    cleanup_commands?: Array<string> | undefined;
+    search_grounding?: SearchGroundingMode | undefined;
+    runs?: number | undefined;
+    tags?: Array<string> | undefined;
     created_at?: string | null | undefined;
     updated_at?: string | null | undefined;
 };

package/esm/models/v2eval.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"v2eval.d.ts","sourceRoot":"","sources":["../../src/models/v2eval.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EAAE,WAAW,EAAyB,MAAM,kBAAkB,CAAC;AAEtE,eAAO,MAAM,UAAU;;;;;CAKb,CAAC;AACX,MAAM,MAAM,UAAU,GAAG,UAAU,CAAC,OAAO,UAAU,CAAC,CAAC;AAEvD,eAAO,MAAM,oBAAoB;;;;;EAK/B,CAAC;AAEH,MAAM,MAAM,MAAM,GAAG;IACnB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,UAAU,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,WAAW,CAAC;IACnB,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC1C,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACnC,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACrC,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;CACxC,CAAC;AAEF,eAAO,MAAM,gBAAgB,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,CAW7C,CAAC"}
+{"version":3,"file":"v2eval.d.ts","sourceRoot":"","sources":["../../src/models/v2eval.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,oBAAoB,EAErB,MAAM,2BAA2B,CAAC;AACnC,OAAO,EACL,qBAAqB,EAEtB,MAAM,4BAA4B,CAAC;AACpC,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAElC,MAAM,MAAM,GAAG,GAAG,mBAAmB,GAAG,oBAAoB,CAAC;AAE7D,eAAO,MAAM,aAAa,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,CAGvC,CAAC;AAEH,MAAM,MAAM,SAAS,GAAG,qBAAqB,GAAG,mBAAmB,CAAC;AAEpE,eAAO,MAAM,mBAAmB,EAAE,CAAC,CAAC,OAAO,CAAC,SAAS,CAGnD,CAAC;AAEH,MAAM,MAAM,MAAM,GAAG;IACnB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACpC,MAAM,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACnC,KAAK,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IAClC,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,IAAI,CAAC,EAAE,KAAK,CAAC,mBAAmB,GAAG,oBAAoB,CAAC,GAAG,SAAS,CAAC;IACrE,IAAI,CAAC,EAAE,KAAK,CAAC,qBAAqB,GAAG,mBAAmB,CAAC,GAAG,SAAS,CAAC;IACtE,cAAc,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IAC3C,gBAAgB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IAC7C,gBAAgB,CAAC,EAAE,mBAAmB,GAAG,SAAS,CAAC;IACnD,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,IAAI,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACjC,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;CACxC,CAAC;AAEF,eAAO,MAAM,gBAAgB,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,CAwB7C,CAAC"}

package/esm/models/v2eval.js

@@ -3,29 +3,40 @@
  * @generated-id: 80dff09b71cf
  */
 import * as z from "zod";
-import { V2EvalJudge$zodSchema } from "./v2evaljudge.js";
-export const V2EvalType = {
-    Workflow: "workflow",
-    Mcp: "mcp",
-    Cli: "cli",
-    Skill: "skill",
-};
-export const V2EvalType$zodSchema = z.enum([
-    "workflow",
-    "mcp",
-    "cli",
-    "skill",
+import { SearchGroundingMode$zodSchema, } from "./searchgroundingmode.js";
+import { V2InlineCliReference$zodSchema, } from "./v2inlineclireference.js";
+import { V2InlineMcpDefinition$zodSchema, } from "./v2inlinemcpdefinition.js";
+import { V2SavedCliReference$zodSchema, } from "./v2savedclireference.js";
+import { V2SavedMcpReference$zodSchema, } from "./v2savedmcpreference.js";
+export const Cli$zodSchema = z.union([
+    V2SavedCliReference$zodSchema,
+    V2InlineCliReference$zodSchema,
+]);
+export const V2EvalMcp$zodSchema = z.union([
+    V2InlineMcpDefinition$zodSchema,
+    V2SavedMcpReference$zodSchema,
 ]);
 export const V2Eval$zodSchema = z.object({
-    cli_id: z.string().nullable().optional(),
+    agent: z.array(z.string()).optional(),
+    cleanup_commands: z.array(z.string()).optional(),
+    clis: z.array(z.union([
+        V2SavedCliReference$zodSchema,
+        V2InlineCliReference$zodSchema,
+    ])).optional(),
     created_at: z.string().nullable().optional(),
     id: z.string(),
-    judge: V2EvalJudge$zodSchema,
-    mcp_server_id: z.string().nullable().optional(),
+    judges: z.array(z.string()).optional(),
+    mcps: z.array(z.union([
+        V2InlineMcpDefinition$zodSchema,
+        V2SavedMcpReference$zodSchema,
+    ])).optional(),
     name: z.string(),
-    prompt: z.string(),
-    skill_id: z.string().nullable().optional(),
-    type: V2EvalType$zodSchema,
+    persona: z.string().nullable().optional(),
+    prompts: z.array(z.string()).optional(),
+    runs: z.int().default(1),
+    search_grounding: SearchGroundingMode$zodSchema.optional().describe("Requested web-retrieval behavior for an eval run."),
+    setup_commands: z.array(z.string()).optional(),
+    tags: z.array(z.string()).optional(),
     updated_at: z.string().nullable().optional(),
 });
 //# sourceMappingURL=v2eval.js.map

package/esm/models/v2eval.js.map

@@ -1 +1 @@
-{"version":3,"file":"v2eval.js","sourceRoot":"","sources":["../../src/models/v2eval.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,OAAO,EAAe,qBAAqB,EAAE,MAAM,kBAAkB,CAAC;AAEtE,MAAM,CAAC,MAAM,UAAU,GAAG;IACxB,QAAQ,EAAE,UAAU;IACpB,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,KAAK,EAAE,OAAO;CACN,CAAC;AAGX,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,CAAC,IAAI,CAAC;IACzC,UAAU;IACV,KAAK;IACL,KAAK;IACL,OAAO;CACR,CAAC,CAAC;AAeH,MAAM,CAAC,MAAM,gBAAgB,GAAsB,CAAC,CAAC,MAAM,CAAC;IAC1D,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACxC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC5C,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;IACd,KAAK,EAAE,qBAAqB;IAC5B,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC/C,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC1C,IAAI,EAAE,oBAAoB;IAC1B,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CAC7C,CAAC,CAAC"}
+{"version":3,"file":"v2eval.js","sourceRoot":"","sources":["../../src/models/v2eval.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,8BAA8B,GAC/B,MAAM,2BAA2B,CAAC;AACnC,OAAO,EAEL,+BAA+B,GAChC,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAIlC,MAAM,CAAC,MAAM,aAAa,GAAmB,CAAC,CAAC,KAAK,CAAC;IACnD,6BAA6B;IAC7B,8BAA8B;CAC/B,CAAC,CAAC;AAIH,MAAM,CAAC,MAAM,mBAAmB,GAAyB,CAAC,CAAC,KAAK,CAAC;IAC/D,+BAA+B;IAC/B,6BAA6B;CAC9B,CAAC,CAAC;AAoBH,MAAM,CAAC,MAAM,gBAAgB,GAAsB,CAAC,CAAC,MAAM,CAAC;IAC1D,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACrC,gBAAgB,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IAChD,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;QACpB,6BAA6B;QAC7B,8BAA8B;KAC/B,CAAC,CAAC,CAAC,QAAQ,EAAE;IACd,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC5C,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;IACd,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACtC,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;QACpB,+BAA+B;QAC/B,6BAA6B;KAC9B,CAAC,CAAC,CAAC,QAAQ,EAAE;IACd,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzC,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACvC,IAAI,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IACxB,gBAAgB,EAAE,6BAA6B,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACjE,mDAAmD,CACpD;IACD,cAAc,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IAC9C,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACpC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CAC7C,CAAC,CAAC"}

package/esm/models/v2evalconfiguration.d.ts

@@ -1,4 +1,5 @@
 import * as z from "zod";
+import { SearchGroundingMode } from "./searchgroundingmode.js";
 export type V2EvalConfiguration = {
     id: string;
     eval_id: string;
@@ -10,6 +11,7 @@ export type V2EvalConfiguration = {
     skill_ids?: Array<string> | undefined;
     skills?: Array<string> | undefined;
     include_docs?: boolean | undefined;
+    search_grounding?: SearchGroundingMode | undefined;
     created_at?: string | null | undefined;
     updated_at?: string | null | undefined;
 };

package/esm/models/v2evalconfiguration.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"v2evalconfiguration.d.ts","sourceRoot":"","sources":["../../src/models/v2evalconfiguration.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,MAAM,MAAM,mBAAmB,GAAG;IAChC,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC1C,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC3C,cAAc,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IAC3C,OAAO,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACpC,SAAS,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACtC,MAAM,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACnC,YAAY,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IACnC,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;CACxC,CAAC;AAEF,eAAO,MAAM,6BAA6B,EAAE,CAAC,CAAC,OAAO,CAAC,mBAAmB,CAgBrE,CAAC"}
+{"version":3,"file":"v2evalconfiguration.d.ts","sourceRoot":"","sources":["../../src/models/v2evalconfiguration.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAElC,MAAM,MAAM,mBAAmB,GAAG;IAChC,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC1C,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC3C,cAAc,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IAC3C,OAAO,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACpC,SAAS,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACtC,MAAM,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACnC,YAAY,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IACnC,gBAAgB,CAAC,EAAE,mBAAmB,GAAG,SAAS,CAAC;IACnD,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;CACxC,CAAC;AAEF,eAAO,MAAM,6BAA6B,EAAE,CAAC,CAAC,OAAO,CAAC,mBAAmB,CAmBrE,CAAC"}

package/esm/models/v2evalconfiguration.js

@@ -3,6 +3,7 @@
  * @generated-id: 0c948fdd457d
  */
 import * as z from "zod";
+import { SearchGroundingMode$zodSchema, } from "./searchgroundingmode.js";
 export const V2EvalConfiguration$zodSchema = z
     .object({
     cli_ids: z.array(z.string()).optional(),
@@ -14,6 +15,7 @@ export const V2EvalConfiguration$zodSchema = z
     mcp_server_ids: z.array(z.string()).optional(),
     name: z.string(),
     repository_id: z.string().nullable().optional(),
+    search_grounding: SearchGroundingMode$zodSchema.optional().describe("Requested web-retrieval behavior for an eval run."),
     skill_ids: z.array(z.string()).optional(),
     skills: z.array(z.string()).optional().describe("Public GitHub `owner/repository` skill packages installed for this configuration."),
     updated_at: z.string().nullable().optional(),

package/esm/models/v2evalconfiguration.js.map

@@ -1 +1 @@
-{"version":3,"file":"v2evalconfiguration.js","sourceRoot":"","sources":["../../src/models/v2evalconfiguration.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAiBzB,MAAM,CAAC,MAAM,6BAA6B,GAAmC,CAAC;KAC3E,MAAM,CAAC;IACN,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACvC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC5C,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAChD,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;IACnB,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;IACd,YAAY,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC;IACxC,cAAc,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IAC9C,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC/C,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACzC,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC7C,mFAAmF,CACpF;IACD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CAC7C,CAAC,CAAC"}
+{"version":3,"file":"v2evalconfiguration.js","sourceRoot":"","sources":["../../src/models/v2evalconfiguration.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAkBlC,MAAM,CAAC,MAAM,6BAA6B,GAAmC,CAAC;KAC3E,MAAM,CAAC;IACN,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACvC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC5C,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAChD,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;IACnB,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;IACd,YAAY,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC;IACxC,cAAc,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IAC9C,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC/C,gBAAgB,EAAE,6BAA6B,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACjE,mDAAmD,CACpD;IACD,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACzC,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC7C,mFAAmF,CACpF;IACD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CAC7C,CAAC,CAAC"}

package/esm/models/v2evalresultsummary.d.ts

@@ -1,13 +1,26 @@
 import * as z from "zod";
+import { PublicEvalRunEnvironment } from "./publicevalrunenvironment.js";
+import { PublicGraderResult } from "./publicgraderresult.js";
+import { SearchGroundingMode } from "./searchgroundingmode.js";
 export type V2EvalResultSummary = {
     id: string;
     eval_id?: string | null | undefined;
-    agent_id?: string | null | undefined;
+    agent?: string | null | undefined;
+    prompt?: string | null | undefined;
+    prompt_index?: number | undefined;
+    repeat_index?: number | undefined;
     passed?: boolean | null | undefined;
     score?: number | null | undefined;
     failure_reasons?: Array<string> | null | undefined;
+    grader_results?: Array<PublicGraderResult> | undefined;
     latency_ms?: number | null | undefined;
+    search_grounding?: SearchGroundingMode | null | undefined;
+    web_retrieval_observed?: boolean | null | undefined;
+    search_observed?: boolean | null | undefined;
+    grounding_qualified?: boolean | null | undefined;
+    grounding_qualification_reason?: string | null | undefined;
     created_at?: string | null | undefined;
+    environment?: PublicEvalRunEnvironment | null | undefined;
 };
 export declare const V2EvalResultSummary$zodSchema: z.ZodType<V2EvalResultSummary>;
 //# sourceMappingURL=v2evalresultsummary.d.ts.map

package/esm/models/v2evalresultsummary.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"v2evalresultsummary.d.ts","sourceRoot":"","sources":["../../src/models/v2evalresultsummary.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,MAAM,MAAM,mBAAmB,GAAG;IAChC,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACrC,MAAM,CAAC,EAAE,OAAO,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAClC,eAAe,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IACnD,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;CACxC,CAAC;AAEF,eAAO,MAAM,6BAA6B,EAAE,CAAC,CAAC,OAAO,CAAC,mBAAmB,CAYrE,CAAC"}
+{"version":3,"file":"v2evalresultsummary.d.ts","sourceRoot":"","sources":["../../src/models/v2evalresultsummary.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,wBAAwB,EAEzB,MAAM,+BAA+B,CAAC;AACvC,OAAO,EACL,kBAAkB,EAEnB,MAAM,yBAAyB,CAAC;AACjC,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAElC,MAAM,MAAM,mBAAmB,GAAG;IAChC,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAClC,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACnC,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,MAAM,CAAC,EAAE,OAAO,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAClC,eAAe,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IACnD,cAAc,CAAC,EAAE,KAAK,CAAC,kBAAkB,CAAC,GAAG,SAAS,CAAC;IACvD,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC,gBAAgB,CAAC,EAAE,mBAAmB,GAAG,IAAI,GAAG,SAAS,CAAC;IAC1D,sBAAsB,CAAC,EAAE,OAAO,GAAG,IAAI,GAAG,SAAS,CAAC;IACpD,eAAe,CAAC,EAAE,OAAO,GAAG,IAAI,GAAG,SAAS,CAAC;IAC7C,mBAAmB,CAAC,EAAE,OAAO,GAAG,IAAI,GAAG,SAAS,CAAC;IACjD,8BAA8B,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC3D,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC,WAAW,CAAC,EAAE,wBAAwB,GAAG,IAAI,GAAG,SAAS,CAAC;CAC3D,CAAC;AAEF,eAAO,MAAM,6BAA6B,EAAE,CAAC,CAAC,OAAO,CAAC,mBAAmB,CA+BrE,CAAC"}

package/esm/models/v2evalresultsummary.js

@@ -3,15 +3,29 @@
  * @generated-id: 5c0600ab3b2b
  */
 import * as z from "zod";
+import { PublicEvalRunEnvironment$zodSchema, } from "./publicevalrunenvironment.js";
+import { PublicGraderResult$zodSchema, } from "./publicgraderresult.js";
+import { SearchGroundingMode$zodSchema, } from "./searchgroundingmode.js";
 export const V2EvalResultSummary$zodSchema = z
     .object({
-    agent_id: z.string().nullable().optional().describe("Runnable agent ID combining the harness and model."),
+    agent: z.string().nullable().optional().describe("Runnable agent combining the harness and model."),
     created_at: z.string().nullable().optional(),
+    environment: PublicEvalRunEnvironment$zodSchema.nullable().optional()
+        .describe("The environment this attempt used, without secret values. Null when the attempt had no environment."),
     eval_id: z.string().nullable().optional(),
-    failure_reasons: z.array(z.string()).nullable().optional(),
+    failure_reasons: z.array(z.string()).nullable().optional().describe("Checks that failed, listed even when the result passed overall. Deductions from checks that passed are in `grader_results[].deductions`, not here."),
+    grader_results: z.array(PublicGraderResult$zodSchema).optional().describe("Per-check verdicts behind `score`, including deductions recorded by passing checks."),
+    grounding_qualification_reason: z.string().nullable().optional(),
+    grounding_qualified: z.boolean().nullable().optional().describe("Whether the attempt satisfied the requested grounding experiment. Null means the default mode was used or isolation could not be proven."),
     id: z.string().describe("Result ID, not an eval job ID."),
     latency_ms: z.int().nullable().optional(),
     passed: z.boolean().nullable().optional(),
+    prompt: z.string().nullable().optional(),
+    prompt_index: z.int().default(0),
+    repeat_index: z.int().default(0),
     score: z.number().nullable().optional().describe("Score from 0 to 1."),
+    search_grounding: SearchGroundingMode$zodSchema.nullable().optional(),
+    search_observed: z.boolean().nullable().optional(),
+    web_retrieval_observed: z.boolean().nullable().optional(),
 });
 //# sourceMappingURL=v2evalresultsummary.js.map

package/esm/models/v2evalresultsummary.js.map

@@ -1 +1 @@
-{"version":3,"file":"v2evalresultsummary.js","sourceRoot":"","sources":["../../src/models/v2evalresultsummary.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAazB,MAAM,CAAC,MAAM,6BAA6B,GAAmC,CAAC;KAC3E,MAAM,CAAC;IACN,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACjD,oDAAoD,CACrD;IACD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC5C,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzC,eAAe,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC1D,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,gCAAgC,CAAC;IACzD,UAAU,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzC,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,oBAAoB,CAAC;CACvE,CAAC,CAAC"}
+{"version":3,"file":"v2evalresultsummary.js","sourceRoot":"","sources":["../../src/models/v2evalresultsummary.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,kCAAkC,GACnC,MAAM,+BAA+B,CAAC;AACvC,OAAO,EAEL,4BAA4B,GAC7B,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAuBlC,MAAM,CAAC,MAAM,6BAA6B,GAAmC,CAAC;KAC3E,MAAM,CAAC;IACN,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC9C,iDAAiD,CAClD;IACD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC5C,WAAW,EAAE,kCAAkC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;SAClE,QAAQ,CACP,qGAAqG,CACtG;IACH,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzC,eAAe,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACjE,oJAAoJ,CACrJ;IACD,cAAc,EAAE,CAAC,CAAC,KAAK,CAAC,4BAA4B,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACvE,qFAAqF,CACtF;IACD,8BAA8B,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAChE,mBAAmB,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC7D,0IAA0I,CAC3I;IACD,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,gCAAgC,CAAC;IACzD,UAAU,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzC,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACxC,YAAY,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAChC,YAAY,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAChC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,oBAAoB,CAAC;IACtE,gBAAgB,EAAE,6BAA6B,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACrE,eAAe,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAClD,sBAAsB,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CAC1D,CAAC,CAAC"}

package/esm/models/v2evalrun.d.ts

@@ -6,8 +6,11 @@ export type V2EvalRun = {
     eval_id?: string | null | undefined;
     eval_name?: string | null | undefined;
     configuration_id?: string | null | undefined;
-    agent_id?: string | null | undefined;
-    agent_name?: string | null | undefined;
+    persona?: string | null | undefined;
+    agent?: Array<string> | undefined;
+    prompt_count?: number | undefined;
+    runs?: number | undefined;
+    attempt_count?: number | undefined;
     status: string;
     stage?: string | null | undefined;
     dispatch_id?: string | null | undefined;