@lightsage/mcp 0.2.2 → 0.3.1

package/esm/mcp-server/tools/evalsTrace.js

@@ -0,0 +1,35 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: d4ce799d0d36
+ */
+import { evalsTrace } from "../../funcs/evalsTrace.js";
+import { V2EvalRunsTraceRequest$zodSchema } from "../../models/v2evalrunstraceop.js";
+import { formatResult } from "../tools.js";
+const args = {
+    request: V2EvalRunsTraceRequest$zodSchema,
+};
+export const tool$evalsTrace = {
+    name: "evals-trace",
+    description: `Retrieve an eval run trace
+
+Returns a finite page of sanitized execution events for one eval run. Use \`next_after_id\` as \`after_id\` to retrieve the next page. Use the monitor operation instead when following a run live.`,
+    annotations: {
+        "title": "",
+        "destructiveHint": false,
+        "idempotentHint": false,
+        "openWorldHint": false,
+        "readOnlyHint": true,
+    },
+    args,
+    tool: async (client, args, ctx) => {
+        const [result] = await evalsTrace(client, args.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
+        if (!result.ok) {
+            return {
+                content: [{ type: "text", text: result.error.message }],
+                isError: true,
+            };
+        }
+        return formatResult(result.value);
+    },
+};
+//# sourceMappingURL=evalsTrace.js.map

package/esm/mcp-server/tools/evalsTrace.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"evalsTrace.js","sourceRoot":"","sources":["../../../src/mcp-server/tools/evalsTrace.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,2BAA2B,CAAC;AACvD,OAAO,EAAE,gCAAgC,EAAE,MAAM,mCAAmC,CAAC;AACrF,OAAO,EAAE,YAAY,EAAkB,MAAM,aAAa,CAAC;AAE3D,MAAM,IAAI,GAAG;IACX,OAAO,EAAE,gCAAgC;CAC1C,CAAC;AAEF,MAAM,CAAC,MAAM,eAAe,GAAgC;IAC1D,IAAI,EAAE,aAAa;IACnB,WAAW,EAAE;;oMAEqL;IAClM,WAAW,EAAE;QACX,OAAO,EAAE,EAAE;QACX,iBAAiB,EAAE,KAAK;QACxB,gBAAgB,EAAE,KAAK;QACvB,eAAe,EAAE,KAAK;QACtB,cAAc,EAAE,IAAI;KACrB;IACD,IAAI;IACJ,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE;QAChC,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,UAAU,CAC/B,MAAM,EACN,IAAI,CAAC,OAAO,EACZ,EAAE,YAAY,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,EAAE,CACzC,CAAC,QAAQ,EAAE,CAAC;QAEb,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBACvD,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;QAED,OAAO,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;CACF,CAAC"}

package/esm/mcp-server/tools/evalsV2EvalsCreate.js

@@ -12,7 +12,7 @@ export const tool$evalsV2EvalsCreate = {
     name: "evals-v2-evals-create",
     description: `Create Eval
 
-Creates an eval with a task prompt, subject, and judge. The eval can then be run through eval runs.`,
+Creates a reusable simulation definition with one or more task prompts and judges. Optional agents, persona, CLI installations, MCP servers, repeat count, and tags are saved with the eval. Creating the eval does not start a run and does not accept secret environment values.`,
     annotations: {
         "title": "",
         "destructiveHint": false,

package/esm/mcp-server/tools/evalsV2EvalsCreate.js.map

@@ -1 +1 @@
-{"version":3,"file":"evalsV2EvalsCreate.js","sourceRoot":"","sources":["../../../src/mcp-server/tools/evalsV2EvalsCreate.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,kBAAkB,EAAE,MAAM,mCAAmC,CAAC;AACvE,OAAO,EAAE,6BAA6B,EAAE,MAAM,qCAAqC,CAAC;AACpF,OAAO,EAAE,YAAY,EAAkB,MAAM,aAAa,CAAC;AAE3D,MAAM,IAAI,GAAG;IACX,OAAO,EAAE,6BAA6B;CACvC,CAAC;AAEF,MAAM,CAAC,MAAM,uBAAuB,GAAgC;IAClE,IAAI,EAAE,uBAAuB;IAC7B,WAAW,EAAE;;oGAEqF;IAClG,WAAW,EAAE;QACX,OAAO,EAAE,EAAE;QACX,iBAAiB,EAAE,KAAK;QACxB,gBAAgB,EAAE,KAAK;QACvB,eAAe,EAAE,KAAK;QACtB,cAAc,EAAE,KAAK;KACtB;IACD,IAAI;IACJ,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE;QAChC,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,kBAAkB,CACvC,MAAM,EACN,IAAI,CAAC,OAAO,EACZ,EAAE,YAAY,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,EAAE,CACzC,CAAC,QAAQ,EAAE,CAAC;QAEb,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBACvD,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;QAED,OAAO,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;CACF,CAAC"}
+{"version":3,"file":"evalsV2EvalsCreate.js","sourceRoot":"","sources":["../../../src/mcp-server/tools/evalsV2EvalsCreate.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,kBAAkB,EAAE,MAAM,mCAAmC,CAAC;AACvE,OAAO,EAAE,6BAA6B,EAAE,MAAM,qCAAqC,CAAC;AACpF,OAAO,EAAE,YAAY,EAAkB,MAAM,aAAa,CAAC;AAE3D,MAAM,IAAI,GAAG;IACX,OAAO,EAAE,6BAA6B;CACvC,CAAC;AAEF,MAAM,CAAC,MAAM,uBAAuB,GAAgC;IAClE,IAAI,EAAE,uBAAuB;IAC7B,WAAW,EAAE;;mRAEoQ;IACjR,WAAW,EAAE;QACX,OAAO,EAAE,EAAE;QACX,iBAAiB,EAAE,KAAK;QACxB,gBAAgB,EAAE,KAAK;QACvB,eAAe,EAAE,KAAK;QACtB,cAAc,EAAE,KAAK;KACtB;IACD,IAAI;IACJ,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE;QAChC,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,kBAAkB,CACvC,MAAM,EACN,IAAI,CAAC,OAAO,EACZ,EAAE,YAAY,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,EAAE,CACzC,CAAC,QAAQ,EAAE,CAAC;QAEb,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBACvD,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;QAED,OAAO,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;CACF,CAAC"}

package/esm/mcp-server/tools/evalsV2EvalsList.js

@@ -8,7 +8,7 @@ export const tool$evalsV2EvalsList = {
     name: "evals-v2-evals-list",
     description: `List Evals
 
-Returns all active evals including workflow, MCP, CLI, and skill evals owned by the organization.`,
+Returns all active eval definitions owned by the organization.`,
     annotations: {
         "title": "",
         "destructiveHint": false,

package/esm/mcp-server/tools/evalsV2EvalsList.js.map

@@ -1 +1 @@
-{"version":3,"file":"evalsV2EvalsList.js","sourceRoot":"","sources":["../../../src/mcp-server/tools/evalsV2EvalsList.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,gBAAgB,EAAE,MAAM,iCAAiC,CAAC;AACnE,OAAO,EAAE,YAAY,EAAkB,MAAM,aAAa,CAAC;AAE3D,MAAM,CAAC,MAAM,qBAAqB,GAAmB;IACnD,IAAI,EAAE,qBAAqB;IAC3B,WAAW,EAAE;;kGAEmF;IAChG,WAAW,EAAE;QACX,OAAO,EAAE,EAAE;QACX,iBAAiB,EAAE,KAAK;QACxB,gBAAgB,EAAE,KAAK;QACvB,eAAe,EAAE,KAAK;QACtB,cAAc,EAAE,IAAI;KACrB;IACD,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE;QAC1B,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,gBAAgB,CACrC,MAAM,EACN,EAAE,YAAY,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,EAAE,CACzC,CAAC,QAAQ,EAAE,CAAC;QAEb,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBACvD,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;QAED,OAAO,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;CACF,CAAC"}
+{"version":3,"file":"evalsV2EvalsList.js","sourceRoot":"","sources":["../../../src/mcp-server/tools/evalsV2EvalsList.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,gBAAgB,EAAE,MAAM,iCAAiC,CAAC;AACnE,OAAO,EAAE,YAAY,EAAkB,MAAM,aAAa,CAAC;AAE3D,MAAM,CAAC,MAAM,qBAAqB,GAAmB;IACnD,IAAI,EAAE,qBAAqB;IAC3B,WAAW,EAAE;;+DAEgD;IAC7D,WAAW,EAAE;QACX,OAAO,EAAE,EAAE;QACX,iBAAiB,EAAE,KAAK;QACxB,gBAAgB,EAAE,KAAK;QACvB,eAAe,EAAE,KAAK;QACtB,cAAc,EAAE,IAAI;KACrB;IACD,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,GAAG,EAAE,EAAE;QAC1B,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,gBAAgB,CACrC,MAAM,EACN,EAAE,YAAY,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,EAAE,CACzC,CAAC,QAAQ,EAAE,CAAC;QAEb,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBACvD,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;QAED,OAAO,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;CACF,CAAC"}

package/esm/mcp-server/tools/evalsV2EvalsRetrieve.js

@@ -12,7 +12,7 @@ export const tool$evalsV2EvalsRetrieve = {
     name: "evals-v2-evals-retrieve",
     description: `Retrieve Eval
 
-Returns one eval and its judge configuration.`,
+Returns one reusable eval simulation definition.`,
     annotations: {
         "title": "",
         "destructiveHint": false,

package/esm/mcp-server/tools/evalsV2EvalsRetrieve.js.map

@@ -1 +1 @@
-{"version":3,"file":"evalsV2EvalsRetrieve.js","sourceRoot":"","sources":["../../../src/mcp-server/tools/evalsV2EvalsRetrieve.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,oBAAoB,EAAE,MAAM,qCAAqC,CAAC;AAC3E,OAAO,EAAE,gCAAgC,EAAE,MAAM,mCAAmC,CAAC;AACrF,OAAO,EAAE,YAAY,EAAkB,MAAM,aAAa,CAAC;AAE3D,MAAM,IAAI,GAAG;IACX,OAAO,EAAE,gCAAgC;CAC1C,CAAC;AAEF,MAAM,CAAC,MAAM,yBAAyB,GAAgC;IACpE,IAAI,EAAE,yBAAyB;IAC/B,WAAW,EAAE;;8CAE+B;IAC5C,WAAW,EAAE;QACX,OAAO,EAAE,EAAE;QACX,iBAAiB,EAAE,KAAK;QACxB,gBAAgB,EAAE,KAAK;QACvB,eAAe,EAAE,KAAK;QACtB,cAAc,EAAE,IAAI;KACrB;IACD,IAAI;IACJ,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE;QAChC,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,oBAAoB,CACzC,MAAM,EACN,IAAI,CAAC,OAAO,EACZ,EAAE,YAAY,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,EAAE,CACzC,CAAC,QAAQ,EAAE,CAAC;QAEb,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBACvD,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;QAED,OAAO,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;CACF,CAAC"}
+{"version":3,"file":"evalsV2EvalsRetrieve.js","sourceRoot":"","sources":["../../../src/mcp-server/tools/evalsV2EvalsRetrieve.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,oBAAoB,EAAE,MAAM,qCAAqC,CAAC;AAC3E,OAAO,EAAE,gCAAgC,EAAE,MAAM,mCAAmC,CAAC;AACrF,OAAO,EAAE,YAAY,EAAkB,MAAM,aAAa,CAAC;AAE3D,MAAM,IAAI,GAAG;IACX,OAAO,EAAE,gCAAgC;CAC1C,CAAC;AAEF,MAAM,CAAC,MAAM,yBAAyB,GAAgC;IACpE,IAAI,EAAE,yBAAyB;IAC/B,WAAW,EAAE;;iDAEkC;IAC/C,WAAW,EAAE;QACX,OAAO,EAAE,EAAE;QACX,iBAAiB,EAAE,KAAK;QACxB,gBAAgB,EAAE,KAAK;QACvB,eAAe,EAAE,KAAK;QACtB,cAAc,EAAE,IAAI;KACrB;IACD,IAAI;IACJ,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE;QAChC,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,oBAAoB,CACzC,MAAM,EACN,IAAI,CAAC,OAAO,EACZ,EAAE,YAAY,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,EAAE,CACzC,CAAC,QAAQ,EAAE,CAAC;QAEb,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBACvD,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;QAED,OAAO,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;CACF,CAAC"}

package/esm/mcp-server/tools/evalsV2EvalsUpdate.js

@@ -12,7 +12,7 @@ export const tool$evalsV2EvalsUpdate = {
     name: "evals-v2-evals-update",
     description: `Update Eval
 
-Updates an eval's task prompt, subject, judge, or name. Omitted fields remain unchanged.`,
+Updates a reusable eval simulation definition. Omitted fields remain unchanged. Empty \`agent\`, \`clis\`, \`mcps\`, or \`tags\` arrays clear those collections, and \`persona: null\` clears the saved persona.`,
     annotations: {
         "title": "",
         "destructiveHint": false,

package/esm/mcp-server/tools/evalsV2EvalsUpdate.js.map

@@ -1 +1 @@
-{"version":3,"file":"evalsV2EvalsUpdate.js","sourceRoot":"","sources":["../../../src/mcp-server/tools/evalsV2EvalsUpdate.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,kBAAkB,EAAE,MAAM,mCAAmC,CAAC;AACvE,OAAO,EAAE,8BAA8B,EAAE,MAAM,iCAAiC,CAAC;AACjF,OAAO,EAAE,YAAY,EAAkB,MAAM,aAAa,CAAC;AAE3D,MAAM,IAAI,GAAG;IACX,OAAO,EAAE,8BAA8B;CACxC,CAAC;AAEF,MAAM,CAAC,MAAM,uBAAuB,GAAgC;IAClE,IAAI,EAAE,uBAAuB;IAC7B,WAAW,EAAE;;yFAE0E;IACvF,WAAW,EAAE;QACX,OAAO,EAAE,EAAE;QACX,iBAAiB,EAAE,KAAK;QACxB,gBAAgB,EAAE,KAAK;QACvB,eAAe,EAAE,KAAK;QACtB,cAAc,EAAE,KAAK;KACtB;IACD,IAAI;IACJ,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE;QAChC,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,kBAAkB,CACvC,MAAM,EACN,IAAI,CAAC,OAAO,EACZ,EAAE,YAAY,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,EAAE,CACzC,CAAC,QAAQ,EAAE,CAAC;QAEb,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBACvD,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;QAED,OAAO,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;CACF,CAAC"}
+{"version":3,"file":"evalsV2EvalsUpdate.js","sourceRoot":"","sources":["../../../src/mcp-server/tools/evalsV2EvalsUpdate.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,kBAAkB,EAAE,MAAM,mCAAmC,CAAC;AACvE,OAAO,EAAE,8BAA8B,EAAE,MAAM,iCAAiC,CAAC;AACjF,OAAO,EAAE,YAAY,EAAkB,MAAM,aAAa,CAAC;AAE3D,MAAM,IAAI,GAAG;IACX,OAAO,EAAE,8BAA8B;CACxC,CAAC;AAEF,MAAM,CAAC,MAAM,uBAAuB,GAAgC;IAClE,IAAI,EAAE,uBAAuB;IAC7B,WAAW,EAAE;;iNAEkM;IAC/M,WAAW,EAAE;QACX,OAAO,EAAE,EAAE;QACX,iBAAiB,EAAE,KAAK;QACxB,gBAAgB,EAAE,KAAK;QACvB,eAAe,EAAE,KAAK;QACtB,cAAc,EAAE,KAAK;KACtB;IACD,IAAI;IACJ,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE;QAChC,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,kBAAkB,CACvC,MAAM,EACN,IAAI,CAAC,OAAO,EACZ,EAAE,YAAY,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,EAAE,CACzC,CAAC,QAAQ,EAAE,CAAC;QAEb,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBACvD,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;QAED,OAAO,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;CACF,CAAC"}

package/esm/models/createv2evalrequest.d.ts

@@ -1,27 +1,22 @@
 import * as z from "zod";
-import { ClosedEnum } from "../types/enums.js";
-import { V2EvalJudge } from "./v2evaljudge.js";
-export declare const CreateV2EvalRequestType: {
-    readonly Workflow: "workflow";
-    readonly Mcp: "mcp";
-    readonly Cli: "cli";
-    readonly Skill: "skill";
-};
-export type CreateV2EvalRequestType = ClosedEnum<typeof CreateV2EvalRequestType>;
-export declare const CreateV2EvalRequestType$zodSchema: z.ZodEnum<{
-    workflow: "workflow";
-    mcp: "mcp";
-    cli: "cli";
-    skill: "skill";
-}>;
+import { V2InlineCliReference } from "./v2inlineclireference.js";
+import { V2InlineMcpDefinition } from "./v2inlinemcpdefinition.js";
+import { V2SavedCliReference } from "./v2savedclireference.js";
+import { V2SavedMcpReference } from "./v2savedmcpreference.js";
+export type CreateV2EvalRequestCli = V2SavedCliReference | V2InlineCliReference;
+export declare const CreateV2EvalRequestCli$zodSchema: z.ZodType<CreateV2EvalRequestCli>;
+export type CreateV2EvalRequestMcp = V2InlineMcpDefinition | V2SavedMcpReference;
+export declare const CreateV2EvalRequestMcp$zodSchema: z.ZodType<CreateV2EvalRequestMcp>;
 export type CreateV2EvalRequest = {
     name: string;
-    type: CreateV2EvalRequestType;
-    prompt: string;
-    judge: V2EvalJudge;
-    mcp_server_id?: string | undefined;
-    cli_id?: string | undefined;
-    skill_id?: string | undefined;
+    prompts: Array<string>;
+    judges: Array<string>;
+    agent?: Array<string> | undefined;
+    persona?: string | undefined;
+    clis?: Array<V2SavedCliReference | V2InlineCliReference> | undefined;
+    mcps?: Array<V2InlineMcpDefinition | V2SavedMcpReference> | undefined;
+    runs?: number | undefined;
+    tags?: Array<string> | undefined;
 };
 export declare const CreateV2EvalRequest$zodSchema: z.ZodType<CreateV2EvalRequest>;
 //# sourceMappingURL=createv2evalrequest.d.ts.map

package/esm/models/createv2evalrequest.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"createv2evalrequest.d.ts","sourceRoot":"","sources":["../../src/models/createv2evalrequest.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EAAE,WAAW,EAAyB,MAAM,kBAAkB,CAAC;AAEtE,eAAO,MAAM,uBAAuB;;;;;CAK1B,CAAC;AACX,MAAM,MAAM,uBAAuB,GAAG,UAAU,CAC9C,OAAO,uBAAuB,CAC/B,CAAC;AAEF,eAAO,MAAM,iCAAiC;;;;;EAK5C,CAAC;AAEH,MAAM,MAAM,mBAAmB,GAAG;IAChC,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,uBAAuB,CAAC;IAC9B,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,WAAW,CAAC;IACnB,aAAa,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACnC,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAC/B,CAAC;AAEF,eAAO,MAAM,6BAA6B,EAAE,CAAC,CAAC,OAAO,CAAC,mBAAmB,CASrE,CAAC"}
+{"version":3,"file":"createv2evalrequest.d.ts","sourceRoot":"","sources":["../../src/models/createv2evalrequest.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,oBAAoB,EAErB,MAAM,2BAA2B,CAAC;AACnC,OAAO,EACL,qBAAqB,EAEtB,MAAM,4BAA4B,CAAC;AACpC,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAElC,MAAM,MAAM,sBAAsB,GAAG,mBAAmB,GAAG,oBAAoB,CAAC;AAEhF,eAAO,MAAM,gCAAgC,EAAE,CAAC,CAAC,OAAO,CACtD,sBAAsB,CAItB,CAAC;AAEH,MAAM,MAAM,sBAAsB,GAC9B,qBAAqB,GACrB,mBAAmB,CAAC;AAExB,eAAO,MAAM,gCAAgC,EAAE,CAAC,CAAC,OAAO,CACtD,sBAAsB,CAItB,CAAC;AAEH,MAAM,MAAM,mBAAmB,GAAG;IAChC,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACvB,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACtB,KAAK,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IAClC,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,IAAI,CAAC,EAAE,KAAK,CAAC,mBAAmB,GAAG,oBAAoB,CAAC,GAAG,SAAS,CAAC;IACrE,IAAI,CAAC,EAAE,KAAK,CAAC,qBAAqB,GAAG,mBAAmB,CAAC,GAAG,SAAS,CAAC;IACtE,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,IAAI,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;CAClC,CAAC;AAEF,eAAO,MAAM,6BAA6B,EAAE,CAAC,CAAC,OAAO,CAAC,mBAAmB,CAiCrE,CAAC"}

package/esm/models/createv2evalrequest.js

@@ -3,27 +3,34 @@
  * @generated-id: f1ede886cc6f
  */
 import * as z from "zod";
-import { V2EvalJudge$zodSchema } from "./v2evaljudge.js";
-export const CreateV2EvalRequestType = {
-    Workflow: "workflow",
-    Mcp: "mcp",
-    Cli: "cli",
-    Skill: "skill",
-};
-export const CreateV2EvalRequestType$zodSchema = z.enum([
-    "workflow",
-    "mcp",
-    "cli",
-    "skill",
+import { V2InlineCliReference$zodSchema, } from "./v2inlineclireference.js";
+import { V2InlineMcpDefinition$zodSchema, } from "./v2inlinemcpdefinition.js";
+import { V2SavedCliReference$zodSchema, } from "./v2savedclireference.js";
+import { V2SavedMcpReference$zodSchema, } from "./v2savedmcpreference.js";
+export const CreateV2EvalRequestCli$zodSchema = z.union([
+    V2SavedCliReference$zodSchema,
+    V2InlineCliReference$zodSchema,
+]);
+export const CreateV2EvalRequestMcp$zodSchema = z.union([
+    V2InlineMcpDefinition$zodSchema,
+    V2SavedMcpReference$zodSchema,
 ]);
 export const CreateV2EvalRequest$zodSchema = z
     .object({
-    cli_id: z.string().optional(),
-    judge: V2EvalJudge$zodSchema,
-    mcp_server_id: z.string().optional(),
+    agent: z.array(z.string()).optional().describe("Runnable agents from `GET /v2/agents`. An empty array saves the eval without default agents. CLI clients expose repeatable `--agent`."),
+    clis: z.array(z.union([
+        V2SavedCliReference$zodSchema,
+        V2InlineCliReference$zodSchema,
+    ])).optional().describe("Saved CLI references or inline installation commands."),
+    judges: z.array(z.string()).describe("Plain-text success criteria. CLI clients expose this as repeatable `--judge`."),
+    mcps: z.array(z.union([
+        V2InlineMcpDefinition$zodSchema,
+        V2SavedMcpReference$zodSchema,
+    ])).optional().describe("Saved MCP references or inline portable MCP definitions."),
     name: z.string(),
-    prompt: z.string(),
-    skill_id: z.string().optional(),
-    type: CreateV2EvalRequestType$zodSchema,
+    persona: z.string().optional().describe("Optional perspective applied to the whole eval. It is stored as metadata and does not change prompts or multiply attempts."),
+    prompts: z.array(z.string()).describe("Task prompts. CLI clients expose this as repeatable `--prompt`."),
+    runs: z.int().default(1).describe("Independent attempts for every prompt-agent pair."),
+    tags: z.array(z.string()).optional().describe("Optional labels for organizing the eval. CLI clients may expose this string array as a repeatable `--tag` flag."),
 });
 //# sourceMappingURL=createv2evalrequest.js.map

package/esm/models/createv2evalrequest.js.map

@@ -1 +1 @@
-{"version":3,"file":"createv2evalrequest.js","sourceRoot":"","sources":["../../src/models/createv2evalrequest.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,OAAO,EAAe,qBAAqB,EAAE,MAAM,kBAAkB,CAAC;AAEtE,MAAM,CAAC,MAAM,uBAAuB,GAAG;IACrC,QAAQ,EAAE,UAAU;IACpB,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,KAAK,EAAE,OAAO;CACN,CAAC;AAKX,MAAM,CAAC,MAAM,iCAAiC,GAAG,CAAC,CAAC,IAAI,CAAC;IACtD,UAAU;IACV,KAAK;IACL,KAAK;IACL,OAAO;CACR,CAAC,CAAC;AAYH,MAAM,CAAC,MAAM,6BAA6B,GAAmC,CAAC;KAC3E,MAAM,CAAC;IACN,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC7B,KAAK,EAAE,qBAAqB;IAC5B,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACpC,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC/B,IAAI,EAAE,iCAAiC;CACxC,CAAC,CAAC"}
+{"version":3,"file":"createv2evalrequest.js","sourceRoot":"","sources":["../../src/models/createv2evalrequest.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,8BAA8B,GAC/B,MAAM,2BAA2B,CAAC;AACnC,OAAO,EAEL,+BAA+B,GAChC,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAIlC,MAAM,CAAC,MAAM,gCAAgC,GAEzC,CAAC,CAAC,KAAK,CAAC;IACV,6BAA6B;IAC7B,8BAA8B;CAC/B,CAAC,CAAC;AAMH,MAAM,CAAC,MAAM,gCAAgC,GAEzC,CAAC,CAAC,KAAK,CAAC;IACV,+BAA+B;IAC/B,6BAA6B;CAC9B,CAAC,CAAC;AAcH,MAAM,CAAC,MAAM,6BAA6B,GAAmC,CAAC;KAC3E,MAAM,CAAC;IACN,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC5C,uIAAuI,CACxI;IACD,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;QACpB,6BAA6B;QAC7B,8BAA8B;KAC/B,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACrB,uDAAuD,CACxD;IACD,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,CAClC,+EAA+E,CAChF;IACD,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;QACpB,+BAA+B;QAC/B,6BAA6B;KAC9B,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACrB,0DAA0D,CAC3D;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACrC,4HAA4H,CAC7H;IACD,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,CACnC,iEAAiE,CAClE;IACD,IAAI,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CAC/B,mDAAmD,CACpD;IACD,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC3C,iHAAiH,CAClH;CACF,CAAC,CAAC"}

package/esm/models/createv2evalrunrequest.d.ts

@@ -1,18 +1,33 @@
 import * as z from "zod";
+import { V2InlineCliReference } from "./v2inlineclireference.js";
+import { V2InlineMcpDefinition } from "./v2inlinemcpdefinition.js";
+import { V2SavedCliReference } from "./v2savedclireference.js";
+import { V2SavedMcpReference } from "./v2savedmcpreference.js";
+export type CreateV2EvalRunRequestCli = V2SavedCliReference | V2InlineCliReference;
+export declare const CreateV2EvalRunRequestCli$zodSchema: z.ZodType<CreateV2EvalRunRequestCli>;
+export type CreateV2EvalRunRequestMcp = V2InlineMcpDefinition | V2SavedMcpReference;
+export declare const CreateV2EvalRunRequestMcp$zodSchema: z.ZodType<CreateV2EvalRunRequestMcp>;
 /**
- * Start an eval run using one of two flat request forms. Saved runs require `eval_id`, `configuration_id`, and `agent_id`. Direct create-and-run requests require `prompt`, at least one item in `judges`, and `agent_id`. Do not combine saved-run and direct-run fields; no separate mode field is required.
+ * Start an eval run using one of two flat request forms. Saved runs require `eval_id` and use saved simulation defaults unless the request replaces them. Direct create-and-run requests require `prompts`, `judges`, and `agent`. No separate mode field is required.
  */
 export type CreateV2EvalRunRequest = {
     eval_id?: string | undefined;
     configuration_id?: string | undefined;
-    agent_id: string;
-    prompt?: string | undefined;
-    judges?: Array<string> | undefined;
+    name?: string | undefined;
+    prompts?: Array<string> | null | undefined;
+    judges?: Array<string> | null | undefined;
+    agent?: Array<string> | null | undefined;
+    persona?: string | undefined;
+    clis?: Array<V2SavedCliReference | V2InlineCliReference> | null | undefined;
+    mcps?: Array<V2InlineMcpDefinition | V2SavedMcpReference> | null | undefined;
+    runs?: number | undefined;
+    tags?: Array<string> | undefined;
     repository?: string | undefined;
     env?: {
         [k: string]: string;
     } | undefined;
     skills?: Array<string> | undefined;
+    skill_ids?: Array<string> | undefined;
 };
 export declare const CreateV2EvalRunRequest$zodSchema: z.ZodType<CreateV2EvalRunRequest>;
 //# sourceMappingURL=createv2evalrunrequest.d.ts.map

package/esm/models/createv2evalrunrequest.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"createv2evalrunrequest.d.ts","sourceRoot":"","sources":["../../src/models/createv2evalrunrequest.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB;;GAEG;AACH,MAAM,MAAM,sBAAsB,GAAG;IACnC,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,gBAAgB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACtC,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,MAAM,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACnC,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAChC,GAAG,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,MAAM,CAAA;KAAE,GAAG,SAAS,CAAC;IAC1C,MAAM,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;CACpC,CAAC;AAEF,eAAO,MAAM,gCAAgC,EAAE,CAAC,CAAC,OAAO,CACtD,sBAAsB,CA4BvB,CAAC"}
+{"version":3,"file":"createv2evalrunrequest.d.ts","sourceRoot":"","sources":["../../src/models/createv2evalrunrequest.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,oBAAoB,EAErB,MAAM,2BAA2B,CAAC;AACnC,OAAO,EACL,qBAAqB,EAEtB,MAAM,4BAA4B,CAAC;AACpC,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAElC,MAAM,MAAM,yBAAyB,GACjC,mBAAmB,GACnB,oBAAoB,CAAC;AAEzB,eAAO,MAAM,mCAAmC,EAAE,CAAC,CAAC,OAAO,CACzD,yBAAyB,CAIzB,CAAC;AAEH,MAAM,MAAM,yBAAyB,GACjC,qBAAqB,GACrB,mBAAmB,CAAC;AAExB,eAAO,MAAM,mCAAmC,EAAE,CAAC,CAAC,OAAO,CACzD,yBAAyB,CAIzB,CAAC;AAEH;;GAEG;AACH,MAAM,MAAM,sBAAsB,GAAG;IACnC,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,gBAAgB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACtC,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,OAAO,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IAC3C,MAAM,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IAC1C,KAAK,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IACzC,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,IAAI,CAAC,EAAE,KAAK,CAAC,mBAAmB,GAAG,oBAAoB,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IAC5E,IAAI,CAAC,EAAE,KAAK,CAAC,qBAAqB,GAAG,mBAAmB,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IAC7E,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,IAAI,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACjC,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAChC,GAAG,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,MAAM,CAAA;KAAE,GAAG,SAAS,CAAC;IAC1C,MAAM,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACnC,SAAS,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;CACvC,CAAC;AAEF,eAAO,MAAM,gCAAgC,EAAE,CAAC,CAAC,OAAO,CACtD,sBAAsB,CAuDvB,CAAC"}

package/esm/models/createv2evalrunrequest.js

@@ -3,14 +3,39 @@
  * @generated-id: b6cfd1c458a3
  */
 import * as z from "zod";
+import { V2InlineCliReference$zodSchema, } from "./v2inlineclireference.js";
+import { V2InlineMcpDefinition$zodSchema, } from "./v2inlinemcpdefinition.js";
+import { V2SavedCliReference$zodSchema, } from "./v2savedclireference.js";
+import { V2SavedMcpReference$zodSchema, } from "./v2savedmcpreference.js";
+export const CreateV2EvalRunRequestCli$zodSchema = z.union([
+    V2SavedCliReference$zodSchema,
+    V2InlineCliReference$zodSchema,
+]);
+export const CreateV2EvalRunRequestMcp$zodSchema = z.union([
+    V2InlineMcpDefinition$zodSchema,
+    V2SavedMcpReference$zodSchema,
+]);
 export const CreateV2EvalRunRequest$zodSchema = z.object({
-    agent_id: z.string().describe("Required in both request forms. Runnable agent ID from `GET /v2/agents`."),
-    configuration_id: z.string().optional().describe("Saved-run form only. Saved runtime configuration; required when `eval_id` is provided."),
-    env: z.record(z.string(), z.string()).optional().describe("Direct create-and-run form only. Write-only environment variables; values are stored only in the queued job's private configuration."),
+    agent: z.array(z.string()).nullable().optional().describe("Runnable agents from `GET /v2/agents`. Required unless the saved eval already has agents. CLI clients expose repeatable `--agent`."),
+    clis: z.array(z.union([
+        V2SavedCliReference$zodSchema,
+        V2InlineCliReference$zodSchema,
+    ])).nullable().optional().describe("Saved CLI references or inline installation commands. In saved mode, an explicit empty array disables saved CLIs for this launch."),
+    configuration_id: z.string().optional().describe("Saved-run form only. Optional saved repository, environment, skills, and legacy tool configuration."),
+    env: z.record(z.string(), z.string()).optional().describe("Write-only environment variables for this launch. Values are stored only in the queued job's private configuration."),
     eval_id: z.string().optional().describe("Saved-run form only. Existing eval definition to run. Omit this field to use the direct create-and-run form."),
-    judges: z.array(z.string()).optional().describe("Direct create-and-run form only. Provide at least one success criterion. CLI clients may expose this string array as a repeatable `--judge` flag."),
-    prompt: z.string().optional().describe("Direct create-and-run form only. Task prompt; required when `eval_id` is omitted."),
+    judges: z.array(z.string()).nullable().optional().describe("Success criteria. Required in direct mode; in saved mode, replaces saved judges for this launch. CLI clients expose repeatable `--judge`."),
+    mcps: z.array(z.union([
+        V2InlineMcpDefinition$zodSchema,
+        V2SavedMcpReference$zodSchema,
+    ])).nullable().optional().describe("Saved MCP references or inline portable definitions. In saved mode, an explicit empty array disables saved MCPs for this launch."),
+    name: z.string().optional().describe("Direct create-and-run form only. Display name for the durable eval. Defaults to the first prompt."),
+    persona: z.string().optional().describe("Optional perspective for every attempt in this launch. It does not modify prompts or add a fan-out dimension."),
+    prompts: z.array(z.string()).nullable().optional().describe("Task prompts. Required in direct mode; in saved mode, replaces saved prompts for this launch. CLI clients expose repeatable `--prompt`."),
     repository: z.string().optional().describe("Direct create-and-run form only. A saved repository ID, built-in alias such as `nextjs-starter`, or a public GitHub HTTPS URL."),
+    runs: z.int().optional().describe("Independent attempts for every prompt-agent pair. Defaults to the saved eval value or 1 for a direct run."),
+    skill_ids: z.array(z.string()).optional().describe("Direct create-and-run form only. Reusable skill IDs from `GET /v2/skills` to install before the agent starts."),
     skills: z.array(z.string()).optional().describe("Additional public skill packages to install before the agent starts in either request form, using GitHub `owner/repository` references such as `resend/resend-skills`. CLI clients may expose this string array as a repeatable `--skill` flag."),
-}).describe("Start an eval run using one of two flat request forms. Saved runs require `eval_id`, `configuration_id`, and `agent_id`. Direct create-and-run requests require `prompt`, at least one item in `judges`, and `agent_id`. Do not combine saved-run and direct-run fields; no separate mode field is required.");
+    tags: z.array(z.string()).optional().describe("Direct create-and-run form only. Optional labels saved on the created eval. CLI clients may expose this string array as a repeatable `--tag` flag."),
+}).describe("Start an eval run using one of two flat request forms. Saved runs require `eval_id` and use saved simulation defaults unless the request replaces them. Direct create-and-run requests require `prompts`, `judges`, and `agent`. No separate mode field is required.");
 //# sourceMappingURL=createv2evalrunrequest.js.map

package/esm/models/createv2evalrunrequest.js.map

@@ -1 +1 @@
-{"version":3,"file":"createv2evalrunrequest.js","sourceRoot":"","sources":["../../src/models/createv2evalrunrequest.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAgBzB,MAAM,CAAC,MAAM,gCAAgC,GAEzC,CAAC,CAAC,MAAM,CAAC;IACX,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAC3B,0EAA0E,CAC3E;IACD,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC9C,wFAAwF,CACzF;IACD,GAAG,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACvD,sIAAsI,CACvI;IACD,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACrC,8GAA8G,CAC/G;IACD,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC7C,mJAAmJ,CACpJ;IACD,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACpC,mFAAmF,CACpF;IACD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACxC,gIAAgI,CACjI;IACD,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC7C,iPAAiP,CAClP;CACF,CAAC,CAAC,QAAQ,CACT,8SAA8S,CAC/S,CAAC"}
+{"version":3,"file":"createv2evalrunrequest.js","sourceRoot":"","sources":["../../src/models/createv2evalrunrequest.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,8BAA8B,GAC/B,MAAM,2BAA2B,CAAC;AACnC,OAAO,EAEL,+BAA+B,GAChC,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAMlC,MAAM,CAAC,MAAM,mCAAmC,GAE5C,CAAC,CAAC,KAAK,CAAC;IACV,6BAA6B;IAC7B,8BAA8B;CAC/B,CAAC,CAAC;AAMH,MAAM,CAAC,MAAM,mCAAmC,GAE5C,CAAC,CAAC,KAAK,CAAC;IACV,+BAA+B;IAC/B,6BAA6B;CAC9B,CAAC,CAAC;AAuBH,MAAM,CAAC,MAAM,gCAAgC,GAEzC,CAAC,CAAC,MAAM,CAAC;IACX,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACvD,oIAAoI,CACrI;IACD,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;QACpB,6BAA6B;QAC7B,8BAA8B;KAC/B,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAChC,mIAAmI,CACpI;IACD,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC9C,qGAAqG,CACtG;IACD,GAAG,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACvD,qHAAqH,CACtH;IACD,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACrC,8GAA8G,CAC/G;IACD,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACxD,2IAA2I,CAC5I;IACD,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;QACpB,+BAA+B;QAC/B,6BAA6B;KAC9B,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAChC,kIAAkI,CACnI;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClC,mGAAmG,CACpG;IACD,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACrC,+GAA+G,CAChH;IACD,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACzD,yIAAyI,CAC1I;IACD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACxC,gIAAgI,CACjI;IACD,IAAI,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC/B,2GAA2G,CAC5G;IACD,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAChD,+GAA+G,CAChH;IACD,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC7C,iPAAiP,CAClP;IACD,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC3C,oJAAoJ,CACrJ;CACF,CAAC,CAAC,QAAQ,CACT,sQAAsQ,CACvQ,CAAC"}

package/esm/models/updatev2evalrequest.d.ts

@@ -1,27 +1,22 @@
 import * as z from "zod";
-import { ClosedEnum } from "../types/enums.js";
-import { V2EvalJudge } from "./v2evaljudge.js";
-export declare const UpdateV2EvalRequestType: {
-    readonly Workflow: "workflow";
-    readonly Mcp: "mcp";
-    readonly Cli: "cli";
-    readonly Skill: "skill";
-};
-export type UpdateV2EvalRequestType = ClosedEnum<typeof UpdateV2EvalRequestType>;
-export declare const UpdateV2EvalRequestType$zodSchema: z.ZodEnum<{
-    workflow: "workflow";
-    mcp: "mcp";
-    cli: "cli";
-    skill: "skill";
-}>;
+import { V2InlineCliReference } from "./v2inlineclireference.js";
+import { V2InlineMcpDefinition } from "./v2inlinemcpdefinition.js";
+import { V2SavedCliReference } from "./v2savedclireference.js";
+import { V2SavedMcpReference } from "./v2savedmcpreference.js";
+export type UpdateV2EvalRequestCli = V2SavedCliReference | V2InlineCliReference;
+export declare const UpdateV2EvalRequestCli$zodSchema: z.ZodType<UpdateV2EvalRequestCli>;
+export type UpdateV2EvalRequestMcp = V2InlineMcpDefinition | V2SavedMcpReference;
+export declare const UpdateV2EvalRequestMcp$zodSchema: z.ZodType<UpdateV2EvalRequestMcp>;
 export type UpdateV2EvalRequest = {
     name?: string | undefined;
-    type?: UpdateV2EvalRequestType | undefined;
-    prompt?: string | undefined;
-    judge?: V2EvalJudge | null | undefined;
-    mcp_server_id?: string | undefined;
-    cli_id?: string | undefined;
-    skill_id?: string | undefined;
+    prompts?: Array<string> | null | undefined;
+    judges?: Array<string> | null | undefined;
+    agent?: Array<string> | null | undefined;
+    persona?: string | undefined;
+    clis?: Array<V2SavedCliReference | V2InlineCliReference> | null | undefined;
+    mcps?: Array<V2InlineMcpDefinition | V2SavedMcpReference> | null | undefined;
+    runs?: number | undefined;
+    tags?: Array<string> | null | undefined;
 };
 export declare const UpdateV2EvalRequest$zodSchema: z.ZodType<UpdateV2EvalRequest>;
 //# sourceMappingURL=updatev2evalrequest.d.ts.map

package/esm/models/updatev2evalrequest.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"updatev2evalrequest.d.ts","sourceRoot":"","sources":["../../src/models/updatev2evalrequest.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EAAE,WAAW,EAAyB,MAAM,kBAAkB,CAAC;AAEtE,eAAO,MAAM,uBAAuB;;;;;CAK1B,CAAC;AACX,MAAM,MAAM,uBAAuB,GAAG,UAAU,CAC9C,OAAO,uBAAuB,CAC/B,CAAC;AAEF,eAAO,MAAM,iCAAiC;;;;;EAK5C,CAAC;AAEH,MAAM,MAAM,mBAAmB,GAAG;IAChC,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,IAAI,CAAC,EAAE,uBAAuB,GAAG,SAAS,CAAC;IAC3C,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,KAAK,CAAC,EAAE,WAAW,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC,aAAa,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACnC,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAC/B,CAAC;AAEF,eAAO,MAAM,6BAA6B,EAAE,CAAC,CAAC,OAAO,CAAC,mBAAmB,CASrE,CAAC"}
+{"version":3,"file":"updatev2evalrequest.d.ts","sourceRoot":"","sources":["../../src/models/updatev2evalrequest.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,oBAAoB,EAErB,MAAM,2BAA2B,CAAC;AACnC,OAAO,EACL,qBAAqB,EAEtB,MAAM,4BAA4B,CAAC;AACpC,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAElC,MAAM,MAAM,sBAAsB,GAAG,mBAAmB,GAAG,oBAAoB,CAAC;AAEhF,eAAO,MAAM,gCAAgC,EAAE,CAAC,CAAC,OAAO,CACtD,sBAAsB,CAItB,CAAC;AAEH,MAAM,MAAM,sBAAsB,GAC9B,qBAAqB,GACrB,mBAAmB,CAAC;AAExB,eAAO,MAAM,gCAAgC,EAAE,CAAC,CAAC,OAAO,CACtD,sBAAsB,CAItB,CAAC;AAEH,MAAM,MAAM,mBAAmB,GAAG;IAChC,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,OAAO,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IAC3C,MAAM,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IAC1C,KAAK,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IACzC,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,IAAI,CAAC,EAAE,KAAK,CAAC,mBAAmB,GAAG,oBAAoB,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IAC5E,IAAI,CAAC,EAAE,KAAK,CAAC,qBAAqB,GAAG,mBAAmB,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IAC7E,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,IAAI,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;CACzC,CAAC;AAEF,eAAO,MAAM,6BAA6B,EAAE,CAAC,CAAC,OAAO,CAAC,mBAAmB,CAuBrE,CAAC"}

package/esm/models/updatev2evalrequest.js

@@ -3,27 +3,34 @@
  * @generated-id: 1f9fe5c659f2
  */
 import * as z from "zod";
-import { V2EvalJudge$zodSchema } from "./v2evaljudge.js";
-export const UpdateV2EvalRequestType = {
-    Workflow: "workflow",
-    Mcp: "mcp",
-    Cli: "cli",
-    Skill: "skill",
-};
-export const UpdateV2EvalRequestType$zodSchema = z.enum([
-    "workflow",
-    "mcp",
-    "cli",
-    "skill",
+import { V2InlineCliReference$zodSchema, } from "./v2inlineclireference.js";
+import { V2InlineMcpDefinition$zodSchema, } from "./v2inlinemcpdefinition.js";
+import { V2SavedCliReference$zodSchema, } from "./v2savedclireference.js";
+import { V2SavedMcpReference$zodSchema, } from "./v2savedmcpreference.js";
+export const UpdateV2EvalRequestCli$zodSchema = z.union([
+    V2SavedCliReference$zodSchema,
+    V2InlineCliReference$zodSchema,
+]);
+export const UpdateV2EvalRequestMcp$zodSchema = z.union([
+    V2InlineMcpDefinition$zodSchema,
+    V2SavedMcpReference$zodSchema,
 ]);
 export const UpdateV2EvalRequest$zodSchema = z
     .object({
-    cli_id: z.string().optional(),
-    judge: V2EvalJudge$zodSchema.nullable().optional(),
-    mcp_server_id: z.string().optional(),
+    agent: z.array(z.string()).nullable().optional(),
+    clis: z.array(z.union([
+        V2SavedCliReference$zodSchema,
+        V2InlineCliReference$zodSchema,
+    ])).nullable().optional(),
+    judges: z.array(z.string()).nullable().optional().describe("Replacement success criteria for the eval."),
+    mcps: z.array(z.union([
+        V2InlineMcpDefinition$zodSchema,
+        V2SavedMcpReference$zodSchema,
+    ])).nullable().optional(),
     name: z.string().optional(),
-    prompt: z.string().optional(),
-    skill_id: z.string().optional(),
-    type: UpdateV2EvalRequestType$zodSchema.optional(),
+    persona: z.string().optional().describe("Replacement eval persona. Pass null to clear it; omit it to leave the saved value unchanged."),
+    prompts: z.array(z.string()).nullable().optional(),
+    runs: z.int().optional(),
+    tags: z.array(z.string()).nullable().optional().describe("Replacement labels for the eval. Pass an empty array to clear all tags."),
 });
 //# sourceMappingURL=updatev2evalrequest.js.map

package/esm/models/updatev2evalrequest.js.map

@@ -1 +1 @@
-{"version":3,"file":"updatev2evalrequest.js","sourceRoot":"","sources":["../../src/models/updatev2evalrequest.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,OAAO,EAAe,qBAAqB,EAAE,MAAM,kBAAkB,CAAC;AAEtE,MAAM,CAAC,MAAM,uBAAuB,GAAG;IACrC,QAAQ,EAAE,UAAU;IACpB,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,KAAK,EAAE,OAAO;CACN,CAAC;AAKX,MAAM,CAAC,MAAM,iCAAiC,GAAG,CAAC,CAAC,IAAI,CAAC;IACtD,UAAU;IACV,KAAK;IACL,KAAK;IACL,OAAO;CACR,CAAC,CAAC;AAYH,MAAM,CAAC,MAAM,6BAA6B,GAAmC,CAAC;KAC3E,MAAM,CAAC;IACN,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC7B,KAAK,EAAE,qBAAqB,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAClD,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACpC,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC3B,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC7B,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC/B,IAAI,EAAE,iCAAiC,CAAC,QAAQ,EAAE;CACnD,CAAC,CAAC"}
+{"version":3,"file":"updatev2evalrequest.js","sourceRoot":"","sources":["../../src/models/updatev2evalrequest.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,8BAA8B,GAC/B,MAAM,2BAA2B,CAAC;AACnC,OAAO,EAEL,+BAA+B,GAChC,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAIlC,MAAM,CAAC,MAAM,gCAAgC,GAEzC,CAAC,CAAC,KAAK,CAAC;IACV,6BAA6B;IAC7B,8BAA8B;CAC/B,CAAC,CAAC;AAMH,MAAM,CAAC,MAAM,gCAAgC,GAEzC,CAAC,CAAC,KAAK,CAAC;IACV,+BAA+B;IAC/B,6BAA6B;CAC9B,CAAC,CAAC;AAcH,MAAM,CAAC,MAAM,6BAA6B,GAAmC,CAAC;KAC3E,MAAM,CAAC;IACN,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAChD,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;QACpB,6BAA6B;QAC7B,8BAA8B;KAC/B,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzB,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACxD,4CAA4C,CAC7C;IACD,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;QACpB,+BAA+B;QAC/B,6BAA6B;KAC9B,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzB,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC3B,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACrC,8FAA8F,CAC/F;IACD,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAClD,IAAI,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IACxB,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACtD,yEAAyE,CAC1E;CACF,CAAC,CAAC"}

package/esm/models/v2eval.d.ts

@@ -1,28 +1,23 @@
 import * as z from "zod";
-import { ClosedEnum } from "../types/enums.js";
-import { V2EvalJudge } from "./v2evaljudge.js";
-export declare const V2EvalType: {
-    readonly Workflow: "workflow";
-    readonly Mcp: "mcp";
-    readonly Cli: "cli";
-    readonly Skill: "skill";
-};
-export type V2EvalType = ClosedEnum<typeof V2EvalType>;
-export declare const V2EvalType$zodSchema: z.ZodEnum<{
-    workflow: "workflow";
-    mcp: "mcp";
-    cli: "cli";
-    skill: "skill";
-}>;
+import { V2InlineCliReference } from "./v2inlineclireference.js";
+import { V2InlineMcpDefinition } from "./v2inlinemcpdefinition.js";
+import { V2SavedCliReference } from "./v2savedclireference.js";
+import { V2SavedMcpReference } from "./v2savedmcpreference.js";
+export type V2EvalCli = V2SavedCliReference | V2InlineCliReference;
+export declare const V2EvalCli$zodSchema: z.ZodType<V2EvalCli>;
+export type V2EvalMcp = V2InlineMcpDefinition | V2SavedMcpReference;
+export declare const V2EvalMcp$zodSchema: z.ZodType<V2EvalMcp>;
 export type V2Eval = {
     id: string;
     name: string;
-    type: V2EvalType;
-    prompt: string;
-    judge: V2EvalJudge;
-    mcp_server_id?: string | null | undefined;
-    cli_id?: string | null | undefined;
-    skill_id?: string | null | undefined;
+    prompts?: Array<string> | undefined;
+    judges?: Array<string> | undefined;
+    agent?: Array<string> | undefined;
+    persona?: string | null | undefined;
+    clis?: Array<V2SavedCliReference | V2InlineCliReference> | undefined;
+    mcps?: Array<V2InlineMcpDefinition | V2SavedMcpReference> | undefined;
+    runs?: number | undefined;
+    tags?: Array<string> | undefined;
     created_at?: string | null | undefined;
     updated_at?: string | null | undefined;
 };

package/esm/models/v2eval.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"v2eval.d.ts","sourceRoot":"","sources":["../../src/models/v2eval.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EAAE,WAAW,EAAyB,MAAM,kBAAkB,CAAC;AAEtE,eAAO,MAAM,UAAU;;;;;CAKb,CAAC;AACX,MAAM,MAAM,UAAU,GAAG,UAAU,CAAC,OAAO,UAAU,CAAC,CAAC;AAEvD,eAAO,MAAM,oBAAoB;;;;;EAK/B,CAAC;AAEH,MAAM,MAAM,MAAM,GAAG;IACnB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,UAAU,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,WAAW,CAAC;IACnB,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC1C,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACnC,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACrC,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;CACxC,CAAC;AAEF,eAAO,MAAM,gBAAgB,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,CAW7C,CAAC"}
+{"version":3,"file":"v2eval.d.ts","sourceRoot":"","sources":["../../src/models/v2eval.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,oBAAoB,EAErB,MAAM,2BAA2B,CAAC;AACnC,OAAO,EACL,qBAAqB,EAEtB,MAAM,4BAA4B,CAAC;AACpC,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAElC,MAAM,MAAM,SAAS,GAAG,mBAAmB,GAAG,oBAAoB,CAAC;AAEnE,eAAO,MAAM,mBAAmB,EAAE,CAAC,CAAC,OAAO,CAAC,SAAS,CAGnD,CAAC;AAEH,MAAM,MAAM,SAAS,GAAG,qBAAqB,GAAG,mBAAmB,CAAC;AAEpE,eAAO,MAAM,mBAAmB,EAAE,CAAC,CAAC,OAAO,CAAC,SAAS,CAGnD,CAAC;AAEH,MAAM,MAAM,MAAM,GAAG;IACnB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACpC,MAAM,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACnC,KAAK,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IAClC,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,IAAI,CAAC,EAAE,KAAK,CAAC,mBAAmB,GAAG,oBAAoB,CAAC,GAAG,SAAS,CAAC;IACrE,IAAI,CAAC,EAAE,KAAK,CAAC,qBAAqB,GAAG,mBAAmB,CAAC,GAAG,SAAS,CAAC;IACtE,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,IAAI,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACjC,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;CACxC,CAAC;AAEF,eAAO,MAAM,gBAAgB,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,CAmB7C,CAAC"}

package/esm/models/v2eval.js

@@ -3,29 +3,36 @@
  * @generated-id: 80dff09b71cf
  */
 import * as z from "zod";
-import { V2EvalJudge$zodSchema } from "./v2evaljudge.js";
-export const V2EvalType = {
-    Workflow: "workflow",
-    Mcp: "mcp",
-    Cli: "cli",
-    Skill: "skill",
-};
-export const V2EvalType$zodSchema = z.enum([
-    "workflow",
-    "mcp",
-    "cli",
-    "skill",
+import { V2InlineCliReference$zodSchema, } from "./v2inlineclireference.js";
+import { V2InlineMcpDefinition$zodSchema, } from "./v2inlinemcpdefinition.js";
+import { V2SavedCliReference$zodSchema, } from "./v2savedclireference.js";
+import { V2SavedMcpReference$zodSchema, } from "./v2savedmcpreference.js";
+export const V2EvalCli$zodSchema = z.union([
+    V2SavedCliReference$zodSchema,
+    V2InlineCliReference$zodSchema,
+]);
+export const V2EvalMcp$zodSchema = z.union([
+    V2InlineMcpDefinition$zodSchema,
+    V2SavedMcpReference$zodSchema,
 ]);
 export const V2Eval$zodSchema = z.object({
-    cli_id: z.string().nullable().optional(),
+    agent: z.array(z.string()).optional(),
+    clis: z.array(z.union([
+        V2SavedCliReference$zodSchema,
+        V2InlineCliReference$zodSchema,
+    ])).optional(),
     created_at: z.string().nullable().optional(),
     id: z.string(),
-    judge: V2EvalJudge$zodSchema,
-    mcp_server_id: z.string().nullable().optional(),
+    judges: z.array(z.string()).optional(),
+    mcps: z.array(z.union([
+        V2InlineMcpDefinition$zodSchema,
+        V2SavedMcpReference$zodSchema,
+    ])).optional(),
     name: z.string(),
-    prompt: z.string(),
-    skill_id: z.string().nullable().optional(),
-    type: V2EvalType$zodSchema,
+    persona: z.string().nullable().optional(),
+    prompts: z.array(z.string()).optional(),
+    runs: z.int().default(1),
+    tags: z.array(z.string()).optional(),
     updated_at: z.string().nullable().optional(),
 });
 //# sourceMappingURL=v2eval.js.map

package/esm/models/v2eval.js.map

@@ -1 +1 @@
-{"version":3,"file":"v2eval.js","sourceRoot":"","sources":["../../src/models/v2eval.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,OAAO,EAAe,qBAAqB,EAAE,MAAM,kBAAkB,CAAC;AAEtE,MAAM,CAAC,MAAM,UAAU,GAAG;IACxB,QAAQ,EAAE,UAAU;IACpB,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,KAAK,EAAE,OAAO;CACN,CAAC;AAGX,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,CAAC,IAAI,CAAC;IACzC,UAAU;IACV,KAAK;IACL,KAAK;IACL,OAAO;CACR,CAAC,CAAC;AAeH,MAAM,CAAC,MAAM,gBAAgB,GAAsB,CAAC,CAAC,MAAM,CAAC;IAC1D,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACxC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC5C,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;IACd,KAAK,EAAE,qBAAqB;IAC5B,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC/C,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC1C,IAAI,EAAE,oBAAoB;IAC1B,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CAC7C,CAAC,CAAC"}
+{"version":3,"file":"v2eval.js","sourceRoot":"","sources":["../../src/models/v2eval.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,8BAA8B,GAC/B,MAAM,2BAA2B,CAAC;AACnC,OAAO,EAEL,+BAA+B,GAChC,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAIlC,MAAM,CAAC,MAAM,mBAAmB,GAAyB,CAAC,CAAC,KAAK,CAAC;IAC/D,6BAA6B;IAC7B,8BAA8B;CAC/B,CAAC,CAAC;AAIH,MAAM,CAAC,MAAM,mBAAmB,GAAyB,CAAC,CAAC,KAAK,CAAC;IAC/D,+BAA+B;IAC/B,6BAA6B;CAC9B,CAAC,CAAC;AAiBH,MAAM,CAAC,MAAM,gBAAgB,GAAsB,CAAC,CAAC,MAAM,CAAC;IAC1D,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACrC,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;QACpB,6BAA6B;QAC7B,8BAA8B;KAC/B,CAAC,CAAC,CAAC,QAAQ,EAAE;IACd,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC5C,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;IACd,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACtC,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;QACpB,+BAA+B;QAC/B,6BAA6B;KAC9B,CAAC,CAAC,CAAC,QAAQ,EAAE;IACd,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzC,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACvC,IAAI,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IACxB,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACpC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CAC7C,CAAC,CAAC"}