@lightsage/mcp 0.2.1 → 0.3.0

package/esm/mcp-server/tools/evalsTrace.js

@@ -0,0 +1,35 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: d4ce799d0d36
+ */
+import { evalsTrace } from "../../funcs/evalsTrace.js";
+import { V2EvalRunsTraceRequest$zodSchema } from "../../models/v2evalrunstraceop.js";
+import { formatResult } from "../tools.js";
+const args = {
+    request: V2EvalRunsTraceRequest$zodSchema,
+};
+export const tool$evalsTrace = {
+    name: "evals-trace",
+    description: `Retrieve an eval run trace
+
+Returns a finite page of sanitized execution events for one eval run. Use \`next_after_id\` as \`after_id\` to retrieve the next page. Use the monitor operation instead when following a run live.`,
+    annotations: {
+        "title": "",
+        "destructiveHint": false,
+        "idempotentHint": false,
+        "openWorldHint": false,
+        "readOnlyHint": true,
+    },
+    args,
+    tool: async (client, args, ctx) => {
+        const [result] = await evalsTrace(client, args.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
+        if (!result.ok) {
+            return {
+                content: [{ type: "text", text: result.error.message }],
+                isError: true,
+            };
+        }
+        return formatResult(result.value);
+    },
+};
+//# sourceMappingURL=evalsTrace.js.map

package/esm/mcp-server/tools/evalsTrace.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"evalsTrace.js","sourceRoot":"","sources":["../../../src/mcp-server/tools/evalsTrace.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,UAAU,EAAE,MAAM,2BAA2B,CAAC;AACvD,OAAO,EAAE,gCAAgC,EAAE,MAAM,mCAAmC,CAAC;AACrF,OAAO,EAAE,YAAY,EAAkB,MAAM,aAAa,CAAC;AAE3D,MAAM,IAAI,GAAG;IACX,OAAO,EAAE,gCAAgC;CAC1C,CAAC;AAEF,MAAM,CAAC,MAAM,eAAe,GAAgC;IAC1D,IAAI,EAAE,aAAa;IACnB,WAAW,EAAE;;oMAEqL;IAClM,WAAW,EAAE;QACX,OAAO,EAAE,EAAE;QACX,iBAAiB,EAAE,KAAK;QACxB,gBAAgB,EAAE,KAAK;QACvB,eAAe,EAAE,KAAK;QACtB,cAAc,EAAE,IAAI;KACrB;IACD,IAAI;IACJ,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE;QAChC,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,UAAU,CAC/B,MAAM,EACN,IAAI,CAAC,OAAO,EACZ,EAAE,YAAY,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,EAAE,CACzC,CAAC,QAAQ,EAAE,CAAC;QAEb,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBACvD,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;QAED,OAAO,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;CACF,CAAC"}

package/esm/mcp-server/tools/evalsV2EvalsCreate.js

@@ -12,7 +12,7 @@ export const tool$evalsV2EvalsCreate = {
     name: "evals-v2-evals-create",
     description: `Create Eval
 
-Creates an eval with a task prompt, subject, and judge. The eval can then be run through eval runs.`,
+Creates an eval with a task prompt, subject, and plain-text success criterion in \`judge\`. The eval can then be run through eval runs.`,
     annotations: {
         "title": "",
         "destructiveHint": false,

package/esm/mcp-server/tools/evalsV2EvalsCreate.js.map

@@ -1 +1 @@
-{"version":3,"file":"evalsV2EvalsCreate.js","sourceRoot":"","sources":["../../../src/mcp-server/tools/evalsV2EvalsCreate.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,kBAAkB,EAAE,MAAM,mCAAmC,CAAC;AACvE,OAAO,EAAE,6BAA6B,EAAE,MAAM,qCAAqC,CAAC;AACpF,OAAO,EAAE,YAAY,EAAkB,MAAM,aAAa,CAAC;AAE3D,MAAM,IAAI,GAAG;IACX,OAAO,EAAE,6BAA6B;CACvC,CAAC;AAEF,MAAM,CAAC,MAAM,uBAAuB,GAAgC;IAClE,IAAI,EAAE,uBAAuB;IAC7B,WAAW,EAAE;;oGAEqF;IAClG,WAAW,EAAE;QACX,OAAO,EAAE,EAAE;QACX,iBAAiB,EAAE,KAAK;QACxB,gBAAgB,EAAE,KAAK;QACvB,eAAe,EAAE,KAAK;QACtB,cAAc,EAAE,KAAK;KACtB;IACD,IAAI;IACJ,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE;QAChC,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,kBAAkB,CACvC,MAAM,EACN,IAAI,CAAC,OAAO,EACZ,EAAE,YAAY,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,EAAE,CACzC,CAAC,QAAQ,EAAE,CAAC;QAEb,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBACvD,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;QAED,OAAO,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;CACF,CAAC"}
+{"version":3,"file":"evalsV2EvalsCreate.js","sourceRoot":"","sources":["../../../src/mcp-server/tools/evalsV2EvalsCreate.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,kBAAkB,EAAE,MAAM,mCAAmC,CAAC;AACvE,OAAO,EAAE,6BAA6B,EAAE,MAAM,qCAAqC,CAAC;AACpF,OAAO,EAAE,YAAY,EAAkB,MAAM,aAAa,CAAC;AAE3D,MAAM,IAAI,GAAG;IACX,OAAO,EAAE,6BAA6B;CACvC,CAAC;AAEF,MAAM,CAAC,MAAM,uBAAuB,GAAgC;IAClE,IAAI,EAAE,uBAAuB;IAC7B,WAAW,EAAE;;wIAEyH;IACtI,WAAW,EAAE;QACX,OAAO,EAAE,EAAE;QACX,iBAAiB,EAAE,KAAK;QACxB,gBAAgB,EAAE,KAAK;QACvB,eAAe,EAAE,KAAK;QACtB,cAAc,EAAE,KAAK;KACtB;IACD,IAAI;IACJ,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE;QAChC,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,kBAAkB,CACvC,MAAM,EACN,IAAI,CAAC,OAAO,EACZ,EAAE,YAAY,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,EAAE,CACzC,CAAC,QAAQ,EAAE,CAAC;QAEb,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBACvD,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;QAED,OAAO,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;CACF,CAAC"}

package/esm/mcp-server/tools/evalsV2EvalsUpdate.js

@@ -12,7 +12,7 @@ export const tool$evalsV2EvalsUpdate = {
     name: "evals-v2-evals-update",
     description: `Update Eval
 
-Updates an eval's task prompt, subject, judge, or name. Omitted fields remain unchanged.`,
+Updates an eval's task prompt, subject, plain-text \`judge\`, or name. Omitted fields remain unchanged.`,
     annotations: {
         "title": "",
         "destructiveHint": false,

package/esm/mcp-server/tools/evalsV2EvalsUpdate.js.map

@@ -1 +1 @@
-{"version":3,"file":"evalsV2EvalsUpdate.js","sourceRoot":"","sources":["../../../src/mcp-server/tools/evalsV2EvalsUpdate.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,kBAAkB,EAAE,MAAM,mCAAmC,CAAC;AACvE,OAAO,EAAE,8BAA8B,EAAE,MAAM,iCAAiC,CAAC;AACjF,OAAO,EAAE,YAAY,EAAkB,MAAM,aAAa,CAAC;AAE3D,MAAM,IAAI,GAAG;IACX,OAAO,EAAE,8BAA8B;CACxC,CAAC;AAEF,MAAM,CAAC,MAAM,uBAAuB,GAAgC;IAClE,IAAI,EAAE,uBAAuB;IAC7B,WAAW,EAAE;;yFAE0E;IACvF,WAAW,EAAE;QACX,OAAO,EAAE,EAAE;QACX,iBAAiB,EAAE,KAAK;QACxB,gBAAgB,EAAE,KAAK;QACvB,eAAe,EAAE,KAAK;QACtB,cAAc,EAAE,KAAK;KACtB;IACD,IAAI;IACJ,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE;QAChC,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,kBAAkB,CACvC,MAAM,EACN,IAAI,CAAC,OAAO,EACZ,EAAE,YAAY,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,EAAE,CACzC,CAAC,QAAQ,EAAE,CAAC;QAEb,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBACvD,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;QAED,OAAO,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;CACF,CAAC"}
+{"version":3,"file":"evalsV2EvalsUpdate.js","sourceRoot":"","sources":["../../../src/mcp-server/tools/evalsV2EvalsUpdate.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,kBAAkB,EAAE,MAAM,mCAAmC,CAAC;AACvE,OAAO,EAAE,8BAA8B,EAAE,MAAM,iCAAiC,CAAC;AACjF,OAAO,EAAE,YAAY,EAAkB,MAAM,aAAa,CAAC;AAE3D,MAAM,IAAI,GAAG;IACX,OAAO,EAAE,8BAA8B;CACxC,CAAC;AAEF,MAAM,CAAC,MAAM,uBAAuB,GAAgC;IAClE,IAAI,EAAE,uBAAuB;IAC7B,WAAW,EAAE;;wGAEyF;IACtG,WAAW,EAAE;QACX,OAAO,EAAE,EAAE;QACX,iBAAiB,EAAE,KAAK;QACxB,gBAAgB,EAAE,KAAK;QACvB,eAAe,EAAE,KAAK;QACtB,cAAc,EAAE,KAAK;KACtB;IACD,IAAI;IACJ,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE;QAChC,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,kBAAkB,CACvC,MAAM,EACN,IAAI,CAAC,OAAO,EACZ,EAAE,YAAY,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,EAAE,CACzC,CAAC,QAAQ,EAAE,CAAC;QAEb,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBACvD,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;QAED,OAAO,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;CACF,CAAC"}

package/esm/models/createv2evalrequest.d.ts

@@ -1,6 +1,5 @@
 import * as z from "zod";
 import { ClosedEnum } from "../types/enums.js";
-import { V2EvalJudge } from "./v2evaljudge.js";
 export declare const CreateV2EvalRequestType: {
     readonly Workflow: "workflow";
     readonly Mcp: "mcp";
@@ -18,7 +17,7 @@ export type CreateV2EvalRequest = {
     name: string;
     type: CreateV2EvalRequestType;
     prompt: string;
-    judge: V2EvalJudge;
+    judge: string;
     mcp_server_id?: string | undefined;
     cli_id?: string | undefined;
     skill_id?: string | undefined;

package/esm/models/createv2evalrequest.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"createv2evalrequest.d.ts","sourceRoot":"","sources":["../../src/models/createv2evalrequest.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EAAE,WAAW,EAAyB,MAAM,kBAAkB,CAAC;AAEtE,eAAO,MAAM,uBAAuB;;;;;CAK1B,CAAC;AACX,MAAM,MAAM,uBAAuB,GAAG,UAAU,CAC9C,OAAO,uBAAuB,CAC/B,CAAC;AAEF,eAAO,MAAM,iCAAiC;;;;;EAK5C,CAAC;AAEH,MAAM,MAAM,mBAAmB,GAAG;IAChC,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,uBAAuB,CAAC;IAC9B,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,WAAW,CAAC;IACnB,aAAa,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACnC,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAC/B,CAAC;AAEF,eAAO,MAAM,6BAA6B,EAAE,CAAC,CAAC,OAAO,CAAC,mBAAmB,CASrE,CAAC"}
+{"version":3,"file":"createv2evalrequest.d.ts","sourceRoot":"","sources":["../../src/models/createv2evalrequest.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAE/C,eAAO,MAAM,uBAAuB;;;;;CAK1B,CAAC;AACX,MAAM,MAAM,uBAAuB,GAAG,UAAU,CAC9C,OAAO,uBAAuB,CAC/B,CAAC;AAEF,eAAO,MAAM,iCAAiC;;;;;EAK5C,CAAC;AAEH,MAAM,MAAM,mBAAmB,GAAG;IAChC,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,uBAAuB,CAAC;IAC9B,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,aAAa,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACnC,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAC/B,CAAC;AAEF,eAAO,MAAM,6BAA6B,EAAE,CAAC,CAAC,OAAO,CAAC,mBAAmB,CASrE,CAAC"}

package/esm/models/createv2evalrequest.js

@@ -3,7 +3,6 @@
  * @generated-id: f1ede886cc6f
  */
 import * as z from "zod";
-import { V2EvalJudge$zodSchema } from "./v2evaljudge.js";
 export const CreateV2EvalRequestType = {
     Workflow: "workflow",
     Mcp: "mcp",
@@ -19,7 +18,7 @@ export const CreateV2EvalRequestType$zodSchema = z.enum([
 export const CreateV2EvalRequest$zodSchema = z
     .object({
     cli_id: z.string().optional(),
-    judge: V2EvalJudge$zodSchema,
+    judge: z.string().describe("Plain-text outcome that counts as success."),
     mcp_server_id: z.string().optional(),
     name: z.string(),
     prompt: z.string(),

package/esm/models/createv2evalrequest.js.map

@@ -1 +1 @@
-{"version":3,"file":"createv2evalrequest.js","sourceRoot":"","sources":["../../src/models/createv2evalrequest.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,OAAO,EAAe,qBAAqB,EAAE,MAAM,kBAAkB,CAAC;AAEtE,MAAM,CAAC,MAAM,uBAAuB,GAAG;IACrC,QAAQ,EAAE,UAAU;IACpB,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,KAAK,EAAE,OAAO;CACN,CAAC;AAKX,MAAM,CAAC,MAAM,iCAAiC,GAAG,CAAC,CAAC,IAAI,CAAC;IACtD,UAAU;IACV,KAAK;IACL,KAAK;IACL,OAAO;CACR,CAAC,CAAC;AAYH,MAAM,CAAC,MAAM,6BAA6B,GAAmC,CAAC;KAC3E,MAAM,CAAC;IACN,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC7B,KAAK,EAAE,qBAAqB;IAC5B,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACpC,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC/B,IAAI,EAAE,iCAAiC;CACxC,CAAC,CAAC"}
+{"version":3,"file":"createv2evalrequest.js","sourceRoot":"","sources":["../../src/models/createv2evalrequest.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAGzB,MAAM,CAAC,MAAM,uBAAuB,GAAG;IACrC,QAAQ,EAAE,UAAU;IACpB,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,KAAK,EAAE,OAAO;CACN,CAAC;AAKX,MAAM,CAAC,MAAM,iCAAiC,GAAG,CAAC,CAAC,IAAI,CAAC;IACtD,UAAU;IACV,KAAK;IACL,KAAK;IACL,OAAO;CACR,CAAC,CAAC;AAYH,MAAM,CAAC,MAAM,6BAA6B,GAAmC,CAAC;KAC3E,MAAM,CAAC;IACN,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC7B,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,4CAA4C,CAAC;IACxE,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACpC,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC/B,IAAI,EAAE,iCAAiC;CACxC,CAAC,CAAC"}

package/esm/models/createv2evalrunrequest.d.ts

@@ -1,4 +1,7 @@
 import * as z from "zod";
+/**
+ * Start an eval run using one of two flat request forms. Saved runs require `eval_id`, `configuration_id`, and `agent_id`. Direct create-and-run requests require `prompt`, at least one item in `judges`, and `agent_id`. Do not combine saved-run and direct-run fields; no separate mode field is required.
+ */
 export type CreateV2EvalRunRequest = {
     eval_id?: string | undefined;
     configuration_id?: string | undefined;

package/esm/models/createv2evalrunrequest.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"createv2evalrunrequest.d.ts","sourceRoot":"","sources":["../../src/models/createv2evalrunrequest.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,MAAM,MAAM,sBAAsB,GAAG;IACnC,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,gBAAgB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACtC,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,MAAM,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACnC,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAChC,GAAG,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,MAAM,CAAA;KAAE,GAAG,SAAS,CAAC;IAC1C,MAAM,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;CACpC,CAAC;AAEF,eAAO,MAAM,gCAAgC,EAAE,CAAC,CAAC,OAAO,CACtD,sBAAsB,CAwBtB,CAAC"}
+{"version":3,"file":"createv2evalrunrequest.d.ts","sourceRoot":"","sources":["../../src/models/createv2evalrunrequest.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB;;GAEG;AACH,MAAM,MAAM,sBAAsB,GAAG;IACnC,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,gBAAgB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACtC,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,MAAM,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACnC,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAChC,GAAG,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,MAAM,CAAA;KAAE,GAAG,SAAS,CAAC;IAC1C,MAAM,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;CACpC,CAAC;AAEF,eAAO,MAAM,gCAAgC,EAAE,CAAC,CAAC,OAAO,CACtD,sBAAsB,CA4BvB,CAAC"}

package/esm/models/createv2evalrunrequest.js

@@ -4,13 +4,13 @@
  */
 import * as z from "zod";
 export const CreateV2EvalRunRequest$zodSchema = z.object({
-    agent_id: z.string().describe("Runnable agent ID from `GET /v2/agents`."),
-    configuration_id: z.string().optional().describe("Saved runtime configuration. Required when `eval_id` is provided."),
-    env: z.record(z.string(), z.string()).optional().describe("Write-only environment variables for a direct run. Values are stored only in the queued job's private configuration."),
-    eval_id: z.string().optional().describe("Existing eval definition to run. Omit to create and run an eval directly."),
-    judges: z.array(z.string()).optional().describe("Success criteria for a direct create-and-run request. CLI clients may expose this string array as a repeatable `--judge` flag."),
-    prompt: z.string().optional().describe("Task prompt for a direct create-and-run request."),
-    repository: z.string().optional().describe("Repository for a direct run: a saved repository ID, built-in alias such as `nextjs-starter`, or a public GitHub HTTPS URL."),
-    skills: z.array(z.string()).optional().describe("Public skill packages to install before the agent starts, using GitHub `owner/repository` references such as `resend/resend-skills`."),
-});
+    agent_id: z.string().describe("Required in both request forms. Runnable agent ID from `GET /v2/agents`."),
+    configuration_id: z.string().optional().describe("Saved-run form only. Saved runtime configuration; required when `eval_id` is provided."),
+    env: z.record(z.string(), z.string()).optional().describe("Direct create-and-run form only. Write-only environment variables; values are stored only in the queued job's private configuration."),
+    eval_id: z.string().optional().describe("Saved-run form only. Existing eval definition to run. Omit this field to use the direct create-and-run form."),
+    judges: z.array(z.string()).optional().describe("Direct create-and-run form only. Provide at least one success criterion. CLI clients may expose this string array as a repeatable `--judge` flag."),
+    prompt: z.string().optional().describe("Direct create-and-run form only. Task prompt; required when `eval_id` is omitted."),
+    repository: z.string().optional().describe("Direct create-and-run form only. A saved repository ID, built-in alias such as `nextjs-starter`, or a public GitHub HTTPS URL."),
+    skills: z.array(z.string()).optional().describe("Additional public skill packages to install before the agent starts in either request form, using GitHub `owner/repository` references such as `resend/resend-skills`. CLI clients may expose this string array as a repeatable `--skill` flag."),
+}).describe("Start an eval run using one of two flat request forms. Saved runs require `eval_id`, `configuration_id`, and `agent_id`. Direct create-and-run requests require `prompt`, at least one item in `judges`, and `agent_id`. Do not combine saved-run and direct-run fields; no separate mode field is required.");
 //# sourceMappingURL=createv2evalrunrequest.js.map

package/esm/models/createv2evalrunrequest.js.map

@@ -1 +1 @@
-{"version":3,"file":"createv2evalrunrequest.js","sourceRoot":"","sources":["../../src/models/createv2evalrunrequest.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAazB,MAAM,CAAC,MAAM,gCAAgC,GAEzC,CAAC,CAAC,MAAM,CAAC;IACX,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,0CAA0C,CAAC;IACzE,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC9C,mEAAmE,CACpE;IACD,GAAG,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACvD,sHAAsH,CACvH;IACD,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACrC,2EAA2E,CAC5E;IACD,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC7C,gIAAgI,CACjI;IACD,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACpC,kDAAkD,CACnD;IACD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACxC,4HAA4H,CAC7H;IACD,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC7C,sIAAsI,CACvI;CACF,CAAC,CAAC"}
+{"version":3,"file":"createv2evalrunrequest.js","sourceRoot":"","sources":["../../src/models/createv2evalrunrequest.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAgBzB,MAAM,CAAC,MAAM,gCAAgC,GAEzC,CAAC,CAAC,MAAM,CAAC;IACX,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAC3B,0EAA0E,CAC3E;IACD,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC9C,wFAAwF,CACzF;IACD,GAAG,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACvD,sIAAsI,CACvI;IACD,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACrC,8GAA8G,CAC/G;IACD,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC7C,mJAAmJ,CACpJ;IACD,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACpC,mFAAmF,CACpF;IACD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACxC,gIAAgI,CACjI;IACD,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC7C,iPAAiP,CAClP;CACF,CAAC,CAAC,QAAQ,CACT,8SAA8S,CAC/S,CAAC"}

package/esm/models/updatev2evalrequest.d.ts

@@ -1,6 +1,5 @@
 import * as z from "zod";
 import { ClosedEnum } from "../types/enums.js";
-import { V2EvalJudge } from "./v2evaljudge.js";
 export declare const UpdateV2EvalRequestType: {
     readonly Workflow: "workflow";
     readonly Mcp: "mcp";
@@ -18,7 +17,7 @@ export type UpdateV2EvalRequest = {
     name?: string | undefined;
     type?: UpdateV2EvalRequestType | undefined;
     prompt?: string | undefined;
-    judge?: V2EvalJudge | null | undefined;
+    judge?: string | undefined;
     mcp_server_id?: string | undefined;
     cli_id?: string | undefined;
     skill_id?: string | undefined;

package/esm/models/updatev2evalrequest.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"updatev2evalrequest.d.ts","sourceRoot":"","sources":["../../src/models/updatev2evalrequest.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EAAE,WAAW,EAAyB,MAAM,kBAAkB,CAAC;AAEtE,eAAO,MAAM,uBAAuB;;;;;CAK1B,CAAC;AACX,MAAM,MAAM,uBAAuB,GAAG,UAAU,CAC9C,OAAO,uBAAuB,CAC/B,CAAC;AAEF,eAAO,MAAM,iCAAiC;;;;;EAK5C,CAAC;AAEH,MAAM,MAAM,mBAAmB,GAAG;IAChC,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,IAAI,CAAC,EAAE,uBAAuB,GAAG,SAAS,CAAC;IAC3C,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,KAAK,CAAC,EAAE,WAAW,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC,aAAa,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACnC,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAC/B,CAAC;AAEF,eAAO,MAAM,6BAA6B,EAAE,CAAC,CAAC,OAAO,CAAC,mBAAmB,CASrE,CAAC"}
+{"version":3,"file":"updatev2evalrequest.d.ts","sourceRoot":"","sources":["../../src/models/updatev2evalrequest.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAE/C,eAAO,MAAM,uBAAuB;;;;;CAK1B,CAAC;AACX,MAAM,MAAM,uBAAuB,GAAG,UAAU,CAC9C,OAAO,uBAAuB,CAC/B,CAAC;AAEF,eAAO,MAAM,iCAAiC;;;;;EAK5C,CAAC;AAEH,MAAM,MAAM,mBAAmB,GAAG;IAChC,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,IAAI,CAAC,EAAE,uBAAuB,GAAG,SAAS,CAAC;IAC3C,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC3B,aAAa,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACnC,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAC/B,CAAC;AAEF,eAAO,MAAM,6BAA6B,EAAE,CAAC,CAAC,OAAO,CAAC,mBAAmB,CAWrE,CAAC"}

package/esm/models/updatev2evalrequest.js

@@ -3,7 +3,6 @@
  * @generated-id: 1f9fe5c659f2
  */
 import * as z from "zod";
-import { V2EvalJudge$zodSchema } from "./v2evaljudge.js";
 export const UpdateV2EvalRequestType = {
     Workflow: "workflow",
     Mcp: "mcp",
@@ -19,7 +18,7 @@ export const UpdateV2EvalRequestType$zodSchema = z.enum([
 export const UpdateV2EvalRequest$zodSchema = z
     .object({
     cli_id: z.string().optional(),
-    judge: V2EvalJudge$zodSchema.nullable().optional(),
+    judge: z.string().optional().describe("Plain-text outcome that counts as success."),
     mcp_server_id: z.string().optional(),
     name: z.string().optional(),
     prompt: z.string().optional(),

package/esm/models/updatev2evalrequest.js.map

@@ -1 +1 @@
-{"version":3,"file":"updatev2evalrequest.js","sourceRoot":"","sources":["../../src/models/updatev2evalrequest.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,OAAO,EAAe,qBAAqB,EAAE,MAAM,kBAAkB,CAAC;AAEtE,MAAM,CAAC,MAAM,uBAAuB,GAAG;IACrC,QAAQ,EAAE,UAAU;IACpB,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,KAAK,EAAE,OAAO;CACN,CAAC;AAKX,MAAM,CAAC,MAAM,iCAAiC,GAAG,CAAC,CAAC,IAAI,CAAC;IACtD,UAAU;IACV,KAAK;IACL,KAAK;IACL,OAAO;CACR,CAAC,CAAC;AAYH,MAAM,CAAC,MAAM,6BAA6B,GAAmC,CAAC;KAC3E,MAAM,CAAC;IACN,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC7B,KAAK,EAAE,qBAAqB,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAClD,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACpC,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC3B,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC7B,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC/B,IAAI,EAAE,iCAAiC,CAAC,QAAQ,EAAE;CACnD,CAAC,CAAC"}
+{"version":3,"file":"updatev2evalrequest.js","sourceRoot":"","sources":["../../src/models/updatev2evalrequest.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAGzB,MAAM,CAAC,MAAM,uBAAuB,GAAG;IACrC,QAAQ,EAAE,UAAU;IACpB,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,KAAK,EAAE,OAAO;CACN,CAAC;AAKX,MAAM,CAAC,MAAM,iCAAiC,GAAG,CAAC,CAAC,IAAI,CAAC;IACtD,UAAU;IACV,KAAK;IACL,KAAK;IACL,OAAO;CACR,CAAC,CAAC;AAYH,MAAM,CAAC,MAAM,6BAA6B,GAAmC,CAAC;KAC3E,MAAM,CAAC;IACN,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC7B,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACnC,4CAA4C,CAC7C;IACD,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IACpC,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC3B,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC7B,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC/B,IAAI,EAAE,iCAAiC,CAAC,QAAQ,EAAE;CACnD,CAAC,CAAC"}

package/esm/models/v2evalrunanalysis.d.ts

@@ -0,0 +1,18 @@
+import * as z from "zod";
+export type V2EvalRunAnalysis = {
+    id: string;
+    result_id: string;
+    attempt_id: string;
+    eval_id?: string | null | undefined;
+    agent_id?: string | null | undefined;
+    variant_key?: string | undefined;
+    repeat_index?: number | undefined;
+    analysis_version?: string | null | undefined;
+    analysis?: {
+        [k: string]: any;
+    } | undefined;
+    created_at?: string | null | undefined;
+    updated_at?: string | null | undefined;
+};
+export declare const V2EvalRunAnalysis$zodSchema: z.ZodType<V2EvalRunAnalysis>;
+//# sourceMappingURL=v2evalrunanalysis.d.ts.map

package/esm/models/v2evalrunanalysis.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"v2evalrunanalysis.d.ts","sourceRoot":"","sources":["../../src/models/v2evalrunanalysis.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,MAAM,MAAM,iBAAiB,GAAG;IAC9B,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACrC,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC7C,QAAQ,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,GAAG,SAAS,CAAC;IAC5C,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;CACxC,CAAC;AAEF,eAAO,MAAM,2BAA2B,EAAE,CAAC,CAAC,OAAO,CAAC,iBAAiB,CA6BjE,CAAC"}

package/esm/models/v2evalrunanalysis.js

@@ -0,0 +1,20 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: ce9f97cba8e0
+ */
+import * as z from "zod";
+export const V2EvalRunAnalysis$zodSchema = z
+    .object({
+    agent_id: z.string().nullable().optional().describe("Runnable agent ID used for this concrete attempt."),
+    analysis: z.record(z.string(), z.any()).optional().describe("Persisted eval_run_analysis payload, including verdict, outcome, findings, bottleneck, and analysis sections."),
+    analysis_version: z.string().nullable().optional().describe("Version of the analysis pipeline that produced this payload."),
+    attempt_id: z.string().describe("Child eval-attempt ID used to correlate the analysis with trace events."),
+    created_at: z.string().nullable().optional(),
+    eval_id: z.string().nullable().optional().describe("Public eval definition ID, not the backing executable eval ID."),
+    id: z.string().describe("Persisted eval analysis ID."),
+    repeat_index: z.int().default(0).describe("Zero-based repeat index within the submitted run."),
+    result_id: z.string().describe("Concrete eval result ID analyzed for this attempt."),
+    updated_at: z.string().nullable().optional(),
+    variant_key: z.string().default("default").describe("Runtime variant that produced this result."),
+});
+//# sourceMappingURL=v2evalrunanalysis.js.map

package/esm/models/v2evalrunanalysis.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"v2evalrunanalysis.js","sourceRoot":"","sources":["../../src/models/v2evalrunanalysis.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAgBzB,MAAM,CAAC,MAAM,2BAA2B,GAAiC,CAAC;KACvE,MAAM,CAAC;IACN,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACjD,mDAAmD,CACpD;IACD,QAAQ,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACzD,+GAA+G,CAChH;IACD,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACzD,8DAA8D,CAC/D;IACD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAC7B,yEAAyE,CAC1E;IACD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC5C,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAChD,gEAAgE,CACjE;IACD,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,6BAA6B,CAAC;IACtD,YAAY,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CACvC,mDAAmD,CACpD;IACD,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAC5B,oDAAoD,CACrD;IACD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC5C,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,QAAQ,CACjD,4CAA4C,CAC7C;CACF,CAAC,CAAC"}

package/esm/models/v2evalrunanalysisresponse.d.ts

@@ -0,0 +1,12 @@
+import * as z from "zod";
+import { PublicEvalRunProgress } from "./publicevalrunprogress.js";
+import { V2EvalRunAnalysis } from "./v2evalrunanalysis.js";
+export type V2EvalRunAnalysisResponse = {
+    run_id: string;
+    status: string;
+    progress?: PublicEvalRunProgress | undefined;
+    error?: string | null | undefined;
+    data?: Array<V2EvalRunAnalysis> | undefined;
+};
+export declare const V2EvalRunAnalysisResponse$zodSchema: z.ZodType<V2EvalRunAnalysisResponse>;
+//# sourceMappingURL=v2evalrunanalysisresponse.d.ts.map

package/esm/models/v2evalrunanalysisresponse.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"v2evalrunanalysisresponse.d.ts","sourceRoot":"","sources":["../../src/models/v2evalrunanalysisresponse.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,qBAAqB,EAEtB,MAAM,4BAA4B,CAAC;AACpC,OAAO,EACL,iBAAiB,EAElB,MAAM,wBAAwB,CAAC;AAEhC,MAAM,MAAM,yBAAyB,GAAG;IACtC,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,qBAAqB,GAAG,SAAS,CAAC;IAC7C,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAClC,IAAI,CAAC,EAAE,KAAK,CAAC,iBAAiB,CAAC,GAAG,SAAS,CAAC;CAC7C,CAAC;AAEF,eAAO,MAAM,mCAAmC,EAAE,CAAC,CAAC,OAAO,CACzD,yBAAyB,CAOzB,CAAC"}

package/esm/models/v2evalrunanalysisresponse.js

@@ -0,0 +1,15 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: 16648f81799b
+ */
+import * as z from "zod";
+import { PublicEvalRunProgress$zodSchema, } from "./publicevalrunprogress.js";
+import { V2EvalRunAnalysis$zodSchema, } from "./v2evalrunanalysis.js";
+export const V2EvalRunAnalysisResponse$zodSchema = z.object({
+    data: z.array(V2EvalRunAnalysis$zodSchema).optional(),
+    error: z.string().nullable().optional(),
+    progress: PublicEvalRunProgress$zodSchema.optional(),
+    run_id: z.string(),
+    status: z.string(),
+});
+//# sourceMappingURL=v2evalrunanalysisresponse.js.map

package/esm/models/v2evalrunanalysisresponse.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"v2evalrunanalysisresponse.js","sourceRoot":"","sources":["../../src/models/v2evalrunanalysisresponse.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,+BAA+B,GAChC,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAEL,2BAA2B,GAC5B,MAAM,wBAAwB,CAAC;AAUhC,MAAM,CAAC,MAAM,mCAAmC,GAE5C,CAAC,CAAC,MAAM,CAAC;IACX,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,2BAA2B,CAAC,CAAC,QAAQ,EAAE;IACrD,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACvC,QAAQ,EAAE,+BAA+B,CAAC,QAAQ,EAAE;IACpD,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;CACnB,CAAC,CAAC"}

package/esm/models/v2evalrunsanalysisop.d.ts

@@ -0,0 +1,17 @@
+import * as z from "zod";
+import { HTTPValidationError } from "./httpvalidationerror.js";
+import { V2EvalRunAnalysisResponse } from "./v2evalrunanalysisresponse.js";
+export type V2EvalRunsAnalysisRequest = {
+    run_id: string;
+};
+export declare const V2EvalRunsAnalysisRequest$zodSchema: z.ZodType<V2EvalRunsAnalysisRequest>;
+/**
+ * Eval run not found. Use the run ID returned when you started the eval.
+ */
+export type V2EvalRunsAnalysisResponseBody = {
+    detail: string;
+};
+export declare const V2EvalRunsAnalysisResponseBody$zodSchema: z.ZodType<V2EvalRunsAnalysisResponseBody>;
+export type V2EvalRunsAnalysisResponse = V2EvalRunAnalysisResponse | V2EvalRunsAnalysisResponseBody | HTTPValidationError;
+export declare const V2EvalRunsAnalysisResponse$zodSchema: z.ZodType<V2EvalRunsAnalysisResponse>;
+//# sourceMappingURL=v2evalrunsanalysisop.d.ts.map

package/esm/models/v2evalrunsanalysisop.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"v2evalrunsanalysisop.d.ts","sourceRoot":"","sources":["../../src/models/v2evalrunsanalysisop.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,yBAAyB,EAE1B,MAAM,gCAAgC,CAAC;AAExC,MAAM,MAAM,yBAAyB,GAAG;IAAE,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC;AAE3D,eAAO,MAAM,mCAAmC,EAAE,CAAC,CAAC,OAAO,CACzD,yBAAyB,CAGzB,CAAC;AAEH;;GAEG;AACH,MAAM,MAAM,8BAA8B,GAAG;IAAE,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC;AAEhE,eAAO,MAAM,wCAAwC,EAAE,CAAC,CAAC,OAAO,CAC9D,8BAA8B,CAK/B,CAAC;AAEF,MAAM,MAAM,0BAA0B,GAClC,yBAAyB,GACzB,8BAA8B,GAC9B,mBAAmB,CAAC;AAExB,eAAO,MAAM,oCAAoC,EAAE,CAAC,CAAC,OAAO,CAC1D,0BAA0B,CAK1B,CAAC"}

package/esm/models/v2evalrunsanalysisop.js

@@ -0,0 +1,19 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: 4c00eef582d7
+ */
+import * as z from "zod";
+import { HTTPValidationError$zodSchema, } from "./httpvalidationerror.js";
+import { V2EvalRunAnalysisResponse$zodSchema, } from "./v2evalrunanalysisresponse.js";
+export const V2EvalRunsAnalysisRequest$zodSchema = z.object({
+    run_id: z.string(),
+});
+export const V2EvalRunsAnalysisResponseBody$zodSchema = z.object({
+    detail: z.string(),
+}).describe("Eval run not found. Use the run ID returned when you started the eval.");
+export const V2EvalRunsAnalysisResponse$zodSchema = z.union([
+    V2EvalRunAnalysisResponse$zodSchema,
+    z.lazy(() => V2EvalRunsAnalysisResponseBody$zodSchema),
+    HTTPValidationError$zodSchema,
+]);
+//# sourceMappingURL=v2evalrunsanalysisop.js.map

package/esm/models/v2evalrunsanalysisop.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"v2evalrunsanalysisop.js","sourceRoot":"","sources":["../../src/models/v2evalrunsanalysisop.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,mCAAmC,GACpC,MAAM,gCAAgC,CAAC;AAIxC,MAAM,CAAC,MAAM,mCAAmC,GAE5C,CAAC,CAAC,MAAM,CAAC;IACX,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;CACnB,CAAC,CAAC;AAOH,MAAM,CAAC,MAAM,wCAAwC,GAEjD,CAAC,CAAC,MAAM,CAAC;IACX,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;CACnB,CAAC,CAAC,QAAQ,CACT,wEAAwE,CACzE,CAAC;AAOF,MAAM,CAAC,MAAM,oCAAoC,GAE7C,CAAC,CAAC,KAAK,CAAC;IACV,mCAAmC;IACnC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,wCAAwC,CAAC;IACtD,6BAA6B;CAC9B,CAAC,CAAC"}

package/esm/models/v2evalrunstraceop.d.ts

@@ -0,0 +1,19 @@
+import * as z from "zod";
+import { HTTPValidationError } from "./httpvalidationerror.js";
+import { V2EvalRunTraceResponse } from "./v2evalruntraceresponse.js";
+export type V2EvalRunsTraceRequest = {
+    run_id: string;
+    after_id?: number | undefined;
+    limit?: number | undefined;
+};
+export declare const V2EvalRunsTraceRequest$zodSchema: z.ZodType<V2EvalRunsTraceRequest>;
+/**
+ * Eval run not found. Use the run ID returned when you started the eval.
+ */
+export type V2EvalRunsTraceResponseBody = {
+    detail: string;
+};
+export declare const V2EvalRunsTraceResponseBody$zodSchema: z.ZodType<V2EvalRunsTraceResponseBody>;
+export type V2EvalRunsTraceResponse = V2EvalRunTraceResponse | V2EvalRunsTraceResponseBody | HTTPValidationError;
+export declare const V2EvalRunsTraceResponse$zodSchema: z.ZodType<V2EvalRunsTraceResponse>;
+//# sourceMappingURL=v2evalrunstraceop.d.ts.map

package/esm/models/v2evalrunstraceop.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"v2evalrunstraceop.d.ts","sourceRoot":"","sources":["../../src/models/v2evalrunstraceop.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,sBAAsB,EAEvB,MAAM,6BAA6B,CAAC;AAErC,MAAM,MAAM,sBAAsB,GAAG;IACnC,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC9B,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAC5B,CAAC;AAEF,eAAO,MAAM,gCAAgC,EAAE,CAAC,CAAC,OAAO,CACtD,sBAAsB,CAStB,CAAC;AAEH;;GAEG;AACH,MAAM,MAAM,2BAA2B,GAAG;IAAE,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC;AAE7D,eAAO,MAAM,qCAAqC,EAAE,CAAC,CAAC,OAAO,CAC3D,2BAA2B,CAK5B,CAAC;AAEF,MAAM,MAAM,uBAAuB,GAC/B,sBAAsB,GACtB,2BAA2B,GAC3B,mBAAmB,CAAC;AAExB,eAAO,MAAM,iCAAiC,EAAE,CAAC,CAAC,OAAO,CACvD,uBAAuB,CAKvB,CAAC"}

package/esm/models/v2evalrunstraceop.js

@@ -0,0 +1,21 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: f7cdcd3e7f8d
+ */
+import * as z from "zod";
+import { HTTPValidationError$zodSchema, } from "./httpvalidationerror.js";
+import { V2EvalRunTraceResponse$zodSchema, } from "./v2evalruntraceresponse.js";
+export const V2EvalRunsTraceRequest$zodSchema = z.object({
+    after_id: z.int().default(0).describe("Return events with IDs greater than this cursor."),
+    limit: z.int().default(500).describe("Maximum number of trace events to return."),
+    run_id: z.string(),
+});
+export const V2EvalRunsTraceResponseBody$zodSchema = z.object({
+    detail: z.string(),
+}).describe("Eval run not found. Use the run ID returned when you started the eval.");
+export const V2EvalRunsTraceResponse$zodSchema = z.union([
+    V2EvalRunTraceResponse$zodSchema,
+    z.lazy(() => V2EvalRunsTraceResponseBody$zodSchema),
+    HTTPValidationError$zodSchema,
+]);
+//# sourceMappingURL=v2evalrunstraceop.js.map

package/esm/models/v2evalrunstraceop.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"v2evalrunstraceop.js","sourceRoot":"","sources":["../../src/models/v2evalrunstraceop.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,gCAAgC,GACjC,MAAM,6BAA6B,CAAC;AAQrC,MAAM,CAAC,MAAM,gCAAgC,GAEzC,CAAC,CAAC,MAAM,CAAC;IACX,QAAQ,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CACnC,kDAAkD,CACnD;IACD,KAAK,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,QAAQ,CAClC,2CAA2C,CAC5C;IACD,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;CACnB,CAAC,CAAC;AAOH,MAAM,CAAC,MAAM,qCAAqC,GAE9C,CAAC,CAAC,MAAM,CAAC;IACX,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;CACnB,CAAC,CAAC,QAAQ,CACT,wEAAwE,CACzE,CAAC;AAOF,MAAM,CAAC,MAAM,iCAAiC,GAE1C,CAAC,CAAC,KAAK,CAAC;IACV,gCAAgC;IAChC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,qCAAqC,CAAC;IACnD,6BAA6B;CAC9B,CAAC,CAAC"}

package/esm/models/v2evalruntraceevent.d.ts

@@ -0,0 +1,20 @@
+import * as z from "zod";
+export type V2EvalRunTraceEvent = {
+    run_id: string;
+    eval_id?: string | null | undefined;
+    eval_name?: string | null | undefined;
+    configuration_id?: string | null | undefined;
+    agent_id?: string | null | undefined;
+    agent_name?: string | null | undefined;
+    child_job_id: string;
+    event_id: number;
+    timestamp?: string | null | undefined;
+    category: string;
+    type: string;
+    message: string;
+    data?: {
+        [k: string]: any;
+    } | undefined;
+};
+export declare const V2EvalRunTraceEvent$zodSchema: z.ZodType<V2EvalRunTraceEvent>;
+//# sourceMappingURL=v2evalruntraceevent.d.ts.map

package/esm/models/v2evalruntraceevent.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"v2evalruntraceevent.d.ts","sourceRoot":"","sources":["../../src/models/v2evalruntraceevent.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,MAAM,MAAM,mBAAmB,GAAG;IAChC,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACtC,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC7C,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACrC,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC,YAAY,EAAE,MAAM,CAAC;IACrB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACtC,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,GAAG,SAAS,CAAC;CACzC,CAAC;AAEF,eAAO,MAAM,6BAA6B,EAAE,CAAC,CAAC,OAAO,CAAC,mBAAmB,CAmBrE,CAAC"}

package/esm/models/v2evalruntraceevent.js

@@ -0,0 +1,22 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: cf33bec99838
+ */
+import * as z from "zod";
+export const V2EvalRunTraceEvent$zodSchema = z
+    .object({
+    agent_id: z.string().nullable().optional(),
+    agent_name: z.string().nullable().optional(),
+    category: z.string(),
+    child_job_id: z.string().describe("Child eval-attempt ID associated with the event."),
+    configuration_id: z.string().nullable().optional(),
+    data: z.record(z.string(), z.any()).optional().describe("Sanitized event payload."),
+    eval_id: z.string().nullable().optional(),
+    eval_name: z.string().nullable().optional(),
+    event_id: z.int(),
+    message: z.string(),
+    run_id: z.string(),
+    timestamp: z.string().nullable().optional(),
+    type: z.string(),
+});
+//# sourceMappingURL=v2evalruntraceevent.js.map

package/esm/models/v2evalruntraceevent.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"v2evalruntraceevent.js","sourceRoot":"","sources":["../../src/models/v2evalruntraceevent.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAkBzB,MAAM,CAAC,MAAM,6BAA6B,GAAmC,CAAC;KAC3E,MAAM,CAAC;IACN,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC1C,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC5C,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;IACpB,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAC/B,kDAAkD,CACnD;IACD,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAClD,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACrD,0BAA0B,CAC3B;IACD,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzC,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC3C,QAAQ,EAAE,CAAC,CAAC,GAAG,EAAE;IACjB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;IACnB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC3C,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;CACjB,CAAC,CAAC"}

package/esm/models/v2evalruntraceresponse.d.ts

@@ -0,0 +1,14 @@
+import * as z from "zod";
+import { PublicEvalRunProgress } from "./publicevalrunprogress.js";
+import { V2EvalRunTraceEvent } from "./v2evalruntraceevent.js";
+export type V2EvalRunTraceResponse = {
+    run_id: string;
+    status: string;
+    progress?: PublicEvalRunProgress | undefined;
+    error?: string | null | undefined;
+    data?: Array<V2EvalRunTraceEvent> | undefined;
+    next_after_id: number;
+    has_more: boolean;
+};
+export declare const V2EvalRunTraceResponse$zodSchema: z.ZodType<V2EvalRunTraceResponse>;
+//# sourceMappingURL=v2evalruntraceresponse.d.ts.map

package/esm/models/v2evalruntraceresponse.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"v2evalruntraceresponse.d.ts","sourceRoot":"","sources":["../../src/models/v2evalruntraceresponse.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,qBAAqB,EAEtB,MAAM,4BAA4B,CAAC;AACpC,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAElC,MAAM,MAAM,sBAAsB,GAAG;IACnC,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,qBAAqB,GAAG,SAAS,CAAC;IAC7C,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAClC,IAAI,CAAC,EAAE,KAAK,CAAC,mBAAmB,CAAC,GAAG,SAAS,CAAC;IAC9C,aAAa,EAAE,MAAM,CAAC;IACtB,QAAQ,EAAE,OAAO,CAAC;CACnB,CAAC;AAEF,eAAO,MAAM,gCAAgC,EAAE,CAAC,CAAC,OAAO,CACtD,sBAAsB,CAWtB,CAAC"}

package/esm/models/v2evalruntraceresponse.js

@@ -0,0 +1,17 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: 25d2b266ce5f
+ */
+import * as z from "zod";
+import { PublicEvalRunProgress$zodSchema, } from "./publicevalrunprogress.js";
+import { V2EvalRunTraceEvent$zodSchema, } from "./v2evalruntraceevent.js";
+export const V2EvalRunTraceResponse$zodSchema = z.object({
+    data: z.array(V2EvalRunTraceEvent$zodSchema).optional(),
+    error: z.string().nullable().optional(),
+    has_more: z.boolean(),
+    next_after_id: z.int().describe("Cursor to pass as `after_id` when requesting the next page."),
+    progress: PublicEvalRunProgress$zodSchema.optional(),
+    run_id: z.string(),
+    status: z.string(),
+});
+//# sourceMappingURL=v2evalruntraceresponse.js.map

package/esm/models/v2evalruntraceresponse.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"v2evalruntraceresponse.js","sourceRoot":"","sources":["../../src/models/v2evalruntraceresponse.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,+BAA+B,GAChC,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAYlC,MAAM,CAAC,MAAM,gCAAgC,GAEzC,CAAC,CAAC,MAAM,CAAC;IACX,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,6BAA6B,CAAC,CAAC,QAAQ,EAAE;IACvD,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACvC,QAAQ,EAAE,CAAC,CAAC,OAAO,EAAE;IACrB,aAAa,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,CAC7B,6DAA6D,CAC9D;IACD,QAAQ,EAAE,+BAA+B,CAAC,QAAQ,EAAE;IACpD,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;CACnB,CAAC,CAAC"}

package/esm/models/v2listtasksresponse.d.ts

@@ -20,13 +20,13 @@ export declare const V2ListTasksResponseStatus: {
 export type V2ListTasksResponseStatus = ClosedEnum<typeof V2ListTasksResponseStatus>;
 export declare const V2ListTasksResponseStatus$zodSchema: z.ZodEnum<{
     completed: "completed";
-    all: "all";
     active: "active";
     todo: "todo";
     new: "new";
     in_progress: "in_progress";
     done: "done";
     dismissed: "dismissed";
+    all: "all";
 }>;
 export type V2ListTasksResponse = {
     action_date: string;

package/esm/models/v2taskslistop.d.ts

@@ -15,13 +15,13 @@ export declare const V2TasksListStatus: {
 export type V2TasksListStatus = ClosedEnum<typeof V2TasksListStatus>;
 export declare const V2TasksListStatus$zodSchema: z.ZodEnum<{
     completed: "completed";
-    all: "all";
     active: "active";
     todo: "todo";
     new: "new";
     in_progress: "in_progress";
     done: "done";
     dismissed: "dismissed";
+    all: "all";
 }>;
 export type V2TasksListRequest = {
     action_date?: string | undefined;

package/esm/tool-names.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"tool-names.d.ts","sourceRoot":"","sources":["../src/tool-names.ts"],"names":[],"mappings":"AACA,eAAO,MAAM,SAAS,EAAE,KAAK,CAAC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,WAAW,EAAE,MAAM,CAAA;CAAE,CAqNlE,CAAC"}
+{"version":3,"file":"tool-names.d.ts","sourceRoot":"","sources":["../src/tool-names.ts"],"names":[],"mappings":"AACA,eAAO,MAAM,SAAS,EAAE,KAAK,CAAC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,WAAW,EAAE,MAAM,CAAA;CAAE,CAyNlE,CAAC"}

package/esm/tool-names.js

@@ -114,7 +114,7 @@ export const toolNames = [
     },
     {
         "name": "evals-v2-evals-create",
-        "description": "Create Eval\n\nCreates an eval with a task prompt, subject, and judge. The eval can then be run through eval runs."
+        "description": "Create Eval\n\nCreates an eval with a task prompt, subject, and plain-text success criterion in `judge`. The eval can then be run through eval runs."
     },
     {
         "name": "evals-v2-evals-retrieve",
@@ -122,7 +122,7 @@ export const toolNames = [
     },
     {
         "name": "evals-v2-evals-update",
-        "description": "Update Eval\n\nUpdates an eval's task prompt, subject, judge, or name. Omitted fields remain unchanged."
+        "description": "Update Eval\n\nUpdates an eval's task prompt, subject, plain-text `judge`, or name. Omitted fields remain unchanged."
     },
     {
         "name": "evals-v2-evals-delete",
@@ -150,11 +150,15 @@ export const toolNames = [
     },
     {
         "name": "evals-run",
-        "description": "Create Run\n\nQueues a durable eval job and returns immediately with a polling ID. Poll `GET /v2/eval-runs/{run_id}` until its status reaches a terminal value. Choose exactly one request mode. For saved mode, provide `eval_id`, `configuration_id`, and `agent_id`. For direct mode, omit `eval_id` and provide `prompt`, `judges`, and `agent_id`. Direct runs may also provide a repository, write-only environment variables, and public skill packages."
+        "description": "Start an eval run\n\nQueues a durable eval job and returns immediately with a polling ID. Poll `GET /v2/eval-runs/{run_id}` until its status reaches a terminal value.\n\nSend one of these flat request forms:\n\n- **Saved eval:** provide `eval_id`, `configuration_id`, and `agent_id`.\n- **Direct create-and-run:** provide `prompt`, `judges`, and `agent_id`. You may also provide a repository, write-only environment variables, and public skill packages.\n\nDo not combine saved-run and direct-run fields. No separate `mode` field is required."
     },
     {
-        "name": "evals-monitor",
-        "description": "Monitor Runs\n\nStreams an immediate snapshot followed by live status and sanitized activity for one public v2 eval run or the active runs captured when the connection opens. Exactly one of `run_id` or `all=true` is required."
+        "name": "evals-analysis",
+        "description": "Retrieve eval run analysis\n\nReturns the persisted analysis produced for each completed attempt in one eval run. The analysis includes the verdict, outcome explanation, findings, bottleneck, and analysis sections. Active runs return the analysis available so far together with current run status and progress."
+    },
+    {
+        "name": "evals-trace",
+        "description": "Retrieve an eval run trace\n\nReturns a finite page of sanitized execution events for one eval run. Use `next_after_id` as `after_id` to retrieve the next page. Use the monitor operation instead when following a run live."
     },
     {
         "name": "eval-runs-v2-eval-runs-list",
@@ -166,7 +170,7 @@ export const toolNames = [
     },
     {
         "name": "eval-results-v2-eval-results-list",
-        "description": "List Results\n\nReturns completed custom-eval results from onboarding, v1, and v2 run flows, ordered newest first. Result IDs are different from eval run IDs."
+        "description": "List Results\n\nReturns completed custom-eval results from all supported run flows, ordered newest first. Result IDs are different from eval run IDs."
     },
     {
         "name": "eval-results-v2-eval-results-retrieve",