@lightsage/mcp 0.4.22 → 0.4.24

package/esm/models/updatev2evalrequest.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"updatev2evalrequest.d.ts","sourceRoot":"","sources":["../../src/models/updatev2evalrequest.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,qBAAqB,EAEtB,MAAM,4BAA4B,CAAC;AACpC,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAElC,MAAM,MAAM,sBAAsB,GAC9B,qBAAqB,GACrB,mBAAmB,CAAC;AAExB,eAAO,MAAM,gCAAgC,EAAE,CAAC,CAAC,OAAO,CACtD,sBAAsB,CAItB,CAAC;AAEH,MAAM,MAAM,mBAAmB,GAAG;IAChC,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,OAAO,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IAC3C,MAAM,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IAC1C,KAAK,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IACzC,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,IAAI,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IACxC,IAAI,CAAC,EAAE,KAAK,CAAC,qBAAqB,GAAG,mBAAmB,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IAC7E,cAAc,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IAClD,gBAAgB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IACpD,gBAAgB,CAAC,EAAE,mBAAmB,GAAG,IAAI,GAAG,SAAS,CAAC;IAC1D,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,IAAI,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;CACzC,CAAC;AAEF,eAAO,MAAM,6BAA6B,EAAE,CAAC,CAAC,OAAO,CAAC,mBAAmB,CAgCrE,CAAC"}
+{"version":3,"file":"updatev2evalrequest.d.ts","sourceRoot":"","sources":["../../src/models/updatev2evalrequest.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,qBAAqB,EAEtB,MAAM,4BAA4B,CAAC;AACpC,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAElC,MAAM,MAAM,sBAAsB,GAC9B,qBAAqB,GACrB,mBAAmB,CAAC;AAExB,eAAO,MAAM,gCAAgC,EAAE,CAAC,CAAC,OAAO,CACtD,sBAAsB,CAItB,CAAC;AAEH,MAAM,MAAM,mBAAmB,GAAG;IAChC,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,OAAO,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IAC3C,MAAM,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IAC1C,KAAK,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IACzC,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,gBAAgB,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IACvC,IAAI,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IACxC,IAAI,CAAC,EAAE,KAAK,CAAC,qBAAqB,GAAG,mBAAmB,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IAC7E,cAAc,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IAClD,gBAAgB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IACpD,gBAAgB,CAAC,EAAE,mBAAmB,GAAG,IAAI,GAAG,SAAS,CAAC;IAC1D,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,IAAI,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;CACzC,CAAC;AAEF,eAAO,MAAM,6BAA6B,EAAE,CAAC,CAAC,OAAO,CAAC,mBAAmB,CAmCrE,CAAC"}

package/esm/models/updatev2evalrequest.js

@@ -15,6 +15,7 @@ export const UpdateV2EvalRequest$zodSchema = z
     agent: z.array(z.string()).nullable().optional(),
     cleanup_commands: z.array(z.string()).nullable().optional().describe("Replacement cleanup commands. Pass an empty array to clear all saved cleanup commands."),
     clis: z.array(z.string()).nullable().optional().describe("Replacement saved CLI IDs or shell installation commands. UUID values resolve saved CLIs; every other value is an installation command. Pass an empty array to clear all CLIs."),
+    include_env_vars: z.boolean().optional().describe("Replacement environment setting. false runs the eval with no environment; omit it to keep the saved value."),
     judges: z.array(z.string()).nullable().optional().describe("Replacement success criteria for the eval."),
     mcps: z.array(z.union([
         V2InlineMcpDefinition$zodSchema,

package/esm/models/updatev2evalrequest.js.map

@@ -1 +1 @@
-{"version":3,"file":"updatev2evalrequest.js","sourceRoot":"","sources":["../../src/models/updatev2evalrequest.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,+BAA+B,GAChC,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAMlC,MAAM,CAAC,MAAM,gCAAgC,GAEzC,CAAC,CAAC,KAAK,CAAC;IACV,+BAA+B;IAC/B,6BAA6B;CAC9B,CAAC,CAAC;AAiBH,MAAM,CAAC,MAAM,6BAA6B,GAAmC,CAAC;KAC3E,MAAM,CAAC;IACN,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAChD,gBAAgB,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClE,wFAAwF,CACzF;IACD,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACtD,gLAAgL,CACjL;IACD,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACxD,4CAA4C,CAC7C;IACD,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;QACpB,+BAA+B;QAC/B,6BAA6B;KAC9B,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzB,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC3B,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACrC,8FAA8F,CAC/F;IACD,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAClD,IAAI,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IACxB,gBAAgB,EAAE,6BAA6B,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;SAClE,QAAQ,CACP,oEAAoE,CACrE;IACH,cAAc,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAChE,oFAAoF,CACrF;IACD,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACtD,yEAAyE,CAC1E;CACF,CAAC,CAAC"}
+{"version":3,"file":"updatev2evalrequest.js","sourceRoot":"","sources":["../../src/models/updatev2evalrequest.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,+BAA+B,GAChC,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAMlC,MAAM,CAAC,MAAM,gCAAgC,GAEzC,CAAC,CAAC,KAAK,CAAC;IACV,+BAA+B;IAC/B,6BAA6B;CAC9B,CAAC,CAAC;AAkBH,MAAM,CAAC,MAAM,6BAA6B,GAAmC,CAAC;KAC3E,MAAM,CAAC;IACN,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAChD,gBAAgB,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClE,wFAAwF,CACzF;IACD,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACtD,gLAAgL,CACjL;IACD,gBAAgB,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC/C,4GAA4G,CAC7G;IACD,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACxD,4CAA4C,CAC7C;IACD,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;QACpB,+BAA+B;QAC/B,6BAA6B;KAC9B,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzB,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE;IAC3B,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACrC,8FAA8F,CAC/F;IACD,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAClD,IAAI,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE;IACxB,gBAAgB,EAAE,6BAA6B,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;SAClE,QAAQ,CACP,oEAAoE,CACrE;IACH,cAAc,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAChE,oFAAoF,CACrF;IACD,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACtD,yEAAyE,CAC1E;CACF,CAAC,CAAC"}

package/esm/models/v2eval.d.ts

@@ -14,6 +14,7 @@ export type V2Eval = {
     prompts?: Array<string> | undefined;
     judges?: Array<string> | undefined;
     agent?: Array<string> | undefined;
+    include_env_vars?: boolean | undefined;
     persona?: string | null | undefined;
     clis?: Array<V2SavedCliReference | V2InlineCliReference> | undefined;
     mcps?: Array<V2InlineMcpDefinition | V2SavedMcpReference> | undefined;

package/esm/models/v2eval.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"v2eval.d.ts","sourceRoot":"","sources":["../../src/models/v2eval.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,oBAAoB,EAErB,MAAM,2BAA2B,CAAC;AACnC,OAAO,EACL,qBAAqB,EAEtB,MAAM,4BAA4B,CAAC;AACpC,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAElC,MAAM,MAAM,GAAG,GAAG,mBAAmB,GAAG,oBAAoB,CAAC;AAE7D,eAAO,MAAM,aAAa,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,CAGvC,CAAC;AAEH,MAAM,MAAM,SAAS,GAAG,qBAAqB,GAAG,mBAAmB,CAAC;AAEpE,eAAO,MAAM,mBAAmB,EAAE,CAAC,CAAC,OAAO,CAAC,SAAS,CAGnD,CAAC;AAEH,MAAM,MAAM,MAAM,GAAG;IACnB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACpC,MAAM,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACnC,KAAK,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IAClC,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,IAAI,CAAC,EAAE,KAAK,CAAC,mBAAmB,GAAG,oBAAoB,CAAC,GAAG,SAAS,CAAC;IACrE,IAAI,CAAC,EAAE,KAAK,CAAC,qBAAqB,GAAG,mBAAmB,CAAC,GAAG,SAAS,CAAC;IACtE,cAAc,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IAC3C,gBAAgB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IAC7C,gBAAgB,CAAC,EAAE,mBAAmB,GAAG,SAAS,CAAC;IACnD,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,IAAI,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACjC,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;CACxC,CAAC;AAEF,eAAO,MAAM,gBAAgB,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,CAwB7C,CAAC"}
+{"version":3,"file":"v2eval.d.ts","sourceRoot":"","sources":["../../src/models/v2eval.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,oBAAoB,EAErB,MAAM,2BAA2B,CAAC;AACnC,OAAO,EACL,qBAAqB,EAEtB,MAAM,4BAA4B,CAAC;AACpC,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAElC,MAAM,MAAM,GAAG,GAAG,mBAAmB,GAAG,oBAAoB,CAAC;AAE7D,eAAO,MAAM,aAAa,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,CAGvC,CAAC;AAEH,MAAM,MAAM,SAAS,GAAG,qBAAqB,GAAG,mBAAmB,CAAC;AAEpE,eAAO,MAAM,mBAAmB,EAAE,CAAC,CAAC,OAAO,CAAC,SAAS,CAGnD,CAAC;AAEH,MAAM,MAAM,MAAM,GAAG;IACnB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACpC,MAAM,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACnC,KAAK,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IAClC,gBAAgB,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IACvC,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,IAAI,CAAC,EAAE,KAAK,CAAC,mBAAmB,GAAG,oBAAoB,CAAC,GAAG,SAAS,CAAC;IACrE,IAAI,CAAC,EAAE,KAAK,CAAC,qBAAqB,GAAG,mBAAmB,CAAC,GAAG,SAAS,CAAC;IACtE,cAAc,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IAC3C,gBAAgB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IAC7C,gBAAgB,CAAC,EAAE,mBAAmB,GAAG,SAAS,CAAC;IACnD,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,IAAI,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACjC,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;CACxC,CAAC;AAEF,eAAO,MAAM,gBAAgB,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,CA2B7C,CAAC"}

package/esm/models/v2eval.js

@@ -25,6 +25,7 @@ export const V2Eval$zodSchema = z.object({
     ])).optional(),
     created_at: z.string().nullable().optional(),
     id: z.string(),
+    include_env_vars: z.boolean().default(true).describe("Whether runs get environment variables. false means runs use no environment, as Environment: Off in the app."),
     judges: z.array(z.string()).optional(),
     mcps: z.array(z.union([
         V2InlineMcpDefinition$zodSchema,

package/esm/models/v2eval.js.map

@@ -1 +1 @@
-{"version":3,"file":"v2eval.js","sourceRoot":"","sources":["../../src/models/v2eval.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,8BAA8B,GAC/B,MAAM,2BAA2B,CAAC;AACnC,OAAO,EAEL,+BAA+B,GAChC,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAIlC,MAAM,CAAC,MAAM,aAAa,GAAmB,CAAC,CAAC,KAAK,CAAC;IACnD,6BAA6B;IAC7B,8BAA8B;CAC/B,CAAC,CAAC;AAIH,MAAM,CAAC,MAAM,mBAAmB,GAAyB,CAAC,CAAC,KAAK,CAAC;IAC/D,+BAA+B;IAC/B,6BAA6B;CAC9B,CAAC,CAAC;AAoBH,MAAM,CAAC,MAAM,gBAAgB,GAAsB,CAAC,CAAC,MAAM,CAAC;IAC1D,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACrC,gBAAgB,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IAChD,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;QACpB,6BAA6B;QAC7B,8BAA8B;KAC/B,CAAC,CAAC,CAAC,QAAQ,EAAE;IACd,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC5C,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;IACd,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACtC,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;QACpB,+BAA+B;QAC/B,6BAA6B;KAC9B,CAAC,CAAC,CAAC,QAAQ,EAAE;IACd,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzC,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACvC,IAAI,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IACxB,gBAAgB,EAAE,6BAA6B,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACjE,mDAAmD,CACpD;IACD,cAAc,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IAC9C,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACpC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CAC7C,CAAC,CAAC"}
+{"version":3,"file":"v2eval.js","sourceRoot":"","sources":["../../src/models/v2eval.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,8BAA8B,GAC/B,MAAM,2BAA2B,CAAC;AACnC,OAAO,EAEL,+BAA+B,GAChC,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAIlC,MAAM,CAAC,MAAM,aAAa,GAAmB,CAAC,CAAC,KAAK,CAAC;IACnD,6BAA6B;IAC7B,8BAA8B;CAC/B,CAAC,CAAC;AAIH,MAAM,CAAC,MAAM,mBAAmB,GAAyB,CAAC,CAAC,KAAK,CAAC;IAC/D,+BAA+B;IAC/B,6BAA6B;CAC9B,CAAC,CAAC;AAqBH,MAAM,CAAC,MAAM,gBAAgB,GAAsB,CAAC,CAAC,MAAM,CAAC;IAC1D,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACrC,gBAAgB,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IAChD,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;QACpB,6BAA6B;QAC7B,8BAA8B;KAC/B,CAAC,CAAC,CAAC,QAAQ,EAAE;IACd,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC5C,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;IACd,gBAAgB,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,QAAQ,CAClD,8GAA8G,CAC/G;IACD,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACtC,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;QACpB,+BAA+B;QAC/B,6BAA6B;KAC9B,CAAC,CAAC,CAAC,QAAQ,EAAE;IACd,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzC,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACvC,IAAI,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IACxB,gBAAgB,EAAE,6BAA6B,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACjE,mDAAmD,CACpD;IACD,cAAc,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IAC9C,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACpC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CAC7C,CAAC,CAAC"}

package/esm/models/v2evalresultsummary.d.ts

@@ -4,6 +4,7 @@ import { PublicGraderResult } from "./publicgraderresult.js";
 import { SearchGroundingMode } from "./searchgroundingmode.js";
 import { V2EvalResultToolCall } from "./v2evalresulttoolcall.js";
 import { V2PreferenceResult } from "./v2preferenceresult.js";
+import { V2SetupCommandOutput } from "./v2setupcommandoutput.js";
 export type V2EvalResultSummary = {
     id: string;
     eval_id?: string | null | undefined;
@@ -25,6 +26,7 @@ export type V2EvalResultSummary = {
     grounding_qualification_reason?: string | null | undefined;
     created_at?: string | null | undefined;
     environment?: PublicEvalRunEnvironment | null | undefined;
+    setup_output?: Array<V2SetupCommandOutput> | undefined;
 };
 export declare const V2EvalResultSummary$zodSchema: z.ZodType<V2EvalResultSummary>;
 //# sourceMappingURL=v2evalresultsummary.d.ts.map

package/esm/models/v2evalresultsummary.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"v2evalresultsummary.d.ts","sourceRoot":"","sources":["../../src/models/v2evalresultsummary.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,wBAAwB,EAEzB,MAAM,+BAA+B,CAAC;AACvC,OAAO,EACL,kBAAkB,EAEnB,MAAM,yBAAyB,CAAC;AACjC,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,oBAAoB,EAErB,MAAM,2BAA2B,CAAC;AACnC,OAAO,EACL,kBAAkB,EAEnB,MAAM,yBAAyB,CAAC;AAEjC,MAAM,MAAM,mBAAmB,GAAG;IAChC,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAClC,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACnC,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,MAAM,CAAC,EAAE,OAAO,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAClC,eAAe,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IACnD,cAAc,CAAC,EAAE,KAAK,CAAC,kBAAkB,CAAC,GAAG,SAAS,CAAC;IACvD,iBAAiB,CAAC,EAAE,kBAAkB,GAAG,IAAI,GAAG,SAAS,CAAC;IAC1D,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC,UAAU,CAAC,EAAE,KAAK,CAAC,oBAAoB,CAAC,GAAG,SAAS,CAAC;IACrD,gBAAgB,CAAC,EAAE,mBAAmB,GAAG,IAAI,GAAG,SAAS,CAAC;IAC1D,sBAAsB,CAAC,EAAE,OAAO,GAAG,IAAI,GAAG,SAAS,CAAC;IACpD,eAAe,CAAC,EAAE,OAAO,GAAG,IAAI,GAAG,SAAS,CAAC;IAC7C,mBAAmB,CAAC,EAAE,OAAO,GAAG,IAAI,GAAG,SAAS,CAAC;IACjD,8BAA8B,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC3D,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC,WAAW,CAAC,EAAE,wBAAwB,GAAG,IAAI,GAAG,SAAS,CAAC;CAC3D,CAAC;AAEF,eAAO,MAAM,6BAA6B,EAAE,CAAC,CAAC,OAAO,CAAC,mBAAmB,CAsCrE,CAAC"}
+{"version":3,"file":"v2evalresultsummary.d.ts","sourceRoot":"","sources":["../../src/models/v2evalresultsummary.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,wBAAwB,EAEzB,MAAM,+BAA+B,CAAC;AACvC,OAAO,EACL,kBAAkB,EAEnB,MAAM,yBAAyB,CAAC;AACjC,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,oBAAoB,EAErB,MAAM,2BAA2B,CAAC;AACnC,OAAO,EACL,kBAAkB,EAEnB,MAAM,yBAAyB,CAAC;AACjC,OAAO,EACL,oBAAoB,EAErB,MAAM,2BAA2B,CAAC;AAEnC,MAAM,MAAM,mBAAmB,GAAG;IAChC,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAClC,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACnC,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,MAAM,CAAC,EAAE,OAAO,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAClC,eAAe,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IACnD,cAAc,CAAC,EAAE,KAAK,CAAC,kBAAkB,CAAC,GAAG,SAAS,CAAC;IACvD,iBAAiB,CAAC,EAAE,kBAAkB,GAAG,IAAI,GAAG,SAAS,CAAC;IAC1D,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC,UAAU,CAAC,EAAE,KAAK,CAAC,oBAAoB,CAAC,GAAG,SAAS,CAAC;IACrD,gBAAgB,CAAC,EAAE,mBAAmB,GAAG,IAAI,GAAG,SAAS,CAAC;IAC1D,sBAAsB,CAAC,EAAE,OAAO,GAAG,IAAI,GAAG,SAAS,CAAC;IACpD,eAAe,CAAC,EAAE,OAAO,GAAG,IAAI,GAAG,SAAS,CAAC;IAC7C,mBAAmB,CAAC,EAAE,OAAO,GAAG,IAAI,GAAG,SAAS,CAAC;IACjD,8BAA8B,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC3D,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC,WAAW,CAAC,EAAE,wBAAwB,GAAG,IAAI,GAAG,SAAS,CAAC;IAC1D,YAAY,CAAC,EAAE,KAAK,CAAC,oBAAoB,CAAC,GAAG,SAAS,CAAC;CACxD,CAAC;AAEF,eAAO,MAAM,6BAA6B,EAAE,CAAC,CAAC,OAAO,CAAC,mBAAmB,CAyCrE,CAAC"}

package/esm/models/v2evalresultsummary.js

@@ -8,6 +8,7 @@ import { PublicGraderResult$zodSchema, } from "./publicgraderresult.js";
 import { SearchGroundingMode$zodSchema, } from "./searchgroundingmode.js";
 import { V2EvalResultToolCall$zodSchema, } from "./v2evalresulttoolcall.js";
 import { V2PreferenceResult$zodSchema, } from "./v2preferenceresult.js";
+import { V2SetupCommandOutput$zodSchema, } from "./v2setupcommandoutput.js";
 export const V2EvalResultSummary$zodSchema = z
     .object({
     agent: z.string().nullable().optional().describe("Runnable agent combining the harness and model."),
@@ -30,6 +31,7 @@ export const V2EvalResultSummary$zodSchema = z
     score: z.number().nullable().optional().describe("Score from 0 to 1."),
     search_grounding: SearchGroundingMode$zodSchema.nullable().optional(),
     search_observed: z.boolean().nullable().optional(),
+    setup_output: z.array(V2SetupCommandOutput$zodSchema).optional().describe("Setup commands run before the agent started, in order, with the end of what each printed. Secret values are redacted. Empty when the eval has no setup commands or the attempt ran before setup output was recorded."),
     tool_calls: z.array(V2EvalResultToolCall$zodSchema).optional().describe("Every tool call the agent made, in order, with how long each took. Empty when the agent made no tool calls or the model does not use tools."),
     web_retrieval_observed: z.boolean().nullable().optional(),
 });

package/esm/models/v2evalresultsummary.js.map

@@ -1 +1 @@
-{"version":3,"file":"v2evalresultsummary.js","sourceRoot":"","sources":["../../src/models/v2evalresultsummary.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,kCAAkC,GACnC,MAAM,+BAA+B,CAAC;AACvC,OAAO,EAEL,4BAA4B,GAC7B,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,8BAA8B,GAC/B,MAAM,2BAA2B,CAAC;AACnC,OAAO,EAEL,4BAA4B,GAC7B,MAAM,yBAAyB,CAAC;AAyBjC,MAAM,CAAC,MAAM,6BAA6B,GAAmC,CAAC;KAC3E,MAAM,CAAC;IACN,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC9C,iDAAiD,CAClD;IACD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC5C,WAAW,EAAE,kCAAkC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;SAClE,QAAQ,CACP,qGAAqG,CACtG;IACH,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzC,eAAe,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACjE,oJAAoJ,CACrJ;IACD,cAAc,EAAE,CAAC,CAAC,KAAK,CAAC,4BAA4B,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACvE,qFAAqF,CACtF;IACD,8BAA8B,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAChE,mBAAmB,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC7D,0IAA0I,CAC3I;IACD,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,gCAAgC,CAAC;IACzD,UAAU,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzC,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzC,iBAAiB,EAAE,4BAA4B,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;SAClE,QAAQ,CACP,qHAAqH,CACtH;IACH,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACxC,YAAY,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAChC,YAAY,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAChC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,oBAAoB,CAAC;IACtE,gBAAgB,EAAE,6BAA6B,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACrE,eAAe,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAClD,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACrE,6IAA6I,CAC9I;IACD,sBAAsB,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CAC1D,CAAC,CAAC"}
+{"version":3,"file":"v2evalresultsummary.js","sourceRoot":"","sources":["../../src/models/v2evalresultsummary.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,kCAAkC,GACnC,MAAM,+BAA+B,CAAC;AACvC,OAAO,EAEL,4BAA4B,GAC7B,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,8BAA8B,GAC/B,MAAM,2BAA2B,CAAC;AACnC,OAAO,EAEL,4BAA4B,GAC7B,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAEL,8BAA8B,GAC/B,MAAM,2BAA2B,CAAC;AA0BnC,MAAM,CAAC,MAAM,6BAA6B,GAAmC,CAAC;KAC3E,MAAM,CAAC;IACN,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC9C,iDAAiD,CAClD;IACD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC5C,WAAW,EAAE,kCAAkC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;SAClE,QAAQ,CACP,qGAAqG,CACtG;IACH,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzC,eAAe,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACjE,oJAAoJ,CACrJ;IACD,cAAc,EAAE,CAAC,CAAC,KAAK,CAAC,4BAA4B,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACvE,qFAAqF,CACtF;IACD,8BAA8B,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAChE,mBAAmB,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC7D,0IAA0I,CAC3I;IACD,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,gCAAgC,CAAC;IACzD,UAAU,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzC,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzC,iBAAiB,EAAE,4BAA4B,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;SAClE,QAAQ,CACP,qHAAqH,CACtH;IACH,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACxC,YAAY,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAChC,YAAY,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAChC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,oBAAoB,CAAC;IACtE,gBAAgB,EAAE,6BAA6B,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACrE,eAAe,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAClD,YAAY,EAAE,CAAC,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACvE,sNAAsN,CACvN;IACD,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACrE,6IAA6I,CAC9I;IACD,sBAAsB,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CAC1D,CAAC,CAAC"}

package/esm/models/v2evalresulttoolcall.d.ts

@@ -1,21 +1,21 @@
 import * as z from "zod";
 import { ClosedEnum } from "../types/enums.js";
 /**
- * How the time was measured. `agent_reported`: the agent timed the call itself; `completed_at` is when its result reached us and `started_at` is that duration earlier. `event_receipt`: when the call and its result reached us as the agent streamed them, so times include streaming delay. `unavailable`: the agent's log has no timing for this call, for example because the agent reported the call only after it finished, so the times are null.
+ * How the time was measured. `timed_by_agent`: the agent timed the call itself; `completed_at` is when its result reached us and `started_at` is that duration earlier. `timed_from_messages`: the time between the agent's call message and its result message reaching us, so it includes message delay and runs slightly long. `not_timed`: there is no reliable time for this call, for example because the agent reported the call only after it finished, so the times are null.
  */
 export declare const TimingBasis: {
-    readonly AgentReported: "agent_reported";
-    readonly EventReceipt: "event_receipt";
-    readonly Unavailable: "unavailable";
+    readonly TimedByAgent: "timed_by_agent";
+    readonly TimedFromMessages: "timed_from_messages";
+    readonly NotTimed: "not_timed";
 };
 /**
- * How the time was measured. `agent_reported`: the agent timed the call itself; `completed_at` is when its result reached us and `started_at` is that duration earlier. `event_receipt`: when the call and its result reached us as the agent streamed them, so times include streaming delay. `unavailable`: the agent's log has no timing for this call, for example because the agent reported the call only after it finished, so the times are null.
+ * How the time was measured. `timed_by_agent`: the agent timed the call itself; `completed_at` is when its result reached us and `started_at` is that duration earlier. `timed_from_messages`: the time between the agent's call message and its result message reaching us, so it includes message delay and runs slightly long. `not_timed`: there is no reliable time for this call, for example because the agent reported the call only after it finished, so the times are null.
  */
 export type TimingBasis = ClosedEnum<typeof TimingBasis>;
 export declare const TimingBasis$zodSchema: z.ZodEnum<{
-    agent_reported: "agent_reported";
-    event_receipt: "event_receipt";
-    unavailable: "unavailable";
+    timed_by_agent: "timed_by_agent";
+    timed_from_messages: "timed_from_messages";
+    not_timed: "not_timed";
 }>;
 /**
  * How long one tool call of an eval result took.

package/esm/models/v2evalresulttoolcall.js

@@ -4,24 +4,24 @@
  */
 import * as z from "zod";
 /**
- * How the time was measured. `agent_reported`: the agent timed the call itself; `completed_at` is when its result reached us and `started_at` is that duration earlier. `event_receipt`: when the call and its result reached us as the agent streamed them, so times include streaming delay. `unavailable`: the agent's log has no timing for this call, for example because the agent reported the call only after it finished, so the times are null.
+ * How the time was measured. `timed_by_agent`: the agent timed the call itself; `completed_at` is when its result reached us and `started_at` is that duration earlier. `timed_from_messages`: the time between the agent's call message and its result message reaching us, so it includes message delay and runs slightly long. `not_timed`: there is no reliable time for this call, for example because the agent reported the call only after it finished, so the times are null.
  */
 export const TimingBasis = {
-    AgentReported: "agent_reported",
-    EventReceipt: "event_receipt",
-    Unavailable: "unavailable",
+    TimedByAgent: "timed_by_agent",
+    TimedFromMessages: "timed_from_messages",
+    NotTimed: "not_timed",
 };
 export const TimingBasis$zodSchema = z.enum([
-    "agent_reported",
-    "event_receipt",
-    "unavailable",
-]).describe("How the time was measured. `agent_reported`: the agent timed the call itself; `completed_at` is when its result reached us and `started_at` is that duration earlier. `event_receipt`: when the call and its result reached us as the agent streamed them, so times include streaming delay. `unavailable`: the agent's log has no timing for this call, for example because the agent reported the call only after it finished, so the times are null.");
+    "timed_by_agent",
+    "timed_from_messages",
+    "not_timed",
+]).describe("How the time was measured. `timed_by_agent`: the agent timed the call itself; `completed_at` is when its result reached us and `started_at` is that duration earlier. `timed_from_messages`: the time between the agent's call message and its result message reaching us, so it includes message delay and runs slightly long. `not_timed`: there is no reliable time for this call, for example because the agent reported the call only after it finished, so the times are null.");
 export const V2EvalResultToolCall$zodSchema = z
     .object({
     completed_at: z.string().nullable().optional().describe("When the call's result was received. Null when not measured or the call never returned."),
     duration_ms: z.int().nullable().optional().describe("Milliseconds from the call to its result. Null when it could not be measured, never 0 in its place."),
     started_at: z.string().nullable().optional().describe("When the call was received. Null when not measured."),
-    timing_basis: TimingBasis$zodSchema.describe("How the time was measured. `agent_reported`: the agent timed the call itself; `completed_at` is when its result reached us and `started_at` is that duration earlier. `event_receipt`: when the call and its result reached us as the agent streamed them, so times include streaming delay. `unavailable`: the agent's log has no timing for this call, for example because the agent reported the call only after it finished, so the times are null."),
+    timing_basis: TimingBasis$zodSchema.describe("How the time was measured. `timed_by_agent`: the agent timed the call itself; `completed_at` is when its result reached us and `started_at` is that duration earlier. `timed_from_messages`: the time between the agent's call message and its result message reaching us, so it includes message delay and runs slightly long. `not_timed`: there is no reliable time for this call, for example because the agent reported the call only after it finished, so the times are null."),
     tool_call_id: z.string().nullable().optional().describe("ID of the tool invocation, the same as `tool_call_id` on this attempt's trace events. Null when the agent's log did not include call IDs."),
     tool_name: z.string().nullable().optional().describe("Tool the agent called."),
 }).describe("How long one tool call of an eval result took.");

package/esm/models/v2evalresulttoolcall.js.map

@@ -1 +1 @@
-{"version":3,"file":"v2evalresulttoolcall.js","sourceRoot":"","sources":["../../src/models/v2evalresulttoolcall.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAGzB;;GAEG;AACH,MAAM,CAAC,MAAM,WAAW,GAAG;IACzB,aAAa,EAAE,gBAAgB;IAC/B,YAAY,EAAE,eAAe;IAC7B,WAAW,EAAE,aAAa;CAClB,CAAC;AAMX,MAAM,CAAC,MAAM,qBAAqB,GAAG,CAAC,CAAC,IAAI,CAAC;IAC1C,gBAAgB;IAChB,eAAe;IACf,aAAa;CACd,CAAC,CAAC,QAAQ,CACT,ybAAyb,CAC1b,CAAC;AAcF,MAAM,CAAC,MAAM,8BAA8B,GAAoC,CAAC;KAC7E,MAAM,CAAC;IACN,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACrD,yFAAyF,CAC1F;IACD,WAAW,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACjD,qGAAqG,CACtG;IACD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACnD,qDAAqD,CACtD;IACD,YAAY,EAAE,qBAAqB,CAAC,QAAQ,CAC1C,ybAAyb,CAC1b;IACD,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACrD,2IAA2I,CAC5I;IACD,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClD,wBAAwB,CACzB;CACF,CAAC,CAAC,QAAQ,CAAC,gDAAgD,CAAC,CAAC"}
+{"version":3,"file":"v2evalresulttoolcall.js","sourceRoot":"","sources":["../../src/models/v2evalresulttoolcall.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAGzB;;GAEG;AACH,MAAM,CAAC,MAAM,WAAW,GAAG;IACzB,YAAY,EAAE,gBAAgB;IAC9B,iBAAiB,EAAE,qBAAqB;IACxC,QAAQ,EAAE,WAAW;CACb,CAAC;AAMX,MAAM,CAAC,MAAM,qBAAqB,GAAG,CAAC,CAAC,IAAI,CAAC;IAC1C,gBAAgB;IAChB,qBAAqB;IACrB,WAAW;CACZ,CAAC,CAAC,QAAQ,CACT,sdAAsd,CACvd,CAAC;AAcF,MAAM,CAAC,MAAM,8BAA8B,GAAoC,CAAC;KAC7E,MAAM,CAAC;IACN,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACrD,yFAAyF,CAC1F;IACD,WAAW,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACjD,qGAAqG,CACtG;IACD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACnD,qDAAqD,CACtD;IACD,YAAY,EAAE,qBAAqB,CAAC,QAAQ,CAC1C,sdAAsd,CACvd;IACD,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACrD,2IAA2I,CAC5I;IACD,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClD,wBAAwB,CACzB;CACF,CAAC,CAAC,QAAQ,CAAC,gDAAgD,CAAC,CAAC"}

package/esm/models/v2pluginevalsresultslistop.d.ts

@@ -0,0 +1,10 @@
+import * as z from "zod";
+import { HTTPValidationError } from "./httpvalidationerror.js";
+import { PublicPluginEvalResultsResponse } from "./publicpluginevalresultsresponse.js";
+export type V2PluginEvalsResultsListRequest = {
+    date: string;
+};
+export declare const V2PluginEvalsResultsListRequest$zodSchema: z.ZodType<V2PluginEvalsResultsListRequest>;
+export type V2PluginEvalsResultsListResponse = PublicPluginEvalResultsResponse | HTTPValidationError;
+export declare const V2PluginEvalsResultsListResponse$zodSchema: z.ZodType<V2PluginEvalsResultsListResponse>;
+//# sourceMappingURL=v2pluginevalsresultslistop.d.ts.map

package/esm/models/v2pluginevalsresultslistop.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"v2pluginevalsresultslistop.d.ts","sourceRoot":"","sources":["../../src/models/v2pluginevalsresultslistop.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,+BAA+B,EAEhC,MAAM,sCAAsC,CAAC;AAE9C,MAAM,MAAM,+BAA+B,GAAG;IAAE,IAAI,EAAE,MAAM,CAAA;CAAE,CAAC;AAE/D,eAAO,MAAM,yCAAyC,EAAE,CAAC,CAAC,OAAO,CAC/D,+BAA+B,CAK/B,CAAC;AAEH,MAAM,MAAM,gCAAgC,GACxC,+BAA+B,GAC/B,mBAAmB,CAAC;AAExB,eAAO,MAAM,0CAA0C,EAAE,CAAC,CAAC,OAAO,CAChE,gCAAgC,CAIhC,CAAC"}

package/esm/models/v2pluginevalsresultslistop.js

@@ -0,0 +1,15 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: 4edf2fbdf8be
+ */
+import * as z from "zod";
+import { HTTPValidationError$zodSchema, } from "./httpvalidationerror.js";
+import { PublicPluginEvalResultsResponse$zodSchema, } from "./publicpluginevalresultsresponse.js";
+export const V2PluginEvalsResultsListRequest$zodSchema = z.object({
+    date: z.string().date().describe("The day to get results for, as YYYY-MM-DD (UTC)."),
+});
+export const V2PluginEvalsResultsListResponse$zodSchema = z.union([
+    PublicPluginEvalResultsResponse$zodSchema,
+    HTTPValidationError$zodSchema,
+]);
+//# sourceMappingURL=v2pluginevalsresultslistop.js.map

package/esm/models/v2pluginevalsresultslistop.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"v2pluginevalsresultslistop.js","sourceRoot":"","sources":["../../src/models/v2pluginevalsresultslistop.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,yCAAyC,GAC1C,MAAM,sCAAsC,CAAC;AAI9C,MAAM,CAAC,MAAM,yCAAyC,GAElD,CAAC,CAAC,MAAM,CAAC;IACX,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,CAAC,QAAQ,CAC9B,kDAAkD,CACnD;CACF,CAAC,CAAC;AAMH,MAAM,CAAC,MAAM,0CAA0C,GAEnD,CAAC,CAAC,KAAK,CAAC;IACV,yCAAyC;IACzC,6BAA6B;CAC9B,CAAC,CAAC"}

package/esm/models/v2promptrunjobresponse.js

@@ -31,7 +31,7 @@ export const V2PromptRunJobResponse$zodSchema = z.object({
     created_at: z.string().nullable().optional(),
     dispatch_id: z.string().nullable().optional(),
     error: z.string().nullable().optional(),
-    estimated_cost: z.number().nullable().optional().describe("The estimated credit cost for prompt jobs or estimated USD cost for API Performance jobs. Null when no estimate is available."),
+    estimated_cost: z.number().nullable().optional().describe("Estimated credits for the run, worked out when it was queued. Credits actually used can differ by agent and model. Null when no estimate is available."),
     eval_count: z.int().nullable().optional(),
     id: z.string().describe("Run ID to poll with `GET /v2/prompts/runs/{run_id}/status`."),
     job_id: z.string().describe("Parent job ID. It currently matches `id`."),

package/esm/models/v2promptrunjobresponse.js.map

@@ -1 +1 @@
-{"version":3,"file":"v2promptrunjobresponse.js","sourceRoot":"","sources":["../../src/models/v2promptrunjobresponse.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,OAAO,EAEL,+BAA+B,GAChC,MAAM,4BAA4B,CAAC;AAEpC,MAAM,CAAC,MAAM,gCAAgC,GAAG;IAC9C,OAAO,EAAE,SAAS;IAClB,OAAO,EAAE,SAAS;IAClB,WAAW,EAAE,aAAa;IAC1B,SAAS,EAAE,WAAW;IACtB,MAAM,EAAE,QAAQ;IAChB,SAAS,EAAE,WAAW;IACtB,WAAW,EAAE,aAAa;CAClB,CAAC;AAKX,MAAM,CAAC,MAAM,0CAA0C,GAAG,CAAC,CAAC,IAAI,CAAC;IAC/D,SAAS;IACT,SAAS;IACT,aAAa;IACb,WAAW;IACX,QAAQ;IACR,WAAW;IACX,aAAa;CACd,CAAC,CAAC;AAOH,MAAM,CAAC,MAAM,gBAAgB,GAAsB,CAAC,CAAC,KAAK,CAAC;IACzD,0CAA0C;IAC1C,CAAC,CAAC,MAAM,EAAE;CACX,CAAC,CAAC,QAAQ,CACT,qIAAqI,CACtI,CAAC;AAoBF,MAAM,CAAC,MAAM,gCAAgC,GAEzC,CAAC,CAAC,MAAM,CAAC;IACX,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACrD,sFAAsF,CACvF;IACD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC5C,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC7C,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACvC,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACvD,+HAA+H,CAChI;IACD,UAAU,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzC,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CACrB,6DAA6D,CAC9D;IACD,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,2CAA2C,CAAC;IACxE,WAAW,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC1C,QAAQ,EAAE,+BAA+B,CAAC,QAAQ,EAAE;IACpD,WAAW,EAAE,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,QAAQ,EAAE;IAC/D,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC9C,kGAAkG,CACnG;IACD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC5C,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC;QACd,0CAA0C;QAC1C,CAAC,CAAC,MAAM,EAAE;KACX,CAAC,CAAC,QAAQ,CACT,qIAAqI,CACtI;IACD,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,QAAQ,EAAE;CACzD,CAAC,CAAC"}
+{"version":3,"file":"v2promptrunjobresponse.js","sourceRoot":"","sources":["../../src/models/v2promptrunjobresponse.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,OAAO,EAEL,+BAA+B,GAChC,MAAM,4BAA4B,CAAC;AAEpC,MAAM,CAAC,MAAM,gCAAgC,GAAG;IAC9C,OAAO,EAAE,SAAS;IAClB,OAAO,EAAE,SAAS;IAClB,WAAW,EAAE,aAAa;IAC1B,SAAS,EAAE,WAAW;IACtB,MAAM,EAAE,QAAQ;IAChB,SAAS,EAAE,WAAW;IACtB,WAAW,EAAE,aAAa;CAClB,CAAC;AAKX,MAAM,CAAC,MAAM,0CAA0C,GAAG,CAAC,CAAC,IAAI,CAAC;IAC/D,SAAS;IACT,SAAS;IACT,aAAa;IACb,WAAW;IACX,QAAQ;IACR,WAAW;IACX,aAAa;CACd,CAAC,CAAC;AAOH,MAAM,CAAC,MAAM,gBAAgB,GAAsB,CAAC,CAAC,KAAK,CAAC;IACzD,0CAA0C;IAC1C,CAAC,CAAC,MAAM,EAAE;CACX,CAAC,CAAC,QAAQ,CACT,qIAAqI,CACtI,CAAC;AAoBF,MAAM,CAAC,MAAM,gCAAgC,GAEzC,CAAC,CAAC,MAAM,CAAC;IACX,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACrD,sFAAsF,CACvF;IACD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC5C,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC7C,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACvC,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACvD,wJAAwJ,CACzJ;IACD,UAAU,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzC,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CACrB,6DAA6D,CAC9D;IACD,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,2CAA2C,CAAC;IACxE,WAAW,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC1C,QAAQ,EAAE,+BAA+B,CAAC,QAAQ,EAAE;IACpD,WAAW,EAAE,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,QAAQ,EAAE;IAC/D,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC9C,kGAAkG,CACnG;IACD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC5C,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC;QACd,0CAA0C;QAC1C,CAAC,CAAC,MAAM,EAAE;KACX,CAAC,CAAC,QAAQ,CACT,qIAAqI,CACtI;IACD,IAAI,EAAE,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,QAAQ,EAAE;CACzD,CAAC,CAAC"}

package/esm/models/v2setupcommandoutput.d.ts

@@ -0,0 +1,10 @@
+import * as z from "zod";
+export type V2SetupCommandOutput = {
+    command: string;
+    exit_code?: number | null | undefined;
+    status?: string | null | undefined;
+    output?: string | null | undefined;
+    output_truncated?: boolean | undefined;
+};
+export declare const V2SetupCommandOutput$zodSchema: z.ZodType<V2SetupCommandOutput>;
+//# sourceMappingURL=v2setupcommandoutput.d.ts.map

package/esm/models/v2setupcommandoutput.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"v2setupcommandoutput.d.ts","sourceRoot":"","sources":["../../src/models/v2setupcommandoutput.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,MAAM,MAAM,oBAAoB,GAAG;IACjC,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACtC,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACnC,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACnC,gBAAgB,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;CACxC,CAAC;AAEF,eAAO,MAAM,8BAA8B,EAAE,CAAC,CAAC,OAAO,CAAC,oBAAoB,CAevE,CAAC"}

package/esm/models/v2setupcommandoutput.js

@@ -0,0 +1,14 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: cee0aa951ed5
+ */
+import * as z from "zod";
+export const V2SetupCommandOutput$zodSchema = z
+    .object({
+    command: z.string().describe("The setup command as saved on the eval."),
+    exit_code: z.int().nullable().optional().describe("The command's exit code."),
+    output: z.string().nullable().optional().describe("The end of what the command printed (up to 4,000 characters), with secret values redacted."),
+    output_truncated: z.boolean().default(false).describe("True when earlier output was cut off."),
+    status: z.string().nullable().optional().describe("`succeeded` for a completed command."),
+});
+//# sourceMappingURL=v2setupcommandoutput.js.map

package/esm/models/v2setupcommandoutput.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"v2setupcommandoutput.js","sourceRoot":"","sources":["../../src/models/v2setupcommandoutput.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAUzB,MAAM,CAAC,MAAM,8BAA8B,GAAoC,CAAC;KAC7E,MAAM,CAAC;IACN,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,yCAAyC,CAAC;IACvE,SAAS,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC/C,0BAA0B,CAC3B;IACD,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC/C,4FAA4F,CAC7F;IACD,gBAAgB,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,QAAQ,CACnD,uCAAuC,CACxC;IACD,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC/C,sCAAsC,CACvC;CACF,CAAC,CAAC"}

package/esm/tool-names.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"tool-names.d.ts","sourceRoot":"","sources":["../src/tool-names.ts"],"names":[],"mappings":"AACA,eAAO,MAAM,SAAS,EAAE,KAAK,CAAC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,WAAW,EAAE,MAAM,CAAA;CAAE,CAiTlE,CAAC"}
+{"version":3,"file":"tool-names.d.ts","sourceRoot":"","sources":["../src/tool-names.ts"],"names":[],"mappings":"AACA,eAAO,MAAM,SAAS,EAAE,KAAK,CAAC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,WAAW,EAAE,MAAM,CAAA;CAAE,CAqTlE,CAAC"}

package/esm/tool-names.js

@@ -264,6 +264,10 @@ export const toolNames = [
         "name": "agent-preference-evals-results-list",
         "description": "List Results\n\nReturns recorded attempts for an Agent Preference eval, newest first, each with whether your company won, lost, or tied against the competitor."
     },
+    {
+        "name": "plugin-evals-results-list",
+        "description": "List Plugin Eval Results\n\nReturns a day's plugin eval results, one per plugin with results that day. Each has a `download_url` for a zip of every run with and without the plugin installed, plus the insights report written from them. Call `download_url` with the same API key. Returns 404 when no results exist for the date."
+    },
     {
         "name": "agents-list",
         "description": "List Agents\n\nReturns the coding-agent harness-and-model combinations your plan can run, as single agent IDs. Pass them as `agent` to `POST /v2/prompts/runs` to see how coding agents answer your prompts, with mentions and citations, or to `PUT /v2/prompts/targets` to run them on a schedule; to `POST /v2/agent-preference/evals` to see whether agents recommend your company over one competitor; or to `POST /v2/evals` and `POST /v2/eval-runs` to measure how well agents complete tasks with your product."

package/esm/tool-names.js.map

@@ -1 +1 @@
-{"version":3,"file":"tool-names.js","sourceRoot":"","sources":["../src/tool-names.ts"],"names":[],"mappings":"AAAA,+BAA+B;AAC/B,MAAM,CAAC,MAAM,SAAS,GAAgD;IACpE;QACE,MAAM,EAAE,YAAY;QACpB,aAAa,EAAE,6GAA6G;KAC7H;IACD;QACE,MAAM,EAAE,wBAAwB;QAChC,aAAa,EAAE,0HAA0H;KAC1I;IACD;QACE,MAAM,EAAE,6BAA6B;QACrC,aAAa,EAAE,6YAA6Y;KAC7Z;IACD;QACE,MAAM,EAAE,8BAA8B;QACtC,aAAa,EAAE,qOAAqO;KACrP;IACD;QACE,MAAM,EAAE,2BAA2B;QACnC,aAAa,EAAE,wQAAwQ;KACxR;IACD;QACE,MAAM,EAAE,6BAA6B;QACrC,aAAa,EAAE,yLAAyL;KACzM;IACD;QACE,MAAM,EAAE,uCAAuC;QAC/C,aAAa,EAAE,4YAA4Y;KAC5Z;IACD;QACE,MAAM,EAAE,cAAc;QACtB,aAAa,EAAE,gWAAgW;KAChX;IACD;QACE,MAAM,EAAE,gBAAgB;QACxB,aAAa,EAAE,6JAA6J;KAC7K;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,yEAAyE;KACzF;IACD;QACE,MAAM,EAAE,uBAAuB;QAC/B,aAAa,EAAE,qEAAqE;KACrF;IACD;QACE,MAAM,EAAE,uBAAuB;QAC/B,aAAa,EAAE,uEAAuE;KACvF;IACD;QACE,MAAM,EAAE,uBAAuB;QAC/B,aAAa,EAAE,wJAAwJ;KACxK;IACD;QACE,MAAM,EAAE,sBAAsB;QAC9B,aAAa,EAAE,uMAAuM;KACvN;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,8iBAA8iB;KAC9jB;IACD;QACE,MAAM,EAAE,mBAAmB;QAC3B,aAAa,EAAE,qLAAqL;KACrM;IACD;QACE,MAAM,EAAE,uBAAuB;QAC/B,aAAa,EAAE,iJAAiJ;KACjK;IACD;QACE,MAAM,EAAE,kBAAkB;QAC1B,aAAa,EAAE,uHAAuH;KACvI;IACD;QACE,MAAM,EAAE,gBAAgB;QACxB,aAAa,EAAE,8IAA8I;KAC9J;IACD;QACE,MAAM,EAAE,gBAAgB;QACxB,aAAa,EAAE,qHAAqH;KACrI;IACD;QACE,MAAM,EAAE,aAAa;QACrB,aAAa,EAAE,+oBAA+oB;KAC/pB;IACD;QACE,MAAM,EAAE,oBAAoB;QAC5B,aAAa,EAAE,mOAAmO;KACnP;IACD;QACE,MAAM,EAAE,oBAAoB;QAC5B,aAAa,EAAE,8iBAA8iB;KAC9jB;IACD;QACE,MAAM,EAAE,oBAAoB;QAC5B,aAAa,EAAE,iMAAiM;KACjN;IACD;QACE,MAAM,EAAE,wBAAwB;QAChC,aAAa,EAAE,kHAAkH;KAClI;IACD;QACE,MAAM,EAAE,YAAY;QACpB,aAAa,EAAE,0IAA0I;KAC1J;IACD;QACE,MAAM,EAAE,cAAc;QACtB,aAAa,EAAE,iHAAiH;KACjI;IACD;QACE,MAAM,EAAE,gBAAgB;QACxB,aAAa,EAAE,uEAAuE;KACvF;IACD;QACE,MAAM,EAAE,cAAc;QACtB,aAAa,EAAE,4IAA4I;KAC5J;IACD;QACE,MAAM,EAAE,kBAAkB;QAC1B,aAAa,EAAE,6NAA6N;KAC7O;IACD;QACE,MAAM,EAAE,sBAAsB;QAC9B,aAAa,EAAE,uHAAuH;KACvI;IACD;QACE,MAAM,EAAE,4BAA4B;QACpC,aAAa,EAAE,yIAAyI;KACzJ;IACD;QACE,MAAM,EAAE,kCAAkC;QAC1C,aAAa,EAAE,mUAAmU;KACnV;IACD;QACE,MAAM,EAAE,8BAA8B;QACtC,aAAa,EAAE,wMAAwM;KACxN;IACD;QACE,MAAM,EAAE,4BAA4B;QACpC,aAAa,EAAE,0SAA0S;KAC1T;IACD;QACE,MAAM,EAAE,kCAAkC;QAC1C,aAAa,EAAE,gXAAgX;KAChY;IACD;QACE,MAAM,EAAE,gCAAgC;QACxC,aAAa,EAAE,kJAAkJ;KAClK;IACD;QACE,MAAM,EAAE,YAAY;QACpB,aAAa,EAAE,wKAAwK;KACxL;IACD;QACE,MAAM,EAAE,cAAc;QACtB,aAAa,EAAE,4qBAA4qB;KAC5rB;IACD;QACE,MAAM,EAAE,oBAAoB;QAC5B,aAAa,EAAE,2wBAA2wB;KAC3xB;IACD;QACE,MAAM,EAAE,gBAAgB;QACxB,aAAa,EAAE,mEAAmE;KACnF;IACD;QACE,MAAM,EAAE,cAAc;QACtB,aAAa,EAAE,6PAA6P;KAC7Q;IACD;QACE,MAAM,EAAE,cAAc;QACtB,aAAa,EAAE,iFAAiF;KACjG;IACD;QACE,MAAM,EAAE,2BAA2B;QACnC,aAAa,EAAE,sIAAsI;KACtJ;IACD;QACE,MAAM,EAAE,6BAA6B;QACrC,aAAa,EAAE,sIAAsI;KACtJ;IACD;QACE,MAAM,EAAE,+BAA+B;QACvC,aAAa,EAAE,wEAAwE;KACxF;IACD;QACE,MAAM,EAAE,6BAA6B;QACrC,aAAa,EAAE,yFAAyF;KACzG;IACD;QACE,MAAM,EAAE,6BAA6B;QACrC,aAAa,EAAE,qGAAqG;KACrH;IACD;QACE,MAAM,EAAE,WAAW;QACnB,aAAa,EAAE,45CAA45C;KAC56C;IACD;QACE,MAAM,EAAE,cAAc;QACtB,aAAa,EAAE,4VAA4V;KAC5W;IACD;QACE,MAAM,EAAE,aAAa;QACrB,aAAa,EAAE,+NAA+N;KAC/O;IACD;QACE,MAAM,EAAE,WAAW;QACnB,aAAa,EAAE,sTAAsT;KACtU;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,yKAAyK;KACzL;IACD;QACE,MAAM,EAAE,uBAAuB;QAC/B,aAAa,EAAE,ofAAof;KACpgB;IACD;QACE,MAAM,EAAE,yBAAyB;QACjC,aAAa,EAAE,yEAAyE;KACzF;IACD;QACE,MAAM,EAAE,uBAAuB;QAC/B,aAAa,EAAE,kKAAkK;KAClL;IACD;QACE,MAAM,EAAE,uBAAuB;QAC/B,aAAa,EAAE,oKAAoK;KACpL;IACD;QACE,MAAM,EAAE,gBAAgB;QACxB,aAAa,EAAE,oPAAoP;KACpQ;IACD;QACE,MAAM,EAAE,mCAAmC;QAC3C,aAAa,EAAE,0KAA0K;KAC1L;IACD;QACE,MAAM,EAAE,wCAAwC;QAChD,aAAa,EAAE,uUAAuU;KACvV;IACD;QACE,MAAM,EAAE,6BAA6B;QACrC,aAAa,EAAE,oFAAoF;KACpG;IACD;QACE,MAAM,EAAE,+BAA+B;QACvC,aAAa,EAAE,qSAAqS;KACrT;IACD;QACE,MAAM,EAAE,iCAAiC;QACzC,aAAa,EAAE,qDAAqD;KACrE;IACD;QACE,MAAM,EAAE,+BAA+B;QACvC,aAAa,EAAE,sQAAsQ;KACtR;IACD;QACE,MAAM,EAAE,+BAA+B;QACvC,aAAa,EAAE,+FAA+F;KAC/G;IACD;QACE,MAAM,EAAE,qCAAqC;QAC7C,aAAa,EAAE,iKAAiK;KACjL;IACD;QACE,MAAM,EAAE,aAAa;QACrB,aAAa,EAAE,0fAA0f;KAC1gB;IACD;QACE,MAAM,EAAE,mBAAmB;QAC3B,aAAa,EAAE,6OAA6O;KAC7P;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,wFAAwF;KACxG;IACD;QACE,MAAM,EAAE,uBAAuB;QAC/B,aAAa,EAAE,mEAAmE;KACnF;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,uFAAuF;KACvG;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,mGAAmG;KACnH;IACD;QACE,MAAM,EAAE,mBAAmB;QAC3B,aAAa,EAAE,oFAAoF;KACpG;IACD;QACE,MAAM,EAAE,kBAAkB;QAC1B,aAAa,EAAE,iGAAiG;KACjH;IACD;QACE,MAAM,EAAE,YAAY;QACpB,aAAa,EAAE,qFAAqF;KACrG;IACD;QACE,MAAM,EAAE,aAAa;QACrB,aAAa,EAAE,wFAAwF;KACxG;CACF,CAAC"}
+{"version":3,"file":"tool-names.js","sourceRoot":"","sources":["../src/tool-names.ts"],"names":[],"mappings":"AAAA,+BAA+B;AAC/B,MAAM,CAAC,MAAM,SAAS,GAAgD;IACpE;QACE,MAAM,EAAE,YAAY;QACpB,aAAa,EAAE,6GAA6G;KAC7H;IACD;QACE,MAAM,EAAE,wBAAwB;QAChC,aAAa,EAAE,0HAA0H;KAC1I;IACD;QACE,MAAM,EAAE,6BAA6B;QACrC,aAAa,EAAE,6YAA6Y;KAC7Z;IACD;QACE,MAAM,EAAE,8BAA8B;QACtC,aAAa,EAAE,qOAAqO;KACrP;IACD;QACE,MAAM,EAAE,2BAA2B;QACnC,aAAa,EAAE,wQAAwQ;KACxR;IACD;QACE,MAAM,EAAE,6BAA6B;QACrC,aAAa,EAAE,yLAAyL;KACzM;IACD;QACE,MAAM,EAAE,uCAAuC;QAC/C,aAAa,EAAE,4YAA4Y;KAC5Z;IACD;QACE,MAAM,EAAE,cAAc;QACtB,aAAa,EAAE,gWAAgW;KAChX;IACD;QACE,MAAM,EAAE,gBAAgB;QACxB,aAAa,EAAE,6JAA6J;KAC7K;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,yEAAyE;KACzF;IACD;QACE,MAAM,EAAE,uBAAuB;QAC/B,aAAa,EAAE,qEAAqE;KACrF;IACD;QACE,MAAM,EAAE,uBAAuB;QAC/B,aAAa,EAAE,uEAAuE;KACvF;IACD;QACE,MAAM,EAAE,uBAAuB;QAC/B,aAAa,EAAE,wJAAwJ;KACxK;IACD;QACE,MAAM,EAAE,sBAAsB;QAC9B,aAAa,EAAE,uMAAuM;KACvN;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,8iBAA8iB;KAC9jB;IACD;QACE,MAAM,EAAE,mBAAmB;QAC3B,aAAa,EAAE,qLAAqL;KACrM;IACD;QACE,MAAM,EAAE,uBAAuB;QAC/B,aAAa,EAAE,iJAAiJ;KACjK;IACD;QACE,MAAM,EAAE,kBAAkB;QAC1B,aAAa,EAAE,uHAAuH;KACvI;IACD;QACE,MAAM,EAAE,gBAAgB;QACxB,aAAa,EAAE,8IAA8I;KAC9J;IACD;QACE,MAAM,EAAE,gBAAgB;QACxB,aAAa,EAAE,qHAAqH;KACrI;IACD;QACE,MAAM,EAAE,aAAa;QACrB,aAAa,EAAE,+oBAA+oB;KAC/pB;IACD;QACE,MAAM,EAAE,oBAAoB;QAC5B,aAAa,EAAE,mOAAmO;KACnP;IACD;QACE,MAAM,EAAE,oBAAoB;QAC5B,aAAa,EAAE,8iBAA8iB;KAC9jB;IACD;QACE,MAAM,EAAE,oBAAoB;QAC5B,aAAa,EAAE,iMAAiM;KACjN;IACD;QACE,MAAM,EAAE,wBAAwB;QAChC,aAAa,EAAE,kHAAkH;KAClI;IACD;QACE,MAAM,EAAE,YAAY;QACpB,aAAa,EAAE,0IAA0I;KAC1J;IACD;QACE,MAAM,EAAE,cAAc;QACtB,aAAa,EAAE,iHAAiH;KACjI;IACD;QACE,MAAM,EAAE,gBAAgB;QACxB,aAAa,EAAE,uEAAuE;KACvF;IACD;QACE,MAAM,EAAE,cAAc;QACtB,aAAa,EAAE,4IAA4I;KAC5J;IACD;QACE,MAAM,EAAE,kBAAkB;QAC1B,aAAa,EAAE,6NAA6N;KAC7O;IACD;QACE,MAAM,EAAE,sBAAsB;QAC9B,aAAa,EAAE,uHAAuH;KACvI;IACD;QACE,MAAM,EAAE,4BAA4B;QACpC,aAAa,EAAE,yIAAyI;KACzJ;IACD;QACE,MAAM,EAAE,kCAAkC;QAC1C,aAAa,EAAE,mUAAmU;KACnV;IACD;QACE,MAAM,EAAE,8BAA8B;QACtC,aAAa,EAAE,wMAAwM;KACxN;IACD;QACE,MAAM,EAAE,4BAA4B;QACpC,aAAa,EAAE,0SAA0S;KAC1T;IACD;QACE,MAAM,EAAE,kCAAkC;QAC1C,aAAa,EAAE,gXAAgX;KAChY;IACD;QACE,MAAM,EAAE,gCAAgC;QACxC,aAAa,EAAE,kJAAkJ;KAClK;IACD;QACE,MAAM,EAAE,YAAY;QACpB,aAAa,EAAE,wKAAwK;KACxL;IACD;QACE,MAAM,EAAE,cAAc;QACtB,aAAa,EAAE,4qBAA4qB;KAC5rB;IACD;QACE,MAAM,EAAE,oBAAoB;QAC5B,aAAa,EAAE,2wBAA2wB;KAC3xB;IACD;QACE,MAAM,EAAE,gBAAgB;QACxB,aAAa,EAAE,mEAAmE;KACnF;IACD;QACE,MAAM,EAAE,cAAc;QACtB,aAAa,EAAE,6PAA6P;KAC7Q;IACD;QACE,MAAM,EAAE,cAAc;QACtB,aAAa,EAAE,iFAAiF;KACjG;IACD;QACE,MAAM,EAAE,2BAA2B;QACnC,aAAa,EAAE,sIAAsI;KACtJ;IACD;QACE,MAAM,EAAE,6BAA6B;QACrC,aAAa,EAAE,sIAAsI;KACtJ;IACD;QACE,MAAM,EAAE,+BAA+B;QACvC,aAAa,EAAE,wEAAwE;KACxF;IACD;QACE,MAAM,EAAE,6BAA6B;QACrC,aAAa,EAAE,yFAAyF;KACzG;IACD;QACE,MAAM,EAAE,6BAA6B;QACrC,aAAa,EAAE,qGAAqG;KACrH;IACD;QACE,MAAM,EAAE,WAAW;QACnB,aAAa,EAAE,45CAA45C;KAC56C;IACD;QACE,MAAM,EAAE,cAAc;QACtB,aAAa,EAAE,4VAA4V;KAC5W;IACD;QACE,MAAM,EAAE,aAAa;QACrB,aAAa,EAAE,+NAA+N;KAC/O;IACD;QACE,MAAM,EAAE,WAAW;QACnB,aAAa,EAAE,sTAAsT;KACtU;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,yKAAyK;KACzL;IACD;QACE,MAAM,EAAE,uBAAuB;QAC/B,aAAa,EAAE,ofAAof;KACpgB;IACD;QACE,MAAM,EAAE,yBAAyB;QACjC,aAAa,EAAE,yEAAyE;KACzF;IACD;QACE,MAAM,EAAE,uBAAuB;QAC/B,aAAa,EAAE,kKAAkK;KAClL;IACD;QACE,MAAM,EAAE,uBAAuB;QAC/B,aAAa,EAAE,oKAAoK;KACpL;IACD;QACE,MAAM,EAAE,gBAAgB;QACxB,aAAa,EAAE,oPAAoP;KACpQ;IACD;QACE,MAAM,EAAE,mCAAmC;QAC3C,aAAa,EAAE,0KAA0K;KAC1L;IACD;QACE,MAAM,EAAE,wCAAwC;QAChD,aAAa,EAAE,uUAAuU;KACvV;IACD;QACE,MAAM,EAAE,6BAA6B;QACrC,aAAa,EAAE,oFAAoF;KACpG;IACD;QACE,MAAM,EAAE,+BAA+B;QACvC,aAAa,EAAE,qSAAqS;KACrT;IACD;QACE,MAAM,EAAE,iCAAiC;QACzC,aAAa,EAAE,qDAAqD;KACrE;IACD;QACE,MAAM,EAAE,+BAA+B;QACvC,aAAa,EAAE,sQAAsQ;KACtR;IACD;QACE,MAAM,EAAE,+BAA+B;QACvC,aAAa,EAAE,+FAA+F;KAC/G;IACD;QACE,MAAM,EAAE,qCAAqC;QAC7C,aAAa,EAAE,iKAAiK;KACjL;IACD;QACE,MAAM,EAAE,2BAA2B;QACnC,aAAa,EAAE,uUAAuU;KACvV;IACD;QACE,MAAM,EAAE,aAAa;QACrB,aAAa,EAAE,0fAA0f;KAC1gB;IACD;QACE,MAAM,EAAE,mBAAmB;QAC3B,aAAa,EAAE,6OAA6O;KAC7P;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,wFAAwF;KACxG;IACD;QACE,MAAM,EAAE,uBAAuB;QAC/B,aAAa,EAAE,mEAAmE;KACnF;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,uFAAuF;KACvG;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,mGAAmG;KACnH;IACD;QACE,MAAM,EAAE,mBAAmB;QAC3B,aAAa,EAAE,oFAAoF;KACpG;IACD;QACE,MAAM,EAAE,kBAAkB;QAC1B,aAAa,EAAE,iGAAiG;KACjH;IACD;QACE,MAAM,EAAE,YAAY;QACpB,aAAa,EAAE,qFAAqF;KACrG;IACD;QACE,MAAM,EAAE,aAAa;QACrB,aAAa,EAAE,wFAAwF;KACxG;CACF,CAAC"}

package/lib/tool-overrides.js

@@ -0,0 +1,66 @@
+// Corrections to generated tool metadata for the hosted MCP server.
+//
+// Speakeasy derives tool annotations from the HTTP method, so every write is
+// marked non-destructive and closed-world, and it builds names from operation
+// ids ("CLIs list" becomes "CL-is-list"). App directory reviews (OpenAI) check
+// these hints against what each tool does, so the tools below are corrected
+// here, after the generated tools are registered. This file is hand-written
+// and outside the generated `src/` tree, so regeneration keeps it.
+
+/** Tools that overwrite or stop work and cannot be undone by the caller. */
+const DESTRUCTIVE_TOOLS = [
+  // Replaces the full list of AI platforms a prompt runs on.
+  "prompts-targets-set",
+  // Overwrites a prompt's text and settings.
+  "prompts-update",
+  // Stops a prompt run in progress; its partial results are discarded.
+  "prompts-run-cancel",
+  // Overwrites an eval's prompt, judge and settings.
+  "evals-update",
+  // Stops an eval run in progress.
+  "evals-cancel",
+  // Overwrites an Agent Preference eval's prompt and competitors.
+  "agent-preference-evals-update",
+];
+
+/** Tools that send work to outside AI systems the caller does not control. */
+const OPEN_WORLD_TOOLS = [
+  // Runs a prompt on third-party answer engines (ChatGPT, Perplexity, ...).
+  "prompts-run",
+  // Runs coding agents and AI models on an eval.
+  "evals-run",
+];
+
+/** Generated names that do not describe the tool. */
+export const TOOL_RENAMES = {
+  "CL-is-list": "clis-list",
+};
+
+export const ANNOTATION_OVERRIDES = Object.fromEntries([
+  ...DESTRUCTIVE_TOOLS.map((name) => [
+    name,
+    { readOnlyHint: false, destructiveHint: true },
+  ]),
+  ...OPEN_WORLD_TOOLS.map((name) => [name, { openWorldHint: true }]),
+]);
+
+/**
+ * Apply the annotation corrections and renames to an McpServer whose
+ * generated tools are already registered. Tools that are not registered
+ * (filtered out by MCP_ALLOWED_TOOLS, or dynamic mode) are skipped.
+ */
+export function applyToolOverrides(mcpServer) {
+  const tools = mcpServer._registeredTools ?? {};
+
+  for (const [name, overrides] of Object.entries(ANNOTATION_OVERRIDES)) {
+    const tool = tools[name];
+    if (!tool) continue;
+    tool.update({ annotations: { ...(tool.annotations ?? {}), ...overrides } });
+  }
+
+  for (const [from, to] of Object.entries(TOOL_RENAMES)) {
+    const tool = tools[from];
+    if (!tool || tools[to]) continue;
+    tool.update({ name: to });
+  }
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@lightsage/mcp",
-  "version": "0.4.22",
+  "version": "0.4.24",
   "author": "Speakeasy",
   "type": "module",
   "sideEffects": false,

package/src/funcs/pluginEvalsResultsList.ts

@@ -0,0 +1,148 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ * @generated-id: d240b80e4eb6
+ */
+
+import { LightsageMcpCore } from "../core.js";
+import { encodeFormQuery } from "../lib/encodings.js";
+import { compactMap } from "../lib/primitives.js";
+import { safeParse } from "../lib/schemas.js";
+import { RequestOptions } from "../lib/sdks.js";
+import { extractSecurity, resolveGlobalSecurity } from "../lib/security.js";
+import { pathToFunc } from "../lib/url.js";
+import { APIError } from "../models/errors/apierror.js";
+import {
+  ConnectionError,
+  InvalidRequestError,
+  RequestAbortedError,
+  RequestTimeoutError,
+  UnexpectedClientError,
+} from "../models/errors/httpclienterrors.js";
+import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
+import {
+  V2PluginEvalsResultsListRequest,
+  V2PluginEvalsResultsListRequest$zodSchema,
+} from "../models/v2pluginevalsresultslistop.js";
+import { APICall, APIPromise } from "../types/async.js";
+import { Result } from "../types/fp.js";
+
+/**
+ * List Plugin Eval Results
+ *
+ * @remarks
+ * Returns a day's plugin eval results, one per plugin with results that day. Each has a `download_url` for a zip of every run with and without the plugin installed, plus the insights report written from them. Call `download_url` with the same API key. Returns 404 when no results exist for the date.
+ */
+export function pluginEvalsResultsList(
+  client$: LightsageMcpCore,
+  request: V2PluginEvalsResultsListRequest,
+  options?: RequestOptions,
+): APIPromise<
+  Result<
+    Response,
+    | APIError
+    | SDKValidationError
+    | UnexpectedClientError
+    | InvalidRequestError
+    | RequestAbortedError
+    | RequestTimeoutError
+    | ConnectionError
+  >
+> {
+  return new APIPromise($do(
+    client$,
+    request,
+    options,
+  ));
+}
+
+async function $do(
+  client$: LightsageMcpCore,
+  request: V2PluginEvalsResultsListRequest,
+  options?: RequestOptions,
+): Promise<
+  [
+    Result<
+      Response,
+      | APIError
+      | SDKValidationError
+      | UnexpectedClientError
+      | InvalidRequestError
+      | RequestAbortedError
+      | RequestTimeoutError
+      | ConnectionError
+    >,
+    APICall,
+  ]
+> {
+  const parsed$ = safeParse(
+    request,
+    (value$) => V2PluginEvalsResultsListRequest$zodSchema.parse(value$),
+    "Input validation failed",
+  );
+  if (!parsed$.ok) {
+    return [parsed$, { status: "invalid" }];
+  }
+  const payload$ = parsed$.value;
+  const body$ = null;
+  const path$ = pathToFunc("/v2/plugin-evals/results")();
+  const query$ = encodeFormQuery({
+    "date": payload$.date,
+  });
+
+  const headers$ = new Headers(compactMap({
+    Accept: "application/json",
+  }));
+  const securityInput = await extractSecurity(client$._options.security);
+  const requestSecurity = resolveGlobalSecurity(securityInput);
+
+  const context = {
+    options: client$._options,
+    baseURL: options?.serverURL ?? client$._baseURL ?? "",
+    operationID: "v2_plugin_evals_results_list",
+    oAuth2Scopes: null,
+    resolvedSecurity: requestSecurity,
+    securitySource: client$._options.security,
+    retryConfig: options?.retries
+      || client$._options.retryConfig
+      || { strategy: "none" },
+    retryCodes: options?.retryCodes || [
+      "429",
+      "500",
+      "502",
+      "503",
+      "504",
+    ],
+  };
+
+  const requestRes = client$._createRequest(context, {
+    security: requestSecurity,
+    method: "GET",
+    baseURL: options?.serverURL,
+    path: path$,
+    headers: headers$,
+    query: query$,
+    body: body$,
+    userAgent: client$._options.userAgent,
+    timeoutMs: options?.timeoutMs || client$._options.timeoutMs
+      || -1,
+  }, options);
+  if (!requestRes.ok) {
+    return [requestRes, { status: "invalid" }];
+  }
+  const req$ = requestRes.value;
+
+  const doResult = await client$._do(req$, {
+    context,
+    errorCodes: [],
+    retryConfig: context.retryConfig,
+    retryCodes: context.retryCodes,
+  });
+  if (!doResult.ok) {
+    return [doResult, { status: "request-error", request: req$ }];
+  }
+  return [doResult, {
+    status: "complete",
+    "request": req$,
+    response: doResult.value,
+  }];
+}

package/src/landing-page.ts

@@ -931,7 +931,7 @@ http_headers = { "lightsage-api-key-auth" = "YOUR_LIGHTSAGE_API_KEY_AUTH" }`;
         <h1>Instructions</h1>
         <p>One-click installation for Claude Desktop users</p>
         <div class="instruction-item">
-          <a href="https://github.com/lightsagehq/mcp/releases/download/v0.4.22/mcp-server.mcpb" download="mcp-server.mcpb" class="action-button header-action" style="display: inline-flex; margin-bottom: 16px;">
+          <a href="https://github.com/lightsagehq/mcp/releases/download/v0.4.24/mcp-server.mcpb" download="mcp-server.mcpb" class="action-button header-action" style="display: inline-flex; margin-bottom: 16px;">
             📥 Download MCP Bundle
           </a>
         </div>

package/src/lib/config.ts

@@ -66,7 +66,7 @@ export function serverURLFromOptions(options: SDKOptions): URL | null {
 export const SDK_METADATA = {
   language: "typescript",
   openapiDocVersion: "1.0.0",
-  sdkVersion: "0.4.22",
+  sdkVersion: "0.4.24",
   genVersion: "2.948.4",
-  userAgent: "speakeasy-sdk/mcp-typescript 0.4.22 2.948.4 1.0.0 @lightsage/mcp",
+  userAgent: "speakeasy-sdk/mcp-typescript 0.4.24 2.948.4 1.0.0 @lightsage/mcp",
 } as const;

package/src/mcp-server/mcp-server.ts

@@ -22,7 +22,7 @@ const routes = buildRouteMap({
 export const app = buildApplication(routes, {
   name: "mcp",
   versionInfo: {
-    currentVersion: "0.4.22",
+    currentVersion: "0.4.24",
   },
 });