@lightsage/mcp 0.2.2 → 0.3.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (179) hide show
  1. package/README.md +2 -2
  2. package/bin/mcp-server.js +697 -317
  3. package/bin/mcp-server.js.map +42 -32
  4. package/esm/funcs/evalResultsV2EvalResultsList.d.ts +1 -1
  5. package/esm/funcs/evalResultsV2EvalResultsList.js +1 -1
  6. package/esm/funcs/evalsAnalysis.d.ts +16 -0
  7. package/esm/funcs/evalsAnalysis.d.ts.map +1 -0
  8. package/esm/funcs/evalsAnalysis.js +88 -0
  9. package/esm/funcs/evalsAnalysis.js.map +1 -0
  10. package/esm/funcs/evalsRun.d.ts +3 -3
  11. package/esm/funcs/evalsRun.js +3 -3
  12. package/esm/funcs/evalsTrace.d.ts +16 -0
  13. package/esm/funcs/evalsTrace.d.ts.map +1 -0
  14. package/esm/funcs/{evalsMonitor.js → evalsTrace.js} +19 -20
  15. package/esm/funcs/evalsTrace.js.map +1 -0
  16. package/esm/funcs/evalsV2EvalsCreate.d.ts +1 -1
  17. package/esm/funcs/evalsV2EvalsCreate.js +1 -1
  18. package/esm/funcs/evalsV2EvalsList.d.ts +1 -1
  19. package/esm/funcs/evalsV2EvalsList.js +1 -1
  20. package/esm/funcs/evalsV2EvalsRetrieve.d.ts +1 -1
  21. package/esm/funcs/evalsV2EvalsRetrieve.js +1 -1
  22. package/esm/funcs/evalsV2EvalsUpdate.d.ts +1 -1
  23. package/esm/funcs/evalsV2EvalsUpdate.js +1 -1
  24. package/esm/landing-page.js +1 -1
  25. package/esm/lib/config.d.ts +3 -3
  26. package/esm/lib/config.js +3 -3
  27. package/esm/lib/config.js.map +1 -1
  28. package/esm/mcp-server/mcp-server.js +1 -1
  29. package/esm/mcp-server/server.d.ts.map +1 -1
  30. package/esm/mcp-server/server.js +5 -3
  31. package/esm/mcp-server/server.js.map +1 -1
  32. package/esm/mcp-server/tools/evalResultsV2EvalResultsList.js +1 -1
  33. package/esm/mcp-server/tools/evalResultsV2EvalResultsList.js.map +1 -1
  34. package/esm/mcp-server/tools/evalsAnalysis.d.ts +7 -0
  35. package/esm/mcp-server/tools/evalsAnalysis.d.ts.map +1 -0
  36. package/esm/mcp-server/tools/evalsAnalysis.js +35 -0
  37. package/esm/mcp-server/tools/evalsAnalysis.js.map +1 -0
  38. package/esm/mcp-server/tools/evalsRun.js +3 -3
  39. package/esm/mcp-server/tools/evalsRun.js.map +1 -1
  40. package/esm/mcp-server/tools/evalsTrace.d.ts +7 -0
  41. package/esm/mcp-server/tools/evalsTrace.d.ts.map +1 -0
  42. package/esm/mcp-server/tools/evalsTrace.js +35 -0
  43. package/esm/mcp-server/tools/evalsTrace.js.map +1 -0
  44. package/esm/mcp-server/tools/evalsV2EvalsCreate.js +1 -1
  45. package/esm/mcp-server/tools/evalsV2EvalsCreate.js.map +1 -1
  46. package/esm/mcp-server/tools/evalsV2EvalsList.js +1 -1
  47. package/esm/mcp-server/tools/evalsV2EvalsList.js.map +1 -1
  48. package/esm/mcp-server/tools/evalsV2EvalsRetrieve.js +1 -1
  49. package/esm/mcp-server/tools/evalsV2EvalsRetrieve.js.map +1 -1
  50. package/esm/mcp-server/tools/evalsV2EvalsUpdate.js +1 -1
  51. package/esm/mcp-server/tools/evalsV2EvalsUpdate.js.map +1 -1
  52. package/esm/models/createv2evalrequest.d.ts +16 -21
  53. package/esm/models/createv2evalrequest.d.ts.map +1 -1
  54. package/esm/models/createv2evalrequest.js +25 -18
  55. package/esm/models/createv2evalrequest.js.map +1 -1
  56. package/esm/models/createv2evalrunrequest.d.ts +19 -4
  57. package/esm/models/createv2evalrunrequest.d.ts.map +1 -1
  58. package/esm/models/createv2evalrunrequest.js +31 -6
  59. package/esm/models/createv2evalrunrequest.js.map +1 -1
  60. package/esm/models/updatev2evalrequest.d.ts +16 -21
  61. package/esm/models/updatev2evalrequest.d.ts.map +1 -1
  62. package/esm/models/updatev2evalrequest.js +25 -18
  63. package/esm/models/updatev2evalrequest.js.map +1 -1
  64. package/esm/models/v2eval.d.ts +16 -21
  65. package/esm/models/v2eval.d.ts.map +1 -1
  66. package/esm/models/v2eval.js +25 -18
  67. package/esm/models/v2eval.js.map +1 -1
  68. package/esm/models/v2evalresult.d.ts +4 -2
  69. package/esm/models/v2evalresult.d.ts.map +1 -1
  70. package/esm/models/v2evalresult.js +3 -1
  71. package/esm/models/v2evalresult.js.map +1 -1
  72. package/esm/models/v2evalresultsummary.d.ts +4 -1
  73. package/esm/models/v2evalresultsummary.d.ts.map +1 -1
  74. package/esm/models/v2evalresultsummary.js +4 -1
  75. package/esm/models/v2evalresultsummary.js.map +1 -1
  76. package/esm/models/v2evalrun.d.ts +5 -2
  77. package/esm/models/v2evalrun.d.ts.map +1 -1
  78. package/esm/models/v2evalrun.js +5 -2
  79. package/esm/models/v2evalrun.js.map +1 -1
  80. package/esm/models/v2evalrunanalysis.d.ts +20 -0
  81. package/esm/models/v2evalrunanalysis.d.ts.map +1 -0
  82. package/esm/models/v2evalrunanalysis.js +22 -0
  83. package/esm/models/v2evalrunanalysis.js.map +1 -0
  84. package/esm/models/v2evalrunanalysisresponse.d.ts +12 -0
  85. package/esm/models/v2evalrunanalysisresponse.d.ts.map +1 -0
  86. package/esm/models/v2evalrunanalysisresponse.js +15 -0
  87. package/esm/models/v2evalrunanalysisresponse.js.map +1 -0
  88. package/esm/models/v2evalrunsanalysisop.d.ts +17 -0
  89. package/esm/models/v2evalrunsanalysisop.d.ts.map +1 -0
  90. package/esm/models/v2evalrunsanalysisop.js +19 -0
  91. package/esm/models/v2evalrunsanalysisop.js.map +1 -0
  92. package/esm/models/v2evalrunstraceop.d.ts +19 -0
  93. package/esm/models/v2evalrunstraceop.d.ts.map +1 -0
  94. package/esm/models/v2evalrunstraceop.js +21 -0
  95. package/esm/models/v2evalrunstraceop.js.map +1 -0
  96. package/esm/models/v2evalruntraceevent.d.ts +21 -0
  97. package/esm/models/v2evalruntraceevent.d.ts.map +1 -0
  98. package/esm/models/v2evalruntraceevent.js +23 -0
  99. package/esm/models/v2evalruntraceevent.js.map +1 -0
  100. package/esm/models/v2evalruntraceresponse.d.ts +14 -0
  101. package/esm/models/v2evalruntraceresponse.d.ts.map +1 -0
  102. package/esm/models/v2evalruntraceresponse.js +17 -0
  103. package/esm/models/v2evalruntraceresponse.js.map +1 -0
  104. package/esm/models/v2inlineclireference.d.ts +6 -0
  105. package/esm/models/v2inlineclireference.d.ts.map +1 -0
  106. package/esm/models/v2inlineclireference.js +10 -0
  107. package/esm/models/v2inlineclireference.js.map +1 -0
  108. package/esm/models/v2inlinemcpdefinition.d.ts +28 -0
  109. package/esm/models/v2inlinemcpdefinition.d.ts.map +1 -0
  110. package/esm/models/v2inlinemcpdefinition.js +25 -0
  111. package/esm/models/v2inlinemcpdefinition.js.map +1 -0
  112. package/esm/models/v2savedclireference.d.ts +6 -0
  113. package/esm/models/v2savedclireference.d.ts.map +1 -0
  114. package/esm/models/v2savedclireference.js +10 -0
  115. package/esm/models/v2savedclireference.js.map +1 -0
  116. package/esm/models/v2savedmcpreference.d.ts +6 -0
  117. package/esm/models/v2savedmcpreference.d.ts.map +1 -0
  118. package/esm/models/v2savedmcpreference.js +10 -0
  119. package/esm/models/v2savedmcpreference.js.map +1 -0
  120. package/esm/tool-names.d.ts.map +1 -1
  121. package/esm/tool-names.js +12 -8
  122. package/esm/tool-names.js.map +1 -1
  123. package/package.json +1 -1
  124. package/src/funcs/evalResultsV2EvalResultsList.ts +1 -1
  125. package/src/funcs/evalsAnalysis.ts +153 -0
  126. package/src/funcs/evalsRun.ts +3 -3
  127. package/src/funcs/{evalsMonitor.ts → evalsTrace.ts} +26 -24
  128. package/src/funcs/evalsV2EvalsCreate.ts +1 -1
  129. package/src/funcs/evalsV2EvalsList.ts +1 -1
  130. package/src/funcs/evalsV2EvalsRetrieve.ts +1 -1
  131. package/src/funcs/evalsV2EvalsUpdate.ts +1 -1
  132. package/src/landing-page.ts +1 -1
  133. package/src/lib/config.ts +3 -3
  134. package/src/mcp-server/mcp-server.ts +1 -1
  135. package/src/mcp-server/server.ts +5 -3
  136. package/src/mcp-server/tools/evalResultsV2EvalResultsList.ts +1 -1
  137. package/src/mcp-server/tools/evalsAnalysis.ts +43 -0
  138. package/src/mcp-server/tools/evalsRun.ts +3 -3
  139. package/src/mcp-server/tools/{evalsMonitor.ts → evalsTrace.ts} +9 -9
  140. package/src/mcp-server/tools/evalsV2EvalsCreate.ts +1 -1
  141. package/src/mcp-server/tools/evalsV2EvalsList.ts +1 -1
  142. package/src/mcp-server/tools/evalsV2EvalsRetrieve.ts +1 -1
  143. package/src/mcp-server/tools/evalsV2EvalsUpdate.ts +1 -1
  144. package/src/models/createv2evalrequest.ts +71 -28
  145. package/src/models/createv2evalrunrequest.ts +85 -13
  146. package/src/models/updatev2evalrequest.ts +61 -28
  147. package/src/models/v2eval.ts +49 -26
  148. package/src/models/v2evalresult.ts +8 -4
  149. package/src/models/v2evalresultsummary.ts +9 -3
  150. package/src/models/v2evalrun.ts +18 -6
  151. package/src/models/v2evalrunanalysis.ts +59 -0
  152. package/src/models/v2evalrunanalysisresponse.ts +32 -0
  153. package/src/models/v2evalrunsanalysisop.ts +48 -0
  154. package/src/models/v2evalrunstraceop.ts +58 -0
  155. package/src/models/v2evalruntraceevent.ts +45 -0
  156. package/src/models/v2evalruntraceresponse.ts +38 -0
  157. package/src/models/v2inlineclireference.ts +15 -0
  158. package/src/models/v2inlinemcpdefinition.ts +51 -0
  159. package/src/models/v2savedclireference.ts +13 -0
  160. package/src/models/v2savedmcpreference.ts +13 -0
  161. package/src/tool-names.ts +12 -8
  162. package/test/simulations.test.js +162 -0
  163. package/esm/funcs/evalsMonitor.d.ts +0 -20
  164. package/esm/funcs/evalsMonitor.d.ts.map +0 -1
  165. package/esm/funcs/evalsMonitor.js.map +0 -1
  166. package/esm/mcp-server/tools/evalsMonitor.d.ts +0 -7
  167. package/esm/mcp-server/tools/evalsMonitor.d.ts.map +0 -1
  168. package/esm/mcp-server/tools/evalsMonitor.js +0 -35
  169. package/esm/mcp-server/tools/evalsMonitor.js.map +0 -1
  170. package/esm/models/v2evaljudge.d.ts +0 -6
  171. package/esm/models/v2evaljudge.d.ts.map +0 -1
  172. package/esm/models/v2evaljudge.js +0 -9
  173. package/esm/models/v2evaljudge.js.map +0 -1
  174. package/esm/models/v2evalrunsmonitorop.d.ts +0 -27
  175. package/esm/models/v2evalrunsmonitorop.d.ts.map +0 -1
  176. package/esm/models/v2evalrunsmonitorop.js +0 -27
  177. package/esm/models/v2evalrunsmonitorop.js.map +0 -1
  178. package/src/models/v2evaljudge.ts +0 -12
  179. package/src/models/v2evalrunsmonitorop.ts +0 -59
@@ -2,13 +2,15 @@ import * as z from "zod";
2
2
  export type V2EvalResult = {
3
3
  id: string;
4
4
  eval_id?: string | null | undefined;
5
- agent_id?: string | null | undefined;
5
+ agent?: string | null | undefined;
6
+ prompt?: string | null | undefined;
7
+ prompt_index?: number | undefined;
8
+ repeat_index?: number | undefined;
6
9
  passed?: boolean | null | undefined;
7
10
  score?: number | null | undefined;
8
11
  failure_reasons?: Array<string> | null | undefined;
9
12
  latency_ms?: number | null | undefined;
10
13
  created_at?: string | null | undefined;
11
- prompt?: string | null | undefined;
12
14
  output?: string | null | undefined;
13
15
  execution_stdout?: string | null | undefined;
14
16
  execution_stderr?: string | null | undefined;
@@ -1 +1 @@
1
- {"version":3,"file":"v2evalresult.d.ts","sourceRoot":"","sources":["../../src/models/v2evalresult.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,MAAM,MAAM,YAAY,GAAG;IACzB,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACrC,MAAM,CAAC,EAAE,OAAO,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAClC,eAAe,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IACnD,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACnC,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACnC,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC7C,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC7C,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACtC,UAAU,CAAC,EAAE,KAAK,CAAC;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;CAC7D,CAAC;AAEF,eAAO,MAAM,sBAAsB,EAAE,CAAC,CAAC,OAAO,CAAC,YAAY,CAiBzD,CAAC"}
1
+ {"version":3,"file":"v2evalresult.d.ts","sourceRoot":"","sources":["../../src/models/v2evalresult.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,MAAM,MAAM,YAAY,GAAG;IACzB,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAClC,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACnC,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,MAAM,CAAC,EAAE,OAAO,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAClC,eAAe,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IACnD,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACnC,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC7C,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC7C,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACtC,UAAU,CAAC,EAAE,KAAK,CAAC;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;CAC7D,CAAC;AAEF,eAAO,MAAM,sBAAsB,EAAE,CAAC,CAAC,OAAO,CAAC,YAAY,CAmBzD,CAAC"}
@@ -4,7 +4,7 @@
4
4
  */
5
5
  import * as z from "zod";
6
6
  export const V2EvalResult$zodSchema = z.object({
7
- agent_id: z.string().nullable().optional().describe("Runnable agent ID combining the harness and model."),
7
+ agent: z.string().nullable().optional().describe("Runnable agent combining the harness and model."),
8
8
  created_at: z.string().nullable().optional(),
9
9
  eval_id: z.string().nullable().optional(),
10
10
  execution_stderr: z.string().nullable().optional(),
@@ -16,6 +16,8 @@ export const V2EvalResult$zodSchema = z.object({
16
16
  output: z.string().nullable().optional(),
17
17
  passed: z.boolean().nullable().optional(),
18
18
  prompt: z.string().nullable().optional(),
19
+ prompt_index: z.int().default(0),
20
+ repeat_index: z.int().default(0),
19
21
  score: z.number().nullable().optional().describe("Score from 0 to 1."),
20
22
  tool_calls: z.array(z.record(z.string(), z.any())).nullable().optional(),
21
23
  });
@@ -1 +1 @@
1
- {"version":3,"file":"v2evalresult.js","sourceRoot":"","sources":["../../src/models/v2evalresult.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAmBzB,MAAM,CAAC,MAAM,sBAAsB,GAA4B,CAAC,CAAC,MAAM,CAAC;IACtE,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACjD,oDAAoD,CACrD;IACD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC5C,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzC,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAClD,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAClD,SAAS,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACxC,eAAe,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC1D,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,gCAAgC,CAAC;IACzD,UAAU,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACxC,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACxC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,oBAAoB,CAAC;IACtE,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CACzE,CAAC,CAAC"}
1
+ {"version":3,"file":"v2evalresult.js","sourceRoot":"","sources":["../../src/models/v2evalresult.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAqBzB,MAAM,CAAC,MAAM,sBAAsB,GAA4B,CAAC,CAAC,MAAM,CAAC;IACtE,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC9C,iDAAiD,CAClD;IACD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC5C,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzC,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAClD,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAClD,SAAS,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACxC,eAAe,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC1D,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,gCAAgC,CAAC;IACzD,UAAU,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACxC,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACxC,YAAY,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAChC,YAAY,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAChC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,oBAAoB,CAAC;IACtE,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CACzE,CAAC,CAAC"}
@@ -2,7 +2,10 @@ import * as z from "zod";
2
2
  export type V2EvalResultSummary = {
3
3
  id: string;
4
4
  eval_id?: string | null | undefined;
5
- agent_id?: string | null | undefined;
5
+ agent?: string | null | undefined;
6
+ prompt?: string | null | undefined;
7
+ prompt_index?: number | undefined;
8
+ repeat_index?: number | undefined;
6
9
  passed?: boolean | null | undefined;
7
10
  score?: number | null | undefined;
8
11
  failure_reasons?: Array<string> | null | undefined;
@@ -1 +1 @@
1
- {"version":3,"file":"v2evalresultsummary.d.ts","sourceRoot":"","sources":["../../src/models/v2evalresultsummary.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,MAAM,MAAM,mBAAmB,GAAG;IAChC,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACrC,MAAM,CAAC,EAAE,OAAO,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAClC,eAAe,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IACnD,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;CACxC,CAAC;AAEF,eAAO,MAAM,6BAA6B,EAAE,CAAC,CAAC,OAAO,CAAC,mBAAmB,CAYrE,CAAC"}
1
+ {"version":3,"file":"v2evalresultsummary.d.ts","sourceRoot":"","sources":["../../src/models/v2evalresultsummary.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,MAAM,MAAM,mBAAmB,GAAG;IAChC,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAClC,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACnC,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,MAAM,CAAC,EAAE,OAAO,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAClC,eAAe,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IACnD,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;CACxC,CAAC;AAEF,eAAO,MAAM,6BAA6B,EAAE,CAAC,CAAC,OAAO,CAAC,mBAAmB,CAerE,CAAC"}
@@ -5,13 +5,16 @@
5
5
  import * as z from "zod";
6
6
  export const V2EvalResultSummary$zodSchema = z
7
7
  .object({
8
- agent_id: z.string().nullable().optional().describe("Runnable agent ID combining the harness and model."),
8
+ agent: z.string().nullable().optional().describe("Runnable agent combining the harness and model."),
9
9
  created_at: z.string().nullable().optional(),
10
10
  eval_id: z.string().nullable().optional(),
11
11
  failure_reasons: z.array(z.string()).nullable().optional(),
12
12
  id: z.string().describe("Result ID, not an eval job ID."),
13
13
  latency_ms: z.int().nullable().optional(),
14
14
  passed: z.boolean().nullable().optional(),
15
+ prompt: z.string().nullable().optional(),
16
+ prompt_index: z.int().default(0),
17
+ repeat_index: z.int().default(0),
15
18
  score: z.number().nullable().optional().describe("Score from 0 to 1."),
16
19
  });
17
20
  //# sourceMappingURL=v2evalresultsummary.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"v2evalresultsummary.js","sourceRoot":"","sources":["../../src/models/v2evalresultsummary.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAazB,MAAM,CAAC,MAAM,6BAA6B,GAAmC,CAAC;KAC3E,MAAM,CAAC;IACN,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACjD,oDAAoD,CACrD;IACD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC5C,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzC,eAAe,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC1D,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,gCAAgC,CAAC;IACzD,UAAU,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzC,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,oBAAoB,CAAC;CACvE,CAAC,CAAC"}
1
+ {"version":3,"file":"v2evalresultsummary.js","sourceRoot":"","sources":["../../src/models/v2evalresultsummary.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAgBzB,MAAM,CAAC,MAAM,6BAA6B,GAAmC,CAAC;KAC3E,MAAM,CAAC;IACN,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC9C,iDAAiD,CAClD;IACD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC5C,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzC,eAAe,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC1D,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,gCAAgC,CAAC;IACzD,UAAU,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzC,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACxC,YAAY,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAChC,YAAY,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAChC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,oBAAoB,CAAC;CACvE,CAAC,CAAC"}
@@ -6,8 +6,11 @@ export type V2EvalRun = {
6
6
  eval_id?: string | null | undefined;
7
7
  eval_name?: string | null | undefined;
8
8
  configuration_id?: string | null | undefined;
9
- agent_id?: string | null | undefined;
10
- agent_name?: string | null | undefined;
9
+ persona?: string | null | undefined;
10
+ agent?: Array<string> | undefined;
11
+ prompt_count?: number | undefined;
12
+ runs?: number | undefined;
13
+ attempt_count?: number | undefined;
11
14
  status: string;
12
15
  stage?: string | null | undefined;
13
16
  dispatch_id?: string | null | undefined;
@@ -1 +1 @@
1
- {"version":3,"file":"v2evalrun.d.ts","sourceRoot":"","sources":["../../src/models/v2evalrun.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,qBAAqB,EAEtB,MAAM,4BAA4B,CAAC;AAEpC,MAAM,MAAM,SAAS,GAAG;IACtB,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACtC,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC7C,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACrC,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAClC,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACxC,QAAQ,CAAC,EAAE,qBAAqB,GAAG,SAAS,CAAC;IAC7C,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC3C,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAClC,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;CAC1C,CAAC;AAEF,eAAO,MAAM,mBAAmB,EAAE,CAAC,CAAC,OAAO,CAAC,SAAS,CAyBnD,CAAC"}
1
+ {"version":3,"file":"v2evalrun.d.ts","sourceRoot":"","sources":["../../src/models/v2evalrun.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,qBAAqB,EAEtB,MAAM,4BAA4B,CAAC;AAEpC,MAAM,MAAM,SAAS,GAAG;IACtB,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACtC,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC7C,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,KAAK,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IAClC,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,aAAa,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACnC,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAClC,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACxC,QAAQ,CAAC,EAAE,qBAAqB,GAAG,SAAS,CAAC;IAC7C,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC3C,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAClC,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;CAC1C,CAAC;AAEF,eAAO,MAAM,mBAAmB,EAAE,CAAC,CAAC,OAAO,CAAC,SAAS,CAkCnD,CAAC"}
@@ -5,8 +5,8 @@
5
5
  import * as z from "zod";
6
6
  import { PublicEvalRunProgress$zodSchema, } from "./publicevalrunprogress.js";
7
7
  export const V2EvalRun$zodSchema = z.object({
8
- agent_id: z.string().nullable().optional().describe("Runnable agent ID selected for this run."),
9
- agent_name: z.string().nullable().optional().describe("Display name captured for the selected agent."),
8
+ agent: z.array(z.string()).optional().describe("Runnable agents selected for this simulation."),
9
+ attempt_count: z.int().default(1).describe("Total concrete attempts after all fan-out dimensions."),
10
10
  completed_at: z.string().nullable().optional(),
11
11
  configuration_id: z.string().nullable().optional(),
12
12
  created_at: z.string().nullable().optional(),
@@ -17,7 +17,10 @@ export const V2EvalRun$zodSchema = z.object({
17
17
  eval_name: z.string().nullable().optional().describe("Display name captured for the eval when the run was created."),
18
18
  id: z.string().describe("Run ID to use when polling eval-run status."),
19
19
  job_id: z.string().describe("Alias of `id` for the durable parent job."),
20
+ persona: z.string().nullable().optional().describe("Perspective applied to every attempt in this simulation."),
20
21
  progress: PublicEvalRunProgress$zodSchema.optional(),
22
+ prompt_count: z.int().default(1).describe("Number of prompts included in the simulation."),
23
+ runs: z.int().default(1).describe("Independent attempts requested for every prompt-agent pair."),
21
24
  stage: z.string().nullable().optional(),
22
25
  started_at: z.string().nullable().optional(),
23
26
  status: z.string(),
@@ -1 +1 @@
1
- {"version":3,"file":"v2evalrun.js","sourceRoot":"","sources":["../../src/models/v2evalrun.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,+BAA+B,GAChC,MAAM,4BAA4B,CAAC;AAqBpC,MAAM,CAAC,MAAM,mBAAmB,GAAyB,CAAC,CAAC,MAAM,CAAC;IAChE,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACjD,0CAA0C,CAC3C;IACD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACnD,+CAA+C,CAChD;IACD,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC9C,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAClD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC5C,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC7C,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACvC,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAChD,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAChD,kEAAkE,CACnE;IACD,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClD,8DAA8D,CAC/D;IACD,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,6CAA6C,CAAC;IACtE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,2CAA2C,CAAC;IACxE,QAAQ,EAAE,+BAA+B,CAAC,QAAQ,EAAE;IACpD,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACvC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC5C,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;CACnB,CAAC,CAAC"}
1
+ {"version":3,"file":"v2evalrun.js","sourceRoot":"","sources":["../../src/models/v2evalrun.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,+BAA+B,GAChC,MAAM,4BAA4B,CAAC;AAwBpC,MAAM,CAAC,MAAM,mBAAmB,GAAyB,CAAC,CAAC,MAAM,CAAC;IAChE,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC5C,+CAA+C,CAChD;IACD,aAAa,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CACxC,uDAAuD,CACxD;IACD,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC9C,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAClD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC5C,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC7C,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACvC,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAChD,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAChD,kEAAkE,CACnE;IACD,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClD,8DAA8D,CAC/D;IACD,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,6CAA6C,CAAC;IACtE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,2CAA2C,CAAC;IACxE,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAChD,0DAA0D,CAC3D;IACD,QAAQ,EAAE,+BAA+B,CAAC,QAAQ,EAAE;IACpD,YAAY,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CACvC,+CAA+C,CAChD;IACD,IAAI,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CAC/B,6DAA6D,CAC9D;IACD,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACvC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC5C,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;CACnB,CAAC,CAAC"}
@@ -0,0 +1,20 @@
1
+ import * as z from "zod";
2
+ export type V2EvalRunAnalysis = {
3
+ id: string;
4
+ result_id: string;
5
+ attempt_id: string;
6
+ eval_id?: string | null | undefined;
7
+ agent?: string | null | undefined;
8
+ prompt?: string | null | undefined;
9
+ prompt_index?: number | undefined;
10
+ variant_key?: string | undefined;
11
+ repeat_index?: number | undefined;
12
+ analysis_version?: string | null | undefined;
13
+ analysis?: {
14
+ [k: string]: any;
15
+ } | undefined;
16
+ created_at?: string | null | undefined;
17
+ updated_at?: string | null | undefined;
18
+ };
19
+ export declare const V2EvalRunAnalysis$zodSchema: z.ZodType<V2EvalRunAnalysis>;
20
+ //# sourceMappingURL=v2evalrunanalysis.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"v2evalrunanalysis.d.ts","sourceRoot":"","sources":["../../src/models/v2evalrunanalysis.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,MAAM,MAAM,iBAAiB,GAAG;IAC9B,EAAE,EAAE,MAAM,CAAC;IACX,SAAS,EAAE,MAAM,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAClC,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACnC,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,WAAW,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC7C,QAAQ,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,GAAG,SAAS,CAAC;IAC5C,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;CACxC,CAAC;AAEF,eAAO,MAAM,2BAA2B,EAAE,CAAC,CAAC,OAAO,CAAC,iBAAiB,CAmCjE,CAAC"}
@@ -0,0 +1,22 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ * @generated-id: ce9f97cba8e0
4
+ */
5
+ import * as z from "zod";
6
+ export const V2EvalRunAnalysis$zodSchema = z
7
+ .object({
8
+ agent: z.string().nullable().optional().describe("Runnable agent used for this concrete attempt."),
9
+ analysis: z.record(z.string(), z.any()).optional().describe("Persisted eval_run_analysis payload, including verdict, outcome, findings, bottleneck, and analysis sections."),
10
+ analysis_version: z.string().nullable().optional().describe("Version of the analysis pipeline that produced this payload."),
11
+ attempt_id: z.string().describe("Child eval-attempt ID used to correlate the analysis with trace events."),
12
+ created_at: z.string().nullable().optional(),
13
+ eval_id: z.string().nullable().optional().describe("Public eval definition ID, not the backing executable eval ID."),
14
+ id: z.string().describe("Persisted eval analysis ID."),
15
+ prompt: z.string().nullable().optional().describe("Exact task prompt used for this concrete attempt."),
16
+ prompt_index: z.int().default(0).describe("Zero-based prompt index within the submitted simulation."),
17
+ repeat_index: z.int().default(0).describe("Zero-based repeat index within the submitted run."),
18
+ result_id: z.string().describe("Concrete eval result ID analyzed for this attempt."),
19
+ updated_at: z.string().nullable().optional(),
20
+ variant_key: z.string().default("default").describe("Runtime variant that produced this result."),
21
+ });
22
+ //# sourceMappingURL=v2evalrunanalysis.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"v2evalrunanalysis.js","sourceRoot":"","sources":["../../src/models/v2evalrunanalysis.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAkBzB,MAAM,CAAC,MAAM,2BAA2B,GAAiC,CAAC;KACvE,MAAM,CAAC;IACN,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC9C,gDAAgD,CACjD;IACD,QAAQ,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACzD,+GAA+G,CAChH;IACD,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACzD,8DAA8D,CAC/D;IACD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAC7B,yEAAyE,CAC1E;IACD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC5C,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAChD,gEAAgE,CACjE;IACD,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,6BAA6B,CAAC;IACtD,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC/C,mDAAmD,CACpD;IACD,YAAY,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CACvC,0DAA0D,CAC3D;IACD,YAAY,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CACvC,mDAAmD,CACpD;IACD,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAC5B,oDAAoD,CACrD;IACD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC5C,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,QAAQ,CACjD,4CAA4C,CAC7C;CACF,CAAC,CAAC"}
@@ -0,0 +1,12 @@
1
+ import * as z from "zod";
2
+ import { PublicEvalRunProgress } from "./publicevalrunprogress.js";
3
+ import { V2EvalRunAnalysis } from "./v2evalrunanalysis.js";
4
+ export type V2EvalRunAnalysisResponse = {
5
+ run_id: string;
6
+ status: string;
7
+ progress?: PublicEvalRunProgress | undefined;
8
+ error?: string | null | undefined;
9
+ data?: Array<V2EvalRunAnalysis> | undefined;
10
+ };
11
+ export declare const V2EvalRunAnalysisResponse$zodSchema: z.ZodType<V2EvalRunAnalysisResponse>;
12
+ //# sourceMappingURL=v2evalrunanalysisresponse.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"v2evalrunanalysisresponse.d.ts","sourceRoot":"","sources":["../../src/models/v2evalrunanalysisresponse.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,qBAAqB,EAEtB,MAAM,4BAA4B,CAAC;AACpC,OAAO,EACL,iBAAiB,EAElB,MAAM,wBAAwB,CAAC;AAEhC,MAAM,MAAM,yBAAyB,GAAG;IACtC,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,qBAAqB,GAAG,SAAS,CAAC;IAC7C,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAClC,IAAI,CAAC,EAAE,KAAK,CAAC,iBAAiB,CAAC,GAAG,SAAS,CAAC;CAC7C,CAAC;AAEF,eAAO,MAAM,mCAAmC,EAAE,CAAC,CAAC,OAAO,CACzD,yBAAyB,CAOzB,CAAC"}
@@ -0,0 +1,15 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ * @generated-id: 16648f81799b
4
+ */
5
+ import * as z from "zod";
6
+ import { PublicEvalRunProgress$zodSchema, } from "./publicevalrunprogress.js";
7
+ import { V2EvalRunAnalysis$zodSchema, } from "./v2evalrunanalysis.js";
8
+ export const V2EvalRunAnalysisResponse$zodSchema = z.object({
9
+ data: z.array(V2EvalRunAnalysis$zodSchema).optional(),
10
+ error: z.string().nullable().optional(),
11
+ progress: PublicEvalRunProgress$zodSchema.optional(),
12
+ run_id: z.string(),
13
+ status: z.string(),
14
+ });
15
+ //# sourceMappingURL=v2evalrunanalysisresponse.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"v2evalrunanalysisresponse.js","sourceRoot":"","sources":["../../src/models/v2evalrunanalysisresponse.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,+BAA+B,GAChC,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAEL,2BAA2B,GAC5B,MAAM,wBAAwB,CAAC;AAUhC,MAAM,CAAC,MAAM,mCAAmC,GAE5C,CAAC,CAAC,MAAM,CAAC;IACX,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,2BAA2B,CAAC,CAAC,QAAQ,EAAE;IACrD,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACvC,QAAQ,EAAE,+BAA+B,CAAC,QAAQ,EAAE;IACpD,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;CACnB,CAAC,CAAC"}
@@ -0,0 +1,17 @@
1
+ import * as z from "zod";
2
+ import { HTTPValidationError } from "./httpvalidationerror.js";
3
+ import { V2EvalRunAnalysisResponse } from "./v2evalrunanalysisresponse.js";
4
+ export type V2EvalRunsAnalysisRequest = {
5
+ run_id: string;
6
+ };
7
+ export declare const V2EvalRunsAnalysisRequest$zodSchema: z.ZodType<V2EvalRunsAnalysisRequest>;
8
+ /**
9
+ * Eval run not found. Use the run ID returned when you started the eval.
10
+ */
11
+ export type V2EvalRunsAnalysisResponseBody = {
12
+ detail: string;
13
+ };
14
+ export declare const V2EvalRunsAnalysisResponseBody$zodSchema: z.ZodType<V2EvalRunsAnalysisResponseBody>;
15
+ export type V2EvalRunsAnalysisResponse = V2EvalRunAnalysisResponse | V2EvalRunsAnalysisResponseBody | HTTPValidationError;
16
+ export declare const V2EvalRunsAnalysisResponse$zodSchema: z.ZodType<V2EvalRunsAnalysisResponse>;
17
+ //# sourceMappingURL=v2evalrunsanalysisop.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"v2evalrunsanalysisop.d.ts","sourceRoot":"","sources":["../../src/models/v2evalrunsanalysisop.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,yBAAyB,EAE1B,MAAM,gCAAgC,CAAC;AAExC,MAAM,MAAM,yBAAyB,GAAG;IAAE,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC;AAE3D,eAAO,MAAM,mCAAmC,EAAE,CAAC,CAAC,OAAO,CACzD,yBAAyB,CAGzB,CAAC;AAEH;;GAEG;AACH,MAAM,MAAM,8BAA8B,GAAG;IAAE,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC;AAEhE,eAAO,MAAM,wCAAwC,EAAE,CAAC,CAAC,OAAO,CAC9D,8BAA8B,CAK/B,CAAC;AAEF,MAAM,MAAM,0BAA0B,GAClC,yBAAyB,GACzB,8BAA8B,GAC9B,mBAAmB,CAAC;AAExB,eAAO,MAAM,oCAAoC,EAAE,CAAC,CAAC,OAAO,CAC1D,0BAA0B,CAK1B,CAAC"}
@@ -0,0 +1,19 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ * @generated-id: 4c00eef582d7
4
+ */
5
+ import * as z from "zod";
6
+ import { HTTPValidationError$zodSchema, } from "./httpvalidationerror.js";
7
+ import { V2EvalRunAnalysisResponse$zodSchema, } from "./v2evalrunanalysisresponse.js";
8
+ export const V2EvalRunsAnalysisRequest$zodSchema = z.object({
9
+ run_id: z.string(),
10
+ });
11
+ export const V2EvalRunsAnalysisResponseBody$zodSchema = z.object({
12
+ detail: z.string(),
13
+ }).describe("Eval run not found. Use the run ID returned when you started the eval.");
14
+ export const V2EvalRunsAnalysisResponse$zodSchema = z.union([
15
+ V2EvalRunAnalysisResponse$zodSchema,
16
+ z.lazy(() => V2EvalRunsAnalysisResponseBody$zodSchema),
17
+ HTTPValidationError$zodSchema,
18
+ ]);
19
+ //# sourceMappingURL=v2evalrunsanalysisop.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"v2evalrunsanalysisop.js","sourceRoot":"","sources":["../../src/models/v2evalrunsanalysisop.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,mCAAmC,GACpC,MAAM,gCAAgC,CAAC;AAIxC,MAAM,CAAC,MAAM,mCAAmC,GAE5C,CAAC,CAAC,MAAM,CAAC;IACX,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;CACnB,CAAC,CAAC;AAOH,MAAM,CAAC,MAAM,wCAAwC,GAEjD,CAAC,CAAC,MAAM,CAAC;IACX,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;CACnB,CAAC,CAAC,QAAQ,CACT,wEAAwE,CACzE,CAAC;AAOF,MAAM,CAAC,MAAM,oCAAoC,GAE7C,CAAC,CAAC,KAAK,CAAC;IACV,mCAAmC;IACnC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,wCAAwC,CAAC;IACtD,6BAA6B;CAC9B,CAAC,CAAC"}
@@ -0,0 +1,19 @@
1
+ import * as z from "zod";
2
+ import { HTTPValidationError } from "./httpvalidationerror.js";
3
+ import { V2EvalRunTraceResponse } from "./v2evalruntraceresponse.js";
4
+ export type V2EvalRunsTraceRequest = {
5
+ run_id: string;
6
+ after_id?: number | undefined;
7
+ limit?: number | undefined;
8
+ };
9
+ export declare const V2EvalRunsTraceRequest$zodSchema: z.ZodType<V2EvalRunsTraceRequest>;
10
+ /**
11
+ * Eval run not found. Use the run ID returned when you started the eval.
12
+ */
13
+ export type V2EvalRunsTraceResponseBody = {
14
+ detail: string;
15
+ };
16
+ export declare const V2EvalRunsTraceResponseBody$zodSchema: z.ZodType<V2EvalRunsTraceResponseBody>;
17
+ export type V2EvalRunsTraceResponse = V2EvalRunTraceResponse | V2EvalRunsTraceResponseBody | HTTPValidationError;
18
+ export declare const V2EvalRunsTraceResponse$zodSchema: z.ZodType<V2EvalRunsTraceResponse>;
19
+ //# sourceMappingURL=v2evalrunstraceop.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"v2evalrunstraceop.d.ts","sourceRoot":"","sources":["../../src/models/v2evalrunstraceop.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,sBAAsB,EAEvB,MAAM,6BAA6B,CAAC;AAErC,MAAM,MAAM,sBAAsB,GAAG;IACnC,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC9B,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAC5B,CAAC;AAEF,eAAO,MAAM,gCAAgC,EAAE,CAAC,CAAC,OAAO,CACtD,sBAAsB,CAStB,CAAC;AAEH;;GAEG;AACH,MAAM,MAAM,2BAA2B,GAAG;IAAE,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC;AAE7D,eAAO,MAAM,qCAAqC,EAAE,CAAC,CAAC,OAAO,CAC3D,2BAA2B,CAK5B,CAAC;AAEF,MAAM,MAAM,uBAAuB,GAC/B,sBAAsB,GACtB,2BAA2B,GAC3B,mBAAmB,CAAC;AAExB,eAAO,MAAM,iCAAiC,EAAE,CAAC,CAAC,OAAO,CACvD,uBAAuB,CAKvB,CAAC"}
@@ -0,0 +1,21 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ * @generated-id: f7cdcd3e7f8d
4
+ */
5
+ import * as z from "zod";
6
+ import { HTTPValidationError$zodSchema, } from "./httpvalidationerror.js";
7
+ import { V2EvalRunTraceResponse$zodSchema, } from "./v2evalruntraceresponse.js";
8
+ export const V2EvalRunsTraceRequest$zodSchema = z.object({
9
+ after_id: z.int().default(0).describe("Return events with IDs greater than this cursor."),
10
+ limit: z.int().default(500).describe("Maximum number of trace events to return."),
11
+ run_id: z.string(),
12
+ });
13
+ export const V2EvalRunsTraceResponseBody$zodSchema = z.object({
14
+ detail: z.string(),
15
+ }).describe("Eval run not found. Use the run ID returned when you started the eval.");
16
+ export const V2EvalRunsTraceResponse$zodSchema = z.union([
17
+ V2EvalRunTraceResponse$zodSchema,
18
+ z.lazy(() => V2EvalRunsTraceResponseBody$zodSchema),
19
+ HTTPValidationError$zodSchema,
20
+ ]);
21
+ //# sourceMappingURL=v2evalrunstraceop.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"v2evalrunstraceop.js","sourceRoot":"","sources":["../../src/models/v2evalrunstraceop.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,gCAAgC,GACjC,MAAM,6BAA6B,CAAC;AAQrC,MAAM,CAAC,MAAM,gCAAgC,GAEzC,CAAC,CAAC,MAAM,CAAC;IACX,QAAQ,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CACnC,kDAAkD,CACnD;IACD,KAAK,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,QAAQ,CAClC,2CAA2C,CAC5C;IACD,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;CACnB,CAAC,CAAC;AAOH,MAAM,CAAC,MAAM,qCAAqC,GAE9C,CAAC,CAAC,MAAM,CAAC;IACX,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;CACnB,CAAC,CAAC,QAAQ,CACT,wEAAwE,CACzE,CAAC;AAOF,MAAM,CAAC,MAAM,iCAAiC,GAE1C,CAAC,CAAC,KAAK,CAAC;IACV,gCAAgC;IAChC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,qCAAqC,CAAC;IACnD,6BAA6B;CAC9B,CAAC,CAAC"}
@@ -0,0 +1,21 @@
1
+ import * as z from "zod";
2
+ export type V2EvalRunTraceEvent = {
3
+ run_id: string;
4
+ eval_id?: string | null | undefined;
5
+ eval_name?: string | null | undefined;
6
+ configuration_id?: string | null | undefined;
7
+ agent?: string | null | undefined;
8
+ prompt_index?: number | undefined;
9
+ repeat_index?: number | undefined;
10
+ child_job_id: string;
11
+ event_id: number;
12
+ timestamp?: string | null | undefined;
13
+ category: string;
14
+ type: string;
15
+ message: string;
16
+ data?: {
17
+ [k: string]: any;
18
+ } | undefined;
19
+ };
20
+ export declare const V2EvalRunTraceEvent$zodSchema: z.ZodType<V2EvalRunTraceEvent>;
21
+ //# sourceMappingURL=v2evalruntraceevent.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"v2evalruntraceevent.d.ts","sourceRoot":"","sources":["../../src/models/v2evalruntraceevent.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,MAAM,MAAM,mBAAmB,GAAG;IAChC,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACtC,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC7C,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAClC,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,YAAY,EAAE,MAAM,CAAC;IACrB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACtC,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,GAAG,SAAS,CAAC;CACzC,CAAC;AAEF,eAAO,MAAM,6BAA6B,EAAE,CAAC,CAAC,OAAO,CAAC,mBAAmB,CAoBrE,CAAC"}
@@ -0,0 +1,23 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ * @generated-id: cf33bec99838
4
+ */
5
+ import * as z from "zod";
6
+ export const V2EvalRunTraceEvent$zodSchema = z
7
+ .object({
8
+ agent: z.string().nullable().optional(),
9
+ category: z.string(),
10
+ child_job_id: z.string().describe("Child eval-attempt ID associated with the event."),
11
+ configuration_id: z.string().nullable().optional(),
12
+ data: z.record(z.string(), z.any()).optional().describe("Sanitized event payload."),
13
+ eval_id: z.string().nullable().optional(),
14
+ eval_name: z.string().nullable().optional(),
15
+ event_id: z.int(),
16
+ message: z.string(),
17
+ prompt_index: z.int().default(0),
18
+ repeat_index: z.int().default(0),
19
+ run_id: z.string(),
20
+ timestamp: z.string().nullable().optional(),
21
+ type: z.string(),
22
+ });
23
+ //# sourceMappingURL=v2evalruntraceevent.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"v2evalruntraceevent.js","sourceRoot":"","sources":["../../src/models/v2evalruntraceevent.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAmBzB,MAAM,CAAC,MAAM,6BAA6B,GAAmC,CAAC;KAC3E,MAAM,CAAC;IACN,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACvC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;IACpB,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAC/B,kDAAkD,CACnD;IACD,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAClD,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACrD,0BAA0B,CAC3B;IACD,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzC,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC3C,QAAQ,EAAE,CAAC,CAAC,GAAG,EAAE;IACjB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;IACnB,YAAY,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAChC,YAAY,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAChC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC3C,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;CACjB,CAAC,CAAC"}
@@ -0,0 +1,14 @@
1
+ import * as z from "zod";
2
+ import { PublicEvalRunProgress } from "./publicevalrunprogress.js";
3
+ import { V2EvalRunTraceEvent } from "./v2evalruntraceevent.js";
4
+ export type V2EvalRunTraceResponse = {
5
+ run_id: string;
6
+ status: string;
7
+ progress?: PublicEvalRunProgress | undefined;
8
+ error?: string | null | undefined;
9
+ data?: Array<V2EvalRunTraceEvent> | undefined;
10
+ next_after_id: number;
11
+ has_more: boolean;
12
+ };
13
+ export declare const V2EvalRunTraceResponse$zodSchema: z.ZodType<V2EvalRunTraceResponse>;
14
+ //# sourceMappingURL=v2evalruntraceresponse.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"v2evalruntraceresponse.d.ts","sourceRoot":"","sources":["../../src/models/v2evalruntraceresponse.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,qBAAqB,EAEtB,MAAM,4BAA4B,CAAC;AACpC,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAElC,MAAM,MAAM,sBAAsB,GAAG;IACnC,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,CAAC,EAAE,qBAAqB,GAAG,SAAS,CAAC;IAC7C,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAClC,IAAI,CAAC,EAAE,KAAK,CAAC,mBAAmB,CAAC,GAAG,SAAS,CAAC;IAC9C,aAAa,EAAE,MAAM,CAAC;IACtB,QAAQ,EAAE,OAAO,CAAC;CACnB,CAAC;AAEF,eAAO,MAAM,gCAAgC,EAAE,CAAC,CAAC,OAAO,CACtD,sBAAsB,CAWtB,CAAC"}
@@ -0,0 +1,17 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ * @generated-id: 25d2b266ce5f
4
+ */
5
+ import * as z from "zod";
6
+ import { PublicEvalRunProgress$zodSchema, } from "./publicevalrunprogress.js";
7
+ import { V2EvalRunTraceEvent$zodSchema, } from "./v2evalruntraceevent.js";
8
+ export const V2EvalRunTraceResponse$zodSchema = z.object({
9
+ data: z.array(V2EvalRunTraceEvent$zodSchema).optional(),
10
+ error: z.string().nullable().optional(),
11
+ has_more: z.boolean(),
12
+ next_after_id: z.int().describe("Cursor to pass as `after_id` when requesting the next page."),
13
+ progress: PublicEvalRunProgress$zodSchema.optional(),
14
+ run_id: z.string(),
15
+ status: z.string(),
16
+ });
17
+ //# sourceMappingURL=v2evalruntraceresponse.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"v2evalruntraceresponse.js","sourceRoot":"","sources":["../../src/models/v2evalruntraceresponse.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,+BAA+B,GAChC,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAYlC,MAAM,CAAC,MAAM,gCAAgC,GAEzC,CAAC,CAAC,MAAM,CAAC;IACX,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,6BAA6B,CAAC,CAAC,QAAQ,EAAE;IACvD,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACvC,QAAQ,EAAE,CAAC,CAAC,OAAO,EAAE;IACrB,aAAa,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,CAC7B,6DAA6D,CAC9D;IACD,QAAQ,EAAE,+BAA+B,CAAC,QAAQ,EAAE;IACpD,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;CACnB,CAAC,CAAC"}
@@ -0,0 +1,6 @@
1
+ import * as z from "zod";
2
+ export type V2InlineCliReference = {
3
+ install_command: string;
4
+ };
5
+ export declare const V2InlineCliReference$zodSchema: z.ZodType<V2InlineCliReference>;
6
+ //# sourceMappingURL=v2inlineclireference.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"v2inlineclireference.d.ts","sourceRoot":"","sources":["../../src/models/v2inlineclireference.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,MAAM,MAAM,oBAAoB,GAAG;IAAE,eAAe,EAAE,MAAM,CAAA;CAAE,CAAC;AAE/D,eAAO,MAAM,8BAA8B,EAAE,CAAC,CAAC,OAAO,CAAC,oBAAoB,CAKvE,CAAC"}
@@ -0,0 +1,10 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ * @generated-id: d13cb884e6f6
4
+ */
5
+ import * as z from "zod";
6
+ export const V2InlineCliReference$zodSchema = z
7
+ .object({
8
+ install_command: z.string().describe("Shell command to install this CLI before the agent starts."),
9
+ });
10
+ //# sourceMappingURL=v2inlineclireference.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"v2inlineclireference.js","sourceRoot":"","sources":["../../src/models/v2inlineclireference.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAIzB,MAAM,CAAC,MAAM,8BAA8B,GAAoC,CAAC;KAC7E,MAAM,CAAC;IACN,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAClC,4DAA4D,CAC7D;CACF,CAAC,CAAC"}
@@ -0,0 +1,28 @@
1
+ import * as z from "zod";
2
+ import { ClosedEnum } from "../types/enums.js";
3
+ export declare const Type: {
4
+ readonly Http: "http";
5
+ readonly Sse: "sse";
6
+ readonly Stdio: "stdio";
7
+ };
8
+ export type Type = ClosedEnum<typeof Type>;
9
+ export declare const Type$zodSchema: z.ZodEnum<{
10
+ http: "http";
11
+ sse: "sse";
12
+ stdio: "stdio";
13
+ }>;
14
+ export type V2InlineMcpDefinition = {
15
+ name: string;
16
+ type: Type;
17
+ url?: string | null | undefined;
18
+ headers?: {
19
+ [k: string]: string;
20
+ } | undefined;
21
+ command?: string | null | undefined;
22
+ args?: Array<string> | undefined;
23
+ env?: {
24
+ [k: string]: string;
25
+ } | undefined;
26
+ };
27
+ export declare const V2InlineMcpDefinition$zodSchema: z.ZodType<V2InlineMcpDefinition>;
28
+ //# sourceMappingURL=v2inlinemcpdefinition.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"v2inlinemcpdefinition.d.ts","sourceRoot":"","sources":["../../src/models/v2inlinemcpdefinition.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAE/C,eAAO,MAAM,IAAI;;;;CAIP,CAAC;AACX,MAAM,MAAM,IAAI,GAAG,UAAU,CAAC,OAAO,IAAI,CAAC,CAAC;AAE3C,eAAO,MAAM,cAAc;;;;EAIzB,CAAC;AAEH,MAAM,MAAM,qBAAqB,GAAG;IAClC,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,IAAI,CAAC;IACX,GAAG,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAChC,OAAO,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,MAAM,CAAA;KAAE,GAAG,SAAS,CAAC;IAC9C,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,IAAI,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACjC,GAAG,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,MAAM,CAAA;KAAE,GAAG,SAAS,CAAC;CAC3C,CAAC;AAEF,eAAO,MAAM,+BAA+B,EAAE,CAAC,CAAC,OAAO,CAAC,qBAAqB,CAmBzE,CAAC"}
@@ -0,0 +1,25 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ * @generated-id: 96ca65e675c2
4
+ */
5
+ import * as z from "zod";
6
+ export const Type = {
7
+ Http: "http",
8
+ Sse: "sse",
9
+ Stdio: "stdio",
10
+ };
11
+ export const Type$zodSchema = z.enum([
12
+ "http",
13
+ "sse",
14
+ "stdio",
15
+ ]);
16
+ export const V2InlineMcpDefinition$zodSchema = z.object({
17
+ args: z.array(z.string()).optional(),
18
+ command: z.string().nullable().optional().describe("Executable command for a `stdio` MCP server."),
19
+ env: z.record(z.string(), z.string()).optional().describe("Environment mapping for a `stdio` MCP server. Values may reference run secrets with `${VARIABLE_NAME}`."),
20
+ headers: z.record(z.string(), z.string()).optional().describe("HTTP headers. Reference run secrets with `${VARIABLE_NAME}` instead of embedding credentials."),
21
+ name: z.string().describe("Stable server name used in the selected agent's MCP config."),
22
+ type: Type$zodSchema,
23
+ url: z.string().nullable().optional().describe("HTTPS endpoint for an `http` or `sse` MCP server."),
24
+ });
25
+ //# sourceMappingURL=v2inlinemcpdefinition.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"v2inlinemcpdefinition.js","sourceRoot":"","sources":["../../src/models/v2inlinemcpdefinition.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAGzB,MAAM,CAAC,MAAM,IAAI,GAAG;IAClB,IAAI,EAAE,MAAM;IACZ,GAAG,EAAE,KAAK;IACV,KAAK,EAAE,OAAO;CACN,CAAC;AAGX,MAAM,CAAC,MAAM,cAAc,GAAG,CAAC,CAAC,IAAI,CAAC;IACnC,MAAM;IACN,KAAK;IACL,OAAO;CACR,CAAC,CAAC;AAYH,MAAM,CAAC,MAAM,+BAA+B,GAC1C,CAAC,CAAC,MAAM,CAAC;IACP,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACpC,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAChD,8CAA8C,CAC/C;IACD,GAAG,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACvD,yGAAyG,CAC1G;IACD,OAAO,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC3D,+FAA+F,CAChG;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CACvB,6DAA6D,CAC9D;IACD,IAAI,EAAE,cAAc;IACpB,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC5C,mDAAmD,CACpD;CACF,CAAC,CAAC"}
@@ -0,0 +1,6 @@
1
+ import * as z from "zod";
2
+ export type V2SavedCliReference = {
3
+ id: string;
4
+ };
5
+ export declare const V2SavedCliReference$zodSchema: z.ZodType<V2SavedCliReference>;
6
+ //# sourceMappingURL=v2savedclireference.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"v2savedclireference.d.ts","sourceRoot":"","sources":["../../src/models/v2savedclireference.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,MAAM,MAAM,mBAAmB,GAAG;IAAE,EAAE,EAAE,MAAM,CAAA;CAAE,CAAC;AAEjD,eAAO,MAAM,6BAA6B,EAAE,CAAC,CAAC,OAAO,CAAC,mBAAmB,CAGrE,CAAC"}
@@ -0,0 +1,10 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ * @generated-id: 99afd03df958
4
+ */
5
+ import * as z from "zod";
6
+ export const V2SavedCliReference$zodSchema = z
7
+ .object({
8
+ id: z.string().describe("Saved CLI ID from `GET /v2/clis`."),
9
+ });
10
+ //# sourceMappingURL=v2savedclireference.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"v2savedclireference.js","sourceRoot":"","sources":["../../src/models/v2savedclireference.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAIzB,MAAM,CAAC,MAAM,6BAA6B,GAAmC,CAAC;KAC3E,MAAM,CAAC;IACN,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,mCAAmC,CAAC;CAC7D,CAAC,CAAC"}
@@ -0,0 +1,6 @@
1
+ import * as z from "zod";
2
+ export type V2SavedMcpReference = {
3
+ id: string;
4
+ };
5
+ export declare const V2SavedMcpReference$zodSchema: z.ZodType<V2SavedMcpReference>;
6
+ //# sourceMappingURL=v2savedmcpreference.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"v2savedmcpreference.d.ts","sourceRoot":"","sources":["../../src/models/v2savedmcpreference.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,MAAM,MAAM,mBAAmB,GAAG;IAAE,EAAE,EAAE,MAAM,CAAA;CAAE,CAAC;AAEjD,eAAO,MAAM,6BAA6B,EAAE,CAAC,CAAC,OAAO,CAAC,mBAAmB,CAGrE,CAAC"}
@@ -0,0 +1,10 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ * @generated-id: 9cc0c2e77b20
4
+ */
5
+ import * as z from "zod";
6
+ export const V2SavedMcpReference$zodSchema = z
7
+ .object({
8
+ id: z.string().describe("Saved MCP server ID from `GET /v2/mcp-servers`."),
9
+ });
10
+ //# sourceMappingURL=v2savedmcpreference.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"v2savedmcpreference.js","sourceRoot":"","sources":["../../src/models/v2savedmcpreference.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAIzB,MAAM,CAAC,MAAM,6BAA6B,GAAmC,CAAC;KAC3E,MAAM,CAAC;IACN,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,iDAAiD,CAAC;CAC3E,CAAC,CAAC"}