@lightsage/mcp 0.2.2 → 0.3.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (179) hide show
  1. package/README.md +2 -2
  2. package/bin/mcp-server.js +697 -317
  3. package/bin/mcp-server.js.map +42 -32
  4. package/esm/funcs/evalResultsV2EvalResultsList.d.ts +1 -1
  5. package/esm/funcs/evalResultsV2EvalResultsList.js +1 -1
  6. package/esm/funcs/evalsAnalysis.d.ts +16 -0
  7. package/esm/funcs/evalsAnalysis.d.ts.map +1 -0
  8. package/esm/funcs/evalsAnalysis.js +88 -0
  9. package/esm/funcs/evalsAnalysis.js.map +1 -0
  10. package/esm/funcs/evalsRun.d.ts +3 -3
  11. package/esm/funcs/evalsRun.js +3 -3
  12. package/esm/funcs/evalsTrace.d.ts +16 -0
  13. package/esm/funcs/evalsTrace.d.ts.map +1 -0
  14. package/esm/funcs/{evalsMonitor.js → evalsTrace.js} +19 -20
  15. package/esm/funcs/evalsTrace.js.map +1 -0
  16. package/esm/funcs/evalsV2EvalsCreate.d.ts +1 -1
  17. package/esm/funcs/evalsV2EvalsCreate.js +1 -1
  18. package/esm/funcs/evalsV2EvalsList.d.ts +1 -1
  19. package/esm/funcs/evalsV2EvalsList.js +1 -1
  20. package/esm/funcs/evalsV2EvalsRetrieve.d.ts +1 -1
  21. package/esm/funcs/evalsV2EvalsRetrieve.js +1 -1
  22. package/esm/funcs/evalsV2EvalsUpdate.d.ts +1 -1
  23. package/esm/funcs/evalsV2EvalsUpdate.js +1 -1
  24. package/esm/landing-page.js +1 -1
  25. package/esm/lib/config.d.ts +3 -3
  26. package/esm/lib/config.js +3 -3
  27. package/esm/lib/config.js.map +1 -1
  28. package/esm/mcp-server/mcp-server.js +1 -1
  29. package/esm/mcp-server/server.d.ts.map +1 -1
  30. package/esm/mcp-server/server.js +5 -3
  31. package/esm/mcp-server/server.js.map +1 -1
  32. package/esm/mcp-server/tools/evalResultsV2EvalResultsList.js +1 -1
  33. package/esm/mcp-server/tools/evalResultsV2EvalResultsList.js.map +1 -1
  34. package/esm/mcp-server/tools/evalsAnalysis.d.ts +7 -0
  35. package/esm/mcp-server/tools/evalsAnalysis.d.ts.map +1 -0
  36. package/esm/mcp-server/tools/evalsAnalysis.js +35 -0
  37. package/esm/mcp-server/tools/evalsAnalysis.js.map +1 -0
  38. package/esm/mcp-server/tools/evalsRun.js +3 -3
  39. package/esm/mcp-server/tools/evalsRun.js.map +1 -1
  40. package/esm/mcp-server/tools/evalsTrace.d.ts +7 -0
  41. package/esm/mcp-server/tools/evalsTrace.d.ts.map +1 -0
  42. package/esm/mcp-server/tools/evalsTrace.js +35 -0
  43. package/esm/mcp-server/tools/evalsTrace.js.map +1 -0
  44. package/esm/mcp-server/tools/evalsV2EvalsCreate.js +1 -1
  45. package/esm/mcp-server/tools/evalsV2EvalsCreate.js.map +1 -1
  46. package/esm/mcp-server/tools/evalsV2EvalsList.js +1 -1
  47. package/esm/mcp-server/tools/evalsV2EvalsList.js.map +1 -1
  48. package/esm/mcp-server/tools/evalsV2EvalsRetrieve.js +1 -1
  49. package/esm/mcp-server/tools/evalsV2EvalsRetrieve.js.map +1 -1
  50. package/esm/mcp-server/tools/evalsV2EvalsUpdate.js +1 -1
  51. package/esm/mcp-server/tools/evalsV2EvalsUpdate.js.map +1 -1
  52. package/esm/models/createv2evalrequest.d.ts +16 -21
  53. package/esm/models/createv2evalrequest.d.ts.map +1 -1
  54. package/esm/models/createv2evalrequest.js +25 -18
  55. package/esm/models/createv2evalrequest.js.map +1 -1
  56. package/esm/models/createv2evalrunrequest.d.ts +19 -4
  57. package/esm/models/createv2evalrunrequest.d.ts.map +1 -1
  58. package/esm/models/createv2evalrunrequest.js +31 -6
  59. package/esm/models/createv2evalrunrequest.js.map +1 -1
  60. package/esm/models/updatev2evalrequest.d.ts +16 -21
  61. package/esm/models/updatev2evalrequest.d.ts.map +1 -1
  62. package/esm/models/updatev2evalrequest.js +25 -18
  63. package/esm/models/updatev2evalrequest.js.map +1 -1
  64. package/esm/models/v2eval.d.ts +16 -21
  65. package/esm/models/v2eval.d.ts.map +1 -1
  66. package/esm/models/v2eval.js +25 -18
  67. package/esm/models/v2eval.js.map +1 -1
  68. package/esm/models/v2evalresult.d.ts +4 -2
  69. package/esm/models/v2evalresult.d.ts.map +1 -1
  70. package/esm/models/v2evalresult.js +3 -1
  71. package/esm/models/v2evalresult.js.map +1 -1
  72. package/esm/models/v2evalresultsummary.d.ts +4 -1
  73. package/esm/models/v2evalresultsummary.d.ts.map +1 -1
  74. package/esm/models/v2evalresultsummary.js +4 -1
  75. package/esm/models/v2evalresultsummary.js.map +1 -1
  76. package/esm/models/v2evalrun.d.ts +5 -2
  77. package/esm/models/v2evalrun.d.ts.map +1 -1
  78. package/esm/models/v2evalrun.js +5 -2
  79. package/esm/models/v2evalrun.js.map +1 -1
  80. package/esm/models/v2evalrunanalysis.d.ts +20 -0
  81. package/esm/models/v2evalrunanalysis.d.ts.map +1 -0
  82. package/esm/models/v2evalrunanalysis.js +22 -0
  83. package/esm/models/v2evalrunanalysis.js.map +1 -0
  84. package/esm/models/v2evalrunanalysisresponse.d.ts +12 -0
  85. package/esm/models/v2evalrunanalysisresponse.d.ts.map +1 -0
  86. package/esm/models/v2evalrunanalysisresponse.js +15 -0
  87. package/esm/models/v2evalrunanalysisresponse.js.map +1 -0
  88. package/esm/models/v2evalrunsanalysisop.d.ts +17 -0
  89. package/esm/models/v2evalrunsanalysisop.d.ts.map +1 -0
  90. package/esm/models/v2evalrunsanalysisop.js +19 -0
  91. package/esm/models/v2evalrunsanalysisop.js.map +1 -0
  92. package/esm/models/v2evalrunstraceop.d.ts +19 -0
  93. package/esm/models/v2evalrunstraceop.d.ts.map +1 -0
  94. package/esm/models/v2evalrunstraceop.js +21 -0
  95. package/esm/models/v2evalrunstraceop.js.map +1 -0
  96. package/esm/models/v2evalruntraceevent.d.ts +21 -0
  97. package/esm/models/v2evalruntraceevent.d.ts.map +1 -0
  98. package/esm/models/v2evalruntraceevent.js +23 -0
  99. package/esm/models/v2evalruntraceevent.js.map +1 -0
  100. package/esm/models/v2evalruntraceresponse.d.ts +14 -0
  101. package/esm/models/v2evalruntraceresponse.d.ts.map +1 -0
  102. package/esm/models/v2evalruntraceresponse.js +17 -0
  103. package/esm/models/v2evalruntraceresponse.js.map +1 -0
  104. package/esm/models/v2inlineclireference.d.ts +6 -0
  105. package/esm/models/v2inlineclireference.d.ts.map +1 -0
  106. package/esm/models/v2inlineclireference.js +10 -0
  107. package/esm/models/v2inlineclireference.js.map +1 -0
  108. package/esm/models/v2inlinemcpdefinition.d.ts +28 -0
  109. package/esm/models/v2inlinemcpdefinition.d.ts.map +1 -0
  110. package/esm/models/v2inlinemcpdefinition.js +25 -0
  111. package/esm/models/v2inlinemcpdefinition.js.map +1 -0
  112. package/esm/models/v2savedclireference.d.ts +6 -0
  113. package/esm/models/v2savedclireference.d.ts.map +1 -0
  114. package/esm/models/v2savedclireference.js +10 -0
  115. package/esm/models/v2savedclireference.js.map +1 -0
  116. package/esm/models/v2savedmcpreference.d.ts +6 -0
  117. package/esm/models/v2savedmcpreference.d.ts.map +1 -0
  118. package/esm/models/v2savedmcpreference.js +10 -0
  119. package/esm/models/v2savedmcpreference.js.map +1 -0
  120. package/esm/tool-names.d.ts.map +1 -1
  121. package/esm/tool-names.js +12 -8
  122. package/esm/tool-names.js.map +1 -1
  123. package/package.json +1 -1
  124. package/src/funcs/evalResultsV2EvalResultsList.ts +1 -1
  125. package/src/funcs/evalsAnalysis.ts +153 -0
  126. package/src/funcs/evalsRun.ts +3 -3
  127. package/src/funcs/{evalsMonitor.ts → evalsTrace.ts} +26 -24
  128. package/src/funcs/evalsV2EvalsCreate.ts +1 -1
  129. package/src/funcs/evalsV2EvalsList.ts +1 -1
  130. package/src/funcs/evalsV2EvalsRetrieve.ts +1 -1
  131. package/src/funcs/evalsV2EvalsUpdate.ts +1 -1
  132. package/src/landing-page.ts +1 -1
  133. package/src/lib/config.ts +3 -3
  134. package/src/mcp-server/mcp-server.ts +1 -1
  135. package/src/mcp-server/server.ts +5 -3
  136. package/src/mcp-server/tools/evalResultsV2EvalResultsList.ts +1 -1
  137. package/src/mcp-server/tools/evalsAnalysis.ts +43 -0
  138. package/src/mcp-server/tools/evalsRun.ts +3 -3
  139. package/src/mcp-server/tools/{evalsMonitor.ts → evalsTrace.ts} +9 -9
  140. package/src/mcp-server/tools/evalsV2EvalsCreate.ts +1 -1
  141. package/src/mcp-server/tools/evalsV2EvalsList.ts +1 -1
  142. package/src/mcp-server/tools/evalsV2EvalsRetrieve.ts +1 -1
  143. package/src/mcp-server/tools/evalsV2EvalsUpdate.ts +1 -1
  144. package/src/models/createv2evalrequest.ts +71 -28
  145. package/src/models/createv2evalrunrequest.ts +85 -13
  146. package/src/models/updatev2evalrequest.ts +61 -28
  147. package/src/models/v2eval.ts +49 -26
  148. package/src/models/v2evalresult.ts +8 -4
  149. package/src/models/v2evalresultsummary.ts +9 -3
  150. package/src/models/v2evalrun.ts +18 -6
  151. package/src/models/v2evalrunanalysis.ts +59 -0
  152. package/src/models/v2evalrunanalysisresponse.ts +32 -0
  153. package/src/models/v2evalrunsanalysisop.ts +48 -0
  154. package/src/models/v2evalrunstraceop.ts +58 -0
  155. package/src/models/v2evalruntraceevent.ts +45 -0
  156. package/src/models/v2evalruntraceresponse.ts +38 -0
  157. package/src/models/v2inlineclireference.ts +15 -0
  158. package/src/models/v2inlinemcpdefinition.ts +51 -0
  159. package/src/models/v2savedclireference.ts +13 -0
  160. package/src/models/v2savedmcpreference.ts +13 -0
  161. package/src/tool-names.ts +12 -8
  162. package/test/simulations.test.js +162 -0
  163. package/esm/funcs/evalsMonitor.d.ts +0 -20
  164. package/esm/funcs/evalsMonitor.d.ts.map +0 -1
  165. package/esm/funcs/evalsMonitor.js.map +0 -1
  166. package/esm/mcp-server/tools/evalsMonitor.d.ts +0 -7
  167. package/esm/mcp-server/tools/evalsMonitor.d.ts.map +0 -1
  168. package/esm/mcp-server/tools/evalsMonitor.js +0 -35
  169. package/esm/mcp-server/tools/evalsMonitor.js.map +0 -1
  170. package/esm/models/v2evaljudge.d.ts +0 -6
  171. package/esm/models/v2evaljudge.d.ts.map +0 -1
  172. package/esm/models/v2evaljudge.js +0 -9
  173. package/esm/models/v2evaljudge.js.map +0 -1
  174. package/esm/models/v2evalrunsmonitorop.d.ts +0 -27
  175. package/esm/models/v2evalrunsmonitorop.d.ts.map +0 -1
  176. package/esm/models/v2evalrunsmonitorop.js +0 -27
  177. package/esm/models/v2evalrunsmonitorop.js.map +0 -1
  178. package/src/models/v2evaljudge.ts +0 -12
  179. package/src/models/v2evalrunsmonitorop.ts +0 -59
package/bin/mcp-server.js CHANGED
@@ -94,6 +94,27 @@ function floatSafeRemainder(val, step) {
94
94
  return 0;
95
95
  return ratio - roundedRatio;
96
96
  }
97
+ function defineLazy(object, key, getter) {
98
+ let value = undefined;
99
+ Object.defineProperty(object, key, {
100
+ get() {
101
+ if (value === EVALUATING) {
102
+ return;
103
+ }
104
+ if (value === undefined) {
105
+ value = EVALUATING;
106
+ value = getter();
107
+ }
108
+ return value;
109
+ },
110
+ set(v) {
111
+ Object.defineProperty(object, key, {
112
+ value: v
113
+ });
114
+ },
115
+ configurable: true
116
+ });
117
+ }
97
118
  function assignProp(target, prop, value) {
98
119
  Object.defineProperty(target, prop, {
99
120
  value,
@@ -549,9 +570,10 @@ function constantCatch(value) {
549
570
  fn[CONSTANT_CATCH] = true;
550
571
  return fn;
551
572
  }
552
- var captureStackTrace, allowsEval, propertyKeyTypes, NUMBER_FORMAT_RANGES, BIGINT_FORMAT_RANGES, highSurrogate, installing, broke = false, breaker, CONSTANT_CATCH = "~constantCatch";
573
+ var EVALUATING, captureStackTrace, allowsEval, propertyKeyTypes, NUMBER_FORMAT_RANGES, BIGINT_FORMAT_RANGES, highSurrogate, installing, broke = false, breaker, CONSTANT_CATCH = "~constantCatch";
553
574
  var init_util = __esm(() => {
554
575
  init_core();
576
+ EVALUATING = /* @__PURE__ */ Symbol("evaluating");
555
577
  captureStackTrace = "captureStackTrace" in Error ? Error.captureStackTrace : (..._args) => {};
556
578
  allowsEval = /* @__PURE__ */ cached(() => {
557
579
  if (globalConfig.jitless) {
@@ -1431,7 +1453,7 @@ var init_versions = __esm(() => {
1431
1453
  version2 = {
1432
1454
  major: 4,
1433
1455
  minor: 6,
1434
- patch: 4
1456
+ patch: 5
1435
1457
  };
1436
1458
  });
1437
1459
 
@@ -1862,7 +1884,7 @@ function handleRefineResult(result, payload, input, inst) {
1862
1884
  payload.issues.push(issue(_iss));
1863
1885
  }
1864
1886
  }
1865
- var $ZodType, toStandardResult = (r, ctx) => r.issues.length ? { issues: r.issues.map((iss) => finalizeIssue(iss, ctx, config())) } : { value: r.value }, $ZodString, $ZodStringFormat, $ZodGUID, $ZodUUID, $ZodEmail, URL_BAD_FORMAT = 1, URL_UNPARSEABLE = 2, asciiTabOrNewline, $ZodURL, $ZodEmoji, $ZodNanoID, $ZodCUID, $ZodCUID2, $ZodULID, $ZodXID, $ZodKSUID, $ZodISODateTime, $ZodISODate, $ZodISOTime, $ZodISODuration, $ZodIPv4, ipv6Alphabet, $ZodIPv6, $ZodCIDRv4, $ZodCIDRv6, base64Charset, $ZodBase64, base64urlCharset, $ZodBase64URL, $ZodE164, $ZodJWT, $ZodNumber, $ZodNumberFormat, $ZodBoolean, $ZodNull, $ZodAny, $ZodUnknown, $ZodNever, $ZodArray, NO_SYMBOL_KEYS, $ZodObject, $ZodObjectJIT, $ZodUnion, $ZodDiscriminatedUnion, $ZodIntersection, $ZodRecord, $ZodEnum, $ZodLiteral, $ZodTransform, $ZodOptional, $ZodExactOptional, $ZodNullable, $ZodDefault, $ZodPrefault, $ZodNonOptional, $ZodCatch, $ZodPipe, $ZodPreprocess, $ZodReadonly, $ZodCustom;
1887
+ var $ZodType, toStandardResult = (r, ctx) => r.issues.length ? { issues: r.issues.map((iss) => finalizeIssue(iss, ctx, config())) } : { value: r.value }, $ZodString, $ZodStringFormat, $ZodGUID, $ZodUUID, $ZodEmail, URL_BAD_FORMAT = 1, URL_UNPARSEABLE = 2, asciiTabOrNewline, $ZodURL, $ZodEmoji, $ZodNanoID, $ZodCUID, $ZodCUID2, $ZodULID, $ZodXID, $ZodKSUID, $ZodISODateTime, $ZodISODate, $ZodISOTime, $ZodISODuration, $ZodIPv4, ipv6Alphabet, $ZodIPv6, $ZodCIDRv4, $ZodCIDRv6, base64Charset, $ZodBase64, base64urlCharset, $ZodBase64URL, $ZodE164, $ZodJWT, $ZodNumber, $ZodNumberFormat, $ZodBoolean, $ZodNull, $ZodAny, $ZodUnknown, $ZodNever, $ZodArray, NO_SYMBOL_KEYS, $ZodObject, $ZodObjectJIT, $ZodUnion, $ZodDiscriminatedUnion, $ZodIntersection, $ZodRecord, $ZodEnum, $ZodLiteral, $ZodTransform, $ZodOptional, $ZodExactOptional, $ZodNullable, $ZodDefault, $ZodPrefault, $ZodNonOptional, $ZodCatch, $ZodPipe, $ZodPreprocess, $ZodReadonly, $ZodLazy, $ZodCustom;
1866
1888
  var init_schemas = __esm(() => {
1867
1889
  init_checks();
1868
1890
  init_core();
@@ -3060,6 +3082,23 @@ var init_schemas = __esm(() => {
3060
3082
  return handleReadonlyResult(result);
3061
3083
  };
3062
3084
  });
3085
+ $ZodLazy = /* @__PURE__ */ $constructor("$ZodLazy", (inst, def) => {
3086
+ $ZodType.init(inst, def);
3087
+ defineLazy(inst._zod, "innerType", () => {
3088
+ const d = def;
3089
+ if (!d._cachedInner)
3090
+ d._cachedInner = def.getter();
3091
+ return d._cachedInner;
3092
+ });
3093
+ defineLazyInternal(inst, "pattern", (zod) => zod.innerType?._zod?.pattern);
3094
+ defineLazyInternal(inst, "propValues", (zod) => zod.innerType?._zod?.propValues);
3095
+ defineLazyInternal(inst, "optin", (zod) => zod.innerType?._zod?.optin ?? undefined);
3096
+ defineLazyInternal(inst, "optout", (zod) => zod.innerType?._zod?.optout ?? undefined);
3097
+ inst._zod.parse = (payload, ctx) => {
3098
+ const inner = inst._zod.innerType;
3099
+ return inner._zod.run(payload, ctx);
3100
+ };
3101
+ });
3063
3102
  $ZodCustom = /* @__PURE__ */ $constructor("$ZodCustom", (inst, def) => {
3064
3103
  $ZodCheck.init(inst, def);
3065
3104
  $ZodType.init(inst, def);
@@ -5552,6 +5591,12 @@ function readonly(innerType) {
5552
5591
  innerType
5553
5592
  });
5554
5593
  }
5594
+ function lazy(getter) {
5595
+ return new ZodLazy({
5596
+ type: "lazy",
5597
+ getter
5598
+ });
5599
+ }
5555
5600
  function custom(fn, _params) {
5556
5601
  return _custom(ZodCustom, fn ?? (() => true), _params);
5557
5602
  }
@@ -5568,7 +5613,7 @@ function preprocess(fn, schema) {
5568
5613
  out: schema
5569
5614
  });
5570
5615
  }
5571
- var ZodType, _ZodString, ZodString, ZodStringFormat, ZodISODateTime, ZodISODate, ZodISOTime, ZodISODuration, ZodEmail, ZodGUID, ZodUUID, ZodURL, ZodEmoji, ZodNanoID, ZodCUID, ZodCUID2, ZodULID, ZodXID, ZodKSUID, ZodIPv4, ZodIPv6, ZodCIDRv4, ZodCIDRv6, ZodBase64, ZodBase64URL, ZodE164, ZodJWT, ZodNumber, ZodNumberFormat, ZodBoolean, ZodNull, ZodAny, ZodUnknown, ZodNever, ZodArray, ZodObject, ZodUnion, ZodDiscriminatedUnion, ZodIntersection, ZodRecord, ZodEnum, ZodLiteral, ZodTransform, ZodOptional, ZodExactOptional, ZodNullable, ZodDefault, ZodPrefault, ZodNonOptional, ZodCatch, ZodPipe, ZodPreprocess, ZodReadonly, ZodCustom;
5616
+ var ZodType, _ZodString, ZodString, ZodStringFormat, ZodISODateTime, ZodISODate, ZodISOTime, ZodISODuration, ZodEmail, ZodGUID, ZodUUID, ZodURL, ZodEmoji, ZodNanoID, ZodCUID, ZodCUID2, ZodULID, ZodXID, ZodKSUID, ZodIPv4, ZodIPv6, ZodCIDRv4, ZodCIDRv6, ZodBase64, ZodBase64URL, ZodE164, ZodJWT, ZodNumber, ZodNumberFormat, ZodBoolean, ZodNull, ZodAny, ZodUnknown, ZodNever, ZodArray, ZodObject, ZodUnion, ZodDiscriminatedUnion, ZodIntersection, ZodRecord, ZodEnum, ZodLiteral, ZodTransform, ZodOptional, ZodExactOptional, ZodNullable, ZodDefault, ZodPrefault, ZodNonOptional, ZodCatch, ZodPipe, ZodPreprocess, ZodReadonly, ZodLazy, ZodCustom;
5572
5617
  var init_schemas2 = __esm(() => {
5573
5618
  init_core2();
5574
5619
  init_core2();
@@ -6320,6 +6365,12 @@ var init_schemas2 = __esm(() => {
6320
6365
  inst._zod.processJSONSchema = (ctx, json, params) => readonlyProcessor(inst, ctx, json, params);
6321
6366
  inst.unwrap = () => inst._zod.def.innerType;
6322
6367
  });
6368
+ ZodLazy = /* @__PURE__ */ $constructor("ZodLazy", (inst, def) => {
6369
+ $ZodLazy.init(inst, def);
6370
+ ZodType.init(inst, def);
6371
+ inst._zod.processJSONSchema = (ctx, json, params) => lazyProcessor(inst, ctx, json, params);
6372
+ inst.unwrap = () => inst._zod.def.getter();
6373
+ });
6323
6374
  ZodCustom = /* @__PURE__ */ $constructor("ZodCustom", (inst, def) => {
6324
6375
  $ZodCustom.init(inst, def);
6325
6376
  ZodType.init(inst, def);
@@ -33300,7 +33351,7 @@ var handleResult = (ctx, result) => {
33300
33351
  };
33301
33352
  }
33302
33353
  }, cuidRegex, cuid2Regex, ulidRegex, uuidRegex, nanoidRegex, jwtRegex, durationRegex, emailRegex, _emojiRegex = `^[\\p{Extended_Pictographic}\\p{Emoji_Component}]+$`, emojiRegex, ipv4Regex, ipv4CidrRegex, ipv6Regex, ipv6CidrRegex, base64Regex, base64urlRegex, dateRegexSource = `((\\d\\d[2468][048]|\\d\\d[13579][26]|\\d\\d0[48]|[02468][048]00|[13579][26]00)-02-29|\\d{4}-((0[13578]|1[02])-(0[1-9]|[12]\\d|3[01])|(0[469]|11)-(0[1-9]|[12]\\d|30)|(02)-(0[1-9]|1\\d|2[0-8])))`, dateRegex, ZodString2, ZodNumber2, ZodBigInt2, ZodBoolean2, ZodDate2, ZodSymbol, ZodUndefined, ZodNull2, ZodAny2, ZodUnknown2, ZodNever2, ZodVoid, ZodArray2, ZodObject2, ZodUnion2, getDiscriminator = (type) => {
33303
- if (type instanceof ZodLazy) {
33354
+ if (type instanceof ZodLazy2) {
33304
33355
  return getDiscriminator(type.schema);
33305
33356
  } else if (type instanceof ZodEffects) {
33306
33357
  return getDiscriminator(type.innerType());
@@ -33329,7 +33380,7 @@ var handleResult = (ctx, result) => {
33329
33380
  } else {
33330
33381
  return [];
33331
33382
  }
33332
- }, ZodDiscriminatedUnion2, ZodIntersection2, ZodTuple, ZodRecord2, ZodMap, ZodSet, ZodFunction, ZodLazy, ZodLiteral2, ZodEnum2, ZodNativeEnum, ZodPromise, ZodEffects, ZodOptional2, ZodNullable2, ZodDefault2, ZodCatch2, ZodNaN, BRAND, ZodBranded, ZodPipeline, ZodReadonly2, late, ZodFirstPartyTypeKind2, stringType, numberType, nanType, bigIntType, booleanType, dateType, symbolType, undefinedType, nullType, anyType, unknownType, neverType, voidType, arrayType, objectType, strictObjectType, unionType, discriminatedUnionType, intersectionType, tupleType, recordType, mapType, setType, functionType, lazyType, literalType, enumType, nativeEnumType, promiseType, effectsType, optionalType, nullableType, preprocessType, pipelineType;
33383
+ }, ZodDiscriminatedUnion2, ZodIntersection2, ZodTuple, ZodRecord2, ZodMap, ZodSet, ZodFunction, ZodLazy2, ZodLiteral2, ZodEnum2, ZodNativeEnum, ZodPromise, ZodEffects, ZodOptional2, ZodNullable2, ZodDefault2, ZodCatch2, ZodNaN, BRAND, ZodBranded, ZodPipeline, ZodReadonly2, late, ZodFirstPartyTypeKind2, stringType, numberType, nanType, bigIntType, booleanType, dateType, symbolType, undefinedType, nullType, anyType, unknownType, neverType, voidType, arrayType, objectType, strictObjectType, unionType, discriminatedUnionType, intersectionType, tupleType, recordType, mapType, setType, functionType, lazyType, literalType, enumType, nativeEnumType, promiseType, effectsType, optionalType, nullableType, preprocessType, pipelineType;
33333
33384
  var init_types2 = __esm(() => {
33334
33385
  init_ZodError();
33335
33386
  init_errors3();
@@ -35505,7 +35556,7 @@ var init_types2 = __esm(() => {
35505
35556
  });
35506
35557
  }
35507
35558
  };
35508
- ZodLazy = class ZodLazy extends ZodType2 {
35559
+ ZodLazy2 = class ZodLazy2 extends ZodType2 {
35509
35560
  get schema() {
35510
35561
  return this._def.getter();
35511
35562
  }
@@ -35515,8 +35566,8 @@ var init_types2 = __esm(() => {
35515
35566
  return lazySchema._parse({ data: ctx.data, path: ctx.path, parent: ctx });
35516
35567
  }
35517
35568
  };
35518
- ZodLazy.create = (getter, params) => {
35519
- return new ZodLazy({
35569
+ ZodLazy2.create = (getter, params) => {
35570
+ return new ZodLazy2({
35520
35571
  getter,
35521
35572
  typeName: ZodFirstPartyTypeKind2.ZodLazy,
35522
35573
  ...processCreateParams(params)
@@ -36112,7 +36163,7 @@ var init_types2 = __esm(() => {
36112
36163
  mapType = ZodMap.create;
36113
36164
  setType = ZodSet.create;
36114
36165
  functionType = ZodFunction.create;
36115
- lazyType = ZodLazy.create;
36166
+ lazyType = ZodLazy2.create;
36116
36167
  literalType = ZodLiteral2.create;
36117
36168
  enumType = ZodEnum2.create;
36118
36169
  nativeEnumType = ZodNativeEnum.create;
@@ -52718,9 +52769,9 @@ var init_config = __esm(() => {
52718
52769
  SDK_METADATA = {
52719
52770
  language: "typescript",
52720
52771
  openapiDocVersion: "1.0.0",
52721
- sdkVersion: "0.2.2",
52722
- genVersion: "2.935.1",
52723
- userAgent: "speakeasy-sdk/mcp-typescript 0.2.2 2.935.1 1.0.0 @lightsage/mcp"
52772
+ sdkVersion: "0.3.1",
52773
+ genVersion: "2.937.18",
52774
+ userAgent: "speakeasy-sdk/mcp-typescript 0.3.1 2.937.18 1.0.0 @lightsage/mcp"
52724
52775
  };
52725
52776
  });
52726
52777
 
@@ -54907,13 +54958,16 @@ var V2EvalResultSummary$zodSchema;
54907
54958
  var init_v2evalresultsummary = __esm(() => {
54908
54959
  init_zod();
54909
54960
  V2EvalResultSummary$zodSchema = object({
54910
- agent_id: string2().nullable().optional().describe("Runnable agent ID combining the harness and model."),
54961
+ agent: string2().nullable().optional().describe("Runnable agent combining the harness and model."),
54911
54962
  created_at: string2().nullable().optional(),
54912
54963
  eval_id: string2().nullable().optional(),
54913
54964
  failure_reasons: array(string2()).nullable().optional(),
54914
54965
  id: string2().describe("Result ID, not an eval job ID."),
54915
54966
  latency_ms: int().nullable().optional(),
54916
54967
  passed: boolean2().nullable().optional(),
54968
+ prompt: string2().nullable().optional(),
54969
+ prompt_index: int().default(0),
54970
+ repeat_index: int().default(0),
54917
54971
  score: number2().nullable().optional().describe("Score from 0 to 1.")
54918
54972
  });
54919
54973
  });
@@ -55036,7 +55090,7 @@ var init_evalResultsV2EvalResultsList2 = __esm(() => {
55036
55090
  name: "eval-results-v2-eval-results-list",
55037
55091
  description: `List Results
55038
55092
 
55039
- Returns completed custom-eval results from onboarding, v1, and v2 run flows, ordered newest first. Result IDs are different from eval run IDs.`,
55093
+ Returns completed custom-eval results from all supported run flows, ordered newest first. Result IDs are different from eval run IDs.`,
55040
55094
  annotations: {
55041
55095
  title: "",
55042
55096
  destructiveHint: false,
@@ -55063,7 +55117,7 @@ var V2EvalResult$zodSchema;
55063
55117
  var init_v2evalresult = __esm(() => {
55064
55118
  init_zod();
55065
55119
  V2EvalResult$zodSchema = object({
55066
- agent_id: string2().nullable().optional().describe("Runnable agent ID combining the harness and model."),
55120
+ agent: string2().nullable().optional().describe("Runnable agent combining the harness and model."),
55067
55121
  created_at: string2().nullable().optional(),
55068
55122
  eval_id: string2().nullable().optional(),
55069
55123
  execution_stderr: string2().nullable().optional(),
@@ -55075,6 +55129,8 @@ var init_v2evalresult = __esm(() => {
55075
55129
  output: string2().nullable().optional(),
55076
55130
  passed: boolean2().nullable().optional(),
55077
55131
  prompt: string2().nullable().optional(),
55132
+ prompt_index: int().default(0),
55133
+ repeat_index: int().default(0),
55078
55134
  score: number2().nullable().optional().describe("Score from 0 to 1."),
55079
55135
  tool_calls: array(record(string2(), any())).nullable().optional()
55080
55136
  });
@@ -55230,8 +55286,8 @@ var init_v2evalrun = __esm(() => {
55230
55286
  init_zod();
55231
55287
  init_publicevalrunprogress();
55232
55288
  V2EvalRun$zodSchema = object({
55233
- agent_id: string2().nullable().optional().describe("Runnable agent ID selected for this run."),
55234
- agent_name: string2().nullable().optional().describe("Display name captured for the selected agent."),
55289
+ agent: array(string2()).optional().describe("Runnable agents selected for this simulation."),
55290
+ attempt_count: int().default(1).describe("Total concrete attempts after all fan-out dimensions."),
55235
55291
  completed_at: string2().nullable().optional(),
55236
55292
  configuration_id: string2().nullable().optional(),
55237
55293
  created_at: string2().nullable().optional(),
@@ -55242,7 +55298,10 @@ var init_v2evalrun = __esm(() => {
55242
55298
  eval_name: string2().nullable().optional().describe("Display name captured for the eval when the run was created."),
55243
55299
  id: string2().describe("Run ID to use when polling eval-run status."),
55244
55300
  job_id: string2().describe("Alias of `id` for the durable parent job."),
55301
+ persona: string2().nullable().optional().describe("Perspective applied to every attempt in this simulation."),
55245
55302
  progress: PublicEvalRunProgress$zodSchema.optional(),
55303
+ prompt_count: int().default(1).describe("Number of prompts included in the simulation."),
55304
+ runs: int().default(1).describe("Independent attempts requested for every prompt-agent pair."),
55246
55305
  stage: string2().nullable().optional(),
55247
55306
  started_at: string2().nullable().optional(),
55248
55307
  status: string2()
@@ -55518,52 +55577,88 @@ Returns the status and progress of an eval job. Poll until the status reaches a
55518
55577
  };
55519
55578
  });
55520
55579
 
55521
- // src/models/v2evalrunsmonitorop.ts
55522
- var Detail$zodSchema, V2EvalRunsMonitorRequest$zodSchema, V2EvalRunsMonitorResponse$zodSchema;
55523
- var init_v2evalrunsmonitorop = __esm(() => {
55580
+ // src/models/v2evalrunanalysis.ts
55581
+ var V2EvalRunAnalysis$zodSchema;
55582
+ var init_v2evalrunanalysis = __esm(() => {
55583
+ init_zod();
55584
+ V2EvalRunAnalysis$zodSchema = object({
55585
+ agent: string2().nullable().optional().describe("Runnable agent used for this concrete attempt."),
55586
+ analysis: record(string2(), any()).optional().describe("Persisted eval_run_analysis payload, including verdict, outcome, findings, bottleneck, and analysis sections."),
55587
+ analysis_version: string2().nullable().optional().describe("Version of the analysis pipeline that produced this payload."),
55588
+ attempt_id: string2().describe("Child eval-attempt ID used to correlate the analysis with trace events."),
55589
+ created_at: string2().nullable().optional(),
55590
+ eval_id: string2().nullable().optional().describe("Public eval definition ID, not the backing executable eval ID."),
55591
+ id: string2().describe("Persisted eval analysis ID."),
55592
+ prompt: string2().nullable().optional().describe("Exact task prompt used for this concrete attempt."),
55593
+ prompt_index: int().default(0).describe("Zero-based prompt index within the submitted simulation."),
55594
+ repeat_index: int().default(0).describe("Zero-based repeat index within the submitted run."),
55595
+ result_id: string2().describe("Concrete eval result ID analyzed for this attempt."),
55596
+ updated_at: string2().nullable().optional(),
55597
+ variant_key: string2().default("default").describe("Runtime variant that produced this result.")
55598
+ });
55599
+ });
55600
+
55601
+ // src/models/v2evalrunanalysisresponse.ts
55602
+ var V2EvalRunAnalysisResponse$zodSchema;
55603
+ var init_v2evalrunanalysisresponse = __esm(() => {
55604
+ init_zod();
55605
+ init_publicevalrunprogress();
55606
+ init_v2evalrunanalysis();
55607
+ V2EvalRunAnalysisResponse$zodSchema = object({
55608
+ data: array(V2EvalRunAnalysis$zodSchema).optional(),
55609
+ error: string2().nullable().optional(),
55610
+ progress: PublicEvalRunProgress$zodSchema.optional(),
55611
+ run_id: string2(),
55612
+ status: string2()
55613
+ });
55614
+ });
55615
+
55616
+ // src/models/v2evalrunsanalysisop.ts
55617
+ var V2EvalRunsAnalysisRequest$zodSchema, V2EvalRunsAnalysisResponseBody$zodSchema, V2EvalRunsAnalysisResponse$zodSchema;
55618
+ var init_v2evalrunsanalysisop = __esm(() => {
55524
55619
  init_zod();
55525
55620
  init_httpvalidationerror();
55526
- Detail$zodSchema = _enum([
55527
- "summary",
55528
- "verbose"
55529
- ]).describe("Reduced activity or the full sanitized durable trace.");
55530
- V2EvalRunsMonitorRequest$zodSchema = object({
55531
- after_id: int().default(0).describe("Durable child-event cursor used when reconnecting."),
55532
- detail: Detail$zodSchema.default("summary").describe("Reduced activity or the full sanitized durable trace."),
55533
- run_id: string2().describe("Parent run ID returned by `POST /v2/eval-runs`. Omit to capture all currently active public v2 eval runs.").optional()
55534
- });
55535
- V2EvalRunsMonitorResponse$zodSchema = union([
55536
- string2().describe("A server-sent event stream of eval-run status and activity."),
55621
+ init_v2evalrunanalysisresponse();
55622
+ V2EvalRunsAnalysisRequest$zodSchema = object({
55623
+ run_id: string2()
55624
+ });
55625
+ V2EvalRunsAnalysisResponseBody$zodSchema = object({
55626
+ detail: string2()
55627
+ }).describe("Eval run not found. Use the run ID returned when you started the eval.");
55628
+ V2EvalRunsAnalysisResponse$zodSchema = union([
55629
+ V2EvalRunAnalysisResponse$zodSchema,
55630
+ lazy(() => V2EvalRunsAnalysisResponseBody$zodSchema),
55537
55631
  HTTPValidationError$zodSchema
55538
55632
  ]);
55539
55633
  });
55540
55634
 
55541
- // src/funcs/evalsMonitor.ts
55542
- function evalsMonitor(client$, request, options) {
55635
+ // src/funcs/evalsAnalysis.ts
55636
+ function evalsAnalysis(client$, request, options) {
55543
55637
  return new APIPromise($do11(client$, request, options));
55544
55638
  }
55545
55639
  async function $do11(client$, request, options) {
55546
- const parsed$ = safeParse4(request, (value$) => V2EvalRunsMonitorRequest$zodSchema.optional().parse(value$), "Input validation failed");
55640
+ const parsed$ = safeParse4(request, (value$) => V2EvalRunsAnalysisRequest$zodSchema.parse(value$), "Input validation failed");
55547
55641
  if (!parsed$.ok) {
55548
55642
  return [parsed$, { status: "invalid" }];
55549
55643
  }
55550
55644
  const payload$ = parsed$.value;
55551
55645
  const body$ = null;
55552
- const path$ = pathToFunc("/v2/eval-runs/monitor")();
55553
- const query$ = encodeFormQuery({
55554
- after_id: payload$?.after_id,
55555
- detail: payload$?.detail,
55556
- run_id: payload$?.run_id
55557
- });
55646
+ const pathParams$ = {
55647
+ run_id: encodeSimple("run_id", payload$.run_id, {
55648
+ explode: false,
55649
+ charEncoding: "percent"
55650
+ })
55651
+ };
55652
+ const path$ = pathToFunc("/v2/eval-runs/{run_id}/analysis")(pathParams$);
55558
55653
  const headers$ = new Headers(compactMap({
55559
- Accept: options?.acceptHeaderOverride || "application/json;q=1, text/event-stream;q=0"
55654
+ Accept: "application/json"
55560
55655
  }));
55561
55656
  const securityInput = await extractSecurity(client$._options.security);
55562
55657
  const requestSecurity = resolveGlobalSecurity(securityInput);
55563
55658
  const context = {
55564
55659
  options: client$._options,
55565
55660
  baseURL: options?.serverURL ?? client$._baseURL ?? "",
55566
- operationID: "v2_eval_runs_monitor",
55661
+ operationID: "v2_eval_runs_analysis",
55567
55662
  oAuth2Scopes: null,
55568
55663
  resolvedSecurity: requestSecurity,
55569
55664
  securitySource: client$._options.security,
@@ -55582,7 +55677,6 @@ async function $do11(client$, request, options) {
55582
55677
  baseURL: options?.serverURL,
55583
55678
  path: path$,
55584
55679
  headers: headers$,
55585
- query: query$,
55586
55680
  body: body$,
55587
55681
  userAgent: client$._options.userAgent,
55588
55682
  timeoutMs: options?.timeoutMs || client$._options.timeoutMs || -1
@@ -55606,30 +55700,30 @@ async function $do11(client$, request, options) {
55606
55700
  response: doResult.value
55607
55701
  }];
55608
55702
  }
55609
- var init_evalsMonitor = __esm(() => {
55703
+ var init_evalsAnalysis = __esm(() => {
55610
55704
  init_encodings();
55611
55705
  init_primitives();
55612
55706
  init_schemas4();
55613
55707
  init_security();
55614
55708
  init_url();
55615
- init_v2evalrunsmonitorop();
55709
+ init_v2evalrunsanalysisop();
55616
55710
  init_async();
55617
55711
  });
55618
55712
 
55619
- // src/mcp-server/tools/evalsMonitor.ts
55620
- var args8, tool$evalsMonitor;
55621
- var init_evalsMonitor2 = __esm(() => {
55622
- init_evalsMonitor();
55623
- init_v2evalrunsmonitorop();
55713
+ // src/mcp-server/tools/evalsAnalysis.ts
55714
+ var args8, tool$evalsAnalysis;
55715
+ var init_evalsAnalysis2 = __esm(() => {
55716
+ init_evalsAnalysis();
55717
+ init_v2evalrunsanalysisop();
55624
55718
  init_tools();
55625
55719
  args8 = {
55626
- request: V2EvalRunsMonitorRequest$zodSchema.optional()
55720
+ request: V2EvalRunsAnalysisRequest$zodSchema
55627
55721
  };
55628
- tool$evalsMonitor = {
55629
- name: "evals-monitor",
55630
- description: `Monitor Runs
55722
+ tool$evalsAnalysis = {
55723
+ name: "evals-analysis",
55724
+ description: `Retrieve eval run analysis
55631
55725
 
55632
- Streams an immediate snapshot followed by live status and sanitized activity. Provide \`run_id\` to monitor one public v2 eval run, or omit it to capture all active runs when the connection opens.`,
55726
+ Returns the persisted analysis produced for each completed attempt in one eval run. The analysis includes the verdict, outcome explanation, findings, bottleneck, and analysis sections. Active runs return the analysis available so far together with current run status and progress.`,
55633
55727
  annotations: {
55634
55728
  title: "",
55635
55729
  destructiveHint: false,
@@ -55639,7 +55733,7 @@ Streams an immediate snapshot followed by live status and sanitized activity. Pr
55639
55733
  },
55640
55734
  args: args8,
55641
55735
  tool: async (client, args, ctx) => {
55642
- const [result] = await evalsMonitor(client, args.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
55736
+ const [result] = await evalsAnalysis(client, args.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
55643
55737
  if (!result.ok) {
55644
55738
  return {
55645
55739
  content: [{ type: "text", text: result.error.message }],
@@ -55651,20 +55745,92 @@ Streams an immediate snapshot followed by live status and sanitized activity. Pr
55651
55745
  };
55652
55746
  });
55653
55747
 
55748
+ // src/models/v2inlineclireference.ts
55749
+ var V2InlineCliReference$zodSchema;
55750
+ var init_v2inlineclireference = __esm(() => {
55751
+ init_zod();
55752
+ V2InlineCliReference$zodSchema = object({
55753
+ install_command: string2().describe("Shell command to install this CLI before the agent starts.")
55754
+ });
55755
+ });
55756
+
55757
+ // src/models/v2inlinemcpdefinition.ts
55758
+ var Type$zodSchema, V2InlineMcpDefinition$zodSchema;
55759
+ var init_v2inlinemcpdefinition = __esm(() => {
55760
+ init_zod();
55761
+ Type$zodSchema = _enum([
55762
+ "http",
55763
+ "sse",
55764
+ "stdio"
55765
+ ]);
55766
+ V2InlineMcpDefinition$zodSchema = object({
55767
+ args: array(string2()).optional(),
55768
+ command: string2().nullable().optional().describe("Executable command for a `stdio` MCP server."),
55769
+ env: record(string2(), string2()).optional().describe("Environment mapping for a `stdio` MCP server. Values may reference run secrets with `${VARIABLE_NAME}`."),
55770
+ headers: record(string2(), string2()).optional().describe("HTTP headers. Reference run secrets with `${VARIABLE_NAME}` instead of embedding credentials."),
55771
+ name: string2().describe("Stable server name used in the selected agent's MCP config."),
55772
+ type: Type$zodSchema,
55773
+ url: string2().nullable().optional().describe("HTTPS endpoint for an `http` or `sse` MCP server.")
55774
+ });
55775
+ });
55776
+
55777
+ // src/models/v2savedclireference.ts
55778
+ var V2SavedCliReference$zodSchema;
55779
+ var init_v2savedclireference = __esm(() => {
55780
+ init_zod();
55781
+ V2SavedCliReference$zodSchema = object({
55782
+ id: string2().describe("Saved CLI ID from `GET /v2/clis`.")
55783
+ });
55784
+ });
55785
+
55786
+ // src/models/v2savedmcpreference.ts
55787
+ var V2SavedMcpReference$zodSchema;
55788
+ var init_v2savedmcpreference = __esm(() => {
55789
+ init_zod();
55790
+ V2SavedMcpReference$zodSchema = object({
55791
+ id: string2().describe("Saved MCP server ID from `GET /v2/mcp-servers`.")
55792
+ });
55793
+ });
55794
+
55654
55795
  // src/models/createv2evalrunrequest.ts
55655
- var CreateV2EvalRunRequest$zodSchema;
55796
+ var CreateV2EvalRunRequestCli$zodSchema, CreateV2EvalRunRequestMcp$zodSchema, CreateV2EvalRunRequest$zodSchema;
55656
55797
  var init_createv2evalrunrequest = __esm(() => {
55657
55798
  init_zod();
55799
+ init_v2inlineclireference();
55800
+ init_v2inlinemcpdefinition();
55801
+ init_v2savedclireference();
55802
+ init_v2savedmcpreference();
55803
+ CreateV2EvalRunRequestCli$zodSchema = union([
55804
+ V2SavedCliReference$zodSchema,
55805
+ V2InlineCliReference$zodSchema
55806
+ ]);
55807
+ CreateV2EvalRunRequestMcp$zodSchema = union([
55808
+ V2InlineMcpDefinition$zodSchema,
55809
+ V2SavedMcpReference$zodSchema
55810
+ ]);
55658
55811
  CreateV2EvalRunRequest$zodSchema = object({
55659
- agent_id: string2().describe("Required in both request forms. Runnable agent ID from `GET /v2/agents`."),
55660
- configuration_id: string2().optional().describe("Saved-run form only. Saved runtime configuration; required when `eval_id` is provided."),
55661
- env: record(string2(), string2()).optional().describe("Direct create-and-run form only. Write-only environment variables; values are stored only in the queued job's private configuration."),
55812
+ agent: array(string2()).nullable().optional().describe("Runnable agents from `GET /v2/agents`. Required unless the saved eval already has agents. CLI clients expose repeatable `--agent`."),
55813
+ clis: array(union([
55814
+ V2SavedCliReference$zodSchema,
55815
+ V2InlineCliReference$zodSchema
55816
+ ])).nullable().optional().describe("Saved CLI references or inline installation commands. In saved mode, an explicit empty array disables saved CLIs for this launch."),
55817
+ configuration_id: string2().optional().describe("Saved-run form only. Optional saved repository, environment, skills, and legacy tool configuration."),
55818
+ env: record(string2(), string2()).optional().describe("Write-only environment variables for this launch. Values are stored only in the queued job's private configuration."),
55662
55819
  eval_id: string2().optional().describe("Saved-run form only. Existing eval definition to run. Omit this field to use the direct create-and-run form."),
55663
- judges: array(string2()).optional().describe("Direct create-and-run form only. Provide at least one success criterion. CLI clients may expose this string array as a repeatable `--judge` flag."),
55664
- prompt: string2().optional().describe("Direct create-and-run form only. Task prompt; required when `eval_id` is omitted."),
55820
+ judges: array(string2()).nullable().optional().describe("Success criteria. Required in direct mode; in saved mode, replaces saved judges for this launch. CLI clients expose repeatable `--judge`."),
55821
+ mcps: array(union([
55822
+ V2InlineMcpDefinition$zodSchema,
55823
+ V2SavedMcpReference$zodSchema
55824
+ ])).nullable().optional().describe("Saved MCP references or inline portable definitions. In saved mode, an explicit empty array disables saved MCPs for this launch."),
55825
+ name: string2().optional().describe("Direct create-and-run form only. Display name for the durable eval. Defaults to the first prompt."),
55826
+ persona: string2().optional().describe("Optional perspective for every attempt in this launch. It does not modify prompts or add a fan-out dimension."),
55827
+ prompts: array(string2()).nullable().optional().describe("Task prompts. Required in direct mode; in saved mode, replaces saved prompts for this launch. CLI clients expose repeatable `--prompt`."),
55665
55828
  repository: string2().optional().describe("Direct create-and-run form only. A saved repository ID, built-in alias such as `nextjs-starter`, or a public GitHub HTTPS URL."),
55666
- skills: array(string2()).optional().describe("Additional public skill packages to install before the agent starts in either request form, using GitHub `owner/repository` references such as `resend/resend-skills`. CLI clients may expose this string array as a repeatable `--skill` flag.")
55667
- }).describe("Start an eval run using one of two flat request forms. Saved runs require `eval_id`, `configuration_id`, and `agent_id`. Direct create-and-run requests require `prompt`, at least one item in `judges`, and `agent_id`. Do not combine saved-run and direct-run fields; no separate mode field is required.");
55829
+ runs: int().optional().describe("Independent attempts for every prompt-agent pair. Defaults to the saved eval value or 1 for a direct run."),
55830
+ skill_ids: array(string2()).optional().describe("Direct create-and-run form only. Reusable skill IDs from `GET /v2/skills` to install before the agent starts."),
55831
+ skills: array(string2()).optional().describe("Additional public skill packages to install before the agent starts in either request form, using GitHub `owner/repository` references such as `resend/resend-skills`. CLI clients may expose this string array as a repeatable `--skill` flag."),
55832
+ tags: array(string2()).optional().describe("Direct create-and-run form only. Optional labels saved on the created eval. CLI clients may expose this string array as a repeatable `--tag` flag.")
55833
+ }).describe("Start an eval run using one of two flat request forms. Saved runs require `eval_id` and use saved simulation defaults unless the request replaces them. Direct create-and-run requests require `prompts`, `judges`, and `agent`. No separate mode field is required.");
55668
55834
  });
55669
55835
 
55670
55836
  // src/funcs/evalsRun.ts
@@ -55757,10 +55923,10 @@ Queues a durable eval job and returns immediately with a polling ID. Poll \`GET
55757
55923
 
55758
55924
  Send one of these flat request forms:
55759
55925
 
55760
- - **Saved eval:** provide \`eval_id\`, \`configuration_id\`, and \`agent_id\`.
55761
- - **Direct create-and-run:** provide \`prompt\`, \`judges\`, and \`agent_id\`. You may also provide a repository, write-only environment variables, and public skill packages.
55926
+ - **Saved eval:** provide \`eval_id\`; optionally replace its prompts, persona, agents, CLIs, MCPs, or runs for this launch. A saved configuration can still provide repository, environment, skills, and legacy tool selections.
55927
+ - **Direct create-and-run:** provide \`prompts\`, \`judges\`, and \`agent\`. You may also provide a persona, tags, repository, write-only environment variables, saved or inline CLIs and MCP servers, and skills.
55762
55928
 
55763
- Do not combine saved-run and direct-run fields. No separate \`mode\` field is required.`,
55929
+ The run fans out across prompts × agents × runs. Persona is shared metadata and does not multiply attempts. No separate \`mode\` field is required.`,
55764
55930
  annotations: {
55765
55931
  title: "",
55766
55932
  destructiveHint: false,
@@ -55782,6 +55948,184 @@ Do not combine saved-run and direct-run fields. No separate \`mode\` field is re
55782
55948
  };
55783
55949
  });
55784
55950
 
55951
+ // src/models/v2evalruntraceevent.ts
55952
+ var V2EvalRunTraceEvent$zodSchema;
55953
+ var init_v2evalruntraceevent = __esm(() => {
55954
+ init_zod();
55955
+ V2EvalRunTraceEvent$zodSchema = object({
55956
+ agent: string2().nullable().optional(),
55957
+ category: string2(),
55958
+ child_job_id: string2().describe("Child eval-attempt ID associated with the event."),
55959
+ configuration_id: string2().nullable().optional(),
55960
+ data: record(string2(), any()).optional().describe("Sanitized event payload."),
55961
+ eval_id: string2().nullable().optional(),
55962
+ eval_name: string2().nullable().optional(),
55963
+ event_id: int(),
55964
+ message: string2(),
55965
+ prompt_index: int().default(0),
55966
+ repeat_index: int().default(0),
55967
+ run_id: string2(),
55968
+ timestamp: string2().nullable().optional(),
55969
+ type: string2()
55970
+ });
55971
+ });
55972
+
55973
+ // src/models/v2evalruntraceresponse.ts
55974
+ var V2EvalRunTraceResponse$zodSchema;
55975
+ var init_v2evalruntraceresponse = __esm(() => {
55976
+ init_zod();
55977
+ init_publicevalrunprogress();
55978
+ init_v2evalruntraceevent();
55979
+ V2EvalRunTraceResponse$zodSchema = object({
55980
+ data: array(V2EvalRunTraceEvent$zodSchema).optional(),
55981
+ error: string2().nullable().optional(),
55982
+ has_more: boolean2(),
55983
+ next_after_id: int().describe("Cursor to pass as `after_id` when requesting the next page."),
55984
+ progress: PublicEvalRunProgress$zodSchema.optional(),
55985
+ run_id: string2(),
55986
+ status: string2()
55987
+ });
55988
+ });
55989
+
55990
+ // src/models/v2evalrunstraceop.ts
55991
+ var V2EvalRunsTraceRequest$zodSchema, V2EvalRunsTraceResponseBody$zodSchema, V2EvalRunsTraceResponse$zodSchema;
55992
+ var init_v2evalrunstraceop = __esm(() => {
55993
+ init_zod();
55994
+ init_httpvalidationerror();
55995
+ init_v2evalruntraceresponse();
55996
+ V2EvalRunsTraceRequest$zodSchema = object({
55997
+ after_id: int().default(0).describe("Return events with IDs greater than this cursor."),
55998
+ limit: int().default(500).describe("Maximum number of trace events to return."),
55999
+ run_id: string2()
56000
+ });
56001
+ V2EvalRunsTraceResponseBody$zodSchema = object({
56002
+ detail: string2()
56003
+ }).describe("Eval run not found. Use the run ID returned when you started the eval.");
56004
+ V2EvalRunsTraceResponse$zodSchema = union([
56005
+ V2EvalRunTraceResponse$zodSchema,
56006
+ lazy(() => V2EvalRunsTraceResponseBody$zodSchema),
56007
+ HTTPValidationError$zodSchema
56008
+ ]);
56009
+ });
56010
+
56011
+ // src/funcs/evalsTrace.ts
56012
+ function evalsTrace(client$, request, options) {
56013
+ return new APIPromise($do13(client$, request, options));
56014
+ }
56015
+ async function $do13(client$, request, options) {
56016
+ const parsed$ = safeParse4(request, (value$) => V2EvalRunsTraceRequest$zodSchema.parse(value$), "Input validation failed");
56017
+ if (!parsed$.ok) {
56018
+ return [parsed$, { status: "invalid" }];
56019
+ }
56020
+ const payload$ = parsed$.value;
56021
+ const body$ = null;
56022
+ const pathParams$ = {
56023
+ run_id: encodeSimple("run_id", payload$.run_id, {
56024
+ explode: false,
56025
+ charEncoding: "percent"
56026
+ })
56027
+ };
56028
+ const path$ = pathToFunc("/v2/eval-runs/{run_id}/trace")(pathParams$);
56029
+ const query$ = encodeFormQuery({
56030
+ after_id: payload$.after_id,
56031
+ limit: payload$.limit
56032
+ });
56033
+ const headers$ = new Headers(compactMap({
56034
+ Accept: "application/json"
56035
+ }));
56036
+ const securityInput = await extractSecurity(client$._options.security);
56037
+ const requestSecurity = resolveGlobalSecurity(securityInput);
56038
+ const context = {
56039
+ options: client$._options,
56040
+ baseURL: options?.serverURL ?? client$._baseURL ?? "",
56041
+ operationID: "v2_eval_runs_trace",
56042
+ oAuth2Scopes: null,
56043
+ resolvedSecurity: requestSecurity,
56044
+ securitySource: client$._options.security,
56045
+ retryConfig: options?.retries || client$._options.retryConfig || { strategy: "none" },
56046
+ retryCodes: options?.retryCodes || [
56047
+ "429",
56048
+ "500",
56049
+ "502",
56050
+ "503",
56051
+ "504"
56052
+ ]
56053
+ };
56054
+ const requestRes = client$._createRequest(context, {
56055
+ security: requestSecurity,
56056
+ method: "GET",
56057
+ baseURL: options?.serverURL,
56058
+ path: path$,
56059
+ headers: headers$,
56060
+ query: query$,
56061
+ body: body$,
56062
+ userAgent: client$._options.userAgent,
56063
+ timeoutMs: options?.timeoutMs || client$._options.timeoutMs || -1
56064
+ }, options);
56065
+ if (!requestRes.ok) {
56066
+ return [requestRes, { status: "invalid" }];
56067
+ }
56068
+ const req$ = requestRes.value;
56069
+ const doResult = await client$._do(req$, {
56070
+ context,
56071
+ errorCodes: [],
56072
+ retryConfig: context.retryConfig,
56073
+ retryCodes: context.retryCodes
56074
+ });
56075
+ if (!doResult.ok) {
56076
+ return [doResult, { status: "request-error", request: req$ }];
56077
+ }
56078
+ return [doResult, {
56079
+ status: "complete",
56080
+ request: req$,
56081
+ response: doResult.value
56082
+ }];
56083
+ }
56084
+ var init_evalsTrace = __esm(() => {
56085
+ init_encodings();
56086
+ init_primitives();
56087
+ init_schemas4();
56088
+ init_security();
56089
+ init_url();
56090
+ init_v2evalrunstraceop();
56091
+ init_async();
56092
+ });
56093
+
56094
+ // src/mcp-server/tools/evalsTrace.ts
56095
+ var args10, tool$evalsTrace;
56096
+ var init_evalsTrace2 = __esm(() => {
56097
+ init_evalsTrace();
56098
+ init_v2evalrunstraceop();
56099
+ init_tools();
56100
+ args10 = {
56101
+ request: V2EvalRunsTraceRequest$zodSchema
56102
+ };
56103
+ tool$evalsTrace = {
56104
+ name: "evals-trace",
56105
+ description: `Retrieve an eval run trace
56106
+
56107
+ Returns a finite page of sanitized execution events for one eval run. Use \`next_after_id\` as \`after_id\` to retrieve the next page. Use the monitor operation instead when following a run live.`,
56108
+ annotations: {
56109
+ title: "",
56110
+ destructiveHint: false,
56111
+ idempotentHint: false,
56112
+ openWorldHint: false,
56113
+ readOnlyHint: true
56114
+ },
56115
+ args: args10,
56116
+ tool: async (client, args, ctx) => {
56117
+ const [result] = await evalsTrace(client, args.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
56118
+ if (!result.ok) {
56119
+ return {
56120
+ content: [{ type: "text", text: result.error.message }],
56121
+ isError: true
56122
+ };
56123
+ }
56124
+ return formatResult(result.value);
56125
+ }
56126
+ };
56127
+ });
56128
+
55785
56129
  // src/models/createv2evalconfigurationrequest.ts
55786
56130
  var CreateV2EvalConfigurationRequest$zodSchema;
55787
56131
  var init_createv2evalconfigurationrequest = __esm(() => {
@@ -55837,9 +56181,9 @@ var init_v2evalconfigurationscreateop = __esm(() => {
55837
56181
 
55838
56182
  // src/funcs/evalsV2EvalConfigurationsCreate.ts
55839
56183
  function evalsV2EvalConfigurationsCreate(client$, request, options) {
55840
- return new APIPromise($do13(client$, request, options));
56184
+ return new APIPromise($do14(client$, request, options));
55841
56185
  }
55842
- async function $do13(client$, request, options) {
56186
+ async function $do14(client$, request, options) {
55843
56187
  const parsed$ = safeParse4(request, (value$) => V2EvalConfigurationsCreateRequest$zodSchema.parse(value$), "Input validation failed");
55844
56188
  if (!parsed$.ok) {
55845
56189
  return [parsed$, { status: "invalid" }];
@@ -55915,12 +56259,12 @@ var init_evalsV2EvalConfigurationsCreate = __esm(() => {
55915
56259
  });
55916
56260
 
55917
56261
  // src/mcp-server/tools/evalsV2EvalConfigurationsCreate.ts
55918
- var args10, tool$evalsV2EvalConfigurationsCreate;
56262
+ var args11, tool$evalsV2EvalConfigurationsCreate;
55919
56263
  var init_evalsV2EvalConfigurationsCreate2 = __esm(() => {
55920
56264
  init_evalsV2EvalConfigurationsCreate();
55921
56265
  init_v2evalconfigurationscreateop();
55922
56266
  init_tools();
55923
- args10 = {
56267
+ args11 = {
55924
56268
  request: V2EvalConfigurationsCreateRequest$zodSchema
55925
56269
  };
55926
56270
  tool$evalsV2EvalConfigurationsCreate = {
@@ -55935,7 +56279,7 @@ Creates a saved runtime configuration that pairs an eval with a repository, envi
55935
56279
  openWorldHint: false,
55936
56280
  readOnlyHint: false
55937
56281
  },
55938
- args: args10,
56282
+ args: args11,
55939
56283
  tool: async (client, args, ctx) => {
55940
56284
  const [result] = await evalsV2EvalConfigurationsCreate(client, args.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
55941
56285
  if (!result.ok) {
@@ -55967,9 +56311,9 @@ var init_v2evalconfigurationsdeleteop = __esm(() => {
55967
56311
 
55968
56312
  // src/funcs/evalsV2EvalConfigurationsDelete.ts
55969
56313
  function evalsV2EvalConfigurationsDelete(client$, request, options) {
55970
- return new APIPromise($do14(client$, request, options));
56314
+ return new APIPromise($do15(client$, request, options));
55971
56315
  }
55972
- async function $do14(client$, request, options) {
56316
+ async function $do15(client$, request, options) {
55973
56317
  const parsed$ = safeParse4(request, (value$) => V2EvalConfigurationsDeleteRequest$zodSchema.parse(value$), "Input validation failed");
55974
56318
  if (!parsed$.ok) {
55975
56319
  return [parsed$, { status: "invalid" }];
@@ -56045,12 +56389,12 @@ var init_evalsV2EvalConfigurationsDelete = __esm(() => {
56045
56389
  });
56046
56390
 
56047
56391
  // src/mcp-server/tools/evalsV2EvalConfigurationsDelete.ts
56048
- var args11, tool$evalsV2EvalConfigurationsDelete;
56392
+ var args12, tool$evalsV2EvalConfigurationsDelete;
56049
56393
  var init_evalsV2EvalConfigurationsDelete2 = __esm(() => {
56050
56394
  init_evalsV2EvalConfigurationsDelete();
56051
56395
  init_v2evalconfigurationsdeleteop();
56052
56396
  init_tools();
56053
- args11 = {
56397
+ args12 = {
56054
56398
  request: V2EvalConfigurationsDeleteRequest$zodSchema
56055
56399
  };
56056
56400
  tool$evalsV2EvalConfigurationsDelete = {
@@ -56065,7 +56409,7 @@ Permanently deletes an eval configuration and returns its last saved state.`,
56065
56409
  openWorldHint: false,
56066
56410
  readOnlyHint: false
56067
56411
  },
56068
- args: args11,
56412
+ args: args12,
56069
56413
  tool: async (client, args, ctx) => {
56070
56414
  const [result] = await evalsV2EvalConfigurationsDelete(client, args.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
56071
56415
  if (!result.ok) {
@@ -56107,9 +56451,9 @@ var init_v2evalconfigurationslistop = __esm(() => {
56107
56451
 
56108
56452
  // src/funcs/evalsV2EvalConfigurationsList.ts
56109
56453
  function evalsV2EvalConfigurationsList(client$, request, options) {
56110
- return new APIPromise($do15(client$, request, options));
56454
+ return new APIPromise($do16(client$, request, options));
56111
56455
  }
56112
- async function $do15(client$, request, options) {
56456
+ async function $do16(client$, request, options) {
56113
56457
  const parsed$ = safeParse4(request, (value$) => V2EvalConfigurationsListRequest$zodSchema.parse(value$), "Input validation failed");
56114
56458
  if (!parsed$.ok) {
56115
56459
  return [parsed$, { status: "invalid" }];
@@ -56184,12 +56528,12 @@ var init_evalsV2EvalConfigurationsList = __esm(() => {
56184
56528
  });
56185
56529
 
56186
56530
  // src/mcp-server/tools/evalsV2EvalConfigurationsList.ts
56187
- var args12, tool$evalsV2EvalConfigurationsList;
56531
+ var args13, tool$evalsV2EvalConfigurationsList;
56188
56532
  var init_evalsV2EvalConfigurationsList2 = __esm(() => {
56189
56533
  init_evalsV2EvalConfigurationsList();
56190
56534
  init_v2evalconfigurationslistop();
56191
56535
  init_tools();
56192
- args12 = {
56536
+ args13 = {
56193
56537
  request: V2EvalConfigurationsListRequest$zodSchema
56194
56538
  };
56195
56539
  tool$evalsV2EvalConfigurationsList = {
@@ -56204,7 +56548,7 @@ Returns the saved runtime configurations for an eval, including repository, envi
56204
56548
  openWorldHint: false,
56205
56549
  readOnlyHint: true
56206
56550
  },
56207
- args: args12,
56551
+ args: args13,
56208
56552
  tool: async (client, args, ctx) => {
56209
56553
  const [result] = await evalsV2EvalConfigurationsList(client, args.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
56210
56554
  if (!result.ok) {
@@ -56236,9 +56580,9 @@ var init_v2evalconfigurationsretrieveop = __esm(() => {
56236
56580
 
56237
56581
  // src/funcs/evalsV2EvalConfigurationsRetrieve.ts
56238
56582
  function evalsV2EvalConfigurationsRetrieve(client$, request, options) {
56239
- return new APIPromise($do16(client$, request, options));
56583
+ return new APIPromise($do17(client$, request, options));
56240
56584
  }
56241
- async function $do16(client$, request, options) {
56585
+ async function $do17(client$, request, options) {
56242
56586
  const parsed$ = safeParse4(request, (value$) => V2EvalConfigurationsRetrieveRequest$zodSchema.parse(value$), "Input validation failed");
56243
56587
  if (!parsed$.ok) {
56244
56588
  return [parsed$, { status: "invalid" }];
@@ -56314,12 +56658,12 @@ var init_evalsV2EvalConfigurationsRetrieve = __esm(() => {
56314
56658
  });
56315
56659
 
56316
56660
  // src/mcp-server/tools/evalsV2EvalConfigurationsRetrieve.ts
56317
- var args13, tool$evalsV2EvalConfigurationsRetrieve;
56661
+ var args14, tool$evalsV2EvalConfigurationsRetrieve;
56318
56662
  var init_evalsV2EvalConfigurationsRetrieve2 = __esm(() => {
56319
56663
  init_evalsV2EvalConfigurationsRetrieve();
56320
56664
  init_v2evalconfigurationsretrieveop();
56321
56665
  init_tools();
56322
- args13 = {
56666
+ args14 = {
56323
56667
  request: V2EvalConfigurationsRetrieveRequest$zodSchema
56324
56668
  };
56325
56669
  tool$evalsV2EvalConfigurationsRetrieve = {
@@ -56334,7 +56678,7 @@ Returns one saved configuration for an eval.`,
56334
56678
  openWorldHint: false,
56335
56679
  readOnlyHint: true
56336
56680
  },
56337
- args: args13,
56681
+ args: args14,
56338
56682
  tool: async (client, args, ctx) => {
56339
56683
  const [result] = await evalsV2EvalConfigurationsRetrieve(client, args.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
56340
56684
  if (!result.ok) {
@@ -56384,9 +56728,9 @@ var init_v2evalconfigurationsupdateop = __esm(() => {
56384
56728
 
56385
56729
  // src/funcs/evalsV2EvalConfigurationsUpdate.ts
56386
56730
  function evalsV2EvalConfigurationsUpdate(client$, request, options) {
56387
- return new APIPromise($do17(client$, request, options));
56731
+ return new APIPromise($do18(client$, request, options));
56388
56732
  }
56389
- async function $do17(client$, request, options) {
56733
+ async function $do18(client$, request, options) {
56390
56734
  const parsed$ = safeParse4(request, (value$) => V2EvalConfigurationsUpdateRequest$zodSchema.parse(value$), "Input validation failed");
56391
56735
  if (!parsed$.ok) {
56392
56736
  return [parsed$, { status: "invalid" }];
@@ -56463,12 +56807,12 @@ var init_evalsV2EvalConfigurationsUpdate = __esm(() => {
56463
56807
  });
56464
56808
 
56465
56809
  // src/mcp-server/tools/evalsV2EvalConfigurationsUpdate.ts
56466
- var args14, tool$evalsV2EvalConfigurationsUpdate;
56810
+ var args15, tool$evalsV2EvalConfigurationsUpdate;
56467
56811
  var init_evalsV2EvalConfigurationsUpdate2 = __esm(() => {
56468
56812
  init_evalsV2EvalConfigurationsUpdate();
56469
56813
  init_v2evalconfigurationsupdateop();
56470
56814
  init_tools();
56471
- args14 = {
56815
+ args15 = {
56472
56816
  request: V2EvalConfigurationsUpdateRequest$zodSchema
56473
56817
  };
56474
56818
  tool$evalsV2EvalConfigurationsUpdate = {
@@ -56483,7 +56827,7 @@ Updates an eval configuration; omitted fields remain unchanged.`,
56483
56827
  openWorldHint: false,
56484
56828
  readOnlyHint: false
56485
56829
  },
56486
- args: args14,
56830
+ args: args15,
56487
56831
  tool: async (client, args, ctx) => {
56488
56832
  const [result] = await evalsV2EvalConfigurationsUpdate(client, args.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
56489
56833
  if (!result.ok) {
@@ -56497,42 +56841,46 @@ Updates an eval configuration; omitted fields remain unchanged.`,
56497
56841
  };
56498
56842
  });
56499
56843
 
56500
- // src/models/v2evaljudge.ts
56501
- var V2EvalJudge$zodSchema;
56502
- var init_v2evaljudge = __esm(() => {
56503
- init_zod();
56504
- V2EvalJudge$zodSchema = object({
56505
- criteria: string2().describe("The outcome that counts as success.")
56506
- });
56507
- });
56508
-
56509
56844
  // src/models/createv2evalrequest.ts
56510
- var CreateV2EvalRequestType$zodSchema, CreateV2EvalRequest$zodSchema;
56845
+ var CreateV2EvalRequestCli$zodSchema, CreateV2EvalRequestMcp$zodSchema, CreateV2EvalRequest$zodSchema;
56511
56846
  var init_createv2evalrequest = __esm(() => {
56512
56847
  init_zod();
56513
- init_v2evaljudge();
56514
- CreateV2EvalRequestType$zodSchema = _enum([
56515
- "workflow",
56516
- "mcp",
56517
- "cli",
56518
- "skill"
56848
+ init_v2inlineclireference();
56849
+ init_v2inlinemcpdefinition();
56850
+ init_v2savedclireference();
56851
+ init_v2savedmcpreference();
56852
+ CreateV2EvalRequestCli$zodSchema = union([
56853
+ V2SavedCliReference$zodSchema,
56854
+ V2InlineCliReference$zodSchema
56855
+ ]);
56856
+ CreateV2EvalRequestMcp$zodSchema = union([
56857
+ V2InlineMcpDefinition$zodSchema,
56858
+ V2SavedMcpReference$zodSchema
56519
56859
  ]);
56520
56860
  CreateV2EvalRequest$zodSchema = object({
56521
- cli_id: string2().optional(),
56522
- judge: V2EvalJudge$zodSchema,
56523
- mcp_server_id: string2().optional(),
56861
+ agent: array(string2()).optional().describe("Runnable agents from `GET /v2/agents`. An empty array saves the eval without default agents. CLI clients expose repeatable `--agent`."),
56862
+ clis: array(union([
56863
+ V2SavedCliReference$zodSchema,
56864
+ V2InlineCliReference$zodSchema
56865
+ ])).optional().describe("Saved CLI references or inline installation commands."),
56866
+ judges: array(string2()).describe("Plain-text success criteria. CLI clients expose this as repeatable `--judge`."),
56867
+ mcps: array(union([
56868
+ V2InlineMcpDefinition$zodSchema,
56869
+ V2SavedMcpReference$zodSchema
56870
+ ])).optional().describe("Saved MCP references or inline portable MCP definitions."),
56524
56871
  name: string2(),
56525
- prompt: string2(),
56526
- skill_id: string2().optional(),
56527
- type: CreateV2EvalRequestType$zodSchema
56872
+ persona: string2().optional().describe("Optional perspective applied to the whole eval. It is stored as metadata and does not change prompts or multiply attempts."),
56873
+ prompts: array(string2()).describe("Task prompts. CLI clients expose this as repeatable `--prompt`."),
56874
+ runs: int().default(1).describe("Independent attempts for every prompt-agent pair."),
56875
+ tags: array(string2()).optional().describe("Optional labels for organizing the eval. CLI clients may expose this string array as a repeatable `--tag` flag.")
56528
56876
  });
56529
56877
  });
56530
56878
 
56531
56879
  // src/funcs/evalsV2EvalsCreate.ts
56532
56880
  function evalsV2EvalsCreate(client$, request, options) {
56533
- return new APIPromise($do18(client$, request, options));
56881
+ return new APIPromise($do19(client$, request, options));
56534
56882
  }
56535
- async function $do18(client$, request, options) {
56883
+ async function $do19(client$, request, options) {
56536
56884
  const parsed$ = safeParse4(request, (value$) => CreateV2EvalRequest$zodSchema.parse(value$), "Input validation failed");
56537
56885
  if (!parsed$.ok) {
56538
56886
  return [parsed$, { status: "invalid" }];
@@ -56602,19 +56950,19 @@ var init_evalsV2EvalsCreate = __esm(() => {
56602
56950
  });
56603
56951
 
56604
56952
  // src/mcp-server/tools/evalsV2EvalsCreate.ts
56605
- var args15, tool$evalsV2EvalsCreate;
56953
+ var args16, tool$evalsV2EvalsCreate;
56606
56954
  var init_evalsV2EvalsCreate2 = __esm(() => {
56607
56955
  init_evalsV2EvalsCreate();
56608
56956
  init_createv2evalrequest();
56609
56957
  init_tools();
56610
- args15 = {
56958
+ args16 = {
56611
56959
  request: CreateV2EvalRequest$zodSchema
56612
56960
  };
56613
56961
  tool$evalsV2EvalsCreate = {
56614
56962
  name: "evals-v2-evals-create",
56615
56963
  description: `Create Eval
56616
56964
 
56617
- Creates an eval with a task prompt, subject, and judge. The eval can then be run through eval runs.`,
56965
+ Creates a reusable simulation definition with one or more task prompts and judges. Optional agents, persona, CLI installations, MCP servers, repeat count, and tags are saved with the eval. Creating the eval does not start a run and does not accept secret environment values.`,
56618
56966
  annotations: {
56619
56967
  title: "",
56620
56968
  destructiveHint: false,
@@ -56622,7 +56970,7 @@ Creates an eval with a task prompt, subject, and judge. The eval can then be run
56622
56970
  openWorldHint: false,
56623
56971
  readOnlyHint: false
56624
56972
  },
56625
- args: args15,
56973
+ args: args16,
56626
56974
  tool: async (client, args, ctx) => {
56627
56975
  const [result] = await evalsV2EvalsCreate(client, args.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
56628
56976
  if (!result.ok) {
@@ -56637,26 +56985,39 @@ Creates an eval with a task prompt, subject, and judge. The eval can then be run
56637
56985
  });
56638
56986
 
56639
56987
  // src/models/v2eval.ts
56640
- var V2EvalType$zodSchema, V2Eval$zodSchema;
56988
+ var V2EvalCli$zodSchema, V2EvalMcp$zodSchema, V2Eval$zodSchema;
56641
56989
  var init_v2eval = __esm(() => {
56642
56990
  init_zod();
56643
- init_v2evaljudge();
56644
- V2EvalType$zodSchema = _enum([
56645
- "workflow",
56646
- "mcp",
56647
- "cli",
56648
- "skill"
56991
+ init_v2inlineclireference();
56992
+ init_v2inlinemcpdefinition();
56993
+ init_v2savedclireference();
56994
+ init_v2savedmcpreference();
56995
+ V2EvalCli$zodSchema = union([
56996
+ V2SavedCliReference$zodSchema,
56997
+ V2InlineCliReference$zodSchema
56998
+ ]);
56999
+ V2EvalMcp$zodSchema = union([
57000
+ V2InlineMcpDefinition$zodSchema,
57001
+ V2SavedMcpReference$zodSchema
56649
57002
  ]);
56650
57003
  V2Eval$zodSchema = object({
56651
- cli_id: string2().nullable().optional(),
57004
+ agent: array(string2()).optional(),
57005
+ clis: array(union([
57006
+ V2SavedCliReference$zodSchema,
57007
+ V2InlineCliReference$zodSchema
57008
+ ])).optional(),
56652
57009
  created_at: string2().nullable().optional(),
56653
57010
  id: string2(),
56654
- judge: V2EvalJudge$zodSchema,
56655
- mcp_server_id: string2().nullable().optional(),
57011
+ judges: array(string2()).optional(),
57012
+ mcps: array(union([
57013
+ V2InlineMcpDefinition$zodSchema,
57014
+ V2SavedMcpReference$zodSchema
57015
+ ])).optional(),
56656
57016
  name: string2(),
56657
- prompt: string2(),
56658
- skill_id: string2().nullable().optional(),
56659
- type: V2EvalType$zodSchema,
57017
+ persona: string2().nullable().optional(),
57018
+ prompts: array(string2()).optional(),
57019
+ runs: int().default(1),
57020
+ tags: array(string2()).optional(),
56660
57021
  updated_at: string2().nullable().optional()
56661
57022
  });
56662
57023
  });
@@ -56678,9 +57039,9 @@ var init_v2evalsdeleteop = __esm(() => {
56678
57039
 
56679
57040
  // src/funcs/evalsV2EvalsDelete.ts
56680
57041
  function evalsV2EvalsDelete(client$, request, options) {
56681
- return new APIPromise($do19(client$, request, options));
57042
+ return new APIPromise($do20(client$, request, options));
56682
57043
  }
56683
- async function $do19(client$, request, options) {
57044
+ async function $do20(client$, request, options) {
56684
57045
  const parsed$ = safeParse4(request, (value$) => V2EvalsDeleteRequest$zodSchema.parse(value$), "Input validation failed");
56685
57046
  if (!parsed$.ok) {
56686
57047
  return [parsed$, { status: "invalid" }];
@@ -56755,12 +57116,12 @@ var init_evalsV2EvalsDelete = __esm(() => {
56755
57116
  });
56756
57117
 
56757
57118
  // src/mcp-server/tools/evalsV2EvalsDelete.ts
56758
- var args16, tool$evalsV2EvalsDelete;
57119
+ var args17, tool$evalsV2EvalsDelete;
56759
57120
  var init_evalsV2EvalsDelete2 = __esm(() => {
56760
57121
  init_evalsV2EvalsDelete();
56761
57122
  init_v2evalsdeleteop();
56762
57123
  init_tools();
56763
- args16 = {
57124
+ args17 = {
56764
57125
  request: V2EvalsDeleteRequest$zodSchema
56765
57126
  };
56766
57127
  tool$evalsV2EvalsDelete = {
@@ -56775,7 +57136,7 @@ Permanently deletes an eval and all of its saved configurations.`,
56775
57136
  openWorldHint: false,
56776
57137
  readOnlyHint: false
56777
57138
  },
56778
- args: args16,
57139
+ args: args17,
56779
57140
  tool: async (client, args, ctx) => {
56780
57141
  const [result] = await evalsV2EvalsDelete(client, args.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
56781
57142
  if (!result.ok) {
@@ -56791,9 +57152,9 @@ Permanently deletes an eval and all of its saved configurations.`,
56791
57152
 
56792
57153
  // src/funcs/evalsV2EvalsList.ts
56793
57154
  function evalsV2EvalsList(client$, options) {
56794
- return new APIPromise($do20(client$, options));
57155
+ return new APIPromise($do21(client$, options));
56795
57156
  }
56796
- async function $do20(client$, options) {
57157
+ async function $do21(client$, options) {
56797
57158
  const path$ = pathToFunc("/v2/evals")();
56798
57159
  const headers$ = new Headers(compactMap({
56799
57160
  Accept: "application/json"
@@ -56860,7 +57221,7 @@ var init_evalsV2EvalsList2 = __esm(() => {
56860
57221
  name: "evals-v2-evals-list",
56861
57222
  description: `List Evals
56862
57223
 
56863
- Returns all active evals including workflow, MCP, CLI, and skill evals owned by the organization.`,
57224
+ Returns all active eval definitions owned by the organization.`,
56864
57225
  annotations: {
56865
57226
  title: "",
56866
57227
  destructiveHint: false,
@@ -56898,9 +57259,9 @@ var init_v2evalsretrieveop = __esm(() => {
56898
57259
 
56899
57260
  // src/funcs/evalsV2EvalsRetrieve.ts
56900
57261
  function evalsV2EvalsRetrieve(client$, request, options) {
56901
- return new APIPromise($do21(client$, request, options));
57262
+ return new APIPromise($do22(client$, request, options));
56902
57263
  }
56903
- async function $do21(client$, request, options) {
57264
+ async function $do22(client$, request, options) {
56904
57265
  const parsed$ = safeParse4(request, (value$) => V2EvalsRetrieveRequest$zodSchema.parse(value$), "Input validation failed");
56905
57266
  if (!parsed$.ok) {
56906
57267
  return [parsed$, { status: "invalid" }];
@@ -56975,19 +57336,19 @@ var init_evalsV2EvalsRetrieve = __esm(() => {
56975
57336
  });
56976
57337
 
56977
57338
  // src/mcp-server/tools/evalsV2EvalsRetrieve.ts
56978
- var args17, tool$evalsV2EvalsRetrieve;
57339
+ var args18, tool$evalsV2EvalsRetrieve;
56979
57340
  var init_evalsV2EvalsRetrieve2 = __esm(() => {
56980
57341
  init_evalsV2EvalsRetrieve();
56981
57342
  init_v2evalsretrieveop();
56982
57343
  init_tools();
56983
- args17 = {
57344
+ args18 = {
56984
57345
  request: V2EvalsRetrieveRequest$zodSchema
56985
57346
  };
56986
57347
  tool$evalsV2EvalsRetrieve = {
56987
57348
  name: "evals-v2-evals-retrieve",
56988
57349
  description: `Retrieve Eval
56989
57350
 
56990
- Returns one eval and its judge configuration.`,
57351
+ Returns one reusable eval simulation definition.`,
56991
57352
  annotations: {
56992
57353
  title: "",
56993
57354
  destructiveHint: false,
@@ -56995,7 +57356,7 @@ Returns one eval and its judge configuration.`,
56995
57356
  openWorldHint: false,
56996
57357
  readOnlyHint: true
56997
57358
  },
56998
- args: args17,
57359
+ args: args18,
56999
57360
  tool: async (client, args, ctx) => {
57000
57361
  const [result] = await evalsV2EvalsRetrieve(client, args.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
57001
57362
  if (!result.ok) {
@@ -57010,24 +57371,37 @@ Returns one eval and its judge configuration.`,
57010
57371
  });
57011
57372
 
57012
57373
  // src/models/updatev2evalrequest.ts
57013
- var UpdateV2EvalRequestType$zodSchema, UpdateV2EvalRequest$zodSchema;
57374
+ var UpdateV2EvalRequestCli$zodSchema, UpdateV2EvalRequestMcp$zodSchema, UpdateV2EvalRequest$zodSchema;
57014
57375
  var init_updatev2evalrequest = __esm(() => {
57015
57376
  init_zod();
57016
- init_v2evaljudge();
57017
- UpdateV2EvalRequestType$zodSchema = _enum([
57018
- "workflow",
57019
- "mcp",
57020
- "cli",
57021
- "skill"
57377
+ init_v2inlineclireference();
57378
+ init_v2inlinemcpdefinition();
57379
+ init_v2savedclireference();
57380
+ init_v2savedmcpreference();
57381
+ UpdateV2EvalRequestCli$zodSchema = union([
57382
+ V2SavedCliReference$zodSchema,
57383
+ V2InlineCliReference$zodSchema
57384
+ ]);
57385
+ UpdateV2EvalRequestMcp$zodSchema = union([
57386
+ V2InlineMcpDefinition$zodSchema,
57387
+ V2SavedMcpReference$zodSchema
57022
57388
  ]);
57023
57389
  UpdateV2EvalRequest$zodSchema = object({
57024
- cli_id: string2().optional(),
57025
- judge: V2EvalJudge$zodSchema.nullable().optional(),
57026
- mcp_server_id: string2().optional(),
57390
+ agent: array(string2()).nullable().optional(),
57391
+ clis: array(union([
57392
+ V2SavedCliReference$zodSchema,
57393
+ V2InlineCliReference$zodSchema
57394
+ ])).nullable().optional(),
57395
+ judges: array(string2()).nullable().optional().describe("Replacement success criteria for the eval."),
57396
+ mcps: array(union([
57397
+ V2InlineMcpDefinition$zodSchema,
57398
+ V2SavedMcpReference$zodSchema
57399
+ ])).nullable().optional(),
57027
57400
  name: string2().optional(),
57028
- prompt: string2().optional(),
57029
- skill_id: string2().optional(),
57030
- type: UpdateV2EvalRequestType$zodSchema.optional()
57401
+ persona: string2().optional().describe("Replacement eval persona. Pass null to clear it; omit it to leave the saved value unchanged."),
57402
+ prompts: array(string2()).nullable().optional(),
57403
+ runs: int().optional(),
57404
+ tags: array(string2()).nullable().optional().describe("Replacement labels for the eval. Pass an empty array to clear all tags.")
57031
57405
  });
57032
57406
  });
57033
57407
 
@@ -57050,9 +57424,9 @@ var init_v2evalsupdateop = __esm(() => {
57050
57424
 
57051
57425
  // src/funcs/evalsV2EvalsUpdate.ts
57052
57426
  function evalsV2EvalsUpdate(client$, request, options) {
57053
- return new APIPromise($do22(client$, request, options));
57427
+ return new APIPromise($do23(client$, request, options));
57054
57428
  }
57055
- async function $do22(client$, request, options) {
57429
+ async function $do23(client$, request, options) {
57056
57430
  const parsed$ = safeParse4(request, (value$) => V2EvalsUpdateRequest$zodSchema.parse(value$), "Input validation failed");
57057
57431
  if (!parsed$.ok) {
57058
57432
  return [parsed$, { status: "invalid" }];
@@ -57128,19 +57502,19 @@ var init_evalsV2EvalsUpdate = __esm(() => {
57128
57502
  });
57129
57503
 
57130
57504
  // src/mcp-server/tools/evalsV2EvalsUpdate.ts
57131
- var args18, tool$evalsV2EvalsUpdate;
57505
+ var args19, tool$evalsV2EvalsUpdate;
57132
57506
  var init_evalsV2EvalsUpdate2 = __esm(() => {
57133
57507
  init_evalsV2EvalsUpdate();
57134
57508
  init_v2evalsupdateop();
57135
57509
  init_tools();
57136
- args18 = {
57510
+ args19 = {
57137
57511
  request: V2EvalsUpdateRequest$zodSchema
57138
57512
  };
57139
57513
  tool$evalsV2EvalsUpdate = {
57140
57514
  name: "evals-v2-evals-update",
57141
57515
  description: `Update Eval
57142
57516
 
57143
- Updates an eval's task prompt, subject, judge, or name. Omitted fields remain unchanged.`,
57517
+ Updates a reusable eval simulation definition. Omitted fields remain unchanged. Empty \`agent\`, \`clis\`, \`mcps\`, or \`tags\` arrays clear those collections, and \`persona: null\` clears the saved persona.`,
57144
57518
  annotations: {
57145
57519
  title: "",
57146
57520
  destructiveHint: false,
@@ -57148,7 +57522,7 @@ Updates an eval's task prompt, subject, judge, or name. Omitted fields remain un
57148
57522
  openWorldHint: false,
57149
57523
  readOnlyHint: false
57150
57524
  },
57151
- args: args18,
57525
+ args: args19,
57152
57526
  tool: async (client, args, ctx) => {
57153
57527
  const [result] = await evalsV2EvalsUpdate(client, args.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
57154
57528
  if (!result.ok) {
@@ -57164,9 +57538,9 @@ Updates an eval's task prompt, subject, judge, or name. Omitted fields remain un
57164
57538
 
57165
57539
  // src/funcs/mcpServersV2MCPServersList.ts
57166
57540
  function mcpServersV2MCPServersList(client$, options) {
57167
- return new APIPromise($do23(client$, options));
57541
+ return new APIPromise($do24(client$, options));
57168
57542
  }
57169
- async function $do23(client$, options) {
57543
+ async function $do24(client$, options) {
57170
57544
  const path$ = pathToFunc("/v2/mcp-servers")();
57171
57545
  const headers$ = new Headers(compactMap({
57172
57546
  Accept: "application/json"
@@ -57348,9 +57722,9 @@ var init_v2opportunitieslistop = __esm(() => {
57348
57722
 
57349
57723
  // src/funcs/opportunitiesV2OpportunitiesList.ts
57350
57724
  function opportunitiesV2OpportunitiesList(client$, request, options) {
57351
- return new APIPromise($do24(client$, request, options));
57725
+ return new APIPromise($do25(client$, request, options));
57352
57726
  }
57353
- async function $do24(client$, request, options) {
57727
+ async function $do25(client$, request, options) {
57354
57728
  const parsed$ = safeParse4(request, (value$) => V2OpportunitiesListRequest$zodSchema.optional().parse(value$), "Input validation failed");
57355
57729
  if (!parsed$.ok) {
57356
57730
  return [parsed$, { status: "invalid" }];
@@ -57428,12 +57802,12 @@ var init_opportunitiesV2OpportunitiesList = __esm(() => {
57428
57802
  });
57429
57803
 
57430
57804
  // src/mcp-server/tools/opportunitiesV2OpportunitiesList.ts
57431
- var args19, tool$opportunitiesV2OpportunitiesList;
57805
+ var args20, tool$opportunitiesV2OpportunitiesList;
57432
57806
  var init_opportunitiesV2OpportunitiesList2 = __esm(() => {
57433
57807
  init_opportunitiesV2OpportunitiesList();
57434
57808
  init_v2opportunitieslistop();
57435
57809
  init_tools();
57436
- args19 = {
57810
+ args20 = {
57437
57811
  request: V2OpportunitiesListRequest$zodSchema.optional()
57438
57812
  };
57439
57813
  tool$opportunitiesV2OpportunitiesList = {
@@ -57448,7 +57822,7 @@ Returns ranked opportunities computed from stored prompt visibility results. Eac
57448
57822
  openWorldHint: false,
57449
57823
  readOnlyHint: true
57450
57824
  },
57451
- args: args19,
57825
+ args: args20,
57452
57826
  tool: async (client, args, ctx) => {
57453
57827
  const [result] = await opportunitiesV2OpportunitiesList(client, args.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
57454
57828
  if (!result.ok) {
@@ -57520,9 +57894,9 @@ var init_v2opportunitiesretrieveop = __esm(() => {
57520
57894
 
57521
57895
  // src/funcs/opportunitiesV2OpportunitiesRetrieve.ts
57522
57896
  function opportunitiesV2OpportunitiesRetrieve(client$, request, options) {
57523
- return new APIPromise($do25(client$, request, options));
57897
+ return new APIPromise($do26(client$, request, options));
57524
57898
  }
57525
- async function $do25(client$, request, options) {
57899
+ async function $do26(client$, request, options) {
57526
57900
  const parsed$ = safeParse4(request, (value$) => V2OpportunitiesRetrieveRequest$zodSchema.parse(value$), "Input validation failed");
57527
57901
  if (!parsed$.ok) {
57528
57902
  return [parsed$, { status: "invalid" }];
@@ -57603,12 +57977,12 @@ var init_opportunitiesV2OpportunitiesRetrieve = __esm(() => {
57603
57977
  });
57604
57978
 
57605
57979
  // src/mcp-server/tools/opportunitiesV2OpportunitiesRetrieve.ts
57606
- var args20, tool$opportunitiesV2OpportunitiesRetrieve;
57980
+ var args21, tool$opportunitiesV2OpportunitiesRetrieve;
57607
57981
  var init_opportunitiesV2OpportunitiesRetrieve2 = __esm(() => {
57608
57982
  init_opportunitiesV2OpportunitiesRetrieve();
57609
57983
  init_v2opportunitiesretrieveop();
57610
57984
  init_tools();
57611
- args20 = {
57985
+ args21 = {
57612
57986
  request: V2OpportunitiesRetrieveRequest$zodSchema
57613
57987
  };
57614
57988
  tool$opportunitiesV2OpportunitiesRetrieve = {
@@ -57623,7 +57997,7 @@ Returns one computed opportunity and its execution context for the selected date
57623
57997
  openWorldHint: false,
57624
57998
  readOnlyHint: true
57625
57999
  },
57626
- args: args20,
58000
+ args: args21,
57627
58001
  tool: async (client, args, ctx) => {
57628
58002
  const [result] = await opportunitiesV2OpportunitiesRetrieve(client, args.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
57629
58003
  if (!result.ok) {
@@ -57731,9 +58105,9 @@ var init_v2promptrunslistop = __esm(() => {
57731
58105
 
57732
58106
  // src/funcs/promptsV2PromptRunsList.ts
57733
58107
  function promptsV2PromptRunsList(client$, request, options) {
57734
- return new APIPromise($do26(client$, request, options));
58108
+ return new APIPromise($do27(client$, request, options));
57735
58109
  }
57736
- async function $do26(client$, request, options) {
58110
+ async function $do27(client$, request, options) {
57737
58111
  const parsed$ = safeParse4(request, (value$) => V2PromptRunsListRequest$zodSchema.optional().parse(value$), "Input validation failed");
57738
58112
  if (!parsed$.ok) {
57739
58113
  return [parsed$, { status: "invalid" }];
@@ -57811,12 +58185,12 @@ var init_promptsV2PromptRunsList = __esm(() => {
57811
58185
  });
57812
58186
 
57813
58187
  // src/mcp-server/tools/promptsV2PromptRunsList.ts
57814
- var args21, tool$promptsV2PromptRunsList;
58188
+ var args22, tool$promptsV2PromptRunsList;
57815
58189
  var init_promptsV2PromptRunsList2 = __esm(() => {
57816
58190
  init_promptsV2PromptRunsList();
57817
58191
  init_v2promptrunslistop();
57818
58192
  init_tools();
57819
- args21 = {
58193
+ args22 = {
57820
58194
  request: V2PromptRunsListRequest$zodSchema.optional()
57821
58195
  };
57822
58196
  tool$promptsV2PromptRunsList = {
@@ -57831,7 +58205,7 @@ Returns stored prompt runs without exposing raw runtime or provider configuratio
57831
58205
  openWorldHint: false,
57832
58206
  readOnlyHint: true
57833
58207
  },
57834
- args: args21,
58208
+ args: args22,
57835
58209
  tool: async (client, args, ctx) => {
57836
58210
  const [result] = await promptsV2PromptRunsList(client, args.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
57837
58211
  if (!result.ok) {
@@ -57936,9 +58310,9 @@ var init_v2promptrunsretrieveop = __esm(() => {
57936
58310
 
57937
58311
  // src/funcs/promptsV2PromptRunsRetrieve.ts
57938
58312
  function promptsV2PromptRunsRetrieve(client$, request, options) {
57939
- return new APIPromise($do27(client$, request, options));
58313
+ return new APIPromise($do28(client$, request, options));
57940
58314
  }
57941
- async function $do27(client$, request, options) {
58315
+ async function $do28(client$, request, options) {
57942
58316
  const parsed$ = safeParse4(request, (value$) => V2PromptRunsRetrieveRequest$zodSchema.parse(value$), "Input validation failed");
57943
58317
  if (!parsed$.ok) {
57944
58318
  return [parsed$, { status: "invalid" }];
@@ -58013,12 +58387,12 @@ var init_promptsV2PromptRunsRetrieve = __esm(() => {
58013
58387
  });
58014
58388
 
58015
58389
  // src/mcp-server/tools/promptsV2PromptRunsRetrieve.ts
58016
- var args22, tool$promptsV2PromptRunsRetrieve;
58390
+ var args23, tool$promptsV2PromptRunsRetrieve;
58017
58391
  var init_promptsV2PromptRunsRetrieve2 = __esm(() => {
58018
58392
  init_promptsV2PromptRunsRetrieve();
58019
58393
  init_v2promptrunsretrieveop();
58020
58394
  init_tools();
58021
- args22 = {
58395
+ args23 = {
58022
58396
  request: V2PromptRunsRetrieveRequest$zodSchema
58023
58397
  };
58024
58398
  tool$promptsV2PromptRunsRetrieve = {
@@ -58033,7 +58407,7 @@ Returns one stored prompt run, including its mentions and citations.`,
58033
58407
  openWorldHint: false,
58034
58408
  readOnlyHint: true
58035
58409
  },
58036
- args: args22,
58410
+ args: args23,
58037
58411
  tool: async (client, args, ctx) => {
58038
58412
  const [result] = await promptsV2PromptRunsRetrieve(client, args.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
58039
58413
  if (!result.ok) {
@@ -58070,9 +58444,9 @@ var init_createv2promptsrequest = __esm(() => {
58070
58444
 
58071
58445
  // src/funcs/promptsV2PromptsCreate.ts
58072
58446
  function promptsV2PromptsCreate(client$, request, options) {
58073
- return new APIPromise($do28(client$, request, options));
58447
+ return new APIPromise($do29(client$, request, options));
58074
58448
  }
58075
- async function $do28(client$, request, options) {
58449
+ async function $do29(client$, request, options) {
58076
58450
  const parsed$ = safeParse4(request, (value$) => CreateV2PromptsRequest$zodSchema.parse(value$), "Input validation failed");
58077
58451
  if (!parsed$.ok) {
58078
58452
  return [parsed$, { status: "invalid" }];
@@ -58142,12 +58516,12 @@ var init_promptsV2PromptsCreate = __esm(() => {
58142
58516
  });
58143
58517
 
58144
58518
  // src/mcp-server/tools/promptsV2PromptsCreate.ts
58145
- var args23, tool$promptsV2PromptsCreate;
58519
+ var args24, tool$promptsV2PromptsCreate;
58146
58520
  var init_promptsV2PromptsCreate2 = __esm(() => {
58147
58521
  init_promptsV2PromptsCreate();
58148
58522
  init_createv2promptsrequest();
58149
58523
  init_tools();
58150
- args23 = {
58524
+ args24 = {
58151
58525
  request: CreateV2PromptsRequest$zodSchema
58152
58526
  };
58153
58527
  tool$promptsV2PromptsCreate = {
@@ -58162,7 +58536,7 @@ Creates prompts in a batch. Each item is validated independently, so the respons
58162
58536
  openWorldHint: false,
58163
58537
  readOnlyHint: false
58164
58538
  },
58165
- args: args23,
58539
+ args: args24,
58166
58540
  tool: async (client, args, ctx) => {
58167
58541
  const [result] = await promptsV2PromptsCreate(client, args.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
58168
58542
  if (!result.ok) {
@@ -58202,9 +58576,9 @@ var init_v2promptsdeleteop = __esm(() => {
58202
58576
 
58203
58577
  // src/funcs/promptsV2PromptsDelete.ts
58204
58578
  function promptsV2PromptsDelete(client$, request, options) {
58205
- return new APIPromise($do29(client$, request, options));
58579
+ return new APIPromise($do30(client$, request, options));
58206
58580
  }
58207
- async function $do29(client$, request, options) {
58581
+ async function $do30(client$, request, options) {
58208
58582
  const parsed$ = safeParse4(request, (value$) => V2PromptsDeleteRequest$zodSchema.parse(value$), "Input validation failed");
58209
58583
  if (!parsed$.ok) {
58210
58584
  return [parsed$, { status: "invalid" }];
@@ -58279,12 +58653,12 @@ var init_promptsV2PromptsDelete = __esm(() => {
58279
58653
  });
58280
58654
 
58281
58655
  // src/mcp-server/tools/promptsV2PromptsDelete.ts
58282
- var args24, tool$promptsV2PromptsDelete;
58656
+ var args25, tool$promptsV2PromptsDelete;
58283
58657
  var init_promptsV2PromptsDelete2 = __esm(() => {
58284
58658
  init_promptsV2PromptsDelete();
58285
58659
  init_v2promptsdeleteop();
58286
58660
  init_tools();
58287
- args24 = {
58661
+ args25 = {
58288
58662
  request: V2PromptsDeleteRequest$zodSchema
58289
58663
  };
58290
58664
  tool$promptsV2PromptsDelete = {
@@ -58299,7 +58673,7 @@ Archives the prompt and excludes it from normal listings while preserving its hi
58299
58673
  openWorldHint: false,
58300
58674
  readOnlyHint: false
58301
58675
  },
58302
- args: args24,
58676
+ args: args25,
58303
58677
  tool: async (client, args, ctx) => {
58304
58678
  const [result] = await promptsV2PromptsDelete(client, args.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
58305
58679
  if (!result.ok) {
@@ -58409,9 +58783,9 @@ var init_v2promptslistop = __esm(() => {
58409
58783
 
58410
58784
  // src/funcs/promptsV2PromptsList.ts
58411
58785
  function promptsV2PromptsList(client$, request, options) {
58412
- return new APIPromise($do30(client$, request, options));
58786
+ return new APIPromise($do31(client$, request, options));
58413
58787
  }
58414
- async function $do30(client$, request, options) {
58788
+ async function $do31(client$, request, options) {
58415
58789
  const parsed$ = safeParse4(request, (value$) => V2PromptsListRequest$zodSchema.optional().parse(value$), "Input validation failed");
58416
58790
  if (!parsed$.ok) {
58417
58791
  return [parsed$, { status: "invalid" }];
@@ -58486,12 +58860,12 @@ var init_promptsV2PromptsList = __esm(() => {
58486
58860
  });
58487
58861
 
58488
58862
  // src/mcp-server/tools/promptsV2PromptsList.ts
58489
- var args25, tool$promptsV2PromptsList;
58863
+ var args26, tool$promptsV2PromptsList;
58490
58864
  var init_promptsV2PromptsList2 = __esm(() => {
58491
58865
  init_promptsV2PromptsList();
58492
58866
  init_v2promptslistop();
58493
58867
  init_tools();
58494
- args25 = {
58868
+ args26 = {
58495
58869
  request: V2PromptsListRequest$zodSchema.optional()
58496
58870
  };
58497
58871
  tool$promptsV2PromptsList = {
@@ -58506,7 +58880,7 @@ Returns active and inactive prompts by default. Set \`include_archived\` to incl
58506
58880
  openWorldHint: false,
58507
58881
  readOnlyHint: true
58508
58882
  },
58509
- args: args25,
58883
+ args: args26,
58510
58884
  tool: async (client, args, ctx) => {
58511
58885
  const [result] = await promptsV2PromptsList(client, args.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
58512
58886
  if (!result.ok) {
@@ -58537,9 +58911,9 @@ var init_v2promptsretrieveop = __esm(() => {
58537
58911
 
58538
58912
  // src/funcs/promptsV2PromptsRetrieve.ts
58539
58913
  function promptsV2PromptsRetrieve(client$, request, options) {
58540
- return new APIPromise($do31(client$, request, options));
58914
+ return new APIPromise($do32(client$, request, options));
58541
58915
  }
58542
- async function $do31(client$, request, options) {
58916
+ async function $do32(client$, request, options) {
58543
58917
  const parsed$ = safeParse4(request, (value$) => V2PromptsRetrieveRequest$zodSchema.parse(value$), "Input validation failed");
58544
58918
  if (!parsed$.ok) {
58545
58919
  return [parsed$, { status: "invalid" }];
@@ -58614,12 +58988,12 @@ var init_promptsV2PromptsRetrieve = __esm(() => {
58614
58988
  });
58615
58989
 
58616
58990
  // src/mcp-server/tools/promptsV2PromptsRetrieve.ts
58617
- var args26, tool$promptsV2PromptsRetrieve;
58991
+ var args27, tool$promptsV2PromptsRetrieve;
58618
58992
  var init_promptsV2PromptsRetrieve2 = __esm(() => {
58619
58993
  init_promptsV2PromptsRetrieve();
58620
58994
  init_v2promptsretrieveop();
58621
58995
  init_tools();
58622
- args26 = {
58996
+ args27 = {
58623
58997
  request: V2PromptsRetrieveRequest$zodSchema
58624
58998
  };
58625
58999
  tool$promptsV2PromptsRetrieve = {
@@ -58634,7 +59008,7 @@ Returns a prompt with its topic, platforms, tags, and lifecycle status.`,
58634
59008
  openWorldHint: false,
58635
59009
  readOnlyHint: true
58636
59010
  },
58637
- args: args26,
59011
+ args: args27,
58638
59012
  tool: async (client, args, ctx) => {
58639
59013
  const [result] = await promptsV2PromptsRetrieve(client, args.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
58640
59014
  if (!result.ok) {
@@ -58683,9 +59057,9 @@ var init_v2promptsupdateop = __esm(() => {
58683
59057
 
58684
59058
  // src/funcs/promptsV2PromptsUpdate.ts
58685
59059
  function promptsV2PromptsUpdate(client$, request, options) {
58686
- return new APIPromise($do32(client$, request, options));
59060
+ return new APIPromise($do33(client$, request, options));
58687
59061
  }
58688
- async function $do32(client$, request, options) {
59062
+ async function $do33(client$, request, options) {
58689
59063
  const parsed$ = safeParse4(request, (value$) => V2PromptsUpdateRequest$zodSchema.parse(value$), "Input validation failed");
58690
59064
  if (!parsed$.ok) {
58691
59065
  return [parsed$, { status: "invalid" }];
@@ -58761,12 +59135,12 @@ var init_promptsV2PromptsUpdate = __esm(() => {
58761
59135
  });
58762
59136
 
58763
59137
  // src/mcp-server/tools/promptsV2PromptsUpdate.ts
58764
- var args27, tool$promptsV2PromptsUpdate;
59138
+ var args28, tool$promptsV2PromptsUpdate;
58765
59139
  var init_promptsV2PromptsUpdate2 = __esm(() => {
58766
59140
  init_promptsV2PromptsUpdate();
58767
59141
  init_v2promptsupdateop();
58768
59142
  init_tools();
58769
- args27 = {
59143
+ args28 = {
58770
59144
  request: V2PromptsUpdateRequest$zodSchema
58771
59145
  };
58772
59146
  tool$promptsV2PromptsUpdate = {
@@ -58781,7 +59155,7 @@ Updates a prompt's text, topic, platforms, or lifecycle status. Omitted fields r
58781
59155
  openWorldHint: false,
58782
59156
  readOnlyHint: false
58783
59157
  },
58784
- args: args27,
59158
+ args: args28,
58785
59159
  tool: async (client, args, ctx) => {
58786
59160
  const [result] = await promptsV2PromptsUpdate(client, args.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
58787
59161
  if (!result.ok) {
@@ -58806,9 +59180,9 @@ var init_createprompttopicrequest = __esm(() => {
58806
59180
 
58807
59181
  // src/funcs/promptsV2PromptTopicsCreate.ts
58808
59182
  function promptsV2PromptTopicsCreate(client$, request, options) {
58809
- return new APIPromise($do33(client$, request, options));
59183
+ return new APIPromise($do34(client$, request, options));
58810
59184
  }
58811
- async function $do33(client$, request, options) {
59185
+ async function $do34(client$, request, options) {
58812
59186
  const parsed$ = safeParse4(request, (value$) => CreatePromptTopicRequest$zodSchema.parse(value$), "Input validation failed");
58813
59187
  if (!parsed$.ok) {
58814
59188
  return [parsed$, { status: "invalid" }];
@@ -58878,12 +59252,12 @@ var init_promptsV2PromptTopicsCreate = __esm(() => {
58878
59252
  });
58879
59253
 
58880
59254
  // src/mcp-server/tools/promptsV2PromptTopicsCreate.ts
58881
- var args28, tool$promptsV2PromptTopicsCreate;
59255
+ var args29, tool$promptsV2PromptTopicsCreate;
58882
59256
  var init_promptsV2PromptTopicsCreate2 = __esm(() => {
58883
59257
  init_promptsV2PromptTopicsCreate();
58884
59258
  init_createprompttopicrequest();
58885
59259
  init_tools();
58886
- args28 = {
59260
+ args29 = {
58887
59261
  request: CreatePromptTopicRequest$zodSchema
58888
59262
  };
58889
59263
  tool$promptsV2PromptTopicsCreate = {
@@ -58898,7 +59272,7 @@ Creates a prompt topic and returns the saved topic.`,
58898
59272
  openWorldHint: false,
58899
59273
  readOnlyHint: false
58900
59274
  },
58901
- args: args28,
59275
+ args: args29,
58902
59276
  tool: async (client, args, ctx) => {
58903
59277
  const [result] = await promptsV2PromptTopicsCreate(client, args.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
58904
59278
  if (!result.ok) {
@@ -58930,9 +59304,9 @@ var init_v2prompttopicsdeleteop = __esm(() => {
58930
59304
 
58931
59305
  // src/funcs/promptsV2PromptTopicsDelete.ts
58932
59306
  function promptsV2PromptTopicsDelete(client$, request, options) {
58933
- return new APIPromise($do34(client$, request, options));
59307
+ return new APIPromise($do35(client$, request, options));
58934
59308
  }
58935
- async function $do34(client$, request, options) {
59309
+ async function $do35(client$, request, options) {
58936
59310
  const parsed$ = safeParse4(request, (value$) => V2PromptTopicsDeleteRequest$zodSchema.parse(value$), "Input validation failed");
58937
59311
  if (!parsed$.ok) {
58938
59312
  return [parsed$, { status: "invalid" }];
@@ -59011,12 +59385,12 @@ var init_promptsV2PromptTopicsDelete = __esm(() => {
59011
59385
  });
59012
59386
 
59013
59387
  // src/mcp-server/tools/promptsV2PromptTopicsDelete.ts
59014
- var args29, tool$promptsV2PromptTopicsDelete;
59388
+ var args30, tool$promptsV2PromptTopicsDelete;
59015
59389
  var init_promptsV2PromptTopicsDelete2 = __esm(() => {
59016
59390
  init_promptsV2PromptTopicsDelete();
59017
59391
  init_v2prompttopicsdeleteop();
59018
59392
  init_tools();
59019
- args29 = {
59393
+ args30 = {
59020
59394
  request: V2PromptTopicsDeleteRequest$zodSchema
59021
59395
  };
59022
59396
  tool$promptsV2PromptTopicsDelete = {
@@ -59031,7 +59405,7 @@ Archives a prompt topic. Set \`archive_prompts\` to archive remaining prompts; o
59031
59405
  openWorldHint: false,
59032
59406
  readOnlyHint: false
59033
59407
  },
59034
- args: args29,
59408
+ args: args30,
59035
59409
  tool: async (client, args, ctx) => {
59036
59410
  const [result] = await promptsV2PromptTopicsDelete(client, args.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
59037
59411
  if (!result.ok) {
@@ -59047,9 +59421,9 @@ Archives a prompt topic. Set \`archive_prompts\` to archive remaining prompts; o
59047
59421
 
59048
59422
  // src/funcs/promptsV2PromptTopicsList.ts
59049
59423
  function promptsV2PromptTopicsList(client$, options) {
59050
- return new APIPromise($do35(client$, options));
59424
+ return new APIPromise($do36(client$, options));
59051
59425
  }
59052
- async function $do35(client$, options) {
59426
+ async function $do36(client$, options) {
59053
59427
  const path$ = pathToFunc("/v2/prompts/topics")();
59054
59428
  const headers$ = new Headers(compactMap({
59055
59429
  Accept: "application/json"
@@ -59165,9 +59539,9 @@ var init_v2prompttopicsupdateop = __esm(() => {
59165
59539
 
59166
59540
  // src/funcs/promptsV2PromptTopicsUpdate.ts
59167
59541
  function promptsV2PromptTopicsUpdate(client$, request, options) {
59168
- return new APIPromise($do36(client$, request, options));
59542
+ return new APIPromise($do37(client$, request, options));
59169
59543
  }
59170
- async function $do36(client$, request, options) {
59544
+ async function $do37(client$, request, options) {
59171
59545
  const parsed$ = safeParse4(request, (value$) => V2PromptTopicsUpdateRequest$zodSchema.parse(value$), "Input validation failed");
59172
59546
  if (!parsed$.ok) {
59173
59547
  return [parsed$, { status: "invalid" }];
@@ -59243,12 +59617,12 @@ var init_promptsV2PromptTopicsUpdate = __esm(() => {
59243
59617
  });
59244
59618
 
59245
59619
  // src/mcp-server/tools/promptsV2PromptTopicsUpdate.ts
59246
- var args30, tool$promptsV2PromptTopicsUpdate;
59620
+ var args31, tool$promptsV2PromptTopicsUpdate;
59247
59621
  var init_promptsV2PromptTopicsUpdate2 = __esm(() => {
59248
59622
  init_promptsV2PromptTopicsUpdate();
59249
59623
  init_v2prompttopicsupdateop();
59250
59624
  init_tools();
59251
- args30 = {
59625
+ args31 = {
59252
59626
  request: V2PromptTopicsUpdateRequest$zodSchema
59253
59627
  };
59254
59628
  tool$promptsV2PromptTopicsUpdate = {
@@ -59263,7 +59637,7 @@ Renames a prompt topic and returns the updated topic.`,
59263
59637
  openWorldHint: false,
59264
59638
  readOnlyHint: false
59265
59639
  },
59266
- args: args30,
59640
+ args: args31,
59267
59641
  tool: async (client, args, ctx) => {
59268
59642
  const [result] = await promptsV2PromptTopicsUpdate(client, args.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
59269
59643
  if (!result.ok) {
@@ -59306,9 +59680,9 @@ var init_createv2repositoryrequest = __esm(() => {
59306
59680
 
59307
59681
  // src/funcs/repositoriesV2RepositoriesCreate.ts
59308
59682
  function repositoriesV2RepositoriesCreate(client$, request, options) {
59309
- return new APIPromise($do37(client$, request, options));
59683
+ return new APIPromise($do38(client$, request, options));
59310
59684
  }
59311
- async function $do37(client$, request, options) {
59685
+ async function $do38(client$, request, options) {
59312
59686
  const parsed$ = safeParse4(request, (value$) => CreateV2RepositoryRequest$zodSchema.parse(value$), "Input validation failed");
59313
59687
  if (!parsed$.ok) {
59314
59688
  return [parsed$, { status: "invalid" }];
@@ -59378,12 +59752,12 @@ var init_repositoriesV2RepositoriesCreate = __esm(() => {
59378
59752
  });
59379
59753
 
59380
59754
  // src/mcp-server/tools/repositoriesV2RepositoriesCreate.ts
59381
- var args31, tool$repositoriesV2RepositoriesCreate;
59755
+ var args32, tool$repositoriesV2RepositoriesCreate;
59382
59756
  var init_repositoriesV2RepositoriesCreate2 = __esm(() => {
59383
59757
  init_repositoriesV2RepositoriesCreate();
59384
59758
  init_createv2repositoryrequest();
59385
59759
  init_tools();
59386
- args31 = {
59760
+ args32 = {
59387
59761
  request: CreateV2RepositoryRequest$zodSchema
59388
59762
  };
59389
59763
  tool$repositoriesV2RepositoriesCreate = {
@@ -59398,7 +59772,7 @@ Adds a reusable Git repository workspace for eval configurations.`,
59398
59772
  openWorldHint: false,
59399
59773
  readOnlyHint: false
59400
59774
  },
59401
- args: args31,
59775
+ args: args32,
59402
59776
  tool: async (client, args, ctx) => {
59403
59777
  const [result] = await repositoriesV2RepositoriesCreate(client, args.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
59404
59778
  if (!result.ok) {
@@ -59464,9 +59838,9 @@ var init_v2repositoriesdeleteop = __esm(() => {
59464
59838
 
59465
59839
  // src/funcs/repositoriesV2RepositoriesDelete.ts
59466
59840
  function repositoriesV2RepositoriesDelete(client$, request, options) {
59467
- return new APIPromise($do38(client$, request, options));
59841
+ return new APIPromise($do39(client$, request, options));
59468
59842
  }
59469
- async function $do38(client$, request, options) {
59843
+ async function $do39(client$, request, options) {
59470
59844
  const parsed$ = safeParse4(request, (value$) => V2RepositoriesDeleteRequest$zodSchema.parse(value$), "Input validation failed");
59471
59845
  if (!parsed$.ok) {
59472
59846
  return [parsed$, { status: "invalid" }];
@@ -59541,12 +59915,12 @@ var init_repositoriesV2RepositoriesDelete = __esm(() => {
59541
59915
  });
59542
59916
 
59543
59917
  // src/mcp-server/tools/repositoriesV2RepositoriesDelete.ts
59544
- var args32, tool$repositoriesV2RepositoriesDelete;
59918
+ var args33, tool$repositoriesV2RepositoriesDelete;
59545
59919
  var init_repositoriesV2RepositoriesDelete2 = __esm(() => {
59546
59920
  init_repositoriesV2RepositoriesDelete();
59547
59921
  init_v2repositoriesdeleteop();
59548
59922
  init_tools();
59549
- args32 = {
59923
+ args33 = {
59550
59924
  request: V2RepositoriesDeleteRequest$zodSchema
59551
59925
  };
59552
59926
  tool$repositoriesV2RepositoriesDelete = {
@@ -59561,7 +59935,7 @@ Permanently deletes a repository workspace and returns its last saved state.`,
59561
59935
  openWorldHint: false,
59562
59936
  readOnlyHint: false
59563
59937
  },
59564
- args: args32,
59938
+ args: args33,
59565
59939
  tool: async (client, args, ctx) => {
59566
59940
  const [result] = await repositoriesV2RepositoriesDelete(client, args.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
59567
59941
  if (!result.ok) {
@@ -59577,9 +59951,9 @@ Permanently deletes a repository workspace and returns its last saved state.`,
59577
59951
 
59578
59952
  // src/funcs/repositoriesV2RepositoriesList.ts
59579
59953
  function repositoriesV2RepositoriesList(client$, options) {
59580
- return new APIPromise($do39(client$, options));
59954
+ return new APIPromise($do40(client$, options));
59581
59955
  }
59582
- async function $do39(client$, options) {
59956
+ async function $do40(client$, options) {
59583
59957
  const path$ = pathToFunc("/v2/repositories")();
59584
59958
  const headers$ = new Headers(compactMap({
59585
59959
  Accept: "application/json"
@@ -59684,9 +60058,9 @@ var init_v2repositoriesretrieveop = __esm(() => {
59684
60058
 
59685
60059
  // src/funcs/repositoriesV2RepositoriesRetrieve.ts
59686
60060
  function repositoriesV2RepositoriesRetrieve(client$, request, options) {
59687
- return new APIPromise($do40(client$, request, options));
60061
+ return new APIPromise($do41(client$, request, options));
59688
60062
  }
59689
- async function $do40(client$, request, options) {
60063
+ async function $do41(client$, request, options) {
59690
60064
  const parsed$ = safeParse4(request, (value$) => V2RepositoriesRetrieveRequest$zodSchema.parse(value$), "Input validation failed");
59691
60065
  if (!parsed$.ok) {
59692
60066
  return [parsed$, { status: "invalid" }];
@@ -59761,12 +60135,12 @@ var init_repositoriesV2RepositoriesRetrieve = __esm(() => {
59761
60135
  });
59762
60136
 
59763
60137
  // src/mcp-server/tools/repositoriesV2RepositoriesRetrieve.ts
59764
- var args33, tool$repositoriesV2RepositoriesRetrieve;
60138
+ var args34, tool$repositoriesV2RepositoriesRetrieve;
59765
60139
  var init_repositoriesV2RepositoriesRetrieve2 = __esm(() => {
59766
60140
  init_repositoriesV2RepositoriesRetrieve();
59767
60141
  init_v2repositoriesretrieveop();
59768
60142
  init_tools();
59769
- args33 = {
60143
+ args34 = {
59770
60144
  request: V2RepositoriesRetrieveRequest$zodSchema
59771
60145
  };
59772
60146
  tool$repositoriesV2RepositoriesRetrieve = {
@@ -59781,7 +60155,7 @@ Returns one reusable repository workspace.`,
59781
60155
  openWorldHint: false,
59782
60156
  readOnlyHint: true
59783
60157
  },
59784
- args: args33,
60158
+ args: args34,
59785
60159
  tool: async (client, args, ctx) => {
59786
60160
  const [result] = await repositoriesV2RepositoriesRetrieve(client, args.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
59787
60161
  if (!result.ok) {
@@ -59841,9 +60215,9 @@ var init_v2repositoriesupdateop = __esm(() => {
59841
60215
 
59842
60216
  // src/funcs/repositoriesV2RepositoriesUpdate.ts
59843
60217
  function repositoriesV2RepositoriesUpdate(client$, request, options) {
59844
- return new APIPromise($do41(client$, request, options));
60218
+ return new APIPromise($do42(client$, request, options));
59845
60219
  }
59846
- async function $do41(client$, request, options) {
60220
+ async function $do42(client$, request, options) {
59847
60221
  const parsed$ = safeParse4(request, (value$) => V2RepositoriesUpdateRequest$zodSchema.parse(value$), "Input validation failed");
59848
60222
  if (!parsed$.ok) {
59849
60223
  return [parsed$, { status: "invalid" }];
@@ -59919,12 +60293,12 @@ var init_repositoriesV2RepositoriesUpdate = __esm(() => {
59919
60293
  });
59920
60294
 
59921
60295
  // src/mcp-server/tools/repositoriesV2RepositoriesUpdate.ts
59922
- var args34, tool$repositoriesV2RepositoriesUpdate;
60296
+ var args35, tool$repositoriesV2RepositoriesUpdate;
59923
60297
  var init_repositoriesV2RepositoriesUpdate2 = __esm(() => {
59924
60298
  init_repositoriesV2RepositoriesUpdate();
59925
60299
  init_v2repositoriesupdateop();
59926
60300
  init_tools();
59927
- args34 = {
60301
+ args35 = {
59928
60302
  request: V2RepositoriesUpdateRequest$zodSchema
59929
60303
  };
59930
60304
  tool$repositoriesV2RepositoriesUpdate = {
@@ -59939,7 +60313,7 @@ Updates a repository workspace; omitted fields remain unchanged.`,
59939
60313
  openWorldHint: false,
59940
60314
  readOnlyHint: false
59941
60315
  },
59942
- args: args34,
60316
+ args: args35,
59943
60317
  tool: async (client, args, ctx) => {
59944
60318
  const [result] = await repositoriesV2RepositoriesUpdate(client, args.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
59945
60319
  if (!result.ok) {
@@ -59955,9 +60329,9 @@ Updates a repository workspace; omitted fields remain unchanged.`,
59955
60329
 
59956
60330
  // src/funcs/siteAuditsV2SiteAuditsList.ts
59957
60331
  function siteAuditsV2SiteAuditsList(client$, options) {
59958
- return new APIPromise($do42(client$, options));
60332
+ return new APIPromise($do43(client$, options));
59959
60333
  }
59960
- async function $do42(client$, options) {
60334
+ async function $do43(client$, options) {
59961
60335
  const path$ = pathToFunc("/v2/site-audits")();
59962
60336
  const headers$ = new Headers(compactMap({
59963
60337
  Accept: "application/json"
@@ -60098,9 +60472,9 @@ var init_v2siteauditsretrieveop = __esm(() => {
60098
60472
 
60099
60473
  // src/funcs/siteAuditsV2SiteAuditsRetrieve.ts
60100
60474
  function siteAuditsV2SiteAuditsRetrieve(client$, request, options) {
60101
- return new APIPromise($do43(client$, request, options));
60475
+ return new APIPromise($do44(client$, request, options));
60102
60476
  }
60103
- async function $do43(client$, request, options) {
60477
+ async function $do44(client$, request, options) {
60104
60478
  const parsed$ = safeParse4(request, (value$) => V2SiteAuditsRetrieveRequest$zodSchema.parse(value$), "Input validation failed");
60105
60479
  if (!parsed$.ok) {
60106
60480
  return [parsed$, { status: "invalid" }];
@@ -60175,12 +60549,12 @@ var init_siteAuditsV2SiteAuditsRetrieve = __esm(() => {
60175
60549
  });
60176
60550
 
60177
60551
  // src/mcp-server/tools/siteAuditsV2SiteAuditsRetrieve.ts
60178
- var args35, tool$siteAuditsV2SiteAuditsRetrieve;
60552
+ var args36, tool$siteAuditsV2SiteAuditsRetrieve;
60179
60553
  var init_siteAuditsV2SiteAuditsRetrieve2 = __esm(() => {
60180
60554
  init_siteAuditsV2SiteAuditsRetrieve();
60181
60555
  init_v2siteauditsretrieveop();
60182
60556
  init_tools();
60183
- args35 = {
60557
+ args36 = {
60184
60558
  request: V2SiteAuditsRetrieveRequest$zodSchema
60185
60559
  };
60186
60560
  tool$siteAuditsV2SiteAuditsRetrieve = {
@@ -60195,7 +60569,7 @@ Returns one audited page with its score, priority, supporting evidence, and reco
60195
60569
  openWorldHint: false,
60196
60570
  readOnlyHint: true
60197
60571
  },
60198
- args: args35,
60572
+ args: args36,
60199
60573
  tool: async (client, args, ctx) => {
60200
60574
  const [result] = await siteAuditsV2SiteAuditsRetrieve(client, args.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
60201
60575
  if (!result.ok) {
@@ -60211,9 +60585,9 @@ Returns one audited page with its score, priority, supporting evidence, and reco
60211
60585
 
60212
60586
  // src/funcs/skillsV2SkillsList.ts
60213
60587
  function skillsV2SkillsList(client$, options) {
60214
- return new APIPromise($do44(client$, options));
60588
+ return new APIPromise($do45(client$, options));
60215
60589
  }
60216
- async function $do44(client$, options) {
60590
+ async function $do45(client$, options) {
60217
60591
  const path$ = pathToFunc("/v2/skills")();
60218
60592
  const headers$ = new Headers(compactMap({
60219
60593
  Accept: "application/json"
@@ -60303,9 +60677,9 @@ Returns reusable skills available to workflows and eval configurations.`,
60303
60677
 
60304
60678
  // src/funcs/statusV2AuthStatusGet.ts
60305
60679
  function statusV2AuthStatusGet(client$, options) {
60306
- return new APIPromise($do45(client$, options));
60680
+ return new APIPromise($do46(client$, options));
60307
60681
  }
60308
- async function $do45(client$, options) {
60682
+ async function $do46(client$, options) {
60309
60683
  const path$ = pathToFunc("/v2/auth/status")();
60310
60684
  const headers$ = new Headers(compactMap({
60311
60685
  Accept: "application/json"
@@ -60395,9 +60769,9 @@ Validates the API key and returns its organization ID, API key ID, scopes, and a
60395
60769
 
60396
60770
  // src/funcs/statusV2StatusGet.ts
60397
60771
  function statusV2StatusGet(client$, options) {
60398
- return new APIPromise($do46(client$, options));
60772
+ return new APIPromise($do47(client$, options));
60399
60773
  }
60400
- async function $do46(client$, options) {
60774
+ async function $do47(client$, options) {
60401
60775
  const path$ = pathToFunc("/v2/status")();
60402
60776
  const headers$ = new Headers(compactMap({
60403
60777
  Accept: "application/json"
@@ -60617,9 +60991,9 @@ var init_v2taskslistop = __esm(() => {
60617
60991
 
60618
60992
  // src/funcs/tasksV2TasksList.ts
60619
60993
  function tasksV2TasksList(client$, request, options) {
60620
- return new APIPromise($do47(client$, request, options));
60994
+ return new APIPromise($do48(client$, request, options));
60621
60995
  }
60622
- async function $do47(client$, request, options) {
60996
+ async function $do48(client$, request, options) {
60623
60997
  const parsed$ = safeParse4(request, (value$) => V2TasksListRequest$zodSchema.optional().parse(value$), "Input validation failed");
60624
60998
  if (!parsed$.ok) {
60625
60999
  return [parsed$, { status: "invalid" }];
@@ -60693,12 +61067,12 @@ var init_tasksV2TasksList = __esm(() => {
60693
61067
  });
60694
61068
 
60695
61069
  // src/mcp-server/tools/tasksV2TasksList.ts
60696
- var args36, tool$tasksV2TasksList;
61070
+ var args37, tool$tasksV2TasksList;
60697
61071
  var init_tasksV2TasksList2 = __esm(() => {
60698
61072
  init_tasksV2TasksList();
60699
61073
  init_v2taskslistop();
60700
61074
  init_tools();
60701
- args36 = {
61075
+ args37 = {
60702
61076
  request: V2TasksListRequest$zodSchema.optional()
60703
61077
  };
60704
61078
  tool$tasksV2TasksList = {
@@ -60713,7 +61087,7 @@ Returns persisted daily tasks with execution instructions. Includes per-status c
60713
61087
  openWorldHint: false,
60714
61088
  readOnlyHint: true
60715
61089
  },
60716
- args: args36,
61090
+ args: args37,
60717
61091
  tool: async (client, args, ctx) => {
60718
61092
  const [result] = await tasksV2TasksList(client, args.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
60719
61093
  if (!result.ok) {
@@ -60744,9 +61118,9 @@ var init_v2tasksretrieveop = __esm(() => {
60744
61118
 
60745
61119
  // src/funcs/tasksV2TasksRetrieve.ts
60746
61120
  function tasksV2TasksRetrieve(client$, request, options) {
60747
- return new APIPromise($do48(client$, request, options));
61121
+ return new APIPromise($do49(client$, request, options));
60748
61122
  }
60749
- async function $do48(client$, request, options) {
61123
+ async function $do49(client$, request, options) {
60750
61124
  const parsed$ = safeParse4(request, (value$) => V2TasksRetrieveRequest$zodSchema.parse(value$), "Input validation failed");
60751
61125
  if (!parsed$.ok) {
60752
61126
  return [parsed$, { status: "invalid" }];
@@ -60821,12 +61195,12 @@ var init_tasksV2TasksRetrieve = __esm(() => {
60821
61195
  });
60822
61196
 
60823
61197
  // src/mcp-server/tools/tasksV2TasksRetrieve.ts
60824
- var args37, tool$tasksV2TasksRetrieve;
61198
+ var args38, tool$tasksV2TasksRetrieve;
60825
61199
  var init_tasksV2TasksRetrieve2 = __esm(() => {
60826
61200
  init_tasksV2TasksRetrieve();
60827
61201
  init_v2tasksretrieveop();
60828
61202
  init_tools();
60829
- args37 = {
61203
+ args38 = {
60830
61204
  request: V2TasksRetrieveRequest$zodSchema
60831
61205
  };
60832
61206
  tool$tasksV2TasksRetrieve = {
@@ -60841,7 +61215,7 @@ Returns one persisted task and its execution prompt.`,
60841
61215
  openWorldHint: false,
60842
61216
  readOnlyHint: true
60843
61217
  },
60844
- args: args37,
61218
+ args: args38,
60845
61219
  tool: async (client, args, ctx) => {
60846
61220
  const [result] = await tasksV2TasksRetrieve(client, args.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
60847
61221
  if (!result.ok) {
@@ -60904,9 +61278,9 @@ var init_v2tasksupdateop = __esm(() => {
60904
61278
 
60905
61279
  // src/funcs/tasksV2TasksUpdate.ts
60906
61280
  function tasksV2TasksUpdate(client$, request, options) {
60907
- return new APIPromise($do49(client$, request, options));
61281
+ return new APIPromise($do50(client$, request, options));
60908
61282
  }
60909
- async function $do49(client$, request, options) {
61283
+ async function $do50(client$, request, options) {
60910
61284
  const parsed$ = safeParse4(request, (value$) => V2TasksUpdateRequest$zodSchema.parse(value$), "Input validation failed");
60911
61285
  if (!parsed$.ok) {
60912
61286
  return [parsed$, { status: "invalid" }];
@@ -60982,12 +61356,12 @@ var init_tasksV2TasksUpdate = __esm(() => {
60982
61356
  });
60983
61357
 
60984
61358
  // src/mcp-server/tools/tasksV2TasksUpdate.ts
60985
- var args38, tool$tasksV2TasksUpdate;
61359
+ var args39, tool$tasksV2TasksUpdate;
60986
61360
  var init_tasksV2TasksUpdate2 = __esm(() => {
60987
61361
  init_tasksV2TasksUpdate();
60988
61362
  init_v2tasksupdateop();
60989
61363
  init_tools();
60990
- args38 = {
61364
+ args39 = {
60991
61365
  request: V2TasksUpdateRequest$zodSchema
60992
61366
  };
60993
61367
  tool$tasksV2TasksUpdate = {
@@ -61002,7 +61376,7 @@ Updates a task's status, priority, assignee, or action type. Only sent fields ar
61002
61376
  openWorldHint: false,
61003
61377
  readOnlyHint: false
61004
61378
  },
61005
- args: args38,
61379
+ args: args39,
61006
61380
  tool: async (client, args, ctx) => {
61007
61381
  const [result] = await tasksV2TasksUpdate(client, args.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
61008
61382
  if (!result.ok) {
@@ -61090,9 +61464,9 @@ var init_v2visibilitycitationslistop = __esm(() => {
61090
61464
 
61091
61465
  // src/funcs/visibilityV2VisibilityCitationsList.ts
61092
61466
  function visibilityV2VisibilityCitationsList(client$, request, options) {
61093
- return new APIPromise($do50(client$, request, options));
61467
+ return new APIPromise($do51(client$, request, options));
61094
61468
  }
61095
- async function $do50(client$, request, options) {
61469
+ async function $do51(client$, request, options) {
61096
61470
  const parsed$ = safeParse4(request, (value$) => V2VisibilityCitationsListRequest$zodSchema.optional().parse(value$), "Input validation failed");
61097
61471
  if (!parsed$.ok) {
61098
61472
  return [parsed$, { status: "invalid" }];
@@ -61169,12 +61543,12 @@ var init_visibilityV2VisibilityCitationsList = __esm(() => {
61169
61543
  });
61170
61544
 
61171
61545
  // src/mcp-server/tools/visibilityV2VisibilityCitationsList.ts
61172
- var args39, tool$visibilityV2VisibilityCitationsList;
61546
+ var args40, tool$visibilityV2VisibilityCitationsList;
61173
61547
  var init_visibilityV2VisibilityCitationsList2 = __esm(() => {
61174
61548
  init_visibilityV2VisibilityCitationsList();
61175
61549
  init_v2visibilitycitationslistop();
61176
61550
  init_tools();
61177
- args39 = {
61551
+ args40 = {
61178
61552
  request: V2VisibilityCitationsListRequest$zodSchema.optional()
61179
61553
  };
61180
61554
  tool$visibilityV2VisibilityCitationsList = {
@@ -61189,7 +61563,7 @@ Returns URL-level citation counts ranked from most to least cited. Results can b
61189
61563
  openWorldHint: false,
61190
61564
  readOnlyHint: true
61191
61565
  },
61192
- args: args39,
61566
+ args: args40,
61193
61567
  tool: async (client, args, ctx) => {
61194
61568
  const [result] = await visibilityV2VisibilityCitationsList(client, args.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
61195
61569
  if (!result.ok) {
@@ -61254,9 +61628,9 @@ var init_v2visibilitycurrentretrieveop = __esm(() => {
61254
61628
 
61255
61629
  // src/funcs/visibilityV2VisibilityCurrentRetrieve.ts
61256
61630
  function visibilityV2VisibilityCurrentRetrieve(client$, request, options) {
61257
- return new APIPromise($do51(client$, request, options));
61631
+ return new APIPromise($do52(client$, request, options));
61258
61632
  }
61259
- async function $do51(client$, request, options) {
61633
+ async function $do52(client$, request, options) {
61260
61634
  const parsed$ = safeParse4(request, (value$) => V2VisibilityCurrentRetrieveRequest$zodSchema.optional().parse(value$), "Input validation failed");
61261
61635
  if (!parsed$.ok) {
61262
61636
  return [parsed$, { status: "invalid" }];
@@ -61330,12 +61704,12 @@ var init_visibilityV2VisibilityCurrentRetrieve = __esm(() => {
61330
61704
  });
61331
61705
 
61332
61706
  // src/mcp-server/tools/visibilityV2VisibilityCurrentRetrieve.ts
61333
- var args40, tool$visibilityV2VisibilityCurrentRetrieve;
61707
+ var args41, tool$visibilityV2VisibilityCurrentRetrieve;
61334
61708
  var init_visibilityV2VisibilityCurrentRetrieve2 = __esm(() => {
61335
61709
  init_visibilityV2VisibilityCurrentRetrieve();
61336
61710
  init_v2visibilitycurrentretrieveop();
61337
61711
  init_tools();
61338
- args40 = {
61712
+ args41 = {
61339
61713
  request: V2VisibilityCurrentRetrieveRequest$zodSchema.optional()
61340
61714
  };
61341
61715
  tool$visibilityV2VisibilityCurrentRetrieve = {
@@ -61350,7 +61724,7 @@ Returns visibility score, share of voice, ranks, and date-range metadata for the
61350
61724
  openWorldHint: false,
61351
61725
  readOnlyHint: true
61352
61726
  },
61353
- args: args40,
61727
+ args: args41,
61354
61728
  tool: async (client, args, ctx) => {
61355
61729
  const [result] = await visibilityV2VisibilityCurrentRetrieve(client, args.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
61356
61730
  if (!result.ok) {
@@ -61493,9 +61867,9 @@ var init_v2visibilityoverviewretrieveop = __esm(() => {
61493
61867
 
61494
61868
  // src/funcs/visibilityV2VisibilityOverviewRetrieve.ts
61495
61869
  function visibilityV2VisibilityOverviewRetrieve(client$, request, options) {
61496
- return new APIPromise($do52(client$, request, options));
61870
+ return new APIPromise($do53(client$, request, options));
61497
61871
  }
61498
- async function $do52(client$, request, options) {
61872
+ async function $do53(client$, request, options) {
61499
61873
  const parsed$ = safeParse4(request, (value$) => V2VisibilityOverviewRetrieveRequest$zodSchema.optional().parse(value$), "Input validation failed");
61500
61874
  if (!parsed$.ok) {
61501
61875
  return [parsed$, { status: "invalid" }];
@@ -61569,12 +61943,12 @@ var init_visibilityV2VisibilityOverviewRetrieve = __esm(() => {
61569
61943
  });
61570
61944
 
61571
61945
  // src/mcp-server/tools/visibilityV2VisibilityOverviewRetrieve.ts
61572
- var args41, tool$visibilityV2VisibilityOverviewRetrieve;
61946
+ var args42, tool$visibilityV2VisibilityOverviewRetrieve;
61573
61947
  var init_visibilityV2VisibilityOverviewRetrieve2 = __esm(() => {
61574
61948
  init_visibilityV2VisibilityOverviewRetrieve();
61575
61949
  init_v2visibilityoverviewretrieveop();
61576
61950
  init_tools();
61577
- args41 = {
61951
+ args42 = {
61578
61952
  request: V2VisibilityOverviewRetrieveRequest$zodSchema.optional()
61579
61953
  };
61580
61954
  tool$visibilityV2VisibilityOverviewRetrieve = {
@@ -61589,7 +61963,7 @@ Returns aggregate snapshot, daily trends, per-platform breakdowns, and competito
61589
61963
  openWorldHint: false,
61590
61964
  readOnlyHint: true
61591
61965
  },
61592
- args: args41,
61966
+ args: args42,
61593
61967
  tool: async (client, args, ctx) => {
61594
61968
  const [result] = await visibilityV2VisibilityOverviewRetrieve(client, args.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
61595
61969
  if (!result.ok) {
@@ -61703,9 +62077,9 @@ var init_v2visibilitypromptsretrieveop = __esm(() => {
61703
62077
 
61704
62078
  // src/funcs/visibilityV2VisibilityPromptsRetrieve.ts
61705
62079
  function visibilityV2VisibilityPromptsRetrieve(client$, request, options) {
61706
- return new APIPromise($do53(client$, request, options));
62080
+ return new APIPromise($do54(client$, request, options));
61707
62081
  }
61708
- async function $do53(client$, request, options) {
62082
+ async function $do54(client$, request, options) {
61709
62083
  const parsed$ = safeParse4(request, (value$) => V2VisibilityPromptsRetrieveRequest$zodSchema.optional().parse(value$), "Input validation failed");
61710
62084
  if (!parsed$.ok) {
61711
62085
  return [parsed$, { status: "invalid" }];
@@ -61779,12 +62153,12 @@ var init_visibilityV2VisibilityPromptsRetrieve = __esm(() => {
61779
62153
  });
61780
62154
 
61781
62155
  // src/mcp-server/tools/visibilityV2VisibilityPromptsRetrieve.ts
61782
- var args42, tool$visibilityV2VisibilityPromptsRetrieve;
62156
+ var args43, tool$visibilityV2VisibilityPromptsRetrieve;
61783
62157
  var init_visibilityV2VisibilityPromptsRetrieve2 = __esm(() => {
61784
62158
  init_visibilityV2VisibilityPromptsRetrieve();
61785
62159
  init_v2visibilitypromptsretrieveop();
61786
62160
  init_tools();
61787
- args42 = {
62161
+ args43 = {
61788
62162
  request: V2VisibilityPromptsRetrieveRequest$zodSchema.optional()
61789
62163
  };
61790
62164
  tool$visibilityV2VisibilityPromptsRetrieve = {
@@ -61799,7 +62173,7 @@ Returns per-topic and per-prompt visibility metrics including score, rank, share
61799
62173
  openWorldHint: false,
61800
62174
  readOnlyHint: true
61801
62175
  },
61802
- args: args42,
62176
+ args: args43,
61803
62177
  tool: async (client, args, ctx) => {
61804
62178
  const [result] = await visibilityV2VisibilityPromptsRetrieve(client, args.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
61805
62179
  if (!result.ok) {
@@ -61823,7 +62197,7 @@ function createMCPServer(deps) {
61823
62197
  sizes: ["any"]
61824
62198
  }],
61825
62199
  name: "LightsageMcp",
61826
- version: "0.2.2"
62200
+ version: "0.3.1"
61827
62201
  });
61828
62202
  const getClient = deps.getSDK || (() => new LightsageMcpCore({
61829
62203
  security: deps.security,
@@ -61880,7 +62254,8 @@ function createMCPServer(deps) {
61880
62254
  tool(tool$evalsV2EvalConfigurationsUpdate);
61881
62255
  tool(tool$evalsV2EvalConfigurationsDelete);
61882
62256
  tool(tool$evalsRun);
61883
- tool(tool$evalsMonitor);
62257
+ tool(tool$evalsAnalysis);
62258
+ tool(tool$evalsTrace);
61884
62259
  tool(tool$evalRunsV2EvalRunsList);
61885
62260
  tool(tool$evalRunsV2EvalRunsRetrieve);
61886
62261
  tool(tool$evalResultsV2EvalResultsList);
@@ -61915,8 +62290,9 @@ var init_server2 = __esm(() => {
61915
62290
  init_evalResultsV2EvalResultsRetrieve2();
61916
62291
  init_evalRunsV2EvalRunsList2();
61917
62292
  init_evalRunsV2EvalRunsRetrieve2();
61918
- init_evalsMonitor2();
62293
+ init_evalsAnalysis2();
61919
62294
  init_evalsRun2();
62295
+ init_evalsTrace2();
61920
62296
  init_evalsV2EvalConfigurationsCreate2();
61921
62297
  init_evalsV2EvalConfigurationsDelete2();
61922
62298
  init_evalsV2EvalConfigurationsList2();
@@ -62118,25 +62494,23 @@ Returns one audited page with its score, priority, supporting evidence, and reco
62118
62494
  name: "evals-v2-evals-list",
62119
62495
  description: `List Evals
62120
62496
 
62121
- Returns all active evals including workflow, MCP, CLI, and skill evals owned by the organization.`
62497
+ Returns all active eval definitions owned by the organization.`
62122
62498
  },
62123
62499
  {
62124
62500
  name: "evals-v2-evals-create",
62125
62501
  description: `Create Eval
62126
62502
 
62127
- Creates an eval with a task prompt, subject, and judge. The eval can then be run through eval runs.`
62503
+ Creates a reusable simulation definition with one or more task prompts and judges. Optional agents, persona, CLI installations, MCP servers, repeat count, and tags are saved with the eval. Creating the eval does not start a run and does not accept secret environment values.`
62128
62504
  },
62129
62505
  {
62130
62506
  name: "evals-v2-evals-retrieve",
62131
62507
  description: `Retrieve Eval
62132
62508
 
62133
- Returns one eval and its judge configuration.`
62509
+ Returns one reusable eval simulation definition.`
62134
62510
  },
62135
62511
  {
62136
62512
  name: "evals-v2-evals-update",
62137
- description: `Update Eval
62138
-
62139
- Updates an eval's task prompt, subject, judge, or name. Omitted fields remain unchanged.`
62513
+ description: "Update Eval\n\nUpdates a reusable eval simulation definition. Omitted fields remain unchanged. Empty `agent`, `clis`, `mcps`, or `tags` arrays clear those collections, and `persona: null` clears the saved persona."
62140
62514
  },
62141
62515
  {
62142
62516
  name: "evals-v2-evals-delete",
@@ -62176,11 +62550,17 @@ Permanently deletes an eval configuration and returns its last saved state.`
62176
62550
  },
62177
62551
  {
62178
62552
  name: "evals-run",
62179
- description: "Start an eval run\n\nQueues a durable eval job and returns immediately with a polling ID. Poll `GET /v2/eval-runs/{run_id}` until its status reaches a terminal value.\n\nSend one of these flat request forms:\n\n- **Saved eval:** provide `eval_id`, `configuration_id`, and `agent_id`.\n- **Direct create-and-run:** provide `prompt`, `judges`, and `agent_id`. You may also provide a repository, write-only environment variables, and public skill packages.\n\nDo not combine saved-run and direct-run fields. No separate `mode` field is required."
62553
+ description: "Start an eval run\n\nQueues a durable eval job and returns immediately with a polling ID. Poll `GET /v2/eval-runs/{run_id}` until its status reaches a terminal value.\n\nSend one of these flat request forms:\n\n- **Saved eval:** provide `eval_id`; optionally replace its prompts, persona, agents, CLIs, MCPs, or runs for this launch. A saved configuration can still provide repository, environment, skills, and legacy tool selections.\n- **Direct create-and-run:** provide `prompts`, `judges`, and `agent`. You may also provide a persona, tags, repository, write-only environment variables, saved or inline CLIs and MCP servers, and skills.\n\nThe run fans out across prompts × agents × runs. Persona is shared metadata and does not multiply attempts. No separate `mode` field is required."
62554
+ },
62555
+ {
62556
+ name: "evals-analysis",
62557
+ description: `Retrieve eval run analysis
62558
+
62559
+ Returns the persisted analysis produced for each completed attempt in one eval run. The analysis includes the verdict, outcome explanation, findings, bottleneck, and analysis sections. Active runs return the analysis available so far together with current run status and progress.`
62180
62560
  },
62181
62561
  {
62182
- name: "evals-monitor",
62183
- description: "Monitor Runs\n\nStreams an immediate snapshot followed by live status and sanitized activity. Provide `run_id` to monitor one public v2 eval run, or omit it to capture all active runs when the connection opens."
62562
+ name: "evals-trace",
62563
+ description: "Retrieve an eval run trace\n\nReturns a finite page of sanitized execution events for one eval run. Use `next_after_id` as `after_id` to retrieve the next page. Use the monitor operation instead when following a run live."
62184
62564
  },
62185
62565
  {
62186
62566
  name: "eval-runs-v2-eval-runs-list",
@@ -62196,7 +62576,7 @@ Returns the status and progress of an eval job. Poll until the status reaches a
62196
62576
  name: "eval-results-v2-eval-results-list",
62197
62577
  description: `List Results
62198
62578
 
62199
- Returns completed custom-eval results from onboarding, v1, and v2 run flows, ordered newest first. Result IDs are different from eval run IDs.`
62579
+ Returns completed custom-eval results from all supported run flows, ordered newest first. Result IDs are different from eval run IDs.`
62200
62580
  },
62201
62581
  {
62202
62582
  name: "eval-results-v2-eval-results-retrieve",
@@ -63168,7 +63548,7 @@ http_headers = { "lightsage-api-key-auth" = "YOUR_LIGHTSAGE_API_KEY_AUTH" }`;
63168
63548
  <h1>Instructions</h1>
63169
63549
  <p>One-click installation for Claude Desktop users</p>
63170
63550
  <div class="instruction-item">
63171
- <a href="https://github.com/lightsagehq/mcp/releases/download/v0.2.2/mcp-server.mcpb" download="mcp-server.mcpb" class="action-button header-action" style="display: inline-flex; margin-bottom: 16px;">
63551
+ <a href="https://github.com/lightsagehq/mcp/releases/download/v0.3.1/mcp-server.mcpb" download="mcp-server.mcpb" class="action-button header-action" style="display: inline-flex; margin-bottom: 16px;">
63172
63552
  \uD83D\uDCE5 Download MCP Bundle
63173
63553
  </a>
63174
63554
  </div>
@@ -66046,7 +66426,7 @@ var routes = buildRouteMap({
66046
66426
  var app = buildApplication(routes, {
66047
66427
  name: "mcp",
66048
66428
  versionInfo: {
66049
- currentVersion: "0.2.2"
66429
+ currentVersion: "0.3.1"
66050
66430
  }
66051
66431
  });
66052
66432
  run(app, process3.argv.slice(2), buildContext(process3));
@@ -66054,5 +66434,5 @@ export {
66054
66434
  app
66055
66435
  };
66056
66436
 
66057
- //# debugId=CEBC041B1CA6530D64756E2164756E21
66437
+ //# debugId=D144B9026D7DE38264756E2164756E21
66058
66438
  //# sourceMappingURL=mcp-server.js.map