@lightsage/mcp 0.2.1 → 0.3.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (125) hide show
  1. package/README.md +2 -2
  2. package/bin/mcp-server.js +544 -276
  3. package/bin/mcp-server.js.map +29 -22
  4. package/esm/funcs/evalResultsV2EvalResultsList.d.ts +1 -1
  5. package/esm/funcs/evalResultsV2EvalResultsList.js +1 -1
  6. package/esm/funcs/evalsAnalysis.d.ts +16 -0
  7. package/esm/funcs/evalsAnalysis.d.ts.map +1 -0
  8. package/esm/funcs/evalsAnalysis.js +88 -0
  9. package/esm/funcs/evalsAnalysis.js.map +1 -0
  10. package/esm/funcs/evalsRun.d.ts +9 -2
  11. package/esm/funcs/evalsRun.d.ts.map +1 -1
  12. package/esm/funcs/evalsRun.js +9 -2
  13. package/esm/funcs/evalsRun.js.map +1 -1
  14. package/esm/funcs/evalsTrace.d.ts +16 -0
  15. package/esm/funcs/evalsTrace.d.ts.map +1 -0
  16. package/esm/funcs/{evalsMonitor.js → evalsTrace.js} +19 -21
  17. package/esm/funcs/evalsTrace.js.map +1 -0
  18. package/esm/funcs/evalsV2EvalsCreate.d.ts +1 -1
  19. package/esm/funcs/evalsV2EvalsCreate.js +1 -1
  20. package/esm/funcs/evalsV2EvalsUpdate.d.ts +1 -1
  21. package/esm/funcs/evalsV2EvalsUpdate.js +1 -1
  22. package/esm/landing-page.js +1 -1
  23. package/esm/lib/config.d.ts +2 -2
  24. package/esm/lib/config.js +2 -2
  25. package/esm/mcp-server/mcp-server.js +1 -1
  26. package/esm/mcp-server/server.d.ts.map +1 -1
  27. package/esm/mcp-server/server.js +5 -3
  28. package/esm/mcp-server/server.js.map +1 -1
  29. package/esm/mcp-server/tools/evalResultsV2EvalResultsList.js +1 -1
  30. package/esm/mcp-server/tools/evalResultsV2EvalResultsList.js.map +1 -1
  31. package/esm/mcp-server/tools/evalsAnalysis.d.ts +7 -0
  32. package/esm/mcp-server/tools/evalsAnalysis.d.ts.map +1 -0
  33. package/esm/mcp-server/tools/evalsAnalysis.js +35 -0
  34. package/esm/mcp-server/tools/evalsAnalysis.js.map +1 -0
  35. package/esm/mcp-server/tools/evalsRun.d.ts.map +1 -1
  36. package/esm/mcp-server/tools/evalsRun.js +9 -2
  37. package/esm/mcp-server/tools/evalsRun.js.map +1 -1
  38. package/esm/mcp-server/tools/evalsTrace.d.ts +7 -0
  39. package/esm/mcp-server/tools/evalsTrace.d.ts.map +1 -0
  40. package/esm/mcp-server/tools/evalsTrace.js +35 -0
  41. package/esm/mcp-server/tools/evalsTrace.js.map +1 -0
  42. package/esm/mcp-server/tools/evalsV2EvalsCreate.js +1 -1
  43. package/esm/mcp-server/tools/evalsV2EvalsCreate.js.map +1 -1
  44. package/esm/mcp-server/tools/evalsV2EvalsUpdate.js +1 -1
  45. package/esm/mcp-server/tools/evalsV2EvalsUpdate.js.map +1 -1
  46. package/esm/models/createv2evalrequest.d.ts +1 -2
  47. package/esm/models/createv2evalrequest.d.ts.map +1 -1
  48. package/esm/models/createv2evalrequest.js +1 -2
  49. package/esm/models/createv2evalrequest.js.map +1 -1
  50. package/esm/models/createv2evalrunrequest.d.ts +3 -0
  51. package/esm/models/createv2evalrunrequest.d.ts.map +1 -1
  52. package/esm/models/createv2evalrunrequest.js +9 -9
  53. package/esm/models/createv2evalrunrequest.js.map +1 -1
  54. package/esm/models/updatev2evalrequest.d.ts +1 -2
  55. package/esm/models/updatev2evalrequest.d.ts.map +1 -1
  56. package/esm/models/updatev2evalrequest.js +1 -2
  57. package/esm/models/updatev2evalrequest.js.map +1 -1
  58. package/esm/models/v2evalrunanalysis.d.ts +18 -0
  59. package/esm/models/v2evalrunanalysis.d.ts.map +1 -0
  60. package/esm/models/v2evalrunanalysis.js +20 -0
  61. package/esm/models/v2evalrunanalysis.js.map +1 -0
  62. package/esm/models/v2evalrunanalysisresponse.d.ts +12 -0
  63. package/esm/models/v2evalrunanalysisresponse.d.ts.map +1 -0
  64. package/esm/models/v2evalrunanalysisresponse.js +15 -0
  65. package/esm/models/v2evalrunanalysisresponse.js.map +1 -0
  66. package/esm/models/v2evalrunsanalysisop.d.ts +17 -0
  67. package/esm/models/v2evalrunsanalysisop.d.ts.map +1 -0
  68. package/esm/models/v2evalrunsanalysisop.js +19 -0
  69. package/esm/models/v2evalrunsanalysisop.js.map +1 -0
  70. package/esm/models/v2evalrunstraceop.d.ts +19 -0
  71. package/esm/models/v2evalrunstraceop.d.ts.map +1 -0
  72. package/esm/models/v2evalrunstraceop.js +21 -0
  73. package/esm/models/v2evalrunstraceop.js.map +1 -0
  74. package/esm/models/v2evalruntraceevent.d.ts +20 -0
  75. package/esm/models/v2evalruntraceevent.d.ts.map +1 -0
  76. package/esm/models/v2evalruntraceevent.js +22 -0
  77. package/esm/models/v2evalruntraceevent.js.map +1 -0
  78. package/esm/models/v2evalruntraceresponse.d.ts +14 -0
  79. package/esm/models/v2evalruntraceresponse.d.ts.map +1 -0
  80. package/esm/models/v2evalruntraceresponse.js +17 -0
  81. package/esm/models/v2evalruntraceresponse.js.map +1 -0
  82. package/esm/models/v2listtasksresponse.d.ts +1 -1
  83. package/esm/models/v2taskslistop.d.ts +1 -1
  84. package/esm/tool-names.d.ts.map +1 -1
  85. package/esm/tool-names.js +10 -6
  86. package/esm/tool-names.js.map +1 -1
  87. package/package.json +1 -1
  88. package/src/funcs/evalResultsV2EvalResultsList.ts +1 -1
  89. package/src/funcs/evalsAnalysis.ts +153 -0
  90. package/src/funcs/evalsRun.ts +9 -2
  91. package/src/funcs/{evalsMonitor.ts → evalsTrace.ts} +26 -25
  92. package/src/funcs/evalsV2EvalsCreate.ts +1 -1
  93. package/src/funcs/evalsV2EvalsUpdate.ts +1 -1
  94. package/src/landing-page.ts +1 -1
  95. package/src/lib/config.ts +2 -2
  96. package/src/mcp-server/mcp-server.ts +1 -1
  97. package/src/mcp-server/server.ts +5 -3
  98. package/src/mcp-server/tools/evalResultsV2EvalResultsList.ts +1 -1
  99. package/src/mcp-server/tools/evalsAnalysis.ts +43 -0
  100. package/src/mcp-server/tools/evalsRun.ts +9 -2
  101. package/src/mcp-server/tools/{evalsMonitor.ts → evalsTrace.ts} +9 -9
  102. package/src/mcp-server/tools/evalsV2EvalsCreate.ts +1 -1
  103. package/src/mcp-server/tools/evalsV2EvalsUpdate.ts +1 -1
  104. package/src/models/createv2evalrequest.ts +2 -3
  105. package/src/models/createv2evalrunrequest.ts +16 -9
  106. package/src/models/updatev2evalrequest.ts +4 -3
  107. package/src/models/v2evalrunanalysis.ts +51 -0
  108. package/src/models/v2evalrunanalysisresponse.ts +32 -0
  109. package/src/models/v2evalrunsanalysisop.ts +48 -0
  110. package/src/models/v2evalrunstraceop.ts +58 -0
  111. package/src/models/v2evalruntraceevent.ts +43 -0
  112. package/src/models/v2evalruntraceresponse.ts +38 -0
  113. package/src/tool-names.ts +10 -6
  114. package/esm/funcs/evalsMonitor.d.ts +0 -20
  115. package/esm/funcs/evalsMonitor.d.ts.map +0 -1
  116. package/esm/funcs/evalsMonitor.js.map +0 -1
  117. package/esm/mcp-server/tools/evalsMonitor.d.ts +0 -7
  118. package/esm/mcp-server/tools/evalsMonitor.d.ts.map +0 -1
  119. package/esm/mcp-server/tools/evalsMonitor.js +0 -35
  120. package/esm/mcp-server/tools/evalsMonitor.js.map +0 -1
  121. package/esm/models/v2evalrunsmonitorop.d.ts +0 -28
  122. package/esm/models/v2evalrunsmonitorop.d.ts.map +0 -1
  123. package/esm/models/v2evalrunsmonitorop.js +0 -29
  124. package/esm/models/v2evalrunsmonitorop.js.map +0 -1
  125. package/src/models/v2evalrunsmonitorop.ts +0 -62
@@ -10,7 +10,7 @@ import { Result } from "../types/fp.js";
10
10
  * List Results
11
11
  *
12
12
  * @remarks
13
- * Returns completed custom-eval results from onboarding, v1, and v2 run flows, ordered newest first. Result IDs are different from eval run IDs.
13
+ * Returns completed custom-eval results from all supported run flows, ordered newest first. Result IDs are different from eval run IDs.
14
14
  */
15
15
  export declare function evalResultsV2EvalResultsList(client$: LightsageMcpCore, request?: V2EvalResultsListRequest | undefined, options?: RequestOptions): APIPromise<Result<Response, APIError | SDKValidationError | UnexpectedClientError | InvalidRequestError | RequestAbortedError | RequestTimeoutError | ConnectionError>>;
16
16
  //# sourceMappingURL=evalResultsV2EvalResultsList.d.ts.map
@@ -13,7 +13,7 @@ import { APIPromise } from "../types/async.js";
13
13
  * List Results
14
14
  *
15
15
  * @remarks
16
- * Returns completed custom-eval results from onboarding, v1, and v2 run flows, ordered newest first. Result IDs are different from eval run IDs.
16
+ * Returns completed custom-eval results from all supported run flows, ordered newest first. Result IDs are different from eval run IDs.
17
17
  */
18
18
  export function evalResultsV2EvalResultsList(client$, request, options) {
19
19
  return new APIPromise($do(client$, request, options));
@@ -0,0 +1,16 @@
1
+ import { LightsageMcpCore } from "../core.js";
2
+ import { RequestOptions } from "../lib/sdks.js";
3
+ import { APIError } from "../models/errors/apierror.js";
4
+ import { ConnectionError, InvalidRequestError, RequestAbortedError, RequestTimeoutError, UnexpectedClientError } from "../models/errors/httpclienterrors.js";
5
+ import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
6
+ import { V2EvalRunsAnalysisRequest } from "../models/v2evalrunsanalysisop.js";
7
+ import { APIPromise } from "../types/async.js";
8
+ import { Result } from "../types/fp.js";
9
+ /**
10
+ * Retrieve eval run analysis
11
+ *
12
+ * @remarks
13
+ * Returns the persisted analysis produced for each completed attempt in one eval run. The analysis includes the verdict, outcome explanation, findings, bottleneck, and analysis sections. Active runs return the analysis available so far together with current run status and progress.
14
+ */
15
+ export declare function evalsAnalysis(client$: LightsageMcpCore, request: V2EvalRunsAnalysisRequest, options?: RequestOptions): APIPromise<Result<Response, APIError | SDKValidationError | UnexpectedClientError | InvalidRequestError | RequestAbortedError | RequestTimeoutError | ConnectionError>>;
16
+ //# sourceMappingURL=evalsAnalysis.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"evalsAnalysis.d.ts","sourceRoot":"","sources":["../../src/funcs/evalsAnalysis.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAI9C,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAGhD,OAAO,EAAE,QAAQ,EAAE,MAAM,8BAA8B,CAAC;AACxD,OAAO,EACL,eAAe,EACf,mBAAmB,EACnB,mBAAmB,EACnB,mBAAmB,EACnB,qBAAqB,EACtB,MAAM,sCAAsC,CAAC;AAC9C,OAAO,EAAE,kBAAkB,EAAE,MAAM,wCAAwC,CAAC;AAC5E,OAAO,EACL,yBAAyB,EAE1B,MAAM,mCAAmC,CAAC;AAC3C,OAAO,EAAW,UAAU,EAAE,MAAM,mBAAmB,CAAC;AACxD,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AAExC;;;;;GAKG;AACH,wBAAgB,aAAa,CAC3B,OAAO,EAAE,gBAAgB,EACzB,OAAO,EAAE,yBAAyB,EAClC,OAAO,CAAC,EAAE,cAAc,GACvB,UAAU,CACX,MAAM,CACJ,QAAQ,EACN,QAAQ,GACR,kBAAkB,GAClB,qBAAqB,GACrB,mBAAmB,GACnB,mBAAmB,GACnB,mBAAmB,GACnB,eAAe,CAClB,CACF,CAMA"}
@@ -0,0 +1,88 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ * @generated-id: cb2b198fcbdb
4
+ */
5
+ import { encodeSimple } from "../lib/encodings.js";
6
+ import { compactMap } from "../lib/primitives.js";
7
+ import { safeParse } from "../lib/schemas.js";
8
+ import { extractSecurity, resolveGlobalSecurity } from "../lib/security.js";
9
+ import { pathToFunc } from "../lib/url.js";
10
+ import { V2EvalRunsAnalysisRequest$zodSchema, } from "../models/v2evalrunsanalysisop.js";
11
+ import { APIPromise } from "../types/async.js";
12
+ /**
13
+ * Retrieve eval run analysis
14
+ *
15
+ * @remarks
16
+ * Returns the persisted analysis produced for each completed attempt in one eval run. The analysis includes the verdict, outcome explanation, findings, bottleneck, and analysis sections. Active runs return the analysis available so far together with current run status and progress.
17
+ */
18
+ export function evalsAnalysis(client$, request, options) {
19
+ return new APIPromise($do(client$, request, options));
20
+ }
21
+ async function $do(client$, request, options) {
22
+ const parsed$ = safeParse(request, (value$) => V2EvalRunsAnalysisRequest$zodSchema.parse(value$), "Input validation failed");
23
+ if (!parsed$.ok) {
24
+ return [parsed$, { status: "invalid" }];
25
+ }
26
+ const payload$ = parsed$.value;
27
+ const body$ = null;
28
+ const pathParams$ = {
29
+ run_id: encodeSimple("run_id", payload$.run_id, {
30
+ explode: false,
31
+ charEncoding: "percent",
32
+ }),
33
+ };
34
+ const path$ = pathToFunc("/v2/eval-runs/{run_id}/analysis")(pathParams$);
35
+ const headers$ = new Headers(compactMap({
36
+ Accept: "application/json",
37
+ }));
38
+ const securityInput = await extractSecurity(client$._options.security);
39
+ const requestSecurity = resolveGlobalSecurity(securityInput);
40
+ const context = {
41
+ options: client$._options,
42
+ baseURL: options?.serverURL ?? client$._baseURL ?? "",
43
+ operationID: "v2_eval_runs_analysis",
44
+ oAuth2Scopes: null,
45
+ resolvedSecurity: requestSecurity,
46
+ securitySource: client$._options.security,
47
+ retryConfig: options?.retries
48
+ || client$._options.retryConfig
49
+ || { strategy: "none" },
50
+ retryCodes: options?.retryCodes || [
51
+ "429",
52
+ "500",
53
+ "502",
54
+ "503",
55
+ "504",
56
+ ],
57
+ };
58
+ const requestRes = client$._createRequest(context, {
59
+ security: requestSecurity,
60
+ method: "GET",
61
+ baseURL: options?.serverURL,
62
+ path: path$,
63
+ headers: headers$,
64
+ body: body$,
65
+ userAgent: client$._options.userAgent,
66
+ timeoutMs: options?.timeoutMs || client$._options.timeoutMs
67
+ || -1,
68
+ }, options);
69
+ if (!requestRes.ok) {
70
+ return [requestRes, { status: "invalid" }];
71
+ }
72
+ const req$ = requestRes.value;
73
+ const doResult = await client$._do(req$, {
74
+ context,
75
+ errorCodes: [],
76
+ retryConfig: context.retryConfig,
77
+ retryCodes: context.retryCodes,
78
+ });
79
+ if (!doResult.ok) {
80
+ return [doResult, { status: "request-error", request: req$ }];
81
+ }
82
+ return [doResult, {
83
+ status: "complete",
84
+ "request": req$,
85
+ response: doResult.value,
86
+ }];
87
+ }
88
+ //# sourceMappingURL=evalsAnalysis.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"evalsAnalysis.js","sourceRoot":"","sources":["../../src/funcs/evalsAnalysis.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAClD,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAE9C,OAAO,EAAE,eAAe,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAC5E,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAU3C,OAAO,EAEL,mCAAmC,GACpC,MAAM,mCAAmC,CAAC;AAC3C,OAAO,EAAW,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAGxD;;;;;GAKG;AACH,MAAM,UAAU,aAAa,CAC3B,OAAyB,EACzB,OAAkC,EAClC,OAAwB;IAaxB,OAAO,IAAI,UAAU,CAAC,GAAG,CACvB,OAAO,EACP,OAAO,EACP,OAAO,CACR,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,GAAG,CAChB,OAAyB,EACzB,OAAkC,EAClC,OAAwB;IAgBxB,MAAM,OAAO,GAAG,SAAS,CACvB,OAAO,EACP,CAAC,MAAM,EAAE,EAAE,CAAC,mCAAmC,CAAC,KAAK,CAAC,MAAM,CAAC,EAC7D,yBAAyB,CAC1B,CAAC;IACF,IAAI,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC;QAChB,OAAO,CAAC,OAAO,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;IAC1C,CAAC;IACD,MAAM,QAAQ,GAAG,OAAO,CAAC,KAAK,CAAC;IAC/B,MAAM,KAAK,GAAG,IAAI,CAAC;IAEnB,MAAM,WAAW,GAAG;QAClB,MAAM,EAAE,YAAY,CAAC,QAAQ,EAAE,QAAQ,CAAC,MAAM,EAAE;YAC9C,OAAO,EAAE,KAAK;YACd,YAAY,EAAE,SAAS;SACxB,CAAC;KACH,CAAC;IACF,MAAM,KAAK,GAAG,UAAU,CAAC,iCAAiC,CAAC,CACzD,WAAW,CACZ,CAAC;IAEF,MAAM,QAAQ,GAAG,IAAI,OAAO,CAAC,UAAU,CAAC;QACtC,MAAM,EAAE,kBAAkB;KAC3B,CAAC,CAAC,CAAC;IACJ,MAAM,aAAa,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACvE,MAAM,eAAe,GAAG,qBAAqB,CAAC,aAAa,CAAC,CAAC;IAE7D,MAAM,OAAO,GAAG;QACd,OAAO,EAAE,OAAO,CAAC,QAAQ;QACzB,OAAO,EAAE,OAAO,EAAE,SAAS,IAAI,OAAO,CAAC,QAAQ,IAAI,EAAE;QACrD,WAAW,EAAE,uBAAuB;QACpC,YAAY,EAAE,IAAI;QAClB,gBAAgB,EAAE,eAAe;QACjC,cAAc,EAAE,OAAO,CAAC,QAAQ,CAAC,QAAQ;QACzC,WAAW,EAAE,OAAO,EAAE,OAAO;eACxB,OAAO,CAAC,QAAQ,CAAC,WAAW;eAC5B,EAAE,QAAQ,EAAE,MAAM,EAAE;QACzB,UAAU,EAAE,OAAO,EAAE,UAAU,IAAI;YACjC,KAAK;YACL,KAAK;YACL,KAAK;YACL,KAAK;YACL,KAAK;SACN;KACF,CAAC;IAEF,MAAM,UAAU,GAAG,OAAO,CAAC,cAAc,CAAC,OAAO,EAAE;QACjD,QAAQ,EAAE,eAAe;QACzB,MAAM,EAAE,KAAK;QACb,OAAO,EAAE,OAAO,EAAE,SAAS;QAC3B,IAAI,EAAE,KAAK;QACX,OAAO,EAAE,QAAQ;QACjB,IAAI,EAAE,KAAK;QACX,SAAS,EAAE,OAAO,CAAC,QAAQ,CAAC,SAAS;QACrC,SAAS,EAAE,OAAO,EAAE,SAAS,IAAI,OAAO,CAAC,QAAQ,CAAC,SAAS;eACtD,CAAC,CAAC;KACR,EAAE,OAAO,CAAC,CAAC;IACZ,IAAI,CAAC,UAAU,CAAC,EAAE,EAAE,CAAC;QACnB,OAAO,CAAC,UAAU,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;IAC7C,CAAC;IACD,MAAM,IAAI,GAAG,UAAU,CAAC,KAAK,CAAC;IAE9B,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE;QACvC,OAAO;QACP,UAAU,EAAE,EAAE;QACd,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,UAAU,EAAE,OAAO,CAAC,UAAU;KAC/B,CAAC,CAAC;IACH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,OAAO,CAAC,QAAQ,EAAE,EAAE,MAAM,EAAE,eAAe,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;IAChE,CAAC;IACD,OAAO,CAAC,QAAQ,EAAE;YAChB,MAAM,EAAE,UAAU;YAClB,SAAS,EAAE,IAAI;YACf,QAAQ,EAAE,QAAQ,CAAC,KAAK;SACzB,CAAC,CAAC;AACL,CAAC"}
@@ -7,10 +7,17 @@ import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
7
7
  import { APIPromise } from "../types/async.js";
8
8
  import { Result } from "../types/fp.js";
9
9
  /**
10
- * Create Run
10
+ * Start an eval run
11
11
  *
12
12
  * @remarks
13
- * Queues a durable eval job and returns immediately with a polling ID. Poll `GET /v2/eval-runs/{run_id}` until its status reaches a terminal value. Choose exactly one request mode. For saved mode, provide `eval_id`, `configuration_id`, and `agent_id`. For direct mode, omit `eval_id` and provide `prompt`, `judges`, and `agent_id`. Direct runs may also provide a repository, write-only environment variables, and public skill packages.
13
+ * Queues a durable eval job and returns immediately with a polling ID. Poll `GET /v2/eval-runs/{run_id}` until its status reaches a terminal value.
14
+ *
15
+ * Send one of these flat request forms:
16
+ *
17
+ * - **Saved eval:** provide `eval_id`, `configuration_id`, and `agent_id`.
18
+ * - **Direct create-and-run:** provide `prompt`, `judges`, and `agent_id`. You may also provide a repository, write-only environment variables, and public skill packages.
19
+ *
20
+ * Do not combine saved-run and direct-run fields. No separate `mode` field is required.
14
21
  */
15
22
  export declare function evalsRun(client$: LightsageMcpCore, request: CreateV2EvalRunRequest, options?: RequestOptions): APIPromise<Result<Response, APIError | SDKValidationError | UnexpectedClientError | InvalidRequestError | RequestAbortedError | RequestTimeoutError | ConnectionError>>;
16
23
  //# sourceMappingURL=evalsRun.d.ts.map
@@ -1 +1 @@
1
- {"version":3,"file":"evalsRun.d.ts","sourceRoot":"","sources":["../../src/funcs/evalsRun.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAI9C,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAGhD,OAAO,EACL,sBAAsB,EAEvB,MAAM,qCAAqC,CAAC;AAC7C,OAAO,EAAE,QAAQ,EAAE,MAAM,8BAA8B,CAAC;AACxD,OAAO,EACL,eAAe,EACf,mBAAmB,EACnB,mBAAmB,EACnB,mBAAmB,EACnB,qBAAqB,EACtB,MAAM,sCAAsC,CAAC;AAC9C,OAAO,EAAE,kBAAkB,EAAE,MAAM,wCAAwC,CAAC;AAC5E,OAAO,EAAW,UAAU,EAAE,MAAM,mBAAmB,CAAC;AACxD,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AAExC;;;;;GAKG;AACH,wBAAgB,QAAQ,CACtB,OAAO,EAAE,gBAAgB,EACzB,OAAO,EAAE,sBAAsB,EAC/B,OAAO,CAAC,EAAE,cAAc,GACvB,UAAU,CACX,MAAM,CACJ,QAAQ,EACN,QAAQ,GACR,kBAAkB,GAClB,qBAAqB,GACrB,mBAAmB,GACnB,mBAAmB,GACnB,mBAAmB,GACnB,eAAe,CAClB,CACF,CAMA"}
1
+ {"version":3,"file":"evalsRun.d.ts","sourceRoot":"","sources":["../../src/funcs/evalsRun.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAI9C,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAGhD,OAAO,EACL,sBAAsB,EAEvB,MAAM,qCAAqC,CAAC;AAC7C,OAAO,EAAE,QAAQ,EAAE,MAAM,8BAA8B,CAAC;AACxD,OAAO,EACL,eAAe,EACf,mBAAmB,EACnB,mBAAmB,EACnB,mBAAmB,EACnB,qBAAqB,EACtB,MAAM,sCAAsC,CAAC;AAC9C,OAAO,EAAE,kBAAkB,EAAE,MAAM,wCAAwC,CAAC;AAC5E,OAAO,EAAW,UAAU,EAAE,MAAM,mBAAmB,CAAC;AACxD,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AAExC;;;;;;;;;;;;GAYG;AACH,wBAAgB,QAAQ,CACtB,OAAO,EAAE,gBAAgB,EACzB,OAAO,EAAE,sBAAsB,EAC/B,OAAO,CAAC,EAAE,cAAc,GACvB,UAAU,CACX,MAAM,CACJ,QAAQ,EACN,QAAQ,GACR,kBAAkB,GAClB,qBAAqB,GACrB,mBAAmB,GACnB,mBAAmB,GACnB,mBAAmB,GACnB,eAAe,CAClB,CACF,CAMA"}
@@ -10,10 +10,17 @@ import { pathToFunc } from "../lib/url.js";
10
10
  import { CreateV2EvalRunRequest$zodSchema, } from "../models/createv2evalrunrequest.js";
11
11
  import { APIPromise } from "../types/async.js";
12
12
  /**
13
- * Create Run
13
+ * Start an eval run
14
14
  *
15
15
  * @remarks
16
- * Queues a durable eval job and returns immediately with a polling ID. Poll `GET /v2/eval-runs/{run_id}` until its status reaches a terminal value. Choose exactly one request mode. For saved mode, provide `eval_id`, `configuration_id`, and `agent_id`. For direct mode, omit `eval_id` and provide `prompt`, `judges`, and `agent_id`. Direct runs may also provide a repository, write-only environment variables, and public skill packages.
16
+ * Queues a durable eval job and returns immediately with a polling ID. Poll `GET /v2/eval-runs/{run_id}` until its status reaches a terminal value.
17
+ *
18
+ * Send one of these flat request forms:
19
+ *
20
+ * - **Saved eval:** provide `eval_id`, `configuration_id`, and `agent_id`.
21
+ * - **Direct create-and-run:** provide `prompt`, `judges`, and `agent_id`. You may also provide a repository, write-only environment variables, and public skill packages.
22
+ *
23
+ * Do not combine saved-run and direct-run fields. No separate `mode` field is required.
17
24
  */
18
25
  export function evalsRun(client$, request, options) {
19
26
  return new APIPromise($do(client$, request, options));
@@ -1 +1 @@
1
- {"version":3,"file":"evalsRun.js","sourceRoot":"","sources":["../../src/funcs/evalsRun.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,OAAO,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AACjD,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAClD,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAE9C,OAAO,EAAE,eAAe,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAC5E,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAC3C,OAAO,EAEL,gCAAgC,GACjC,MAAM,qCAAqC,CAAC;AAU7C,OAAO,EAAW,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAGxD;;;;;GAKG;AACH,MAAM,UAAU,QAAQ,CACtB,OAAyB,EACzB,OAA+B,EAC/B,OAAwB;IAaxB,OAAO,IAAI,UAAU,CAAC,GAAG,CACvB,OAAO,EACP,OAAO,EACP,OAAO,CACR,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,GAAG,CAChB,OAAyB,EACzB,OAA+B,EAC/B,OAAwB;IAgBxB,MAAM,OAAO,GAAG,SAAS,CACvB,OAAO,EACP,CAAC,MAAM,EAAE,EAAE,CAAC,gCAAgC,CAAC,KAAK,CAAC,MAAM,CAAC,EAC1D,yBAAyB,CAC1B,CAAC;IACF,IAAI,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC;QAChB,OAAO,CAAC,OAAO,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;IAC1C,CAAC;IACD,MAAM,QAAQ,GAAG,OAAO,CAAC,KAAK,CAAC;IAC/B,MAAM,KAAK,GAAG,UAAU,CAAC,MAAM,EAAE,QAAQ,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;IAC9D,MAAM,KAAK,GAAG,UAAU,CAAC,eAAe,CAAC,EAAE,CAAC;IAE5C,MAAM,QAAQ,GAAG,IAAI,OAAO,CAAC,UAAU,CAAC;QACtC,cAAc,EAAE,kBAAkB;QAClC,MAAM,EAAE,kBAAkB;KAC3B,CAAC,CAAC,CAAC;IACJ,MAAM,aAAa,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACvE,MAAM,eAAe,GAAG,qBAAqB,CAAC,aAAa,CAAC,CAAC;IAE7D,MAAM,OAAO,GAAG;QACd,OAAO,EAAE,OAAO,CAAC,QAAQ;QACzB,OAAO,EAAE,OAAO,EAAE,SAAS,IAAI,OAAO,CAAC,QAAQ,IAAI,EAAE;QACrD,WAAW,EAAE,qBAAqB;QAClC,YAAY,EAAE,IAAI;QAClB,gBAAgB,EAAE,eAAe;QACjC,cAAc,EAAE,OAAO,CAAC,QAAQ,CAAC,QAAQ;QACzC,WAAW,EAAE,OAAO,EAAE,OAAO;eACxB,OAAO,CAAC,QAAQ,CAAC,WAAW;eAC5B,EAAE,QAAQ,EAAE,MAAM,EAAE;QACzB,UAAU,EAAE,OAAO,EAAE,UAAU,IAAI;YACjC,KAAK;YACL,KAAK;YACL,KAAK;YACL,KAAK;YACL,KAAK;SACN;KACF,CAAC;IAEF,MAAM,UAAU,GAAG,OAAO,CAAC,cAAc,CAAC,OAAO,EAAE;QACjD,QAAQ,EAAE,eAAe;QACzB,MAAM,EAAE,MAAM;QACd,OAAO,EAAE,OAAO,EAAE,SAAS;QAC3B,IAAI,EAAE,KAAK;QACX,OAAO,EAAE,QAAQ;QACjB,IAAI,EAAE,KAAK;QACX,SAAS,EAAE,OAAO,CAAC,QAAQ,CAAC,SAAS;QACrC,SAAS,EAAE,OAAO,EAAE,SAAS,IAAI,OAAO,CAAC,QAAQ,CAAC,SAAS;eACtD,CAAC,CAAC;KACR,EAAE,OAAO,CAAC,CAAC;IACZ,IAAI,CAAC,UAAU,CAAC,EAAE,EAAE,CAAC;QACnB,OAAO,CAAC,UAAU,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;IAC7C,CAAC;IACD,MAAM,IAAI,GAAG,UAAU,CAAC,KAAK,CAAC;IAE9B,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE;QACvC,OAAO;QACP,UAAU,EAAE,EAAE;QACd,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,UAAU,EAAE,OAAO,CAAC,UAAU;KAC/B,CAAC,CAAC;IACH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,OAAO,CAAC,QAAQ,EAAE,EAAE,MAAM,EAAE,eAAe,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;IAChE,CAAC;IACD,OAAO,CAAC,QAAQ,EAAE;YAChB,MAAM,EAAE,UAAU;YAClB,SAAS,EAAE,IAAI;YACf,QAAQ,EAAE,QAAQ,CAAC,KAAK;SACzB,CAAC,CAAC;AACL,CAAC"}
1
+ {"version":3,"file":"evalsRun.js","sourceRoot":"","sources":["../../src/funcs/evalsRun.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,OAAO,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AACjD,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAClD,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAE9C,OAAO,EAAE,eAAe,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAC5E,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAC3C,OAAO,EAEL,gCAAgC,GACjC,MAAM,qCAAqC,CAAC;AAU7C,OAAO,EAAW,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAGxD;;;;;;;;;;;;GAYG;AACH,MAAM,UAAU,QAAQ,CACtB,OAAyB,EACzB,OAA+B,EAC/B,OAAwB;IAaxB,OAAO,IAAI,UAAU,CAAC,GAAG,CACvB,OAAO,EACP,OAAO,EACP,OAAO,CACR,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,GAAG,CAChB,OAAyB,EACzB,OAA+B,EAC/B,OAAwB;IAgBxB,MAAM,OAAO,GAAG,SAAS,CACvB,OAAO,EACP,CAAC,MAAM,EAAE,EAAE,CAAC,gCAAgC,CAAC,KAAK,CAAC,MAAM,CAAC,EAC1D,yBAAyB,CAC1B,CAAC;IACF,IAAI,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC;QAChB,OAAO,CAAC,OAAO,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;IAC1C,CAAC;IACD,MAAM,QAAQ,GAAG,OAAO,CAAC,KAAK,CAAC;IAC/B,MAAM,KAAK,GAAG,UAAU,CAAC,MAAM,EAAE,QAAQ,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;IAC9D,MAAM,KAAK,GAAG,UAAU,CAAC,eAAe,CAAC,EAAE,CAAC;IAE5C,MAAM,QAAQ,GAAG,IAAI,OAAO,CAAC,UAAU,CAAC;QACtC,cAAc,EAAE,kBAAkB;QAClC,MAAM,EAAE,kBAAkB;KAC3B,CAAC,CAAC,CAAC;IACJ,MAAM,aAAa,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACvE,MAAM,eAAe,GAAG,qBAAqB,CAAC,aAAa,CAAC,CAAC;IAE7D,MAAM,OAAO,GAAG;QACd,OAAO,EAAE,OAAO,CAAC,QAAQ;QACzB,OAAO,EAAE,OAAO,EAAE,SAAS,IAAI,OAAO,CAAC,QAAQ,IAAI,EAAE;QACrD,WAAW,EAAE,qBAAqB;QAClC,YAAY,EAAE,IAAI;QAClB,gBAAgB,EAAE,eAAe;QACjC,cAAc,EAAE,OAAO,CAAC,QAAQ,CAAC,QAAQ;QACzC,WAAW,EAAE,OAAO,EAAE,OAAO;eACxB,OAAO,CAAC,QAAQ,CAAC,WAAW;eAC5B,EAAE,QAAQ,EAAE,MAAM,EAAE;QACzB,UAAU,EAAE,OAAO,EAAE,UAAU,IAAI;YACjC,KAAK;YACL,KAAK;YACL,KAAK;YACL,KAAK;YACL,KAAK;SACN;KACF,CAAC;IAEF,MAAM,UAAU,GAAG,OAAO,CAAC,cAAc,CAAC,OAAO,EAAE;QACjD,QAAQ,EAAE,eAAe;QACzB,MAAM,EAAE,MAAM;QACd,OAAO,EAAE,OAAO,EAAE,SAAS;QAC3B,IAAI,EAAE,KAAK;QACX,OAAO,EAAE,QAAQ;QACjB,IAAI,EAAE,KAAK;QACX,SAAS,EAAE,OAAO,CAAC,QAAQ,CAAC,SAAS;QACrC,SAAS,EAAE,OAAO,EAAE,SAAS,IAAI,OAAO,CAAC,QAAQ,CAAC,SAAS;eACtD,CAAC,CAAC;KACR,EAAE,OAAO,CAAC,CAAC;IACZ,IAAI,CAAC,UAAU,CAAC,EAAE,EAAE,CAAC;QACnB,OAAO,CAAC,UAAU,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;IAC7C,CAAC;IACD,MAAM,IAAI,GAAG,UAAU,CAAC,KAAK,CAAC;IAE9B,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE;QACvC,OAAO;QACP,UAAU,EAAE,EAAE;QACd,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,UAAU,EAAE,OAAO,CAAC,UAAU;KAC/B,CAAC,CAAC;IACH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,OAAO,CAAC,QAAQ,EAAE,EAAE,MAAM,EAAE,eAAe,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;IAChE,CAAC;IACD,OAAO,CAAC,QAAQ,EAAE;YAChB,MAAM,EAAE,UAAU;YAClB,SAAS,EAAE,IAAI;YACf,QAAQ,EAAE,QAAQ,CAAC,KAAK;SACzB,CAAC,CAAC;AACL,CAAC"}
@@ -0,0 +1,16 @@
1
+ import { LightsageMcpCore } from "../core.js";
2
+ import { RequestOptions } from "../lib/sdks.js";
3
+ import { APIError } from "../models/errors/apierror.js";
4
+ import { ConnectionError, InvalidRequestError, RequestAbortedError, RequestTimeoutError, UnexpectedClientError } from "../models/errors/httpclienterrors.js";
5
+ import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
6
+ import { V2EvalRunsTraceRequest } from "../models/v2evalrunstraceop.js";
7
+ import { APIPromise } from "../types/async.js";
8
+ import { Result } from "../types/fp.js";
9
+ /**
10
+ * Retrieve an eval run trace
11
+ *
12
+ * @remarks
13
+ * Returns a finite page of sanitized execution events for one eval run. Use `next_after_id` as `after_id` to retrieve the next page. Use the monitor operation instead when following a run live.
14
+ */
15
+ export declare function evalsTrace(client$: LightsageMcpCore, request: V2EvalRunsTraceRequest, options?: RequestOptions): APIPromise<Result<Response, APIError | SDKValidationError | UnexpectedClientError | InvalidRequestError | RequestAbortedError | RequestTimeoutError | ConnectionError>>;
16
+ //# sourceMappingURL=evalsTrace.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"evalsTrace.d.ts","sourceRoot":"","sources":["../../src/funcs/evalsTrace.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAI9C,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAGhD,OAAO,EAAE,QAAQ,EAAE,MAAM,8BAA8B,CAAC;AACxD,OAAO,EACL,eAAe,EACf,mBAAmB,EACnB,mBAAmB,EACnB,mBAAmB,EACnB,qBAAqB,EACtB,MAAM,sCAAsC,CAAC;AAC9C,OAAO,EAAE,kBAAkB,EAAE,MAAM,wCAAwC,CAAC;AAC5E,OAAO,EACL,sBAAsB,EAEvB,MAAM,gCAAgC,CAAC;AACxC,OAAO,EAAW,UAAU,EAAE,MAAM,mBAAmB,CAAC;AACxD,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AAExC;;;;;GAKG;AACH,wBAAgB,UAAU,CACxB,OAAO,EAAE,gBAAgB,EACzB,OAAO,EAAE,sBAAsB,EAC/B,OAAO,CAAC,EAAE,cAAc,GACvB,UAAU,CACX,MAAM,CACJ,QAAQ,EACN,QAAQ,GACR,kBAAkB,GAClB,qBAAqB,GACrB,mBAAmB,GACnB,mBAAmB,GACnB,mBAAmB,GACnB,eAAe,CAClB,CACF,CAMA"}
@@ -1,52 +1,50 @@
1
1
  /*
2
2
  * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
- * @generated-id: da8fcf6d681f
3
+ * @generated-id: 696bcb18693c
4
4
  */
5
- import { encodeFormQuery } from "../lib/encodings.js";
5
+ import { encodeFormQuery, encodeSimple } from "../lib/encodings.js";
6
6
  import { compactMap } from "../lib/primitives.js";
7
7
  import { safeParse } from "../lib/schemas.js";
8
8
  import { extractSecurity, resolveGlobalSecurity } from "../lib/security.js";
9
9
  import { pathToFunc } from "../lib/url.js";
10
- import { V2EvalRunsMonitorRequest$zodSchema, } from "../models/v2evalrunsmonitorop.js";
10
+ import { V2EvalRunsTraceRequest$zodSchema, } from "../models/v2evalrunstraceop.js";
11
11
  import { APIPromise } from "../types/async.js";
12
- export var MonitorAcceptEnum;
13
- (function (MonitorAcceptEnum) {
14
- MonitorAcceptEnum["applicationJsonAccept"] = "application/json";
15
- MonitorAcceptEnum["textEventStreamAccept"] = "text/event-stream";
16
- })(MonitorAcceptEnum || (MonitorAcceptEnum = {}));
17
12
  /**
18
- * Monitor Runs
13
+ * Retrieve an eval run trace
19
14
  *
20
15
  * @remarks
21
- * Streams an immediate snapshot followed by live status and sanitized activity for one public v2 eval run or the active runs captured when the connection opens. Exactly one of `run_id` or `all=true` is required.
16
+ * Returns a finite page of sanitized execution events for one eval run. Use `next_after_id` as `after_id` to retrieve the next page. Use the monitor operation instead when following a run live.
22
17
  */
23
- export function evalsMonitor(client$, request, options) {
18
+ export function evalsTrace(client$, request, options) {
24
19
  return new APIPromise($do(client$, request, options));
25
20
  }
26
21
  async function $do(client$, request, options) {
27
- const parsed$ = safeParse(request, (value$) => V2EvalRunsMonitorRequest$zodSchema.optional().parse(value$), "Input validation failed");
22
+ const parsed$ = safeParse(request, (value$) => V2EvalRunsTraceRequest$zodSchema.parse(value$), "Input validation failed");
28
23
  if (!parsed$.ok) {
29
24
  return [parsed$, { status: "invalid" }];
30
25
  }
31
26
  const payload$ = parsed$.value;
32
27
  const body$ = null;
33
- const path$ = pathToFunc("/v2/eval-runs/monitor")();
28
+ const pathParams$ = {
29
+ run_id: encodeSimple("run_id", payload$.run_id, {
30
+ explode: false,
31
+ charEncoding: "percent",
32
+ }),
33
+ };
34
+ const path$ = pathToFunc("/v2/eval-runs/{run_id}/trace")(pathParams$);
34
35
  const query$ = encodeFormQuery({
35
- "after_id": payload$?.after_id,
36
- "all": payload$?.all,
37
- "detail": payload$?.detail,
38
- "run_id": payload$?.run_id,
36
+ "after_id": payload$.after_id,
37
+ "limit": payload$.limit,
39
38
  });
40
39
  const headers$ = new Headers(compactMap({
41
- Accept: options?.acceptHeaderOverride
42
- || "application/json;q=1, text/event-stream;q=0",
40
+ Accept: "application/json",
43
41
  }));
44
42
  const securityInput = await extractSecurity(client$._options.security);
45
43
  const requestSecurity = resolveGlobalSecurity(securityInput);
46
44
  const context = {
47
45
  options: client$._options,
48
46
  baseURL: options?.serverURL ?? client$._baseURL ?? "",
49
- operationID: "v2_eval_runs_monitor",
47
+ operationID: "v2_eval_runs_trace",
50
48
  oAuth2Scopes: null,
51
49
  resolvedSecurity: requestSecurity,
52
50
  securitySource: client$._options.security,
@@ -92,4 +90,4 @@ async function $do(client$, request, options) {
92
90
  response: doResult.value,
93
91
  }];
94
92
  }
95
- //# sourceMappingURL=evalsMonitor.js.map
93
+ //# sourceMappingURL=evalsTrace.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"evalsTrace.js","sourceRoot":"","sources":["../../src/funcs/evalsTrace.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,OAAO,EAAE,eAAe,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACpE,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAClD,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAE9C,OAAO,EAAE,eAAe,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAC5E,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAU3C,OAAO,EAEL,gCAAgC,GACjC,MAAM,gCAAgC,CAAC;AACxC,OAAO,EAAW,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAGxD;;;;;GAKG;AACH,MAAM,UAAU,UAAU,CACxB,OAAyB,EACzB,OAA+B,EAC/B,OAAwB;IAaxB,OAAO,IAAI,UAAU,CAAC,GAAG,CACvB,OAAO,EACP,OAAO,EACP,OAAO,CACR,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,GAAG,CAChB,OAAyB,EACzB,OAA+B,EAC/B,OAAwB;IAgBxB,MAAM,OAAO,GAAG,SAAS,CACvB,OAAO,EACP,CAAC,MAAM,EAAE,EAAE,CAAC,gCAAgC,CAAC,KAAK,CAAC,MAAM,CAAC,EAC1D,yBAAyB,CAC1B,CAAC;IACF,IAAI,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC;QAChB,OAAO,CAAC,OAAO,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;IAC1C,CAAC;IACD,MAAM,QAAQ,GAAG,OAAO,CAAC,KAAK,CAAC;IAC/B,MAAM,KAAK,GAAG,IAAI,CAAC;IAEnB,MAAM,WAAW,GAAG;QAClB,MAAM,EAAE,YAAY,CAAC,QAAQ,EAAE,QAAQ,CAAC,MAAM,EAAE;YAC9C,OAAO,EAAE,KAAK;YACd,YAAY,EAAE,SAAS;SACxB,CAAC;KACH,CAAC;IACF,MAAM,KAAK,GAAG,UAAU,CAAC,8BAA8B,CAAC,CACtD,WAAW,CACZ,CAAC;IACF,MAAM,MAAM,GAAG,eAAe,CAAC;QAC7B,UAAU,EAAE,QAAQ,CAAC,QAAQ;QAC7B,OAAO,EAAE,QAAQ,CAAC,KAAK;KACxB,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG,IAAI,OAAO,CAAC,UAAU,CAAC;QACtC,MAAM,EAAE,kBAAkB;KAC3B,CAAC,CAAC,CAAC;IACJ,MAAM,aAAa,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACvE,MAAM,eAAe,GAAG,qBAAqB,CAAC,aAAa,CAAC,CAAC;IAE7D,MAAM,OAAO,GAAG;QACd,OAAO,EAAE,OAAO,CAAC,QAAQ;QACzB,OAAO,EAAE,OAAO,EAAE,SAAS,IAAI,OAAO,CAAC,QAAQ,IAAI,EAAE;QACrD,WAAW,EAAE,oBAAoB;QACjC,YAAY,EAAE,IAAI;QAClB,gBAAgB,EAAE,eAAe;QACjC,cAAc,EAAE,OAAO,CAAC,QAAQ,CAAC,QAAQ;QACzC,WAAW,EAAE,OAAO,EAAE,OAAO;eACxB,OAAO,CAAC,QAAQ,CAAC,WAAW;eAC5B,EAAE,QAAQ,EAAE,MAAM,EAAE;QACzB,UAAU,EAAE,OAAO,EAAE,UAAU,IAAI;YACjC,KAAK;YACL,KAAK;YACL,KAAK;YACL,KAAK;YACL,KAAK;SACN;KACF,CAAC;IAEF,MAAM,UAAU,GAAG,OAAO,CAAC,cAAc,CAAC,OAAO,EAAE;QACjD,QAAQ,EAAE,eAAe;QACzB,MAAM,EAAE,KAAK;QACb,OAAO,EAAE,OAAO,EAAE,SAAS;QAC3B,IAAI,EAAE,KAAK;QACX,OAAO,EAAE,QAAQ;QACjB,KAAK,EAAE,MAAM;QACb,IAAI,EAAE,KAAK;QACX,SAAS,EAAE,OAAO,CAAC,QAAQ,CAAC,SAAS;QACrC,SAAS,EAAE,OAAO,EAAE,SAAS,IAAI,OAAO,CAAC,QAAQ,CAAC,SAAS;eACtD,CAAC,CAAC;KACR,EAAE,OAAO,CAAC,CAAC;IACZ,IAAI,CAAC,UAAU,CAAC,EAAE,EAAE,CAAC;QACnB,OAAO,CAAC,UAAU,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;IAC7C,CAAC;IACD,MAAM,IAAI,GAAG,UAAU,CAAC,KAAK,CAAC;IAE9B,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE;QACvC,OAAO;QACP,UAAU,EAAE,EAAE;QACd,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,UAAU,EAAE,OAAO,CAAC,UAAU;KAC/B,CAAC,CAAC;IACH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,OAAO,CAAC,QAAQ,EAAE,EAAE,MAAM,EAAE,eAAe,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;IAChE,CAAC;IACD,OAAO,CAAC,QAAQ,EAAE;YAChB,MAAM,EAAE,UAAU;YAClB,SAAS,EAAE,IAAI;YACf,QAAQ,EAAE,QAAQ,CAAC,KAAK;SACzB,CAAC,CAAC;AACL,CAAC"}
@@ -10,7 +10,7 @@ import { Result } from "../types/fp.js";
10
10
  * Create Eval
11
11
  *
12
12
  * @remarks
13
- * Creates an eval with a task prompt, subject, and judge. The eval can then be run through eval runs.
13
+ * Creates an eval with a task prompt, subject, and plain-text success criterion in `judge`. The eval can then be run through eval runs.
14
14
  */
15
15
  export declare function evalsV2EvalsCreate(client$: LightsageMcpCore, request: CreateV2EvalRequest, options?: RequestOptions): APIPromise<Result<Response, APIError | SDKValidationError | UnexpectedClientError | InvalidRequestError | RequestAbortedError | RequestTimeoutError | ConnectionError>>;
16
16
  //# sourceMappingURL=evalsV2EvalsCreate.d.ts.map
@@ -13,7 +13,7 @@ import { APIPromise } from "../types/async.js";
13
13
  * Create Eval
14
14
  *
15
15
  * @remarks
16
- * Creates an eval with a task prompt, subject, and judge. The eval can then be run through eval runs.
16
+ * Creates an eval with a task prompt, subject, and plain-text success criterion in `judge`. The eval can then be run through eval runs.
17
17
  */
18
18
  export function evalsV2EvalsCreate(client$, request, options) {
19
19
  return new APIPromise($do(client$, request, options));
@@ -10,7 +10,7 @@ import { Result } from "../types/fp.js";
10
10
  * Update Eval
11
11
  *
12
12
  * @remarks
13
- * Updates an eval's task prompt, subject, judge, or name. Omitted fields remain unchanged.
13
+ * Updates an eval's task prompt, subject, plain-text `judge`, or name. Omitted fields remain unchanged.
14
14
  */
15
15
  export declare function evalsV2EvalsUpdate(client$: LightsageMcpCore, request: V2EvalsUpdateRequest, options?: RequestOptions): APIPromise<Result<Response, APIError | SDKValidationError | UnexpectedClientError | InvalidRequestError | RequestAbortedError | RequestTimeoutError | ConnectionError>>;
16
16
  //# sourceMappingURL=evalsV2EvalsUpdate.d.ts.map
@@ -13,7 +13,7 @@ import { APIPromise } from "../types/async.js";
13
13
  * Update Eval
14
14
  *
15
15
  * @remarks
16
- * Updates an eval's task prompt, subject, judge, or name. Omitted fields remain unchanged.
16
+ * Updates an eval's task prompt, subject, plain-text `judge`, or name. Omitted fields remain unchanged.
17
17
  */
18
18
  export function evalsV2EvalsUpdate(client$, request, options) {
19
19
  return new APIPromise($do(client$, request, options));
@@ -916,7 +916,7 @@ http_headers = { "lightsage-api-key-auth" = "YOUR_LIGHTSAGE_API_KEY_AUTH" }`;
916
916
  <h1>Instructions</h1>
917
917
  <p>One-click installation for Claude Desktop users</p>
918
918
  <div class="instruction-item">
919
- <a href="https://github.com/lightsagehq/mcp/releases/download/v0.2.1/mcp-server.mcpb" download="mcp-server.mcpb" class="action-button header-action" style="display: inline-flex; margin-bottom: 16px;">
919
+ <a href="https://github.com/lightsagehq/mcp/releases/download/v0.3.0/mcp-server.mcpb" download="mcp-server.mcpb" class="action-button header-action" style="display: inline-flex; margin-bottom: 16px;">
920
920
  📥 Download MCP Bundle
921
921
  </a>
922
922
  </div>
@@ -35,8 +35,8 @@ export declare function serverURLFromOptions(options: SDKOptions): URL | null;
35
35
  export declare const SDK_METADATA: {
36
36
  readonly language: "typescript";
37
37
  readonly openapiDocVersion: "1.0.0";
38
- readonly sdkVersion: "0.2.1";
38
+ readonly sdkVersion: "0.3.0";
39
39
  readonly genVersion: "2.935.1";
40
- readonly userAgent: "speakeasy-sdk/mcp-typescript 0.2.1 2.935.1 1.0.0 @lightsage/mcp";
40
+ readonly userAgent: "speakeasy-sdk/mcp-typescript 0.3.0 2.935.1 1.0.0 @lightsage/mcp";
41
41
  };
42
42
  //# sourceMappingURL=config.d.ts.map
package/esm/lib/config.js CHANGED
@@ -28,8 +28,8 @@ export function serverURLFromOptions(options) {
28
28
  export const SDK_METADATA = {
29
29
  language: "typescript",
30
30
  openapiDocVersion: "1.0.0",
31
- sdkVersion: "0.2.1",
31
+ sdkVersion: "0.3.0",
32
32
  genVersion: "2.935.1",
33
- userAgent: "speakeasy-sdk/mcp-typescript 0.2.1 2.935.1 1.0.0 @lightsage/mcp",
33
+ userAgent: "speakeasy-sdk/mcp-typescript 0.3.0 2.935.1 1.0.0 @lightsage/mcp",
34
34
  };
35
35
  //# sourceMappingURL=config.js.map
@@ -19,7 +19,7 @@ const routes = buildRouteMap({
19
19
  export const app = buildApplication(routes, {
20
20
  name: "mcp",
21
21
  versionInfo: {
22
- currentVersion: "0.2.1",
22
+ currentVersion: "0.3.0",
23
23
  },
24
24
  });
25
25
  run(app, process.argv.slice(2), buildContext(process));
@@ -1 +1 @@
1
- {"version":3,"file":"server.d.ts","sourceRoot":"","sources":["../../src/mcp-server/server.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,SAAS,EAAE,MAAM,yCAAyC,CAAC;AACpE,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAC9C,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAMzD,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AACvC,OAAO,EAEL,uBAAuB,EAExB,MAAM,YAAY,CAAC;AAuDpB,wBAAgB,eAAe,CAAC,IAAI,EAAE;IACpC,MAAM,EAAE,aAAa,CAAC;IACtB,YAAY,CAAC,EAAE,MAAM,EAAE,GAAG,SAAS,CAAC;IACpC,OAAO,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAC9B,MAAM,CAAC,EAAE,QAAQ,EAAE,GAAG,SAAS,CAAC;IAChC,gBAAgB,CAAC,EAAE,uBAAuB,GAAG,SAAS,CAAC;IACvD,MAAM,CAAC,EAAE,MAAM,gBAAgB,CAAC;IAChC,SAAS,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC/B,QAAQ,CAAC,EAAE,UAAU,CAAC,UAAU,CAAC,GAAG,SAAS,CAAC;IAC9C,SAAS,CAAC,EAAE,UAAU,CAAC,WAAW,CAAC,GAAG,SAAS,CAAC;CACjD;;;;;;EAiHA"}
1
+ {"version":3,"file":"server.d.ts","sourceRoot":"","sources":["../../src/mcp-server/server.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,SAAS,EAAE,MAAM,yCAAyC,CAAC;AACpE,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAC9C,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAMzD,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AACvC,OAAO,EAEL,uBAAuB,EAExB,MAAM,YAAY,CAAC;AAwDpB,wBAAgB,eAAe,CAAC,IAAI,EAAE;IACpC,MAAM,EAAE,aAAa,CAAC;IACtB,YAAY,CAAC,EAAE,MAAM,EAAE,GAAG,SAAS,CAAC;IACpC,OAAO,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAC9B,MAAM,CAAC,EAAE,QAAQ,EAAE,GAAG,SAAS,CAAC;IAChC,gBAAgB,CAAC,EAAE,uBAAuB,GAAG,SAAS,CAAC;IACvD,MAAM,CAAC,EAAE,MAAM,gBAAgB,CAAC;IAChC,SAAS,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC/B,QAAQ,CAAC,EAAE,UAAU,CAAC,UAAU,CAAC,GAAG,SAAS,CAAC;IAC9C,SAAS,CAAC,EAAE,UAAU,CAAC,WAAW,CAAC,GAAG,SAAS,CAAC;CACjD;;;;;;EAkHA"}
@@ -17,8 +17,9 @@ import { tool$evalResultsV2EvalResultsList } from "./tools/evalResultsV2EvalResu
17
17
  import { tool$evalResultsV2EvalResultsRetrieve } from "./tools/evalResultsV2EvalResultsRetrieve.js";
18
18
  import { tool$evalRunsV2EvalRunsList } from "./tools/evalRunsV2EvalRunsList.js";
19
19
  import { tool$evalRunsV2EvalRunsRetrieve } from "./tools/evalRunsV2EvalRunsRetrieve.js";
20
- import { tool$evalsMonitor } from "./tools/evalsMonitor.js";
20
+ import { tool$evalsAnalysis } from "./tools/evalsAnalysis.js";
21
21
  import { tool$evalsRun } from "./tools/evalsRun.js";
22
+ import { tool$evalsTrace } from "./tools/evalsTrace.js";
22
23
  import { tool$evalsV2EvalConfigurationsCreate } from "./tools/evalsV2EvalConfigurationsCreate.js";
23
24
  import { tool$evalsV2EvalConfigurationsDelete } from "./tools/evalsV2EvalConfigurationsDelete.js";
24
25
  import { tool$evalsV2EvalConfigurationsList } from "./tools/evalsV2EvalConfigurationsList.js";
@@ -69,7 +70,7 @@ export function createMCPServer(deps) {
69
70
  sizes: ["any"],
70
71
  }],
71
72
  name: "LightsageMcp",
72
- version: "0.2.1",
73
+ version: "0.3.0",
73
74
  });
74
75
  const getClient = deps.getSDK || (() => new LightsageMcpCore({
75
76
  security: deps.security,
@@ -129,7 +130,8 @@ export function createMCPServer(deps) {
129
130
  tool(tool$evalsV2EvalConfigurationsUpdate);
130
131
  tool(tool$evalsV2EvalConfigurationsDelete);
131
132
  tool(tool$evalsRun);
132
- tool(tool$evalsMonitor);
133
+ tool(tool$evalsAnalysis);
134
+ tool(tool$evalsTrace);
133
135
  tool(tool$evalRunsV2EvalRunsList);
134
136
  tool(tool$evalRunsV2EvalRunsRetrieve);
135
137
  tool(tool$evalResultsV2EvalResultsList);
@@ -1 +1 @@
1
- {"version":3,"file":"server.js","sourceRoot":"","sources":["../../src/mcp-server/server.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,SAAS,EAAE,MAAM,yCAAyC,CAAC;AACpE,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAG9C,OAAO,EAAE,oBAAoB,EAAE,MAAM,cAAc,CAAC;AACpD,OAAO,EACL,sBAAsB,EACtB,8BAA8B,GAC/B,MAAM,gBAAgB,CAAC;AAExB,OAAO,EACL,kBAAkB,EAElB,oBAAoB,GACrB,MAAM,YAAY,CAAC;AACpB,OAAO,EAAE,uBAAuB,EAAE,MAAM,+BAA+B,CAAC;AACxE,OAAO,EAAE,mBAAmB,EAAE,MAAM,2BAA2B,CAAC;AAChE,OAAO,EAAE,iCAAiC,EAAE,MAAM,yCAAyC,CAAC;AAC5F,OAAO,EAAE,6BAA6B,EAAE,MAAM,qCAAqC,CAAC;AACpF,OAAO,EAAE,6BAA6B,EAAE,MAAM,qCAAqC,CAAC;AACpF,OAAO,EAAE,mCAAmC,EAAE,MAAM,2CAA2C,CAAC;AAChG,OAAO,EAAE,iCAAiC,EAAE,MAAM,yCAAyC,CAAC;AAC5F,OAAO,EAAE,qCAAqC,EAAE,MAAM,6CAA6C,CAAC;AACpG,OAAO,EAAE,2BAA2B,EAAE,MAAM,mCAAmC,CAAC;AAChF,OAAO,EAAE,+BAA+B,EAAE,MAAM,uCAAuC,CAAC;AACxF,OAAO,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AAC5D,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EAAE,oCAAoC,EAAE,MAAM,4CAA4C,CAAC;AAClG,OAAO,EAAE,oCAAoC,EAAE,MAAM,4CAA4C,CAAC;AAClG,OAAO,EAAE,kCAAkC,EAAE,MAAM,0CAA0C,CAAC;AAC9F,OAAO,EAAE,sCAAsC,EAAE,MAAM,8CAA8C,CAAC;AACtG,OAAO,EAAE,oCAAoC,EAAE,MAAM,4CAA4C,CAAC;AAClG,OAAO,EAAE,uBAAuB,EAAE,MAAM,+BAA+B,CAAC;AACxE,OAAO,EAAE,uBAAuB,EAAE,MAAM,+BAA+B,CAAC;AACxE,OAAO,EAAE,qBAAqB,EAAE,MAAM,6BAA6B,CAAC;AACpE,OAAO,EAAE,yBAAyB,EAAE,MAAM,iCAAiC,CAAC;AAC5E,OAAO,EAAE,uBAAuB,EAAE,MAAM,+BAA+B,CAAC;AACxE,OAAO,EAAE,+BAA+B,EAAE,MAAM,uCAAuC,CAAC;AACxF,OAAO,EAAE,qCAAqC,EAAE,MAAM,6CAA6C,CAAC;AACpG,OAAO,EAAE,yCAAyC,EAAE,MAAM,iDAAiD,CAAC;AAC5G,OAAO,EAAE,4BAA4B,EAAE,MAAM,oCAAoC,CAAC;AAClF,OAAO,EAAE,gCAAgC,EAAE,MAAM,wCAAwC,CAAC;AAC1F,OAAO,EAAE,2BAA2B,EAAE,MAAM,mCAAmC,CAAC;AAChF,OAAO,EAAE,2BAA2B,EAAE,MAAM,mCAAmC,CAAC;AAChF,OAAO,EAAE,yBAAyB,EAAE,MAAM,iCAAiC,CAAC;AAC5E,OAAO,EAAE,6BAA6B,EAAE,MAAM,qCAAqC,CAAC;AACpF,OAAO,EAAE,2BAA2B,EAAE,MAAM,mCAAmC,CAAC;AAChF,OAAO,EAAE,gCAAgC,EAAE,MAAM,wCAAwC,CAAC;AAC1F,OAAO,EAAE,gCAAgC,EAAE,MAAM,wCAAwC,CAAC;AAC1F,OAAO,EAAE,8BAA8B,EAAE,MAAM,sCAAsC,CAAC;AACtF,OAAO,EAAE,gCAAgC,EAAE,MAAM,wCAAwC,CAAC;AAC1F,OAAO,EAAE,qCAAqC,EAAE,MAAM,6CAA6C,CAAC;AACpG,OAAO,EAAE,qCAAqC,EAAE,MAAM,6CAA6C,CAAC;AACpG,OAAO,EAAE,mCAAmC,EAAE,MAAM,2CAA2C,CAAC;AAChG,OAAO,EAAE,uCAAuC,EAAE,MAAM,+CAA+C,CAAC;AACxG,OAAO,EAAE,qCAAqC,EAAE,MAAM,6CAA6C,CAAC;AACpG,OAAO,EAAE,+BAA+B,EAAE,MAAM,uCAAuC,CAAC;AACxF,OAAO,EAAE,mCAAmC,EAAE,MAAM,2CAA2C,CAAC;AAChG,OAAO,EAAE,uBAAuB,EAAE,MAAM,+BAA+B,CAAC;AACxE,OAAO,EAAE,0BAA0B,EAAE,MAAM,kCAAkC,CAAC;AAC9E,OAAO,EAAE,sBAAsB,EAAE,MAAM,8BAA8B,CAAC;AACtE,OAAO,EAAE,qBAAqB,EAAE,MAAM,6BAA6B,CAAC;AACpE,OAAO,EAAE,yBAAyB,EAAE,MAAM,iCAAiC,CAAC;AAC5E,OAAO,EAAE,uBAAuB,EAAE,MAAM,+BAA+B,CAAC;AACxE,OAAO,EAAE,wCAAwC,EAAE,MAAM,gDAAgD,CAAC;AAC1G,OAAO,EAAE,0CAA0C,EAAE,MAAM,kDAAkD,CAAC;AAC9G,OAAO,EAAE,2CAA2C,EAAE,MAAM,mDAAmD,CAAC;AAChH,OAAO,EAAE,0CAA0C,EAAE,MAAM,kDAAkD,CAAC;AAE9G,MAAM,UAAU,eAAe,CAAC,IAU/B;IACC,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC;QAC3B,KAAK,EAAE,eAAe;QACtB,KAAK,EAAE,CAAC;gBACN,GAAG,EAAE,8CAA8C;gBACnD,QAAQ,EAAE,eAAe;gBACzB,KAAK,EAAE,CAAC,KAAK,CAAC;aACf,CAAC;QACF,IAAI,EAAE,cAAc;QACpB,OAAO,EAAE,OAAO;KACjB,CAAC,CAAC;IAEH,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,IAAI,CAAC,GAAG,EAAE,CACrC,IAAI,gBAAgB,CAAC;QACnB,QAAQ,EAAE,IAAI,CAAC,QAAQ;QACvB,SAAS,EAAE,IAAI,CAAC,SAAS;QACzB,SAAS,EAAE,IAAI,CAAC,SAAS;QACzB,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK,KAAK,OAAO;YACxC,CAAC,CAAC;gBACA,GAAG,EAAE,CAAC,GAAG,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC;gBACtC,KAAK,EAAE,CAAC,GAAG,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC;gBAC1C,QAAQ,EAAE,CAAC,GAAG,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,IAAI,CAAC;aACjD;YACD,CAAC,CAAC,SAAS;KACd,CAAC,CAAC,CAAC;IAEN,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAEpC,MAAM,YAAY,GAAG,IAAI,CAAC,YAAY,IAAI,IAAI,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IACrE,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,CAAC,GAAG,kBAAkB,CAC/C,IAAI,CAAC,MAAM,EACX,MAAM,EACN,SAAS,EACT,MAAM,EACN,YAAY,EACZ,IAAI,CAAC,OAAO,EACZ,IAAI,CAAC,gBAAgB,CACtB,CAAC;IACF,MAAM,QAAQ,GAAG,sBAAsB,CACrC,IAAI,CAAC,MAAM,EACX,MAAM,EACN,SAAS,EACT,MAAM,CACP,CAAC;IACF,MAAM,gBAAgB,GAAG,8BAA8B,CACrD,IAAI,CAAC,MAAM,EACX,MAAM,EACN,SAAS,EACT,MAAM,CACP,CAAC;IACF,MAAM,MAAM,GAAG,oBAAoB,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;IAC5E,MAAM,QAAQ,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC9D,KAAK,QAAQ,CAAC,CAAC,2BAA2B;IAE1C,IAAI,CAAC,sBAAsB,CAAC,CAAC;IAC7B,IAAI,CAAC,0BAA0B,CAAC,CAAC;IACjC,IAAI,CAAC,0CAA0C,CAAC,CAAC;IACjD,IAAI,CAAC,2CAA2C,CAAC,CAAC;IAClD,IAAI,CAAC,wCAAwC,CAAC,CAAC;IAC/C,IAAI,CAAC,0CAA0C,CAAC,CAAC;IACjD,IAAI,CAAC,yBAAyB,CAAC,CAAC;IAChC,IAAI,CAAC,2BAA2B,CAAC,CAAC;IAClC,IAAI,CAAC,8BAA8B,CAAC,CAAC;IACrC,IAAI,CAAC,gCAAgC,CAAC,CAAC;IACvC,IAAI,CAAC,gCAAgC,CAAC,CAAC;IACvC,IAAI,CAAC,gCAAgC,CAAC,CAAC;IACvC,IAAI,CAAC,4BAA4B,CAAC,CAAC;IACnC,IAAI,CAAC,gCAAgC,CAAC,CAAC;IACvC,IAAI,CAAC,6BAA6B,CAAC,CAAC;IACpC,IAAI,CAAC,2BAA2B,CAAC,CAAC;IAClC,IAAI,CAAC,2BAA2B,CAAC,CAAC;IAClC,IAAI,CAAC,qCAAqC,CAAC,CAAC;IAC5C,IAAI,CAAC,yCAAyC,CAAC,CAAC;IAChD,IAAI,CAAC,qBAAqB,CAAC,CAAC;IAC5B,IAAI,CAAC,yBAAyB,CAAC,CAAC;IAChC,IAAI,CAAC,uBAAuB,CAAC,CAAC;IAC9B,IAAI,CAAC,iCAAiC,CAAC,CAAC;IACxC,IAAI,CAAC,6BAA6B,CAAC,CAAC;IACpC,IAAI,CAAC,6BAA6B,CAAC,CAAC;IACpC,IAAI,CAAC,+BAA+B,CAAC,CAAC;IACtC,IAAI,CAAC,mCAAmC,CAAC,CAAC;IAC1C,IAAI,CAAC,qBAAqB,CAAC,CAAC;IAC5B,IAAI,CAAC,uBAAuB,CAAC,CAAC;IAC9B,IAAI,CAAC,yBAAyB,CAAC,CAAC;IAChC,IAAI,CAAC,uBAAuB,CAAC,CAAC;IAC9B,IAAI,CAAC,uBAAuB,CAAC,CAAC;IAC9B,IAAI,CAAC,kCAAkC,CAAC,CAAC;IACzC,IAAI,CAAC,oCAAoC,CAAC,CAAC;IAC3C,IAAI,CAAC,sCAAsC,CAAC,CAAC;IAC7C,IAAI,CAAC,oCAAoC,CAAC,CAAC;IAC3C,IAAI,CAAC,oCAAoC,CAAC,CAAC;IAC3C,IAAI,CAAC,aAAa,CAAC,CAAC;IACpB,IAAI,CAAC,iBAAiB,CAAC,CAAC;IACxB,IAAI,CAAC,2BAA2B,CAAC,CAAC;IAClC,IAAI,CAAC,+BAA+B,CAAC,CAAC;IACtC,IAAI,CAAC,iCAAiC,CAAC,CAAC;IACxC,IAAI,CAAC,qCAAqC,CAAC,CAAC;IAC5C,IAAI,CAAC,uBAAuB,CAAC,CAAC;IAC9B,IAAI,CAAC,mCAAmC,CAAC,CAAC;IAC1C,IAAI,CAAC,qCAAqC,CAAC,CAAC;IAC5C,IAAI,CAAC,uCAAuC,CAAC,CAAC;IAC9C,IAAI,CAAC,qCAAqC,CAAC,CAAC;IAC5C,IAAI,CAAC,qCAAqC,CAAC,CAAC;IAC5C,IAAI,CAAC,mCAAmC,CAAC,CAAC;IAC1C,IAAI,CAAC,+BAA+B,CAAC,CAAC;IACtC,IAAI,CAAC,mBAAmB,CAAC,CAAC;IAC1B,IAAI,CAAC,uBAAuB,CAAC,CAAC;IAE9B,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;QACjB,oBAAoB,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;IACxE,CAAC;IAED,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;AAC3B,CAAC"}
1
+ {"version":3,"file":"server.js","sourceRoot":"","sources":["../../src/mcp-server/server.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,SAAS,EAAE,MAAM,yCAAyC,CAAC;AACpE,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAG9C,OAAO,EAAE,oBAAoB,EAAE,MAAM,cAAc,CAAC;AACpD,OAAO,EACL,sBAAsB,EACtB,8BAA8B,GAC/B,MAAM,gBAAgB,CAAC;AAExB,OAAO,EACL,kBAAkB,EAElB,oBAAoB,GACrB,MAAM,YAAY,CAAC;AACpB,OAAO,EAAE,uBAAuB,EAAE,MAAM,+BAA+B,CAAC;AACxE,OAAO,EAAE,mBAAmB,EAAE,MAAM,2BAA2B,CAAC;AAChE,OAAO,EAAE,iCAAiC,EAAE,MAAM,yCAAyC,CAAC;AAC5F,OAAO,EAAE,6BAA6B,EAAE,MAAM,qCAAqC,CAAC;AACpF,OAAO,EAAE,6BAA6B,EAAE,MAAM,qCAAqC,CAAC;AACpF,OAAO,EAAE,mCAAmC,EAAE,MAAM,2CAA2C,CAAC;AAChG,OAAO,EAAE,iCAAiC,EAAE,MAAM,yCAAyC,CAAC;AAC5F,OAAO,EAAE,qCAAqC,EAAE,MAAM,6CAA6C,CAAC;AACpG,OAAO,EAAE,2BAA2B,EAAE,MAAM,mCAAmC,CAAC;AAChF,OAAO,EAAE,+BAA+B,EAAE,MAAM,uCAAuC,CAAC;AACxF,OAAO,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAC;AAC9D,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AACxD,OAAO,EAAE,oCAAoC,EAAE,MAAM,4CAA4C,CAAC;AAClG,OAAO,EAAE,oCAAoC,EAAE,MAAM,4CAA4C,CAAC;AAClG,OAAO,EAAE,kCAAkC,EAAE,MAAM,0CAA0C,CAAC;AAC9F,OAAO,EAAE,sCAAsC,EAAE,MAAM,8CAA8C,CAAC;AACtG,OAAO,EAAE,oCAAoC,EAAE,MAAM,4CAA4C,CAAC;AAClG,OAAO,EAAE,uBAAuB,EAAE,MAAM,+BAA+B,CAAC;AACxE,OAAO,EAAE,uBAAuB,EAAE,MAAM,+BAA+B,CAAC;AACxE,OAAO,EAAE,qBAAqB,EAAE,MAAM,6BAA6B,CAAC;AACpE,OAAO,EAAE,yBAAyB,EAAE,MAAM,iCAAiC,CAAC;AAC5E,OAAO,EAAE,uBAAuB,EAAE,MAAM,+BAA+B,CAAC;AACxE,OAAO,EAAE,+BAA+B,EAAE,MAAM,uCAAuC,CAAC;AACxF,OAAO,EAAE,qCAAqC,EAAE,MAAM,6CAA6C,CAAC;AACpG,OAAO,EAAE,yCAAyC,EAAE,MAAM,iDAAiD,CAAC;AAC5G,OAAO,EAAE,4BAA4B,EAAE,MAAM,oCAAoC,CAAC;AAClF,OAAO,EAAE,gCAAgC,EAAE,MAAM,wCAAwC,CAAC;AAC1F,OAAO,EAAE,2BAA2B,EAAE,MAAM,mCAAmC,CAAC;AAChF,OAAO,EAAE,2BAA2B,EAAE,MAAM,mCAAmC,CAAC;AAChF,OAAO,EAAE,yBAAyB,EAAE,MAAM,iCAAiC,CAAC;AAC5E,OAAO,EAAE,6BAA6B,EAAE,MAAM,qCAAqC,CAAC;AACpF,OAAO,EAAE,2BAA2B,EAAE,MAAM,mCAAmC,CAAC;AAChF,OAAO,EAAE,gCAAgC,EAAE,MAAM,wCAAwC,CAAC;AAC1F,OAAO,EAAE,gCAAgC,EAAE,MAAM,wCAAwC,CAAC;AAC1F,OAAO,EAAE,8BAA8B,EAAE,MAAM,sCAAsC,CAAC;AACtF,OAAO,EAAE,gCAAgC,EAAE,MAAM,wCAAwC,CAAC;AAC1F,OAAO,EAAE,qCAAqC,EAAE,MAAM,6CAA6C,CAAC;AACpG,OAAO,EAAE,qCAAqC,EAAE,MAAM,6CAA6C,CAAC;AACpG,OAAO,EAAE,mCAAmC,EAAE,MAAM,2CAA2C,CAAC;AAChG,OAAO,EAAE,uCAAuC,EAAE,MAAM,+CAA+C,CAAC;AACxG,OAAO,EAAE,qCAAqC,EAAE,MAAM,6CAA6C,CAAC;AACpG,OAAO,EAAE,+BAA+B,EAAE,MAAM,uCAAuC,CAAC;AACxF,OAAO,EAAE,mCAAmC,EAAE,MAAM,2CAA2C,CAAC;AAChG,OAAO,EAAE,uBAAuB,EAAE,MAAM,+BAA+B,CAAC;AACxE,OAAO,EAAE,0BAA0B,EAAE,MAAM,kCAAkC,CAAC;AAC9E,OAAO,EAAE,sBAAsB,EAAE,MAAM,8BAA8B,CAAC;AACtE,OAAO,EAAE,qBAAqB,EAAE,MAAM,6BAA6B,CAAC;AACpE,OAAO,EAAE,yBAAyB,EAAE,MAAM,iCAAiC,CAAC;AAC5E,OAAO,EAAE,uBAAuB,EAAE,MAAM,+BAA+B,CAAC;AACxE,OAAO,EAAE,wCAAwC,EAAE,MAAM,gDAAgD,CAAC;AAC1G,OAAO,EAAE,0CAA0C,EAAE,MAAM,kDAAkD,CAAC;AAC9G,OAAO,EAAE,2CAA2C,EAAE,MAAM,mDAAmD,CAAC;AAChH,OAAO,EAAE,0CAA0C,EAAE,MAAM,kDAAkD,CAAC;AAE9G,MAAM,UAAU,eAAe,CAAC,IAU/B;IACC,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC;QAC3B,KAAK,EAAE,eAAe;QACtB,KAAK,EAAE,CAAC;gBACN,GAAG,EAAE,8CAA8C;gBACnD,QAAQ,EAAE,eAAe;gBACzB,KAAK,EAAE,CAAC,KAAK,CAAC;aACf,CAAC;QACF,IAAI,EAAE,cAAc;QACpB,OAAO,EAAE,OAAO;KACjB,CAAC,CAAC;IAEH,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,IAAI,CAAC,GAAG,EAAE,CACrC,IAAI,gBAAgB,CAAC;QACnB,QAAQ,EAAE,IAAI,CAAC,QAAQ;QACvB,SAAS,EAAE,IAAI,CAAC,SAAS;QACzB,SAAS,EAAE,IAAI,CAAC,SAAS;QACzB,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK,KAAK,OAAO;YACxC,CAAC,CAAC;gBACA,GAAG,EAAE,CAAC,GAAG,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC;gBACtC,KAAK,EAAE,CAAC,GAAG,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC;gBAC1C,QAAQ,EAAE,CAAC,GAAG,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,IAAI,CAAC;aACjD;YACD,CAAC,CAAC,SAAS;KACd,CAAC,CAAC,CAAC;IAEN,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAEpC,MAAM,YAAY,GAAG,IAAI,CAAC,YAAY,IAAI,IAAI,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IACrE,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,CAAC,GAAG,kBAAkB,CAC/C,IAAI,CAAC,MAAM,EACX,MAAM,EACN,SAAS,EACT,MAAM,EACN,YAAY,EACZ,IAAI,CAAC,OAAO,EACZ,IAAI,CAAC,gBAAgB,CACtB,CAAC;IACF,MAAM,QAAQ,GAAG,sBAAsB,CACrC,IAAI,CAAC,MAAM,EACX,MAAM,EACN,SAAS,EACT,MAAM,CACP,CAAC;IACF,MAAM,gBAAgB,GAAG,8BAA8B,CACrD,IAAI,CAAC,MAAM,EACX,MAAM,EACN,SAAS,EACT,MAAM,CACP,CAAC;IACF,MAAM,MAAM,GAAG,oBAAoB,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;IAC5E,MAAM,QAAQ,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC9D,KAAK,QAAQ,CAAC,CAAC,2BAA2B;IAE1C,IAAI,CAAC,sBAAsB,CAAC,CAAC;IAC7B,IAAI,CAAC,0BAA0B,CAAC,CAAC;IACjC,IAAI,CAAC,0CAA0C,CAAC,CAAC;IACjD,IAAI,CAAC,2CAA2C,CAAC,CAAC;IAClD,IAAI,CAAC,wCAAwC,CAAC,CAAC;IAC/C,IAAI,CAAC,0CAA0C,CAAC,CAAC;IACjD,IAAI,CAAC,yBAAyB,CAAC,CAAC;IAChC,IAAI,CAAC,2BAA2B,CAAC,CAAC;IAClC,IAAI,CAAC,8BAA8B,CAAC,CAAC;IACrC,IAAI,CAAC,gCAAgC,CAAC,CAAC;IACvC,IAAI,CAAC,gCAAgC,CAAC,CAAC;IACvC,IAAI,CAAC,gCAAgC,CAAC,CAAC;IACvC,IAAI,CAAC,4BAA4B,CAAC,CAAC;IACnC,IAAI,CAAC,gCAAgC,CAAC,CAAC;IACvC,IAAI,CAAC,6BAA6B,CAAC,CAAC;IACpC,IAAI,CAAC,2BAA2B,CAAC,CAAC;IAClC,IAAI,CAAC,2BAA2B,CAAC,CAAC;IAClC,IAAI,CAAC,qCAAqC,CAAC,CAAC;IAC5C,IAAI,CAAC,yCAAyC,CAAC,CAAC;IAChD,IAAI,CAAC,qBAAqB,CAAC,CAAC;IAC5B,IAAI,CAAC,yBAAyB,CAAC,CAAC;IAChC,IAAI,CAAC,uBAAuB,CAAC,CAAC;IAC9B,IAAI,CAAC,iCAAiC,CAAC,CAAC;IACxC,IAAI,CAAC,6BAA6B,CAAC,CAAC;IACpC,IAAI,CAAC,6BAA6B,CAAC,CAAC;IACpC,IAAI,CAAC,+BAA+B,CAAC,CAAC;IACtC,IAAI,CAAC,mCAAmC,CAAC,CAAC;IAC1C,IAAI,CAAC,qBAAqB,CAAC,CAAC;IAC5B,IAAI,CAAC,uBAAuB,CAAC,CAAC;IAC9B,IAAI,CAAC,yBAAyB,CAAC,CAAC;IAChC,IAAI,CAAC,uBAAuB,CAAC,CAAC;IAC9B,IAAI,CAAC,uBAAuB,CAAC,CAAC;IAC9B,IAAI,CAAC,kCAAkC,CAAC,CAAC;IACzC,IAAI,CAAC,oCAAoC,CAAC,CAAC;IAC3C,IAAI,CAAC,sCAAsC,CAAC,CAAC;IAC7C,IAAI,CAAC,oCAAoC,CAAC,CAAC;IAC3C,IAAI,CAAC,oCAAoC,CAAC,CAAC;IAC3C,IAAI,CAAC,aAAa,CAAC,CAAC;IACpB,IAAI,CAAC,kBAAkB,CAAC,CAAC;IACzB,IAAI,CAAC,eAAe,CAAC,CAAC;IACtB,IAAI,CAAC,2BAA2B,CAAC,CAAC;IAClC,IAAI,CAAC,+BAA+B,CAAC,CAAC;IACtC,IAAI,CAAC,iCAAiC,CAAC,CAAC;IACxC,IAAI,CAAC,qCAAqC,CAAC,CAAC;IAC5C,IAAI,CAAC,uBAAuB,CAAC,CAAC;IAC9B,IAAI,CAAC,mCAAmC,CAAC,CAAC;IAC1C,IAAI,CAAC,qCAAqC,CAAC,CAAC;IAC5C,IAAI,CAAC,uCAAuC,CAAC,CAAC;IAC9C,IAAI,CAAC,qCAAqC,CAAC,CAAC;IAC5C,IAAI,CAAC,qCAAqC,CAAC,CAAC;IAC5C,IAAI,CAAC,mCAAmC,CAAC,CAAC;IAC1C,IAAI,CAAC,+BAA+B,CAAC,CAAC;IACtC,IAAI,CAAC,mBAAmB,CAAC,CAAC;IAC1B,IAAI,CAAC,uBAAuB,CAAC,CAAC;IAE9B,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;QACjB,oBAAoB,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;IACxE,CAAC;IAED,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;AAC3B,CAAC"}
@@ -12,7 +12,7 @@ export const tool$evalResultsV2EvalResultsList = {
12
12
  name: "eval-results-v2-eval-results-list",
13
13
  description: `List Results
14
14
 
15
- Returns completed custom-eval results from onboarding, v1, and v2 run flows, ordered newest first. Result IDs are different from eval run IDs.`,
15
+ Returns completed custom-eval results from all supported run flows, ordered newest first. Result IDs are different from eval run IDs.`,
16
16
  annotations: {
17
17
  "title": "",
18
18
  "destructiveHint": false,
@@ -1 +1 @@
1
- {"version":3,"file":"evalResultsV2EvalResultsList.js","sourceRoot":"","sources":["../../../src/mcp-server/tools/evalResultsV2EvalResultsList.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,4BAA4B,EAAE,MAAM,6CAA6C,CAAC;AAC3F,OAAO,EAAE,kCAAkC,EAAE,MAAM,qCAAqC,CAAC;AACzF,OAAO,EAAE,YAAY,EAAkB,MAAM,aAAa,CAAC;AAE3D,MAAM,IAAI,GAAG;IACX,OAAO,EAAE,kCAAkC,CAAC,QAAQ,EAAE;CACvD,CAAC;AAEF,MAAM,CAAC,MAAM,iCAAiC,GAAgC;IAC5E,IAAI,EAAE,mCAAmC;IACzC,WAAW,EAAE;;+IAEgI;IAC7I,WAAW,EAAE;QACX,OAAO,EAAE,EAAE;QACX,iBAAiB,EAAE,KAAK;QACxB,gBAAgB,EAAE,KAAK;QACvB,eAAe,EAAE,KAAK;QACtB,cAAc,EAAE,IAAI;KACrB;IACD,IAAI;IACJ,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE;QAChC,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,4BAA4B,CACjD,MAAM,EACN,IAAI,CAAC,OAAO,EACZ,EAAE,YAAY,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,EAAE,CACzC,CAAC,QAAQ,EAAE,CAAC;QAEb,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBACvD,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;QAED,OAAO,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;CACF,CAAC"}
1
+ {"version":3,"file":"evalResultsV2EvalResultsList.js","sourceRoot":"","sources":["../../../src/mcp-server/tools/evalResultsV2EvalResultsList.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,4BAA4B,EAAE,MAAM,6CAA6C,CAAC;AAC3F,OAAO,EAAE,kCAAkC,EAAE,MAAM,qCAAqC,CAAC;AACzF,OAAO,EAAE,YAAY,EAAkB,MAAM,aAAa,CAAC;AAE3D,MAAM,IAAI,GAAG;IACX,OAAO,EAAE,kCAAkC,CAAC,QAAQ,EAAE;CACvD,CAAC;AAEF,MAAM,CAAC,MAAM,iCAAiC,GAAgC;IAC5E,IAAI,EAAE,mCAAmC;IACzC,WAAW,EAAE;;sIAEuH;IACpI,WAAW,EAAE;QACX,OAAO,EAAE,EAAE;QACX,iBAAiB,EAAE,KAAK;QACxB,gBAAgB,EAAE,KAAK;QACvB,eAAe,EAAE,KAAK;QACtB,cAAc,EAAE,IAAI;KACrB;IACD,IAAI;IACJ,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE;QAChC,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,4BAA4B,CACjD,MAAM,EACN,IAAI,CAAC,OAAO,EACZ,EAAE,YAAY,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,EAAE,CACzC,CAAC,QAAQ,EAAE,CAAC;QAEb,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBACvD,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;QAED,OAAO,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;CACF,CAAC"}
@@ -0,0 +1,7 @@
1
+ import { ToolDefinition } from "../tools.js";
2
+ declare const args: {
3
+ request: import("zod").ZodType<import("../../models/v2evalrunsanalysisop.js").V2EvalRunsAnalysisRequest, unknown, import("zod/v4/core").$ZodTypeInternals<import("../../models/v2evalrunsanalysisop.js").V2EvalRunsAnalysisRequest, unknown>>;
4
+ };
5
+ export declare const tool$evalsAnalysis: ToolDefinition<typeof args>;
6
+ export {};
7
+ //# sourceMappingURL=evalsAnalysis.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"evalsAnalysis.d.ts","sourceRoot":"","sources":["../../../src/mcp-server/tools/evalsAnalysis.ts"],"names":[],"mappings":"AAOA,OAAO,EAAgB,cAAc,EAAE,MAAM,aAAa,CAAC;AAE3D,QAAA,MAAM,IAAI;;CAET,CAAC;AAEF,eAAO,MAAM,kBAAkB,EAAE,cAAc,CAAC,OAAO,IAAI,CA6B1D,CAAC"}
@@ -0,0 +1,35 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ * @generated-id: 323a92ae7245
4
+ */
5
+ import { evalsAnalysis } from "../../funcs/evalsAnalysis.js";
6
+ import { V2EvalRunsAnalysisRequest$zodSchema } from "../../models/v2evalrunsanalysisop.js";
7
+ import { formatResult } from "../tools.js";
8
+ const args = {
9
+ request: V2EvalRunsAnalysisRequest$zodSchema,
10
+ };
11
+ export const tool$evalsAnalysis = {
12
+ name: "evals-analysis",
13
+ description: `Retrieve eval run analysis
14
+
15
+ Returns the persisted analysis produced for each completed attempt in one eval run. The analysis includes the verdict, outcome explanation, findings, bottleneck, and analysis sections. Active runs return the analysis available so far together with current run status and progress.`,
16
+ annotations: {
17
+ "title": "",
18
+ "destructiveHint": false,
19
+ "idempotentHint": false,
20
+ "openWorldHint": false,
21
+ "readOnlyHint": true,
22
+ },
23
+ args,
24
+ tool: async (client, args, ctx) => {
25
+ const [result] = await evalsAnalysis(client, args.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
26
+ if (!result.ok) {
27
+ return {
28
+ content: [{ type: "text", text: result.error.message }],
29
+ isError: true,
30
+ };
31
+ }
32
+ return formatResult(result.value);
33
+ },
34
+ };
35
+ //# sourceMappingURL=evalsAnalysis.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"evalsAnalysis.js","sourceRoot":"","sources":["../../../src/mcp-server/tools/evalsAnalysis.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,aAAa,EAAE,MAAM,8BAA8B,CAAC;AAC7D,OAAO,EAAE,mCAAmC,EAAE,MAAM,sCAAsC,CAAC;AAC3F,OAAO,EAAE,YAAY,EAAkB,MAAM,aAAa,CAAC;AAE3D,MAAM,IAAI,GAAG;IACX,OAAO,EAAE,mCAAmC;CAC7C,CAAC;AAEF,MAAM,CAAC,MAAM,kBAAkB,GAAgC;IAC7D,IAAI,EAAE,gBAAgB;IACtB,WAAW,EAAE;;yRAE0Q;IACvR,WAAW,EAAE;QACX,OAAO,EAAE,EAAE;QACX,iBAAiB,EAAE,KAAK;QACxB,gBAAgB,EAAE,KAAK;QACvB,eAAe,EAAE,KAAK;QACtB,cAAc,EAAE,IAAI;KACrB;IACD,IAAI;IACJ,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE;QAChC,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,aAAa,CAClC,MAAM,EACN,IAAI,CAAC,OAAO,EACZ,EAAE,YAAY,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,EAAE,CACzC,CAAC,QAAQ,EAAE,CAAC;QAEb,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBACvD,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;QAED,OAAO,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;CACF,CAAC"}
@@ -1 +1 @@
1
- {"version":3,"file":"evalsRun.d.ts","sourceRoot":"","sources":["../../../src/mcp-server/tools/evalsRun.ts"],"names":[],"mappings":"AAOA,OAAO,EAAgB,cAAc,EAAE,MAAM,aAAa,CAAC;AAE3D,QAAA,MAAM,IAAI;;CAET,CAAC;AAEF,eAAO,MAAM,aAAa,EAAE,cAAc,CAAC,OAAO,IAAI,CA6BrD,CAAC"}
1
+ {"version":3,"file":"evalsRun.d.ts","sourceRoot":"","sources":["../../../src/mcp-server/tools/evalsRun.ts"],"names":[],"mappings":"AAOA,OAAO,EAAgB,cAAc,EAAE,MAAM,aAAa,CAAC;AAE3D,QAAA,MAAM,IAAI;;CAET,CAAC;AAEF,eAAO,MAAM,aAAa,EAAE,cAAc,CAAC,OAAO,IAAI,CAoCrD,CAAC"}
@@ -10,9 +10,16 @@ const args = {
10
10
  };
11
11
  export const tool$evalsRun = {
12
12
  name: "evals-run",
13
- description: `Create Run
13
+ description: `Start an eval run
14
14
 
15
- Queues a durable eval job and returns immediately with a polling ID. Poll \`GET /v2/eval-runs/{run_id}\` until its status reaches a terminal value. Choose exactly one request mode. For saved mode, provide \`eval_id\`, \`configuration_id\`, and \`agent_id\`. For direct mode, omit \`eval_id\` and provide \`prompt\`, \`judges\`, and \`agent_id\`. Direct runs may also provide a repository, write-only environment variables, and public skill packages.`,
15
+ Queues a durable eval job and returns immediately with a polling ID. Poll \`GET /v2/eval-runs/{run_id}\` until its status reaches a terminal value.
16
+
17
+ Send one of these flat request forms:
18
+
19
+ - **Saved eval:** provide \`eval_id\`, \`configuration_id\`, and \`agent_id\`.
20
+ - **Direct create-and-run:** provide \`prompt\`, \`judges\`, and \`agent_id\`. You may also provide a repository, write-only environment variables, and public skill packages.
21
+
22
+ Do not combine saved-run and direct-run fields. No separate \`mode\` field is required.`,
16
23
  annotations: {
17
24
  "title": "",
18
25
  "destructiveHint": false,
@@ -1 +1 @@
1
- {"version":3,"file":"evalsRun.js","sourceRoot":"","sources":["../../../src/mcp-server/tools/evalsRun.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,yBAAyB,CAAC;AACnD,OAAO,EAAE,gCAAgC,EAAE,MAAM,wCAAwC,CAAC;AAC1F,OAAO,EAAE,YAAY,EAAkB,MAAM,aAAa,CAAC;AAE3D,MAAM,IAAI,GAAG;IACX,OAAO,EAAE,gCAAgC;CAC1C,CAAC;AAEF,MAAM,CAAC,MAAM,aAAa,GAAgC;IACxD,IAAI,EAAE,WAAW;IACjB,WAAW,EAAE;;kcAEmb;IAChc,WAAW,EAAE;QACX,OAAO,EAAE,EAAE;QACX,iBAAiB,EAAE,KAAK;QACxB,gBAAgB,EAAE,KAAK;QACvB,eAAe,EAAE,KAAK;QACtB,cAAc,EAAE,KAAK;KACtB;IACD,IAAI;IACJ,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE;QAChC,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,QAAQ,CAC7B,MAAM,EACN,IAAI,CAAC,OAAO,EACZ,EAAE,YAAY,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,EAAE,CACzC,CAAC,QAAQ,EAAE,CAAC;QAEb,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBACvD,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;QAED,OAAO,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;CACF,CAAC"}
1
+ {"version":3,"file":"evalsRun.js","sourceRoot":"","sources":["../../../src/mcp-server/tools/evalsRun.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,yBAAyB,CAAC;AACnD,OAAO,EAAE,gCAAgC,EAAE,MAAM,wCAAwC,CAAC;AAC1F,OAAO,EAAE,YAAY,EAAkB,MAAM,aAAa,CAAC;AAE3D,MAAM,IAAI,GAAG;IACX,OAAO,EAAE,gCAAgC;CAC1C,CAAC;AAEF,MAAM,CAAC,MAAM,aAAa,GAAgC;IACxD,IAAI,EAAE,WAAW;IACjB,WAAW,EAAE;;;;;;;;;wFASyE;IACtF,WAAW,EAAE;QACX,OAAO,EAAE,EAAE;QACX,iBAAiB,EAAE,KAAK;QACxB,gBAAgB,EAAE,KAAK;QACvB,eAAe,EAAE,KAAK;QACtB,cAAc,EAAE,KAAK;KACtB;IACD,IAAI;IACJ,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE;QAChC,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,QAAQ,CAC7B,MAAM,EACN,IAAI,CAAC,OAAO,EACZ,EAAE,YAAY,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,EAAE,CACzC,CAAC,QAAQ,EAAE,CAAC;QAEb,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBACvD,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;QAED,OAAO,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;CACF,CAAC"}
@@ -0,0 +1,7 @@
1
+ import { ToolDefinition } from "../tools.js";
2
+ declare const args: {
3
+ request: import("zod").ZodType<import("../../models/v2evalrunstraceop.js").V2EvalRunsTraceRequest, unknown, import("zod/v4/core").$ZodTypeInternals<import("../../models/v2evalrunstraceop.js").V2EvalRunsTraceRequest, unknown>>;
4
+ };
5
+ export declare const tool$evalsTrace: ToolDefinition<typeof args>;
6
+ export {};
7
+ //# sourceMappingURL=evalsTrace.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"evalsTrace.d.ts","sourceRoot":"","sources":["../../../src/mcp-server/tools/evalsTrace.ts"],"names":[],"mappings":"AAOA,OAAO,EAAgB,cAAc,EAAE,MAAM,aAAa,CAAC;AAE3D,QAAA,MAAM,IAAI;;CAET,CAAC;AAEF,eAAO,MAAM,eAAe,EAAE,cAAc,CAAC,OAAO,IAAI,CA6BvD,CAAC"}