@lightsage/mcp 0.2.2 → 0.3.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +2 -2
- package/bin/mcp-server.js +697 -317
- package/bin/mcp-server.js.map +42 -32
- package/esm/funcs/evalResultsV2EvalResultsList.d.ts +1 -1
- package/esm/funcs/evalResultsV2EvalResultsList.js +1 -1
- package/esm/funcs/evalsAnalysis.d.ts +16 -0
- package/esm/funcs/evalsAnalysis.d.ts.map +1 -0
- package/esm/funcs/evalsAnalysis.js +88 -0
- package/esm/funcs/evalsAnalysis.js.map +1 -0
- package/esm/funcs/evalsRun.d.ts +3 -3
- package/esm/funcs/evalsRun.js +3 -3
- package/esm/funcs/evalsTrace.d.ts +16 -0
- package/esm/funcs/evalsTrace.d.ts.map +1 -0
- package/esm/funcs/{evalsMonitor.js → evalsTrace.js} +19 -20
- package/esm/funcs/evalsTrace.js.map +1 -0
- package/esm/funcs/evalsV2EvalsCreate.d.ts +1 -1
- package/esm/funcs/evalsV2EvalsCreate.js +1 -1
- package/esm/funcs/evalsV2EvalsList.d.ts +1 -1
- package/esm/funcs/evalsV2EvalsList.js +1 -1
- package/esm/funcs/evalsV2EvalsRetrieve.d.ts +1 -1
- package/esm/funcs/evalsV2EvalsRetrieve.js +1 -1
- package/esm/funcs/evalsV2EvalsUpdate.d.ts +1 -1
- package/esm/funcs/evalsV2EvalsUpdate.js +1 -1
- package/esm/landing-page.js +1 -1
- package/esm/lib/config.d.ts +3 -3
- package/esm/lib/config.js +3 -3
- package/esm/lib/config.js.map +1 -1
- package/esm/mcp-server/mcp-server.js +1 -1
- package/esm/mcp-server/server.d.ts.map +1 -1
- package/esm/mcp-server/server.js +5 -3
- package/esm/mcp-server/server.js.map +1 -1
- package/esm/mcp-server/tools/evalResultsV2EvalResultsList.js +1 -1
- package/esm/mcp-server/tools/evalResultsV2EvalResultsList.js.map +1 -1
- package/esm/mcp-server/tools/evalsAnalysis.d.ts +7 -0
- package/esm/mcp-server/tools/evalsAnalysis.d.ts.map +1 -0
- package/esm/mcp-server/tools/evalsAnalysis.js +35 -0
- package/esm/mcp-server/tools/evalsAnalysis.js.map +1 -0
- package/esm/mcp-server/tools/evalsRun.js +3 -3
- package/esm/mcp-server/tools/evalsRun.js.map +1 -1
- package/esm/mcp-server/tools/evalsTrace.d.ts +7 -0
- package/esm/mcp-server/tools/evalsTrace.d.ts.map +1 -0
- package/esm/mcp-server/tools/evalsTrace.js +35 -0
- package/esm/mcp-server/tools/evalsTrace.js.map +1 -0
- package/esm/mcp-server/tools/evalsV2EvalsCreate.js +1 -1
- package/esm/mcp-server/tools/evalsV2EvalsCreate.js.map +1 -1
- package/esm/mcp-server/tools/evalsV2EvalsList.js +1 -1
- package/esm/mcp-server/tools/evalsV2EvalsList.js.map +1 -1
- package/esm/mcp-server/tools/evalsV2EvalsRetrieve.js +1 -1
- package/esm/mcp-server/tools/evalsV2EvalsRetrieve.js.map +1 -1
- package/esm/mcp-server/tools/evalsV2EvalsUpdate.js +1 -1
- package/esm/mcp-server/tools/evalsV2EvalsUpdate.js.map +1 -1
- package/esm/models/createv2evalrequest.d.ts +16 -21
- package/esm/models/createv2evalrequest.d.ts.map +1 -1
- package/esm/models/createv2evalrequest.js +25 -18
- package/esm/models/createv2evalrequest.js.map +1 -1
- package/esm/models/createv2evalrunrequest.d.ts +19 -4
- package/esm/models/createv2evalrunrequest.d.ts.map +1 -1
- package/esm/models/createv2evalrunrequest.js +31 -6
- package/esm/models/createv2evalrunrequest.js.map +1 -1
- package/esm/models/updatev2evalrequest.d.ts +16 -21
- package/esm/models/updatev2evalrequest.d.ts.map +1 -1
- package/esm/models/updatev2evalrequest.js +25 -18
- package/esm/models/updatev2evalrequest.js.map +1 -1
- package/esm/models/v2eval.d.ts +16 -21
- package/esm/models/v2eval.d.ts.map +1 -1
- package/esm/models/v2eval.js +25 -18
- package/esm/models/v2eval.js.map +1 -1
- package/esm/models/v2evalresult.d.ts +4 -2
- package/esm/models/v2evalresult.d.ts.map +1 -1
- package/esm/models/v2evalresult.js +3 -1
- package/esm/models/v2evalresult.js.map +1 -1
- package/esm/models/v2evalresultsummary.d.ts +4 -1
- package/esm/models/v2evalresultsummary.d.ts.map +1 -1
- package/esm/models/v2evalresultsummary.js +4 -1
- package/esm/models/v2evalresultsummary.js.map +1 -1
- package/esm/models/v2evalrun.d.ts +5 -2
- package/esm/models/v2evalrun.d.ts.map +1 -1
- package/esm/models/v2evalrun.js +5 -2
- package/esm/models/v2evalrun.js.map +1 -1
- package/esm/models/v2evalrunanalysis.d.ts +20 -0
- package/esm/models/v2evalrunanalysis.d.ts.map +1 -0
- package/esm/models/v2evalrunanalysis.js +22 -0
- package/esm/models/v2evalrunanalysis.js.map +1 -0
- package/esm/models/v2evalrunanalysisresponse.d.ts +12 -0
- package/esm/models/v2evalrunanalysisresponse.d.ts.map +1 -0
- package/esm/models/v2evalrunanalysisresponse.js +15 -0
- package/esm/models/v2evalrunanalysisresponse.js.map +1 -0
- package/esm/models/v2evalrunsanalysisop.d.ts +17 -0
- package/esm/models/v2evalrunsanalysisop.d.ts.map +1 -0
- package/esm/models/v2evalrunsanalysisop.js +19 -0
- package/esm/models/v2evalrunsanalysisop.js.map +1 -0
- package/esm/models/v2evalrunstraceop.d.ts +19 -0
- package/esm/models/v2evalrunstraceop.d.ts.map +1 -0
- package/esm/models/v2evalrunstraceop.js +21 -0
- package/esm/models/v2evalrunstraceop.js.map +1 -0
- package/esm/models/v2evalruntraceevent.d.ts +21 -0
- package/esm/models/v2evalruntraceevent.d.ts.map +1 -0
- package/esm/models/v2evalruntraceevent.js +23 -0
- package/esm/models/v2evalruntraceevent.js.map +1 -0
- package/esm/models/v2evalruntraceresponse.d.ts +14 -0
- package/esm/models/v2evalruntraceresponse.d.ts.map +1 -0
- package/esm/models/v2evalruntraceresponse.js +17 -0
- package/esm/models/v2evalruntraceresponse.js.map +1 -0
- package/esm/models/v2inlineclireference.d.ts +6 -0
- package/esm/models/v2inlineclireference.d.ts.map +1 -0
- package/esm/models/v2inlineclireference.js +10 -0
- package/esm/models/v2inlineclireference.js.map +1 -0
- package/esm/models/v2inlinemcpdefinition.d.ts +28 -0
- package/esm/models/v2inlinemcpdefinition.d.ts.map +1 -0
- package/esm/models/v2inlinemcpdefinition.js +25 -0
- package/esm/models/v2inlinemcpdefinition.js.map +1 -0
- package/esm/models/v2savedclireference.d.ts +6 -0
- package/esm/models/v2savedclireference.d.ts.map +1 -0
- package/esm/models/v2savedclireference.js +10 -0
- package/esm/models/v2savedclireference.js.map +1 -0
- package/esm/models/v2savedmcpreference.d.ts +6 -0
- package/esm/models/v2savedmcpreference.d.ts.map +1 -0
- package/esm/models/v2savedmcpreference.js +10 -0
- package/esm/models/v2savedmcpreference.js.map +1 -0
- package/esm/tool-names.d.ts.map +1 -1
- package/esm/tool-names.js +12 -8
- package/esm/tool-names.js.map +1 -1
- package/package.json +1 -1
- package/src/funcs/evalResultsV2EvalResultsList.ts +1 -1
- package/src/funcs/evalsAnalysis.ts +153 -0
- package/src/funcs/evalsRun.ts +3 -3
- package/src/funcs/{evalsMonitor.ts → evalsTrace.ts} +26 -24
- package/src/funcs/evalsV2EvalsCreate.ts +1 -1
- package/src/funcs/evalsV2EvalsList.ts +1 -1
- package/src/funcs/evalsV2EvalsRetrieve.ts +1 -1
- package/src/funcs/evalsV2EvalsUpdate.ts +1 -1
- package/src/landing-page.ts +1 -1
- package/src/lib/config.ts +3 -3
- package/src/mcp-server/mcp-server.ts +1 -1
- package/src/mcp-server/server.ts +5 -3
- package/src/mcp-server/tools/evalResultsV2EvalResultsList.ts +1 -1
- package/src/mcp-server/tools/evalsAnalysis.ts +43 -0
- package/src/mcp-server/tools/evalsRun.ts +3 -3
- package/src/mcp-server/tools/{evalsMonitor.ts → evalsTrace.ts} +9 -9
- package/src/mcp-server/tools/evalsV2EvalsCreate.ts +1 -1
- package/src/mcp-server/tools/evalsV2EvalsList.ts +1 -1
- package/src/mcp-server/tools/evalsV2EvalsRetrieve.ts +1 -1
- package/src/mcp-server/tools/evalsV2EvalsUpdate.ts +1 -1
- package/src/models/createv2evalrequest.ts +71 -28
- package/src/models/createv2evalrunrequest.ts +85 -13
- package/src/models/updatev2evalrequest.ts +61 -28
- package/src/models/v2eval.ts +49 -26
- package/src/models/v2evalresult.ts +8 -4
- package/src/models/v2evalresultsummary.ts +9 -3
- package/src/models/v2evalrun.ts +18 -6
- package/src/models/v2evalrunanalysis.ts +59 -0
- package/src/models/v2evalrunanalysisresponse.ts +32 -0
- package/src/models/v2evalrunsanalysisop.ts +48 -0
- package/src/models/v2evalrunstraceop.ts +58 -0
- package/src/models/v2evalruntraceevent.ts +45 -0
- package/src/models/v2evalruntraceresponse.ts +38 -0
- package/src/models/v2inlineclireference.ts +15 -0
- package/src/models/v2inlinemcpdefinition.ts +51 -0
- package/src/models/v2savedclireference.ts +13 -0
- package/src/models/v2savedmcpreference.ts +13 -0
- package/src/tool-names.ts +12 -8
- package/test/simulations.test.js +162 -0
- package/esm/funcs/evalsMonitor.d.ts +0 -20
- package/esm/funcs/evalsMonitor.d.ts.map +0 -1
- package/esm/funcs/evalsMonitor.js.map +0 -1
- package/esm/mcp-server/tools/evalsMonitor.d.ts +0 -7
- package/esm/mcp-server/tools/evalsMonitor.d.ts.map +0 -1
- package/esm/mcp-server/tools/evalsMonitor.js +0 -35
- package/esm/mcp-server/tools/evalsMonitor.js.map +0 -1
- package/esm/models/v2evaljudge.d.ts +0 -6
- package/esm/models/v2evaljudge.d.ts.map +0 -1
- package/esm/models/v2evaljudge.js +0 -9
- package/esm/models/v2evaljudge.js.map +0 -1
- package/esm/models/v2evalrunsmonitorop.d.ts +0 -27
- package/esm/models/v2evalrunsmonitorop.d.ts.map +0 -1
- package/esm/models/v2evalrunsmonitorop.js +0 -27
- package/esm/models/v2evalrunsmonitorop.js.map +0 -1
- package/src/models/v2evaljudge.ts +0 -12
- package/src/models/v2evalrunsmonitorop.ts +0 -59
|
@@ -10,7 +10,7 @@ import { Result } from "../types/fp.js";
|
|
|
10
10
|
* List Results
|
|
11
11
|
*
|
|
12
12
|
* @remarks
|
|
13
|
-
* Returns completed custom-eval results from
|
|
13
|
+
* Returns completed custom-eval results from all supported run flows, ordered newest first. Result IDs are different from eval run IDs.
|
|
14
14
|
*/
|
|
15
15
|
export declare function evalResultsV2EvalResultsList(client$: LightsageMcpCore, request?: V2EvalResultsListRequest | undefined, options?: RequestOptions): APIPromise<Result<Response, APIError | SDKValidationError | UnexpectedClientError | InvalidRequestError | RequestAbortedError | RequestTimeoutError | ConnectionError>>;
|
|
16
16
|
//# sourceMappingURL=evalResultsV2EvalResultsList.d.ts.map
|
|
@@ -13,7 +13,7 @@ import { APIPromise } from "../types/async.js";
|
|
|
13
13
|
* List Results
|
|
14
14
|
*
|
|
15
15
|
* @remarks
|
|
16
|
-
* Returns completed custom-eval results from
|
|
16
|
+
* Returns completed custom-eval results from all supported run flows, ordered newest first. Result IDs are different from eval run IDs.
|
|
17
17
|
*/
|
|
18
18
|
export function evalResultsV2EvalResultsList(client$, request, options) {
|
|
19
19
|
return new APIPromise($do(client$, request, options));
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
import { LightsageMcpCore } from "../core.js";
|
|
2
|
+
import { RequestOptions } from "../lib/sdks.js";
|
|
3
|
+
import { APIError } from "../models/errors/apierror.js";
|
|
4
|
+
import { ConnectionError, InvalidRequestError, RequestAbortedError, RequestTimeoutError, UnexpectedClientError } from "../models/errors/httpclienterrors.js";
|
|
5
|
+
import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
|
|
6
|
+
import { V2EvalRunsAnalysisRequest } from "../models/v2evalrunsanalysisop.js";
|
|
7
|
+
import { APIPromise } from "../types/async.js";
|
|
8
|
+
import { Result } from "../types/fp.js";
|
|
9
|
+
/**
|
|
10
|
+
* Retrieve eval run analysis
|
|
11
|
+
*
|
|
12
|
+
* @remarks
|
|
13
|
+
* Returns the persisted analysis produced for each completed attempt in one eval run. The analysis includes the verdict, outcome explanation, findings, bottleneck, and analysis sections. Active runs return the analysis available so far together with current run status and progress.
|
|
14
|
+
*/
|
|
15
|
+
export declare function evalsAnalysis(client$: LightsageMcpCore, request: V2EvalRunsAnalysisRequest, options?: RequestOptions): APIPromise<Result<Response, APIError | SDKValidationError | UnexpectedClientError | InvalidRequestError | RequestAbortedError | RequestTimeoutError | ConnectionError>>;
|
|
16
|
+
//# sourceMappingURL=evalsAnalysis.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"evalsAnalysis.d.ts","sourceRoot":"","sources":["../../src/funcs/evalsAnalysis.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAI9C,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAGhD,OAAO,EAAE,QAAQ,EAAE,MAAM,8BAA8B,CAAC;AACxD,OAAO,EACL,eAAe,EACf,mBAAmB,EACnB,mBAAmB,EACnB,mBAAmB,EACnB,qBAAqB,EACtB,MAAM,sCAAsC,CAAC;AAC9C,OAAO,EAAE,kBAAkB,EAAE,MAAM,wCAAwC,CAAC;AAC5E,OAAO,EACL,yBAAyB,EAE1B,MAAM,mCAAmC,CAAC;AAC3C,OAAO,EAAW,UAAU,EAAE,MAAM,mBAAmB,CAAC;AACxD,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AAExC;;;;;GAKG;AACH,wBAAgB,aAAa,CAC3B,OAAO,EAAE,gBAAgB,EACzB,OAAO,EAAE,yBAAyB,EAClC,OAAO,CAAC,EAAE,cAAc,GACvB,UAAU,CACX,MAAM,CACJ,QAAQ,EACN,QAAQ,GACR,kBAAkB,GAClB,qBAAqB,GACrB,mBAAmB,GACnB,mBAAmB,GACnB,mBAAmB,GACnB,eAAe,CAClB,CACF,CAMA"}
|
|
@@ -0,0 +1,88 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
* @generated-id: cb2b198fcbdb
|
|
4
|
+
*/
|
|
5
|
+
import { encodeSimple } from "../lib/encodings.js";
|
|
6
|
+
import { compactMap } from "../lib/primitives.js";
|
|
7
|
+
import { safeParse } from "../lib/schemas.js";
|
|
8
|
+
import { extractSecurity, resolveGlobalSecurity } from "../lib/security.js";
|
|
9
|
+
import { pathToFunc } from "../lib/url.js";
|
|
10
|
+
import { V2EvalRunsAnalysisRequest$zodSchema, } from "../models/v2evalrunsanalysisop.js";
|
|
11
|
+
import { APIPromise } from "../types/async.js";
|
|
12
|
+
/**
|
|
13
|
+
* Retrieve eval run analysis
|
|
14
|
+
*
|
|
15
|
+
* @remarks
|
|
16
|
+
* Returns the persisted analysis produced for each completed attempt in one eval run. The analysis includes the verdict, outcome explanation, findings, bottleneck, and analysis sections. Active runs return the analysis available so far together with current run status and progress.
|
|
17
|
+
*/
|
|
18
|
+
export function evalsAnalysis(client$, request, options) {
|
|
19
|
+
return new APIPromise($do(client$, request, options));
|
|
20
|
+
}
|
|
21
|
+
async function $do(client$, request, options) {
|
|
22
|
+
const parsed$ = safeParse(request, (value$) => V2EvalRunsAnalysisRequest$zodSchema.parse(value$), "Input validation failed");
|
|
23
|
+
if (!parsed$.ok) {
|
|
24
|
+
return [parsed$, { status: "invalid" }];
|
|
25
|
+
}
|
|
26
|
+
const payload$ = parsed$.value;
|
|
27
|
+
const body$ = null;
|
|
28
|
+
const pathParams$ = {
|
|
29
|
+
run_id: encodeSimple("run_id", payload$.run_id, {
|
|
30
|
+
explode: false,
|
|
31
|
+
charEncoding: "percent",
|
|
32
|
+
}),
|
|
33
|
+
};
|
|
34
|
+
const path$ = pathToFunc("/v2/eval-runs/{run_id}/analysis")(pathParams$);
|
|
35
|
+
const headers$ = new Headers(compactMap({
|
|
36
|
+
Accept: "application/json",
|
|
37
|
+
}));
|
|
38
|
+
const securityInput = await extractSecurity(client$._options.security);
|
|
39
|
+
const requestSecurity = resolveGlobalSecurity(securityInput);
|
|
40
|
+
const context = {
|
|
41
|
+
options: client$._options,
|
|
42
|
+
baseURL: options?.serverURL ?? client$._baseURL ?? "",
|
|
43
|
+
operationID: "v2_eval_runs_analysis",
|
|
44
|
+
oAuth2Scopes: null,
|
|
45
|
+
resolvedSecurity: requestSecurity,
|
|
46
|
+
securitySource: client$._options.security,
|
|
47
|
+
retryConfig: options?.retries
|
|
48
|
+
|| client$._options.retryConfig
|
|
49
|
+
|| { strategy: "none" },
|
|
50
|
+
retryCodes: options?.retryCodes || [
|
|
51
|
+
"429",
|
|
52
|
+
"500",
|
|
53
|
+
"502",
|
|
54
|
+
"503",
|
|
55
|
+
"504",
|
|
56
|
+
],
|
|
57
|
+
};
|
|
58
|
+
const requestRes = client$._createRequest(context, {
|
|
59
|
+
security: requestSecurity,
|
|
60
|
+
method: "GET",
|
|
61
|
+
baseURL: options?.serverURL,
|
|
62
|
+
path: path$,
|
|
63
|
+
headers: headers$,
|
|
64
|
+
body: body$,
|
|
65
|
+
userAgent: client$._options.userAgent,
|
|
66
|
+
timeoutMs: options?.timeoutMs || client$._options.timeoutMs
|
|
67
|
+
|| -1,
|
|
68
|
+
}, options);
|
|
69
|
+
if (!requestRes.ok) {
|
|
70
|
+
return [requestRes, { status: "invalid" }];
|
|
71
|
+
}
|
|
72
|
+
const req$ = requestRes.value;
|
|
73
|
+
const doResult = await client$._do(req$, {
|
|
74
|
+
context,
|
|
75
|
+
errorCodes: [],
|
|
76
|
+
retryConfig: context.retryConfig,
|
|
77
|
+
retryCodes: context.retryCodes,
|
|
78
|
+
});
|
|
79
|
+
if (!doResult.ok) {
|
|
80
|
+
return [doResult, { status: "request-error", request: req$ }];
|
|
81
|
+
}
|
|
82
|
+
return [doResult, {
|
|
83
|
+
status: "complete",
|
|
84
|
+
"request": req$,
|
|
85
|
+
response: doResult.value,
|
|
86
|
+
}];
|
|
87
|
+
}
|
|
88
|
+
//# sourceMappingURL=evalsAnalysis.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"evalsAnalysis.js","sourceRoot":"","sources":["../../src/funcs/evalsAnalysis.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACnD,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAClD,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAE9C,OAAO,EAAE,eAAe,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAC5E,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAU3C,OAAO,EAEL,mCAAmC,GACpC,MAAM,mCAAmC,CAAC;AAC3C,OAAO,EAAW,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAGxD;;;;;GAKG;AACH,MAAM,UAAU,aAAa,CAC3B,OAAyB,EACzB,OAAkC,EAClC,OAAwB;IAaxB,OAAO,IAAI,UAAU,CAAC,GAAG,CACvB,OAAO,EACP,OAAO,EACP,OAAO,CACR,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,GAAG,CAChB,OAAyB,EACzB,OAAkC,EAClC,OAAwB;IAgBxB,MAAM,OAAO,GAAG,SAAS,CACvB,OAAO,EACP,CAAC,MAAM,EAAE,EAAE,CAAC,mCAAmC,CAAC,KAAK,CAAC,MAAM,CAAC,EAC7D,yBAAyB,CAC1B,CAAC;IACF,IAAI,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC;QAChB,OAAO,CAAC,OAAO,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;IAC1C,CAAC;IACD,MAAM,QAAQ,GAAG,OAAO,CAAC,KAAK,CAAC;IAC/B,MAAM,KAAK,GAAG,IAAI,CAAC;IAEnB,MAAM,WAAW,GAAG;QAClB,MAAM,EAAE,YAAY,CAAC,QAAQ,EAAE,QAAQ,CAAC,MAAM,EAAE;YAC9C,OAAO,EAAE,KAAK;YACd,YAAY,EAAE,SAAS;SACxB,CAAC;KACH,CAAC;IACF,MAAM,KAAK,GAAG,UAAU,CAAC,iCAAiC,CAAC,CACzD,WAAW,CACZ,CAAC;IAEF,MAAM,QAAQ,GAAG,IAAI,OAAO,CAAC,UAAU,CAAC;QACtC,MAAM,EAAE,kBAAkB;KAC3B,CAAC,CAAC,CAAC;IACJ,MAAM,aAAa,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACvE,MAAM,eAAe,GAAG,qBAAqB,CAAC,aAAa,CAAC,CAAC;IAE7D,MAAM,OAAO,GAAG;QACd,OAAO,EAAE,OAAO,CAAC,QAAQ;QACzB,OAAO,EAAE,OAAO,EAAE,SAAS,IAAI,OAAO,CAAC,QAAQ,IAAI,EAAE;QACrD,WAAW,EAAE,uBAAuB;QACpC,YAAY,EAAE,IAAI;QAClB,gBAAgB,EAAE,eAAe;QACjC,cAAc,EAAE,OAAO,CAAC,QAAQ,CAAC,QAAQ;QACzC,WAAW,EAAE,OAAO,EAAE,OAAO;eACxB,OAAO,CAAC,QAAQ,CAAC,WAAW;eAC5B,EAAE,QAAQ,EAAE,MAAM,EAAE;QACzB,UAAU,EAAE,OAAO,EAAE,UAAU,IAAI;YACjC,KAAK;YACL,KAAK;YACL,KAAK;YACL,KAAK;YACL,KAAK;SACN;KACF,CAAC;IAEF,MAAM,UAAU,GAAG,OAAO,CAAC,cAAc,CAAC,OAAO,EAAE;QACjD,QAAQ,EAAE,eAAe;QACzB,MAAM,EAAE,KAAK;QACb,OAAO,EAAE,OAAO,EAAE,SAAS;QAC3B,IAAI,EAAE,KAAK;QACX,OAAO,EAAE,QAAQ;QACjB,IAAI,EAAE,KAAK;QACX,SAAS,EAAE,OAAO,CAAC,QAAQ,CAAC,SAAS;QACrC,SAAS,EAAE,OAAO,EAAE,SAAS,IAAI,OAAO,CAAC,QAAQ,CAAC,SAAS;eACtD,CAAC,CAAC;KACR,EAAE,OAAO,CAAC,CAAC;IACZ,IAAI,CAAC,UAAU,CAAC,EAAE,EAAE,CAAC;QACnB,OAAO,CAAC,UAAU,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;IAC7C,CAAC;IACD,MAAM,IAAI,GAAG,UAAU,CAAC,KAAK,CAAC;IAE9B,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE;QACvC,OAAO;QACP,UAAU,EAAE,EAAE;QACd,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,UAAU,EAAE,OAAO,CAAC,UAAU;KAC/B,CAAC,CAAC;IACH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,OAAO,CAAC,QAAQ,EAAE,EAAE,MAAM,EAAE,eAAe,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;IAChE,CAAC;IACD,OAAO,CAAC,QAAQ,EAAE;YAChB,MAAM,EAAE,UAAU;YAClB,SAAS,EAAE,IAAI;YACf,QAAQ,EAAE,QAAQ,CAAC,KAAK;SACzB,CAAC,CAAC;AACL,CAAC"}
|
package/esm/funcs/evalsRun.d.ts
CHANGED
|
@@ -14,10 +14,10 @@ import { Result } from "../types/fp.js";
|
|
|
14
14
|
*
|
|
15
15
|
* Send one of these flat request forms:
|
|
16
16
|
*
|
|
17
|
-
* - **Saved eval:** provide `eval_id
|
|
18
|
-
* - **Direct create-and-run:** provide `
|
|
17
|
+
* - **Saved eval:** provide `eval_id`; optionally replace its prompts, persona, agents, CLIs, MCPs, or runs for this launch. A saved configuration can still provide repository, environment, skills, and legacy tool selections.
|
|
18
|
+
* - **Direct create-and-run:** provide `prompts`, `judges`, and `agent`. You may also provide a persona, tags, repository, write-only environment variables, saved or inline CLIs and MCP servers, and skills.
|
|
19
19
|
*
|
|
20
|
-
*
|
|
20
|
+
* The run fans out across prompts × agents × runs. Persona is shared metadata and does not multiply attempts. No separate `mode` field is required.
|
|
21
21
|
*/
|
|
22
22
|
export declare function evalsRun(client$: LightsageMcpCore, request: CreateV2EvalRunRequest, options?: RequestOptions): APIPromise<Result<Response, APIError | SDKValidationError | UnexpectedClientError | InvalidRequestError | RequestAbortedError | RequestTimeoutError | ConnectionError>>;
|
|
23
23
|
//# sourceMappingURL=evalsRun.d.ts.map
|
package/esm/funcs/evalsRun.js
CHANGED
|
@@ -17,10 +17,10 @@ import { APIPromise } from "../types/async.js";
|
|
|
17
17
|
*
|
|
18
18
|
* Send one of these flat request forms:
|
|
19
19
|
*
|
|
20
|
-
* - **Saved eval:** provide `eval_id
|
|
21
|
-
* - **Direct create-and-run:** provide `
|
|
20
|
+
* - **Saved eval:** provide `eval_id`; optionally replace its prompts, persona, agents, CLIs, MCPs, or runs for this launch. A saved configuration can still provide repository, environment, skills, and legacy tool selections.
|
|
21
|
+
* - **Direct create-and-run:** provide `prompts`, `judges`, and `agent`. You may also provide a persona, tags, repository, write-only environment variables, saved or inline CLIs and MCP servers, and skills.
|
|
22
22
|
*
|
|
23
|
-
*
|
|
23
|
+
* The run fans out across prompts × agents × runs. Persona is shared metadata and does not multiply attempts. No separate `mode` field is required.
|
|
24
24
|
*/
|
|
25
25
|
export function evalsRun(client$, request, options) {
|
|
26
26
|
return new APIPromise($do(client$, request, options));
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
import { LightsageMcpCore } from "../core.js";
|
|
2
|
+
import { RequestOptions } from "../lib/sdks.js";
|
|
3
|
+
import { APIError } from "../models/errors/apierror.js";
|
|
4
|
+
import { ConnectionError, InvalidRequestError, RequestAbortedError, RequestTimeoutError, UnexpectedClientError } from "../models/errors/httpclienterrors.js";
|
|
5
|
+
import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
|
|
6
|
+
import { V2EvalRunsTraceRequest } from "../models/v2evalrunstraceop.js";
|
|
7
|
+
import { APIPromise } from "../types/async.js";
|
|
8
|
+
import { Result } from "../types/fp.js";
|
|
9
|
+
/**
|
|
10
|
+
* Retrieve an eval run trace
|
|
11
|
+
*
|
|
12
|
+
* @remarks
|
|
13
|
+
* Returns a finite page of sanitized execution events for one eval run. Use `next_after_id` as `after_id` to retrieve the next page. Use the monitor operation instead when following a run live.
|
|
14
|
+
*/
|
|
15
|
+
export declare function evalsTrace(client$: LightsageMcpCore, request: V2EvalRunsTraceRequest, options?: RequestOptions): APIPromise<Result<Response, APIError | SDKValidationError | UnexpectedClientError | InvalidRequestError | RequestAbortedError | RequestTimeoutError | ConnectionError>>;
|
|
16
|
+
//# sourceMappingURL=evalsTrace.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"evalsTrace.d.ts","sourceRoot":"","sources":["../../src/funcs/evalsTrace.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAI9C,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAGhD,OAAO,EAAE,QAAQ,EAAE,MAAM,8BAA8B,CAAC;AACxD,OAAO,EACL,eAAe,EACf,mBAAmB,EACnB,mBAAmB,EACnB,mBAAmB,EACnB,qBAAqB,EACtB,MAAM,sCAAsC,CAAC;AAC9C,OAAO,EAAE,kBAAkB,EAAE,MAAM,wCAAwC,CAAC;AAC5E,OAAO,EACL,sBAAsB,EAEvB,MAAM,gCAAgC,CAAC;AACxC,OAAO,EAAW,UAAU,EAAE,MAAM,mBAAmB,CAAC;AACxD,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AAExC;;;;;GAKG;AACH,wBAAgB,UAAU,CACxB,OAAO,EAAE,gBAAgB,EACzB,OAAO,EAAE,sBAAsB,EAC/B,OAAO,CAAC,EAAE,cAAc,GACvB,UAAU,CACX,MAAM,CACJ,QAAQ,EACN,QAAQ,GACR,kBAAkB,GAClB,qBAAqB,GACrB,mBAAmB,GACnB,mBAAmB,GACnB,mBAAmB,GACnB,eAAe,CAClB,CACF,CAMA"}
|
|
@@ -1,51 +1,50 @@
|
|
|
1
1
|
/*
|
|
2
2
|
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
-
* @generated-id:
|
|
3
|
+
* @generated-id: 696bcb18693c
|
|
4
4
|
*/
|
|
5
|
-
import { encodeFormQuery } from "../lib/encodings.js";
|
|
5
|
+
import { encodeFormQuery, encodeSimple } from "../lib/encodings.js";
|
|
6
6
|
import { compactMap } from "../lib/primitives.js";
|
|
7
7
|
import { safeParse } from "../lib/schemas.js";
|
|
8
8
|
import { extractSecurity, resolveGlobalSecurity } from "../lib/security.js";
|
|
9
9
|
import { pathToFunc } from "../lib/url.js";
|
|
10
|
-
import {
|
|
10
|
+
import { V2EvalRunsTraceRequest$zodSchema, } from "../models/v2evalrunstraceop.js";
|
|
11
11
|
import { APIPromise } from "../types/async.js";
|
|
12
|
-
export var MonitorAcceptEnum;
|
|
13
|
-
(function (MonitorAcceptEnum) {
|
|
14
|
-
MonitorAcceptEnum["applicationJsonAccept"] = "application/json";
|
|
15
|
-
MonitorAcceptEnum["textEventStreamAccept"] = "text/event-stream";
|
|
16
|
-
})(MonitorAcceptEnum || (MonitorAcceptEnum = {}));
|
|
17
12
|
/**
|
|
18
|
-
*
|
|
13
|
+
* Retrieve an eval run trace
|
|
19
14
|
*
|
|
20
15
|
* @remarks
|
|
21
|
-
*
|
|
16
|
+
* Returns a finite page of sanitized execution events for one eval run. Use `next_after_id` as `after_id` to retrieve the next page. Use the monitor operation instead when following a run live.
|
|
22
17
|
*/
|
|
23
|
-
export function
|
|
18
|
+
export function evalsTrace(client$, request, options) {
|
|
24
19
|
return new APIPromise($do(client$, request, options));
|
|
25
20
|
}
|
|
26
21
|
async function $do(client$, request, options) {
|
|
27
|
-
const parsed$ = safeParse(request, (value$) =>
|
|
22
|
+
const parsed$ = safeParse(request, (value$) => V2EvalRunsTraceRequest$zodSchema.parse(value$), "Input validation failed");
|
|
28
23
|
if (!parsed$.ok) {
|
|
29
24
|
return [parsed$, { status: "invalid" }];
|
|
30
25
|
}
|
|
31
26
|
const payload$ = parsed$.value;
|
|
32
27
|
const body$ = null;
|
|
33
|
-
const
|
|
28
|
+
const pathParams$ = {
|
|
29
|
+
run_id: encodeSimple("run_id", payload$.run_id, {
|
|
30
|
+
explode: false,
|
|
31
|
+
charEncoding: "percent",
|
|
32
|
+
}),
|
|
33
|
+
};
|
|
34
|
+
const path$ = pathToFunc("/v2/eval-runs/{run_id}/trace")(pathParams$);
|
|
34
35
|
const query$ = encodeFormQuery({
|
|
35
|
-
"after_id": payload
|
|
36
|
-
"
|
|
37
|
-
"run_id": payload$?.run_id,
|
|
36
|
+
"after_id": payload$.after_id,
|
|
37
|
+
"limit": payload$.limit,
|
|
38
38
|
});
|
|
39
39
|
const headers$ = new Headers(compactMap({
|
|
40
|
-
Accept:
|
|
41
|
-
|| "application/json;q=1, text/event-stream;q=0",
|
|
40
|
+
Accept: "application/json",
|
|
42
41
|
}));
|
|
43
42
|
const securityInput = await extractSecurity(client$._options.security);
|
|
44
43
|
const requestSecurity = resolveGlobalSecurity(securityInput);
|
|
45
44
|
const context = {
|
|
46
45
|
options: client$._options,
|
|
47
46
|
baseURL: options?.serverURL ?? client$._baseURL ?? "",
|
|
48
|
-
operationID: "
|
|
47
|
+
operationID: "v2_eval_runs_trace",
|
|
49
48
|
oAuth2Scopes: null,
|
|
50
49
|
resolvedSecurity: requestSecurity,
|
|
51
50
|
securitySource: client$._options.security,
|
|
@@ -91,4 +90,4 @@ async function $do(client$, request, options) {
|
|
|
91
90
|
response: doResult.value,
|
|
92
91
|
}];
|
|
93
92
|
}
|
|
94
|
-
//# sourceMappingURL=
|
|
93
|
+
//# sourceMappingURL=evalsTrace.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"evalsTrace.js","sourceRoot":"","sources":["../../src/funcs/evalsTrace.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,OAAO,EAAE,eAAe,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACpE,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAClD,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAE9C,OAAO,EAAE,eAAe,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAC5E,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAU3C,OAAO,EAEL,gCAAgC,GACjC,MAAM,gCAAgC,CAAC;AACxC,OAAO,EAAW,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAGxD;;;;;GAKG;AACH,MAAM,UAAU,UAAU,CACxB,OAAyB,EACzB,OAA+B,EAC/B,OAAwB;IAaxB,OAAO,IAAI,UAAU,CAAC,GAAG,CACvB,OAAO,EACP,OAAO,EACP,OAAO,CACR,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,GAAG,CAChB,OAAyB,EACzB,OAA+B,EAC/B,OAAwB;IAgBxB,MAAM,OAAO,GAAG,SAAS,CACvB,OAAO,EACP,CAAC,MAAM,EAAE,EAAE,CAAC,gCAAgC,CAAC,KAAK,CAAC,MAAM,CAAC,EAC1D,yBAAyB,CAC1B,CAAC;IACF,IAAI,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC;QAChB,OAAO,CAAC,OAAO,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;IAC1C,CAAC;IACD,MAAM,QAAQ,GAAG,OAAO,CAAC,KAAK,CAAC;IAC/B,MAAM,KAAK,GAAG,IAAI,CAAC;IAEnB,MAAM,WAAW,GAAG;QAClB,MAAM,EAAE,YAAY,CAAC,QAAQ,EAAE,QAAQ,CAAC,MAAM,EAAE;YAC9C,OAAO,EAAE,KAAK;YACd,YAAY,EAAE,SAAS;SACxB,CAAC;KACH,CAAC;IACF,MAAM,KAAK,GAAG,UAAU,CAAC,8BAA8B,CAAC,CACtD,WAAW,CACZ,CAAC;IACF,MAAM,MAAM,GAAG,eAAe,CAAC;QAC7B,UAAU,EAAE,QAAQ,CAAC,QAAQ;QAC7B,OAAO,EAAE,QAAQ,CAAC,KAAK;KACxB,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG,IAAI,OAAO,CAAC,UAAU,CAAC;QACtC,MAAM,EAAE,kBAAkB;KAC3B,CAAC,CAAC,CAAC;IACJ,MAAM,aAAa,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACvE,MAAM,eAAe,GAAG,qBAAqB,CAAC,aAAa,CAAC,CAAC;IAE7D,MAAM,OAAO,GAAG;QACd,OAAO,EAAE,OAAO,CAAC,QAAQ;QACzB,OAAO,EAAE,OAAO,EAAE,SAAS,IAAI,OAAO,CAAC,QAAQ,IAAI,EAAE;QACrD,WAAW,EAAE,oBAAoB;QACjC,YAAY,EAAE,IAAI;QAClB,gBAAgB,EAAE,eAAe;QACjC,cAAc,EAAE,OAAO,CAAC,QAAQ,CAAC,QAAQ;QACzC,WAAW,EAAE,OAAO,EAAE,OAAO;eACxB,OAAO,CAAC,QAAQ,CAAC,WAAW;eAC5B,EAAE,QAAQ,EAAE,MAAM,EAAE;QACzB,UAAU,EAAE,OAAO,EAAE,UAAU,IAAI;YACjC,KAAK;YACL,KAAK;YACL,KAAK;YACL,KAAK;YACL,KAAK;SACN;KACF,CAAC;IAEF,MAAM,UAAU,GAAG,OAAO,CAAC,cAAc,CAAC,OAAO,EAAE;QACjD,QAAQ,EAAE,eAAe;QACzB,MAAM,EAAE,KAAK;QACb,OAAO,EAAE,OAAO,EAAE,SAAS;QAC3B,IAAI,EAAE,KAAK;QACX,OAAO,EAAE,QAAQ;QACjB,KAAK,EAAE,MAAM;QACb,IAAI,EAAE,KAAK;QACX,SAAS,EAAE,OAAO,CAAC,QAAQ,CAAC,SAAS;QACrC,SAAS,EAAE,OAAO,EAAE,SAAS,IAAI,OAAO,CAAC,QAAQ,CAAC,SAAS;eACtD,CAAC,CAAC;KACR,EAAE,OAAO,CAAC,CAAC;IACZ,IAAI,CAAC,UAAU,CAAC,EAAE,EAAE,CAAC;QACnB,OAAO,CAAC,UAAU,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;IAC7C,CAAC;IACD,MAAM,IAAI,GAAG,UAAU,CAAC,KAAK,CAAC;IAE9B,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE;QACvC,OAAO;QACP,UAAU,EAAE,EAAE;QACd,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,UAAU,EAAE,OAAO,CAAC,UAAU;KAC/B,CAAC,CAAC;IACH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,OAAO,CAAC,QAAQ,EAAE,EAAE,MAAM,EAAE,eAAe,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;IAChE,CAAC;IACD,OAAO,CAAC,QAAQ,EAAE;YAChB,MAAM,EAAE,UAAU;YAClB,SAAS,EAAE,IAAI;YACf,QAAQ,EAAE,QAAQ,CAAC,KAAK;SACzB,CAAC,CAAC;AACL,CAAC"}
|
|
@@ -10,7 +10,7 @@ import { Result } from "../types/fp.js";
|
|
|
10
10
|
* Create Eval
|
|
11
11
|
*
|
|
12
12
|
* @remarks
|
|
13
|
-
* Creates
|
|
13
|
+
* Creates a reusable simulation definition with one or more task prompts and judges. Optional agents, persona, CLI installations, MCP servers, repeat count, and tags are saved with the eval. Creating the eval does not start a run and does not accept secret environment values.
|
|
14
14
|
*/
|
|
15
15
|
export declare function evalsV2EvalsCreate(client$: LightsageMcpCore, request: CreateV2EvalRequest, options?: RequestOptions): APIPromise<Result<Response, APIError | SDKValidationError | UnexpectedClientError | InvalidRequestError | RequestAbortedError | RequestTimeoutError | ConnectionError>>;
|
|
16
16
|
//# sourceMappingURL=evalsV2EvalsCreate.d.ts.map
|
|
@@ -13,7 +13,7 @@ import { APIPromise } from "../types/async.js";
|
|
|
13
13
|
* Create Eval
|
|
14
14
|
*
|
|
15
15
|
* @remarks
|
|
16
|
-
* Creates
|
|
16
|
+
* Creates a reusable simulation definition with one or more task prompts and judges. Optional agents, persona, CLI installations, MCP servers, repeat count, and tags are saved with the eval. Creating the eval does not start a run and does not accept secret environment values.
|
|
17
17
|
*/
|
|
18
18
|
export function evalsV2EvalsCreate(client$, request, options) {
|
|
19
19
|
return new APIPromise($do(client$, request, options));
|
|
@@ -9,7 +9,7 @@ import { Result } from "../types/fp.js";
|
|
|
9
9
|
* List Evals
|
|
10
10
|
*
|
|
11
11
|
* @remarks
|
|
12
|
-
* Returns all active
|
|
12
|
+
* Returns all active eval definitions owned by the organization.
|
|
13
13
|
*/
|
|
14
14
|
export declare function evalsV2EvalsList(client$: LightsageMcpCore, options?: RequestOptions): APIPromise<Result<Response, APIError | SDKValidationError | UnexpectedClientError | InvalidRequestError | RequestAbortedError | RequestTimeoutError | ConnectionError>>;
|
|
15
15
|
//# sourceMappingURL=evalsV2EvalsList.d.ts.map
|
|
@@ -10,7 +10,7 @@ import { APIPromise } from "../types/async.js";
|
|
|
10
10
|
* List Evals
|
|
11
11
|
*
|
|
12
12
|
* @remarks
|
|
13
|
-
* Returns all active
|
|
13
|
+
* Returns all active eval definitions owned by the organization.
|
|
14
14
|
*/
|
|
15
15
|
export function evalsV2EvalsList(client$, options) {
|
|
16
16
|
return new APIPromise($do(client$, options));
|
|
@@ -10,7 +10,7 @@ import { Result } from "../types/fp.js";
|
|
|
10
10
|
* Retrieve Eval
|
|
11
11
|
*
|
|
12
12
|
* @remarks
|
|
13
|
-
* Returns one eval
|
|
13
|
+
* Returns one reusable eval simulation definition.
|
|
14
14
|
*/
|
|
15
15
|
export declare function evalsV2EvalsRetrieve(client$: LightsageMcpCore, request: V2EvalsRetrieveRequest, options?: RequestOptions): APIPromise<Result<Response, APIError | SDKValidationError | UnexpectedClientError | InvalidRequestError | RequestAbortedError | RequestTimeoutError | ConnectionError>>;
|
|
16
16
|
//# sourceMappingURL=evalsV2EvalsRetrieve.d.ts.map
|
|
@@ -13,7 +13,7 @@ import { APIPromise } from "../types/async.js";
|
|
|
13
13
|
* Retrieve Eval
|
|
14
14
|
*
|
|
15
15
|
* @remarks
|
|
16
|
-
* Returns one eval
|
|
16
|
+
* Returns one reusable eval simulation definition.
|
|
17
17
|
*/
|
|
18
18
|
export function evalsV2EvalsRetrieve(client$, request, options) {
|
|
19
19
|
return new APIPromise($do(client$, request, options));
|
|
@@ -10,7 +10,7 @@ import { Result } from "../types/fp.js";
|
|
|
10
10
|
* Update Eval
|
|
11
11
|
*
|
|
12
12
|
* @remarks
|
|
13
|
-
* Updates
|
|
13
|
+
* Updates a reusable eval simulation definition. Omitted fields remain unchanged. Empty `agent`, `clis`, `mcps`, or `tags` arrays clear those collections, and `persona: null` clears the saved persona.
|
|
14
14
|
*/
|
|
15
15
|
export declare function evalsV2EvalsUpdate(client$: LightsageMcpCore, request: V2EvalsUpdateRequest, options?: RequestOptions): APIPromise<Result<Response, APIError | SDKValidationError | UnexpectedClientError | InvalidRequestError | RequestAbortedError | RequestTimeoutError | ConnectionError>>;
|
|
16
16
|
//# sourceMappingURL=evalsV2EvalsUpdate.d.ts.map
|
|
@@ -13,7 +13,7 @@ import { APIPromise } from "../types/async.js";
|
|
|
13
13
|
* Update Eval
|
|
14
14
|
*
|
|
15
15
|
* @remarks
|
|
16
|
-
* Updates
|
|
16
|
+
* Updates a reusable eval simulation definition. Omitted fields remain unchanged. Empty `agent`, `clis`, `mcps`, or `tags` arrays clear those collections, and `persona: null` clears the saved persona.
|
|
17
17
|
*/
|
|
18
18
|
export function evalsV2EvalsUpdate(client$, request, options) {
|
|
19
19
|
return new APIPromise($do(client$, request, options));
|
package/esm/landing-page.js
CHANGED
|
@@ -916,7 +916,7 @@ http_headers = { "lightsage-api-key-auth" = "YOUR_LIGHTSAGE_API_KEY_AUTH" }`;
|
|
|
916
916
|
<h1>Instructions</h1>
|
|
917
917
|
<p>One-click installation for Claude Desktop users</p>
|
|
918
918
|
<div class="instruction-item">
|
|
919
|
-
<a href="https://github.com/lightsagehq/mcp/releases/download/v0.
|
|
919
|
+
<a href="https://github.com/lightsagehq/mcp/releases/download/v0.3.1/mcp-server.mcpb" download="mcp-server.mcpb" class="action-button header-action" style="display: inline-flex; margin-bottom: 16px;">
|
|
920
920
|
📥 Download MCP Bundle
|
|
921
921
|
</a>
|
|
922
922
|
</div>
|
package/esm/lib/config.d.ts
CHANGED
|
@@ -35,8 +35,8 @@ export declare function serverURLFromOptions(options: SDKOptions): URL | null;
|
|
|
35
35
|
export declare const SDK_METADATA: {
|
|
36
36
|
readonly language: "typescript";
|
|
37
37
|
readonly openapiDocVersion: "1.0.0";
|
|
38
|
-
readonly sdkVersion: "0.
|
|
39
|
-
readonly genVersion: "2.
|
|
40
|
-
readonly userAgent: "speakeasy-sdk/mcp-typescript 0.
|
|
38
|
+
readonly sdkVersion: "0.3.1";
|
|
39
|
+
readonly genVersion: "2.937.18";
|
|
40
|
+
readonly userAgent: "speakeasy-sdk/mcp-typescript 0.3.1 2.937.18 1.0.0 @lightsage/mcp";
|
|
41
41
|
};
|
|
42
42
|
//# sourceMappingURL=config.d.ts.map
|
package/esm/lib/config.js
CHANGED
|
@@ -28,8 +28,8 @@ export function serverURLFromOptions(options) {
|
|
|
28
28
|
export const SDK_METADATA = {
|
|
29
29
|
language: "typescript",
|
|
30
30
|
openapiDocVersion: "1.0.0",
|
|
31
|
-
sdkVersion: "0.
|
|
32
|
-
genVersion: "2.
|
|
33
|
-
userAgent: "speakeasy-sdk/mcp-typescript 0.
|
|
31
|
+
sdkVersion: "0.3.1",
|
|
32
|
+
genVersion: "2.937.18",
|
|
33
|
+
userAgent: "speakeasy-sdk/mcp-typescript 0.3.1 2.937.18 1.0.0 @lightsage/mcp",
|
|
34
34
|
};
|
|
35
35
|
//# sourceMappingURL=config.js.map
|
package/esm/lib/config.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"config.js","sourceRoot":"","sources":["../../src/lib/config.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAMH,OAAO,EAAU,UAAU,EAAE,MAAM,UAAU,CAAC;AAE9C;;GAEG;AACH,MAAM,CAAC,MAAM,UAAU,GAAG;IACxB;;OAEG;IACH,2BAA2B;CACnB,CAAC;AA6BX,MAAM,UAAU,oBAAoB,CAAC,OAAmB;IACtD,IAAI,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;IAElC,MAAM,MAAM,GAAW,EAAE,CAAC;IAE1B,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,CAAC,CAAC;QACzC,IAAI,SAAS,GAAG,CAAC,IAAI,SAAS,IAAI,UAAU,CAAC,MAAM,EAAE,CAAC;YACpD,MAAM,IAAI,KAAK,CAAC,wBAAwB,SAAS,EAAE,CAAC,CAAC;QACvD,CAAC;QACD,SAAS,GAAG,UAAU,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;IAC1C,CAAC;IAED,MAAM,CAAC,GAAG,UAAU,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,CAAC;IACxC,OAAO,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC;AACpB,CAAC;AAED,MAAM,CAAC,MAAM,YAAY,GAAG;IAC1B,QAAQ,EAAE,YAAY;IACtB,iBAAiB,EAAE,OAAO;IAC1B,UAAU,EAAE,OAAO;IACnB,UAAU,EAAE,
|
|
1
|
+
{"version":3,"file":"config.js","sourceRoot":"","sources":["../../src/lib/config.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAMH,OAAO,EAAU,UAAU,EAAE,MAAM,UAAU,CAAC;AAE9C;;GAEG;AACH,MAAM,CAAC,MAAM,UAAU,GAAG;IACxB;;OAEG;IACH,2BAA2B;CACnB,CAAC;AA6BX,MAAM,UAAU,oBAAoB,CAAC,OAAmB;IACtD,IAAI,SAAS,GAAG,OAAO,CAAC,SAAS,CAAC;IAElC,MAAM,MAAM,GAAW,EAAE,CAAC;IAE1B,IAAI,CAAC,SAAS,EAAE,CAAC;QACf,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,CAAC,CAAC;QACzC,IAAI,SAAS,GAAG,CAAC,IAAI,SAAS,IAAI,UAAU,CAAC,MAAM,EAAE,CAAC;YACpD,MAAM,IAAI,KAAK,CAAC,wBAAwB,SAAS,EAAE,CAAC,CAAC;QACvD,CAAC;QACD,SAAS,GAAG,UAAU,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;IAC1C,CAAC;IAED,MAAM,CAAC,GAAG,UAAU,CAAC,SAAS,CAAC,CAAC,MAAM,CAAC,CAAC;IACxC,OAAO,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC;AACpB,CAAC;AAED,MAAM,CAAC,MAAM,YAAY,GAAG;IAC1B,QAAQ,EAAE,YAAY;IACtB,iBAAiB,EAAE,OAAO;IAC1B,UAAU,EAAE,OAAO;IACnB,UAAU,EAAE,UAAU;IACtB,SAAS,EAAE,kEAAkE;CACrE,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"server.d.ts","sourceRoot":"","sources":["../../src/mcp-server/server.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,SAAS,EAAE,MAAM,yCAAyC,CAAC;AACpE,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAC9C,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAMzD,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AACvC,OAAO,EAEL,uBAAuB,EAExB,MAAM,YAAY,CAAC;
|
|
1
|
+
{"version":3,"file":"server.d.ts","sourceRoot":"","sources":["../../src/mcp-server/server.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,SAAS,EAAE,MAAM,yCAAyC,CAAC;AACpE,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAC9C,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAMzD,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AACvC,OAAO,EAEL,uBAAuB,EAExB,MAAM,YAAY,CAAC;AAwDpB,wBAAgB,eAAe,CAAC,IAAI,EAAE;IACpC,MAAM,EAAE,aAAa,CAAC;IACtB,YAAY,CAAC,EAAE,MAAM,EAAE,GAAG,SAAS,CAAC;IACpC,OAAO,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAC9B,MAAM,CAAC,EAAE,QAAQ,EAAE,GAAG,SAAS,CAAC;IAChC,gBAAgB,CAAC,EAAE,uBAAuB,GAAG,SAAS,CAAC;IACvD,MAAM,CAAC,EAAE,MAAM,gBAAgB,CAAC;IAChC,SAAS,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC/B,QAAQ,CAAC,EAAE,UAAU,CAAC,UAAU,CAAC,GAAG,SAAS,CAAC;IAC9C,SAAS,CAAC,EAAE,UAAU,CAAC,WAAW,CAAC,GAAG,SAAS,CAAC;CACjD;;;;;;EAkHA"}
|
package/esm/mcp-server/server.js
CHANGED
|
@@ -17,8 +17,9 @@ import { tool$evalResultsV2EvalResultsList } from "./tools/evalResultsV2EvalResu
|
|
|
17
17
|
import { tool$evalResultsV2EvalResultsRetrieve } from "./tools/evalResultsV2EvalResultsRetrieve.js";
|
|
18
18
|
import { tool$evalRunsV2EvalRunsList } from "./tools/evalRunsV2EvalRunsList.js";
|
|
19
19
|
import { tool$evalRunsV2EvalRunsRetrieve } from "./tools/evalRunsV2EvalRunsRetrieve.js";
|
|
20
|
-
import { tool$
|
|
20
|
+
import { tool$evalsAnalysis } from "./tools/evalsAnalysis.js";
|
|
21
21
|
import { tool$evalsRun } from "./tools/evalsRun.js";
|
|
22
|
+
import { tool$evalsTrace } from "./tools/evalsTrace.js";
|
|
22
23
|
import { tool$evalsV2EvalConfigurationsCreate } from "./tools/evalsV2EvalConfigurationsCreate.js";
|
|
23
24
|
import { tool$evalsV2EvalConfigurationsDelete } from "./tools/evalsV2EvalConfigurationsDelete.js";
|
|
24
25
|
import { tool$evalsV2EvalConfigurationsList } from "./tools/evalsV2EvalConfigurationsList.js";
|
|
@@ -69,7 +70,7 @@ export function createMCPServer(deps) {
|
|
|
69
70
|
sizes: ["any"],
|
|
70
71
|
}],
|
|
71
72
|
name: "LightsageMcp",
|
|
72
|
-
version: "0.
|
|
73
|
+
version: "0.3.1",
|
|
73
74
|
});
|
|
74
75
|
const getClient = deps.getSDK || (() => new LightsageMcpCore({
|
|
75
76
|
security: deps.security,
|
|
@@ -129,7 +130,8 @@ export function createMCPServer(deps) {
|
|
|
129
130
|
tool(tool$evalsV2EvalConfigurationsUpdate);
|
|
130
131
|
tool(tool$evalsV2EvalConfigurationsDelete);
|
|
131
132
|
tool(tool$evalsRun);
|
|
132
|
-
tool(tool$
|
|
133
|
+
tool(tool$evalsAnalysis);
|
|
134
|
+
tool(tool$evalsTrace);
|
|
133
135
|
tool(tool$evalRunsV2EvalRunsList);
|
|
134
136
|
tool(tool$evalRunsV2EvalRunsRetrieve);
|
|
135
137
|
tool(tool$evalResultsV2EvalResultsList);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"server.js","sourceRoot":"","sources":["../../src/mcp-server/server.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,SAAS,EAAE,MAAM,yCAAyC,CAAC;AACpE,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAG9C,OAAO,EAAE,oBAAoB,EAAE,MAAM,cAAc,CAAC;AACpD,OAAO,EACL,sBAAsB,EACtB,8BAA8B,GAC/B,MAAM,gBAAgB,CAAC;AAExB,OAAO,EACL,kBAAkB,EAElB,oBAAoB,GACrB,MAAM,YAAY,CAAC;AACpB,OAAO,EAAE,uBAAuB,EAAE,MAAM,+BAA+B,CAAC;AACxE,OAAO,EAAE,mBAAmB,EAAE,MAAM,2BAA2B,CAAC;AAChE,OAAO,EAAE,iCAAiC,EAAE,MAAM,yCAAyC,CAAC;AAC5F,OAAO,EAAE,6BAA6B,EAAE,MAAM,qCAAqC,CAAC;AACpF,OAAO,EAAE,6BAA6B,EAAE,MAAM,qCAAqC,CAAC;AACpF,OAAO,EAAE,mCAAmC,EAAE,MAAM,2CAA2C,CAAC;AAChG,OAAO,EAAE,iCAAiC,EAAE,MAAM,yCAAyC,CAAC;AAC5F,OAAO,EAAE,qCAAqC,EAAE,MAAM,6CAA6C,CAAC;AACpG,OAAO,EAAE,2BAA2B,EAAE,MAAM,mCAAmC,CAAC;AAChF,OAAO,EAAE,+BAA+B,EAAE,MAAM,uCAAuC,CAAC;AACxF,OAAO,EAAE,
|
|
1
|
+
{"version":3,"file":"server.js","sourceRoot":"","sources":["../../src/mcp-server/server.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,SAAS,EAAE,MAAM,yCAAyC,CAAC;AACpE,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAG9C,OAAO,EAAE,oBAAoB,EAAE,MAAM,cAAc,CAAC;AACpD,OAAO,EACL,sBAAsB,EACtB,8BAA8B,GAC/B,MAAM,gBAAgB,CAAC;AAExB,OAAO,EACL,kBAAkB,EAElB,oBAAoB,GACrB,MAAM,YAAY,CAAC;AACpB,OAAO,EAAE,uBAAuB,EAAE,MAAM,+BAA+B,CAAC;AACxE,OAAO,EAAE,mBAAmB,EAAE,MAAM,2BAA2B,CAAC;AAChE,OAAO,EAAE,iCAAiC,EAAE,MAAM,yCAAyC,CAAC;AAC5F,OAAO,EAAE,6BAA6B,EAAE,MAAM,qCAAqC,CAAC;AACpF,OAAO,EAAE,6BAA6B,EAAE,MAAM,qCAAqC,CAAC;AACpF,OAAO,EAAE,mCAAmC,EAAE,MAAM,2CAA2C,CAAC;AAChG,OAAO,EAAE,iCAAiC,EAAE,MAAM,yCAAyC,CAAC;AAC5F,OAAO,EAAE,qCAAqC,EAAE,MAAM,6CAA6C,CAAC;AACpG,OAAO,EAAE,2BAA2B,EAAE,MAAM,mCAAmC,CAAC;AAChF,OAAO,EAAE,+BAA+B,EAAE,MAAM,uCAAuC,CAAC;AACxF,OAAO,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAC;AAC9D,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AACxD,OAAO,EAAE,oCAAoC,EAAE,MAAM,4CAA4C,CAAC;AAClG,OAAO,EAAE,oCAAoC,EAAE,MAAM,4CAA4C,CAAC;AAClG,OAAO,EAAE,kCAAkC,EAAE,MAAM,0CAA0C,CAAC;AAC9F,OAAO,EAAE,sCAAsC,EAAE,MAAM,8CAA8C,CAAC;AACtG,OAAO,EAAE,oCAAoC,EAAE,MAAM,4CAA4C,CAAC;AAClG,OAAO,EAAE,uBAAuB,EAAE,MAAM,+BAA+B,CAAC;AACxE,OAAO,EAAE,uBAAuB,EAAE,MAAM,+BAA+B,CAAC;AACxE,OAAO,EAAE,qBAAqB,EAAE,MAAM,6BAA6B,CAAC;AACpE,OAAO,EAAE,yBAAyB,EAAE,MAAM,iCAAiC,CAAC;AAC5E,OAAO,EAAE,uBAAuB,EAAE,MAAM,+BAA+B,CAAC;AACxE,OAAO,EAAE,+BAA+B,EAAE,MAAM,uCAAuC,CAAC;AACxF,OAAO,EAAE,qCAAqC,EAAE,MAAM,6CAA6C,CAAC;AACpG,OAAO,EAAE,yCAAyC,EAAE,MAAM,iDAAiD,CAAC;AAC5G,OAAO,EAAE,4BAA4B,EAAE,MAAM,oCAAoC,CAAC;AAClF,OAAO,EAAE,gCAAgC,EAAE,MAAM,wCAAwC,CAAC;AAC1F,OAAO,EAAE,2BAA2B,EAAE,MAAM,mCAAmC,CAAC;AAChF,OAAO,EAAE,2BAA2B,EAAE,MAAM,mCAAmC,CAAC;AAChF,OAAO,EAAE,yBAAyB,EAAE,MAAM,iCAAiC,CAAC;AAC5E,OAAO,EAAE,6BAA6B,EAAE,MAAM,qCAAqC,CAAC;AACpF,OAAO,EAAE,2BAA2B,EAAE,MAAM,mCAAmC,CAAC;AAChF,OAAO,EAAE,gCAAgC,EAAE,MAAM,wCAAwC,CAAC;AAC1F,OAAO,EAAE,gCAAgC,EAAE,MAAM,wCAAwC,CAAC;AAC1F,OAAO,EAAE,8BAA8B,EAAE,MAAM,sCAAsC,CAAC;AACtF,OAAO,EAAE,gCAAgC,EAAE,MAAM,wCAAwC,CAAC;AAC1F,OAAO,EAAE,qCAAqC,EAAE,MAAM,6CAA6C,CAAC;AACpG,OAAO,EAAE,qCAAqC,EAAE,MAAM,6CAA6C,CAAC;AACpG,OAAO,EAAE,mCAAmC,EAAE,MAAM,2CAA2C,CAAC;AAChG,OAAO,EAAE,uCAAuC,EAAE,MAAM,+CAA+C,CAAC;AACxG,OAAO,EAAE,qCAAqC,EAAE,MAAM,6CAA6C,CAAC;AACpG,OAAO,EAAE,+BAA+B,EAAE,MAAM,uCAAuC,CAAC;AACxF,OAAO,EAAE,mCAAmC,EAAE,MAAM,2CAA2C,CAAC;AAChG,OAAO,EAAE,uBAAuB,EAAE,MAAM,+BAA+B,CAAC;AACxE,OAAO,EAAE,0BAA0B,EAAE,MAAM,kCAAkC,CAAC;AAC9E,OAAO,EAAE,sBAAsB,EAAE,MAAM,8BAA8B,CAAC;AACtE,OAAO,EAAE,qBAAqB,EAAE,MAAM,6BAA6B,CAAC;AACpE,OAAO,EAAE,yBAAyB,EAAE,MAAM,iCAAiC,CAAC;AAC5E,OAAO,EAAE,uBAAuB,EAAE,MAAM,+BAA+B,CAAC;AACxE,OAAO,EAAE,wCAAwC,EAAE,MAAM,gDAAgD,CAAC;AAC1G,OAAO,EAAE,0CAA0C,EAAE,MAAM,kDAAkD,CAAC;AAC9G,OAAO,EAAE,2CAA2C,EAAE,MAAM,mDAAmD,CAAC;AAChH,OAAO,EAAE,0CAA0C,EAAE,MAAM,kDAAkD,CAAC;AAE9G,MAAM,UAAU,eAAe,CAAC,IAU/B;IACC,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC;QAC3B,KAAK,EAAE,eAAe;QACtB,KAAK,EAAE,CAAC;gBACN,GAAG,EAAE,8CAA8C;gBACnD,QAAQ,EAAE,eAAe;gBACzB,KAAK,EAAE,CAAC,KAAK,CAAC;aACf,CAAC;QACF,IAAI,EAAE,cAAc;QACpB,OAAO,EAAE,OAAO;KACjB,CAAC,CAAC;IAEH,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,IAAI,CAAC,GAAG,EAAE,CACrC,IAAI,gBAAgB,CAAC;QACnB,QAAQ,EAAE,IAAI,CAAC,QAAQ;QACvB,SAAS,EAAE,IAAI,CAAC,SAAS;QACzB,SAAS,EAAE,IAAI,CAAC,SAAS;QACzB,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK,KAAK,OAAO;YACxC,CAAC,CAAC;gBACA,GAAG,EAAE,CAAC,GAAG,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC;gBACtC,KAAK,EAAE,CAAC,GAAG,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC;gBAC1C,QAAQ,EAAE,CAAC,GAAG,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,IAAI,CAAC;aACjD;YACD,CAAC,CAAC,SAAS;KACd,CAAC,CAAC,CAAC;IAEN,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAEpC,MAAM,YAAY,GAAG,IAAI,CAAC,YAAY,IAAI,IAAI,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IACrE,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,CAAC,GAAG,kBAAkB,CAC/C,IAAI,CAAC,MAAM,EACX,MAAM,EACN,SAAS,EACT,MAAM,EACN,YAAY,EACZ,IAAI,CAAC,OAAO,EACZ,IAAI,CAAC,gBAAgB,CACtB,CAAC;IACF,MAAM,QAAQ,GAAG,sBAAsB,CACrC,IAAI,CAAC,MAAM,EACX,MAAM,EACN,SAAS,EACT,MAAM,CACP,CAAC;IACF,MAAM,gBAAgB,GAAG,8BAA8B,CACrD,IAAI,CAAC,MAAM,EACX,MAAM,EACN,SAAS,EACT,MAAM,CACP,CAAC;IACF,MAAM,MAAM,GAAG,oBAAoB,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;IAC5E,MAAM,QAAQ,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC9D,KAAK,QAAQ,CAAC,CAAC,2BAA2B;IAE1C,IAAI,CAAC,sBAAsB,CAAC,CAAC;IAC7B,IAAI,CAAC,0BAA0B,CAAC,CAAC;IACjC,IAAI,CAAC,0CAA0C,CAAC,CAAC;IACjD,IAAI,CAAC,2CAA2C,CAAC,CAAC;IAClD,IAAI,CAAC,wCAAwC,CAAC,CAAC;IAC/C,IAAI,CAAC,0CAA0C,CAAC,CAAC;IACjD,IAAI,CAAC,yBAAyB,CAAC,CAAC;IAChC,IAAI,CAAC,2BAA2B,CAAC,CAAC;IAClC,IAAI,CAAC,8BAA8B,CAAC,CAAC;IACrC,IAAI,CAAC,gCAAgC,CAAC,CAAC;IACvC,IAAI,CAAC,gCAAgC,CAAC,CAAC;IACvC,IAAI,CAAC,gCAAgC,CAAC,CAAC;IACvC,IAAI,CAAC,4BAA4B,CAAC,CAAC;IACnC,IAAI,CAAC,gCAAgC,CAAC,CAAC;IACvC,IAAI,CAAC,6BAA6B,CAAC,CAAC;IACpC,IAAI,CAAC,2BAA2B,CAAC,CAAC;IAClC,IAAI,CAAC,2BAA2B,CAAC,CAAC;IAClC,IAAI,CAAC,qCAAqC,CAAC,CAAC;IAC5C,IAAI,CAAC,yCAAyC,CAAC,CAAC;IAChD,IAAI,CAAC,qBAAqB,CAAC,CAAC;IAC5B,IAAI,CAAC,yBAAyB,CAAC,CAAC;IAChC,IAAI,CAAC,uBAAuB,CAAC,CAAC;IAC9B,IAAI,CAAC,iCAAiC,CAAC,CAAC;IACxC,IAAI,CAAC,6BAA6B,CAAC,CAAC;IACpC,IAAI,CAAC,6BAA6B,CAAC,CAAC;IACpC,IAAI,CAAC,+BAA+B,CAAC,CAAC;IACtC,IAAI,CAAC,mCAAmC,CAAC,CAAC;IAC1C,IAAI,CAAC,qBAAqB,CAAC,CAAC;IAC5B,IAAI,CAAC,uBAAuB,CAAC,CAAC;IAC9B,IAAI,CAAC,yBAAyB,CAAC,CAAC;IAChC,IAAI,CAAC,uBAAuB,CAAC,CAAC;IAC9B,IAAI,CAAC,uBAAuB,CAAC,CAAC;IAC9B,IAAI,CAAC,kCAAkC,CAAC,CAAC;IACzC,IAAI,CAAC,oCAAoC,CAAC,CAAC;IAC3C,IAAI,CAAC,sCAAsC,CAAC,CAAC;IAC7C,IAAI,CAAC,oCAAoC,CAAC,CAAC;IAC3C,IAAI,CAAC,oCAAoC,CAAC,CAAC;IAC3C,IAAI,CAAC,aAAa,CAAC,CAAC;IACpB,IAAI,CAAC,kBAAkB,CAAC,CAAC;IACzB,IAAI,CAAC,eAAe,CAAC,CAAC;IACtB,IAAI,CAAC,2BAA2B,CAAC,CAAC;IAClC,IAAI,CAAC,+BAA+B,CAAC,CAAC;IACtC,IAAI,CAAC,iCAAiC,CAAC,CAAC;IACxC,IAAI,CAAC,qCAAqC,CAAC,CAAC;IAC5C,IAAI,CAAC,uBAAuB,CAAC,CAAC;IAC9B,IAAI,CAAC,mCAAmC,CAAC,CAAC;IAC1C,IAAI,CAAC,qCAAqC,CAAC,CAAC;IAC5C,IAAI,CAAC,uCAAuC,CAAC,CAAC;IAC9C,IAAI,CAAC,qCAAqC,CAAC,CAAC;IAC5C,IAAI,CAAC,qCAAqC,CAAC,CAAC;IAC5C,IAAI,CAAC,mCAAmC,CAAC,CAAC;IAC1C,IAAI,CAAC,+BAA+B,CAAC,CAAC;IACtC,IAAI,CAAC,mBAAmB,CAAC,CAAC;IAC1B,IAAI,CAAC,uBAAuB,CAAC,CAAC;IAE9B,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;QACjB,oBAAoB,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;IACxE,CAAC;IAED,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;AAC3B,CAAC"}
|
|
@@ -12,7 +12,7 @@ export const tool$evalResultsV2EvalResultsList = {
|
|
|
12
12
|
name: "eval-results-v2-eval-results-list",
|
|
13
13
|
description: `List Results
|
|
14
14
|
|
|
15
|
-
Returns completed custom-eval results from
|
|
15
|
+
Returns completed custom-eval results from all supported run flows, ordered newest first. Result IDs are different from eval run IDs.`,
|
|
16
16
|
annotations: {
|
|
17
17
|
"title": "",
|
|
18
18
|
"destructiveHint": false,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"evalResultsV2EvalResultsList.js","sourceRoot":"","sources":["../../../src/mcp-server/tools/evalResultsV2EvalResultsList.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,4BAA4B,EAAE,MAAM,6CAA6C,CAAC;AAC3F,OAAO,EAAE,kCAAkC,EAAE,MAAM,qCAAqC,CAAC;AACzF,OAAO,EAAE,YAAY,EAAkB,MAAM,aAAa,CAAC;AAE3D,MAAM,IAAI,GAAG;IACX,OAAO,EAAE,kCAAkC,CAAC,QAAQ,EAAE;CACvD,CAAC;AAEF,MAAM,CAAC,MAAM,iCAAiC,GAAgC;IAC5E,IAAI,EAAE,mCAAmC;IACzC,WAAW,EAAE
|
|
1
|
+
{"version":3,"file":"evalResultsV2EvalResultsList.js","sourceRoot":"","sources":["../../../src/mcp-server/tools/evalResultsV2EvalResultsList.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,4BAA4B,EAAE,MAAM,6CAA6C,CAAC;AAC3F,OAAO,EAAE,kCAAkC,EAAE,MAAM,qCAAqC,CAAC;AACzF,OAAO,EAAE,YAAY,EAAkB,MAAM,aAAa,CAAC;AAE3D,MAAM,IAAI,GAAG;IACX,OAAO,EAAE,kCAAkC,CAAC,QAAQ,EAAE;CACvD,CAAC;AAEF,MAAM,CAAC,MAAM,iCAAiC,GAAgC;IAC5E,IAAI,EAAE,mCAAmC;IACzC,WAAW,EAAE;;sIAEuH;IACpI,WAAW,EAAE;QACX,OAAO,EAAE,EAAE;QACX,iBAAiB,EAAE,KAAK;QACxB,gBAAgB,EAAE,KAAK;QACvB,eAAe,EAAE,KAAK;QACtB,cAAc,EAAE,IAAI;KACrB;IACD,IAAI;IACJ,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE;QAChC,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,4BAA4B,CACjD,MAAM,EACN,IAAI,CAAC,OAAO,EACZ,EAAE,YAAY,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,EAAE,CACzC,CAAC,QAAQ,EAAE,CAAC;QAEb,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBACvD,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;QAED,OAAO,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;CACF,CAAC"}
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
import { ToolDefinition } from "../tools.js";
|
|
2
|
+
declare const args: {
|
|
3
|
+
request: import("zod").ZodType<import("../../models/v2evalrunsanalysisop.js").V2EvalRunsAnalysisRequest, unknown, import("zod/v4/core").$ZodTypeInternals<import("../../models/v2evalrunsanalysisop.js").V2EvalRunsAnalysisRequest, unknown>>;
|
|
4
|
+
};
|
|
5
|
+
export declare const tool$evalsAnalysis: ToolDefinition<typeof args>;
|
|
6
|
+
export {};
|
|
7
|
+
//# sourceMappingURL=evalsAnalysis.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"evalsAnalysis.d.ts","sourceRoot":"","sources":["../../../src/mcp-server/tools/evalsAnalysis.ts"],"names":[],"mappings":"AAOA,OAAO,EAAgB,cAAc,EAAE,MAAM,aAAa,CAAC;AAE3D,QAAA,MAAM,IAAI;;CAET,CAAC;AAEF,eAAO,MAAM,kBAAkB,EAAE,cAAc,CAAC,OAAO,IAAI,CA6B1D,CAAC"}
|
|
@@ -0,0 +1,35 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
* @generated-id: 323a92ae7245
|
|
4
|
+
*/
|
|
5
|
+
import { evalsAnalysis } from "../../funcs/evalsAnalysis.js";
|
|
6
|
+
import { V2EvalRunsAnalysisRequest$zodSchema } from "../../models/v2evalrunsanalysisop.js";
|
|
7
|
+
import { formatResult } from "../tools.js";
|
|
8
|
+
const args = {
|
|
9
|
+
request: V2EvalRunsAnalysisRequest$zodSchema,
|
|
10
|
+
};
|
|
11
|
+
export const tool$evalsAnalysis = {
|
|
12
|
+
name: "evals-analysis",
|
|
13
|
+
description: `Retrieve eval run analysis
|
|
14
|
+
|
|
15
|
+
Returns the persisted analysis produced for each completed attempt in one eval run. The analysis includes the verdict, outcome explanation, findings, bottleneck, and analysis sections. Active runs return the analysis available so far together with current run status and progress.`,
|
|
16
|
+
annotations: {
|
|
17
|
+
"title": "",
|
|
18
|
+
"destructiveHint": false,
|
|
19
|
+
"idempotentHint": false,
|
|
20
|
+
"openWorldHint": false,
|
|
21
|
+
"readOnlyHint": true,
|
|
22
|
+
},
|
|
23
|
+
args,
|
|
24
|
+
tool: async (client, args, ctx) => {
|
|
25
|
+
const [result] = await evalsAnalysis(client, args.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
|
|
26
|
+
if (!result.ok) {
|
|
27
|
+
return {
|
|
28
|
+
content: [{ type: "text", text: result.error.message }],
|
|
29
|
+
isError: true,
|
|
30
|
+
};
|
|
31
|
+
}
|
|
32
|
+
return formatResult(result.value);
|
|
33
|
+
},
|
|
34
|
+
};
|
|
35
|
+
//# sourceMappingURL=evalsAnalysis.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"evalsAnalysis.js","sourceRoot":"","sources":["../../../src/mcp-server/tools/evalsAnalysis.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,aAAa,EAAE,MAAM,8BAA8B,CAAC;AAC7D,OAAO,EAAE,mCAAmC,EAAE,MAAM,sCAAsC,CAAC;AAC3F,OAAO,EAAE,YAAY,EAAkB,MAAM,aAAa,CAAC;AAE3D,MAAM,IAAI,GAAG;IACX,OAAO,EAAE,mCAAmC;CAC7C,CAAC;AAEF,MAAM,CAAC,MAAM,kBAAkB,GAAgC;IAC7D,IAAI,EAAE,gBAAgB;IACtB,WAAW,EAAE;;yRAE0Q;IACvR,WAAW,EAAE;QACX,OAAO,EAAE,EAAE;QACX,iBAAiB,EAAE,KAAK;QACxB,gBAAgB,EAAE,KAAK;QACvB,eAAe,EAAE,KAAK;QACtB,cAAc,EAAE,IAAI;KACrB;IACD,IAAI;IACJ,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE;QAChC,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,aAAa,CAClC,MAAM,EACN,IAAI,CAAC,OAAO,EACZ,EAAE,YAAY,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,EAAE,CACzC,CAAC,QAAQ,EAAE,CAAC;QAEb,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBACvD,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;QAED,OAAO,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;CACF,CAAC"}
|
|
@@ -16,10 +16,10 @@ Queues a durable eval job and returns immediately with a polling ID. Poll \`GET
|
|
|
16
16
|
|
|
17
17
|
Send one of these flat request forms:
|
|
18
18
|
|
|
19
|
-
- **Saved eval:** provide \`eval_id
|
|
20
|
-
- **Direct create-and-run:** provide \`
|
|
19
|
+
- **Saved eval:** provide \`eval_id\`; optionally replace its prompts, persona, agents, CLIs, MCPs, or runs for this launch. A saved configuration can still provide repository, environment, skills, and legacy tool selections.
|
|
20
|
+
- **Direct create-and-run:** provide \`prompts\`, \`judges\`, and \`agent\`. You may also provide a persona, tags, repository, write-only environment variables, saved or inline CLIs and MCP servers, and skills.
|
|
21
21
|
|
|
22
|
-
|
|
22
|
+
The run fans out across prompts × agents × runs. Persona is shared metadata and does not multiply attempts. No separate \`mode\` field is required.`,
|
|
23
23
|
annotations: {
|
|
24
24
|
"title": "",
|
|
25
25
|
"destructiveHint": false,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"evalsRun.js","sourceRoot":"","sources":["../../../src/mcp-server/tools/evalsRun.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,yBAAyB,CAAC;AACnD,OAAO,EAAE,gCAAgC,EAAE,MAAM,wCAAwC,CAAC;AAC1F,OAAO,EAAE,YAAY,EAAkB,MAAM,aAAa,CAAC;AAE3D,MAAM,IAAI,GAAG;IACX,OAAO,EAAE,gCAAgC;CAC1C,CAAC;AAEF,MAAM,CAAC,MAAM,aAAa,GAAgC;IACxD,IAAI,EAAE,WAAW;IACjB,WAAW,EAAE;;;;;;;;;
|
|
1
|
+
{"version":3,"file":"evalsRun.js","sourceRoot":"","sources":["../../../src/mcp-server/tools/evalsRun.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,QAAQ,EAAE,MAAM,yBAAyB,CAAC;AACnD,OAAO,EAAE,gCAAgC,EAAE,MAAM,wCAAwC,CAAC;AAC1F,OAAO,EAAE,YAAY,EAAkB,MAAM,aAAa,CAAC;AAE3D,MAAM,IAAI,GAAG;IACX,OAAO,EAAE,gCAAgC;CAC1C,CAAC;AAEF,MAAM,CAAC,MAAM,aAAa,GAAgC;IACxD,IAAI,EAAE,WAAW;IACjB,WAAW,EAAE;;;;;;;;;oJASqI;IAClJ,WAAW,EAAE;QACX,OAAO,EAAE,EAAE;QACX,iBAAiB,EAAE,KAAK;QACxB,gBAAgB,EAAE,KAAK;QACvB,eAAe,EAAE,KAAK;QACtB,cAAc,EAAE,KAAK;KACtB;IACD,IAAI;IACJ,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE;QAChC,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,QAAQ,CAC7B,MAAM,EACN,IAAI,CAAC,OAAO,EACZ,EAAE,YAAY,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,EAAE,CACzC,CAAC,QAAQ,EAAE,CAAC;QAEb,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBACvD,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;QAED,OAAO,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;CACF,CAAC"}
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
import { ToolDefinition } from "../tools.js";
|
|
2
|
+
declare const args: {
|
|
3
|
+
request: import("zod").ZodType<import("../../models/v2evalrunstraceop.js").V2EvalRunsTraceRequest, unknown, import("zod/v4/core").$ZodTypeInternals<import("../../models/v2evalrunstraceop.js").V2EvalRunsTraceRequest, unknown>>;
|
|
4
|
+
};
|
|
5
|
+
export declare const tool$evalsTrace: ToolDefinition<typeof args>;
|
|
6
|
+
export {};
|
|
7
|
+
//# sourceMappingURL=evalsTrace.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"evalsTrace.d.ts","sourceRoot":"","sources":["../../../src/mcp-server/tools/evalsTrace.ts"],"names":[],"mappings":"AAOA,OAAO,EAAgB,cAAc,EAAE,MAAM,aAAa,CAAC;AAE3D,QAAA,MAAM,IAAI;;CAET,CAAC;AAEF,eAAO,MAAM,eAAe,EAAE,cAAc,CAAC,OAAO,IAAI,CA6BvD,CAAC"}
|