@lightsage/mcp 0.4.22 → 0.4.24
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +2 -2
- package/api/mcp.js +3 -0
- package/bin/mcp-server.js +362 -173
- package/bin/mcp-server.js.map +25 -19
- package/esm/funcs/pluginEvalsResultsList.d.ts +16 -0
- package/esm/funcs/pluginEvalsResultsList.d.ts.map +1 -0
- package/esm/funcs/pluginEvalsResultsList.js +86 -0
- package/esm/funcs/pluginEvalsResultsList.js.map +1 -0
- package/esm/landing-page.js +1 -1
- package/esm/lib/config.d.ts +2 -2
- package/esm/lib/config.js +2 -2
- package/esm/mcp-server/mcp-server.js +1 -1
- package/esm/mcp-server/server.d.ts.map +1 -1
- package/esm/mcp-server/server.js +3 -1
- package/esm/mcp-server/server.js.map +1 -1
- package/esm/mcp-server/tools/pluginEvalsResultsList.d.ts +7 -0
- package/esm/mcp-server/tools/pluginEvalsResultsList.d.ts.map +1 -0
- package/esm/mcp-server/tools/pluginEvalsResultsList.js +35 -0
- package/esm/mcp-server/tools/pluginEvalsResultsList.js.map +1 -0
- package/esm/models/createv2evalrequest.d.ts +1 -0
- package/esm/models/createv2evalrequest.d.ts.map +1 -1
- package/esm/models/createv2evalrequest.js +1 -0
- package/esm/models/createv2evalrequest.js.map +1 -1
- package/esm/models/createv2evalrunrequest.d.ts +1 -0
- package/esm/models/createv2evalrunrequest.d.ts.map +1 -1
- package/esm/models/createv2evalrunrequest.js +1 -0
- package/esm/models/createv2evalrunrequest.js.map +1 -1
- package/esm/models/graderdefinition.d.ts +1 -0
- package/esm/models/graderdefinition.d.ts.map +1 -1
- package/esm/models/graderdefinition.js +1 -0
- package/esm/models/graderdefinition.js.map +1 -1
- package/esm/models/publiccriterionverdict.d.ts +4 -2
- package/esm/models/publiccriterionverdict.d.ts.map +1 -1
- package/esm/models/publiccriterionverdict.js +5 -3
- package/esm/models/publiccriterionverdict.js.map +1 -1
- package/esm/models/publicgraderresult.d.ts +1 -0
- package/esm/models/publicgraderresult.d.ts.map +1 -1
- package/esm/models/publicgraderresult.js +1 -0
- package/esm/models/publicgraderresult.js.map +1 -1
- package/esm/models/publicpluginevalresultsdownload.d.ts +11 -0
- package/esm/models/publicpluginevalresultsdownload.d.ts.map +1 -0
- package/esm/models/publicpluginevalresultsdownload.js +14 -0
- package/esm/models/publicpluginevalresultsdownload.js.map +1 -0
- package/esm/models/publicpluginevalresultsresponse.d.ts +8 -0
- package/esm/models/publicpluginevalresultsresponse.d.ts.map +1 -0
- package/esm/models/publicpluginevalresultsresponse.js +11 -0
- package/esm/models/publicpluginevalresultsresponse.js.map +1 -0
- package/esm/models/updatev2evalrequest.d.ts +1 -0
- package/esm/models/updatev2evalrequest.d.ts.map +1 -1
- package/esm/models/updatev2evalrequest.js +1 -0
- package/esm/models/updatev2evalrequest.js.map +1 -1
- package/esm/models/v2eval.d.ts +1 -0
- package/esm/models/v2eval.d.ts.map +1 -1
- package/esm/models/v2eval.js +1 -0
- package/esm/models/v2eval.js.map +1 -1
- package/esm/models/v2evalresultsummary.d.ts +2 -0
- package/esm/models/v2evalresultsummary.d.ts.map +1 -1
- package/esm/models/v2evalresultsummary.js +2 -0
- package/esm/models/v2evalresultsummary.js.map +1 -1
- package/esm/models/v2evalresulttoolcall.d.ts +8 -8
- package/esm/models/v2evalresulttoolcall.js +9 -9
- package/esm/models/v2evalresulttoolcall.js.map +1 -1
- package/esm/models/v2pluginevalsresultslistop.d.ts +10 -0
- package/esm/models/v2pluginevalsresultslistop.d.ts.map +1 -0
- package/esm/models/v2pluginevalsresultslistop.js +15 -0
- package/esm/models/v2pluginevalsresultslistop.js.map +1 -0
- package/esm/models/v2promptrunjobresponse.js +1 -1
- package/esm/models/v2promptrunjobresponse.js.map +1 -1
- package/esm/models/v2setupcommandoutput.d.ts +10 -0
- package/esm/models/v2setupcommandoutput.d.ts.map +1 -0
- package/esm/models/v2setupcommandoutput.js +14 -0
- package/esm/models/v2setupcommandoutput.js.map +1 -0
- package/esm/tool-names.d.ts.map +1 -1
- package/esm/tool-names.js +4 -0
- package/esm/tool-names.js.map +1 -1
- package/lib/tool-overrides.js +66 -0
- package/package.json +1 -1
- package/src/funcs/pluginEvalsResultsList.ts +148 -0
- package/src/landing-page.ts +1 -1
- package/src/lib/config.ts +2 -2
- package/src/mcp-server/mcp-server.ts +1 -1
- package/src/mcp-server/server.ts +3 -1
- package/src/mcp-server/tools/pluginEvalsResultsList.ts +43 -0
- package/src/models/createv2evalrequest.ts +4 -0
- package/src/models/createv2evalrunrequest.ts +4 -0
- package/src/models/graderdefinition.ts +2 -0
- package/src/models/publiccriterionverdict.ts +6 -4
- package/src/models/publicgraderresult.ts +4 -0
- package/src/models/publicpluginevalresultsdownload.ts +34 -0
- package/src/models/publicpluginevalresultsresponse.ts +24 -0
- package/src/models/updatev2evalrequest.ts +4 -0
- package/src/models/v2eval.ts +4 -0
- package/src/models/v2evalresultsummary.ts +8 -0
- package/src/models/v2evalresulttoolcall.ts +10 -10
- package/src/models/v2pluginevalsresultslistop.ts +35 -0
- package/src/models/v2promptrunjobresponse.ts +1 -1
- package/src/models/v2setupcommandoutput.ts +31 -0
- package/src/tool-names.ts +4 -0
- package/test/simulations.test.js +2 -1
- package/test/tool-overrides.test.js +70 -0
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
import { LightsageMcpCore } from "../core.js";
|
|
2
|
+
import { RequestOptions } from "../lib/sdks.js";
|
|
3
|
+
import { APIError } from "../models/errors/apierror.js";
|
|
4
|
+
import { ConnectionError, InvalidRequestError, RequestAbortedError, RequestTimeoutError, UnexpectedClientError } from "../models/errors/httpclienterrors.js";
|
|
5
|
+
import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
|
|
6
|
+
import { V2PluginEvalsResultsListRequest } from "../models/v2pluginevalsresultslistop.js";
|
|
7
|
+
import { APIPromise } from "../types/async.js";
|
|
8
|
+
import { Result } from "../types/fp.js";
|
|
9
|
+
/**
|
|
10
|
+
* List Plugin Eval Results
|
|
11
|
+
*
|
|
12
|
+
* @remarks
|
|
13
|
+
* Returns a day's plugin eval results, one per plugin with results that day. Each has a `download_url` for a zip of every run with and without the plugin installed, plus the insights report written from them. Call `download_url` with the same API key. Returns 404 when no results exist for the date.
|
|
14
|
+
*/
|
|
15
|
+
export declare function pluginEvalsResultsList(client$: LightsageMcpCore, request: V2PluginEvalsResultsListRequest, options?: RequestOptions): APIPromise<Result<Response, APIError | SDKValidationError | UnexpectedClientError | InvalidRequestError | RequestAbortedError | RequestTimeoutError | ConnectionError>>;
|
|
16
|
+
//# sourceMappingURL=pluginEvalsResultsList.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"pluginEvalsResultsList.d.ts","sourceRoot":"","sources":["../../src/funcs/pluginEvalsResultsList.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAI9C,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAGhD,OAAO,EAAE,QAAQ,EAAE,MAAM,8BAA8B,CAAC;AACxD,OAAO,EACL,eAAe,EACf,mBAAmB,EACnB,mBAAmB,EACnB,mBAAmB,EACnB,qBAAqB,EACtB,MAAM,sCAAsC,CAAC;AAC9C,OAAO,EAAE,kBAAkB,EAAE,MAAM,wCAAwC,CAAC;AAC5E,OAAO,EACL,+BAA+B,EAEhC,MAAM,yCAAyC,CAAC;AACjD,OAAO,EAAW,UAAU,EAAE,MAAM,mBAAmB,CAAC;AACxD,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AAExC;;;;;GAKG;AACH,wBAAgB,sBAAsB,CACpC,OAAO,EAAE,gBAAgB,EACzB,OAAO,EAAE,+BAA+B,EACxC,OAAO,CAAC,EAAE,cAAc,GACvB,UAAU,CACX,MAAM,CACJ,QAAQ,EACN,QAAQ,GACR,kBAAkB,GAClB,qBAAqB,GACrB,mBAAmB,GACnB,mBAAmB,GACnB,mBAAmB,GACnB,eAAe,CAClB,CACF,CAMA"}
|
|
@@ -0,0 +1,86 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
* @generated-id: d240b80e4eb6
|
|
4
|
+
*/
|
|
5
|
+
import { encodeFormQuery } from "../lib/encodings.js";
|
|
6
|
+
import { compactMap } from "../lib/primitives.js";
|
|
7
|
+
import { safeParse } from "../lib/schemas.js";
|
|
8
|
+
import { extractSecurity, resolveGlobalSecurity } from "../lib/security.js";
|
|
9
|
+
import { pathToFunc } from "../lib/url.js";
|
|
10
|
+
import { V2PluginEvalsResultsListRequest$zodSchema, } from "../models/v2pluginevalsresultslistop.js";
|
|
11
|
+
import { APIPromise } from "../types/async.js";
|
|
12
|
+
/**
|
|
13
|
+
* List Plugin Eval Results
|
|
14
|
+
*
|
|
15
|
+
* @remarks
|
|
16
|
+
* Returns a day's plugin eval results, one per plugin with results that day. Each has a `download_url` for a zip of every run with and without the plugin installed, plus the insights report written from them. Call `download_url` with the same API key. Returns 404 when no results exist for the date.
|
|
17
|
+
*/
|
|
18
|
+
export function pluginEvalsResultsList(client$, request, options) {
|
|
19
|
+
return new APIPromise($do(client$, request, options));
|
|
20
|
+
}
|
|
21
|
+
async function $do(client$, request, options) {
|
|
22
|
+
const parsed$ = safeParse(request, (value$) => V2PluginEvalsResultsListRequest$zodSchema.parse(value$), "Input validation failed");
|
|
23
|
+
if (!parsed$.ok) {
|
|
24
|
+
return [parsed$, { status: "invalid" }];
|
|
25
|
+
}
|
|
26
|
+
const payload$ = parsed$.value;
|
|
27
|
+
const body$ = null;
|
|
28
|
+
const path$ = pathToFunc("/v2/plugin-evals/results")();
|
|
29
|
+
const query$ = encodeFormQuery({
|
|
30
|
+
"date": payload$.date,
|
|
31
|
+
});
|
|
32
|
+
const headers$ = new Headers(compactMap({
|
|
33
|
+
Accept: "application/json",
|
|
34
|
+
}));
|
|
35
|
+
const securityInput = await extractSecurity(client$._options.security);
|
|
36
|
+
const requestSecurity = resolveGlobalSecurity(securityInput);
|
|
37
|
+
const context = {
|
|
38
|
+
options: client$._options,
|
|
39
|
+
baseURL: options?.serverURL ?? client$._baseURL ?? "",
|
|
40
|
+
operationID: "v2_plugin_evals_results_list",
|
|
41
|
+
oAuth2Scopes: null,
|
|
42
|
+
resolvedSecurity: requestSecurity,
|
|
43
|
+
securitySource: client$._options.security,
|
|
44
|
+
retryConfig: options?.retries
|
|
45
|
+
|| client$._options.retryConfig
|
|
46
|
+
|| { strategy: "none" },
|
|
47
|
+
retryCodes: options?.retryCodes || [
|
|
48
|
+
"429",
|
|
49
|
+
"500",
|
|
50
|
+
"502",
|
|
51
|
+
"503",
|
|
52
|
+
"504",
|
|
53
|
+
],
|
|
54
|
+
};
|
|
55
|
+
const requestRes = client$._createRequest(context, {
|
|
56
|
+
security: requestSecurity,
|
|
57
|
+
method: "GET",
|
|
58
|
+
baseURL: options?.serverURL,
|
|
59
|
+
path: path$,
|
|
60
|
+
headers: headers$,
|
|
61
|
+
query: query$,
|
|
62
|
+
body: body$,
|
|
63
|
+
userAgent: client$._options.userAgent,
|
|
64
|
+
timeoutMs: options?.timeoutMs || client$._options.timeoutMs
|
|
65
|
+
|| -1,
|
|
66
|
+
}, options);
|
|
67
|
+
if (!requestRes.ok) {
|
|
68
|
+
return [requestRes, { status: "invalid" }];
|
|
69
|
+
}
|
|
70
|
+
const req$ = requestRes.value;
|
|
71
|
+
const doResult = await client$._do(req$, {
|
|
72
|
+
context,
|
|
73
|
+
errorCodes: [],
|
|
74
|
+
retryConfig: context.retryConfig,
|
|
75
|
+
retryCodes: context.retryCodes,
|
|
76
|
+
});
|
|
77
|
+
if (!doResult.ok) {
|
|
78
|
+
return [doResult, { status: "request-error", request: req$ }];
|
|
79
|
+
}
|
|
80
|
+
return [doResult, {
|
|
81
|
+
status: "complete",
|
|
82
|
+
"request": req$,
|
|
83
|
+
response: doResult.value,
|
|
84
|
+
}];
|
|
85
|
+
}
|
|
86
|
+
//# sourceMappingURL=pluginEvalsResultsList.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"pluginEvalsResultsList.js","sourceRoot":"","sources":["../../src/funcs/pluginEvalsResultsList.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAClD,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAE9C,OAAO,EAAE,eAAe,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAC5E,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAU3C,OAAO,EAEL,yCAAyC,GAC1C,MAAM,yCAAyC,CAAC;AACjD,OAAO,EAAW,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAGxD;;;;;GAKG;AACH,MAAM,UAAU,sBAAsB,CACpC,OAAyB,EACzB,OAAwC,EACxC,OAAwB;IAaxB,OAAO,IAAI,UAAU,CAAC,GAAG,CACvB,OAAO,EACP,OAAO,EACP,OAAO,CACR,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,GAAG,CAChB,OAAyB,EACzB,OAAwC,EACxC,OAAwB;IAgBxB,MAAM,OAAO,GAAG,SAAS,CACvB,OAAO,EACP,CAAC,MAAM,EAAE,EAAE,CAAC,yCAAyC,CAAC,KAAK,CAAC,MAAM,CAAC,EACnE,yBAAyB,CAC1B,CAAC;IACF,IAAI,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC;QAChB,OAAO,CAAC,OAAO,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;IAC1C,CAAC;IACD,MAAM,QAAQ,GAAG,OAAO,CAAC,KAAK,CAAC;IAC/B,MAAM,KAAK,GAAG,IAAI,CAAC;IACnB,MAAM,KAAK,GAAG,UAAU,CAAC,0BAA0B,CAAC,EAAE,CAAC;IACvD,MAAM,MAAM,GAAG,eAAe,CAAC;QAC7B,MAAM,EAAE,QAAQ,CAAC,IAAI;KACtB,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG,IAAI,OAAO,CAAC,UAAU,CAAC;QACtC,MAAM,EAAE,kBAAkB;KAC3B,CAAC,CAAC,CAAC;IACJ,MAAM,aAAa,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACvE,MAAM,eAAe,GAAG,qBAAqB,CAAC,aAAa,CAAC,CAAC;IAE7D,MAAM,OAAO,GAAG;QACd,OAAO,EAAE,OAAO,CAAC,QAAQ;QACzB,OAAO,EAAE,OAAO,EAAE,SAAS,IAAI,OAAO,CAAC,QAAQ,IAAI,EAAE;QACrD,WAAW,EAAE,8BAA8B;QAC3C,YAAY,EAAE,IAAI;QAClB,gBAAgB,EAAE,eAAe;QACjC,cAAc,EAAE,OAAO,CAAC,QAAQ,CAAC,QAAQ;QACzC,WAAW,EAAE,OAAO,EAAE,OAAO;eACxB,OAAO,CAAC,QAAQ,CAAC,WAAW;eAC5B,EAAE,QAAQ,EAAE,MAAM,EAAE;QACzB,UAAU,EAAE,OAAO,EAAE,UAAU,IAAI;YACjC,KAAK;YACL,KAAK;YACL,KAAK;YACL,KAAK;YACL,KAAK;SACN;KACF,CAAC;IAEF,MAAM,UAAU,GAAG,OAAO,CAAC,cAAc,CAAC,OAAO,EAAE;QACjD,QAAQ,EAAE,eAAe;QACzB,MAAM,EAAE,KAAK;QACb,OAAO,EAAE,OAAO,EAAE,SAAS;QAC3B,IAAI,EAAE,KAAK;QACX,OAAO,EAAE,QAAQ;QACjB,KAAK,EAAE,MAAM;QACb,IAAI,EAAE,KAAK;QACX,SAAS,EAAE,OAAO,CAAC,QAAQ,CAAC,SAAS;QACrC,SAAS,EAAE,OAAO,EAAE,SAAS,IAAI,OAAO,CAAC,QAAQ,CAAC,SAAS;eACtD,CAAC,CAAC;KACR,EAAE,OAAO,CAAC,CAAC;IACZ,IAAI,CAAC,UAAU,CAAC,EAAE,EAAE,CAAC;QACnB,OAAO,CAAC,UAAU,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;IAC7C,CAAC;IACD,MAAM,IAAI,GAAG,UAAU,CAAC,KAAK,CAAC;IAE9B,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE;QACvC,OAAO;QACP,UAAU,EAAE,EAAE;QACd,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,UAAU,EAAE,OAAO,CAAC,UAAU;KAC/B,CAAC,CAAC;IACH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,OAAO,CAAC,QAAQ,EAAE,EAAE,MAAM,EAAE,eAAe,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;IAChE,CAAC;IACD,OAAO,CAAC,QAAQ,EAAE;YAChB,MAAM,EAAE,UAAU;YAClB,SAAS,EAAE,IAAI;YACf,QAAQ,EAAE,QAAQ,CAAC,KAAK;SACzB,CAAC,CAAC;AACL,CAAC"}
|
package/esm/landing-page.js
CHANGED
|
@@ -916,7 +916,7 @@ http_headers = { "lightsage-api-key-auth" = "YOUR_LIGHTSAGE_API_KEY_AUTH" }`;
|
|
|
916
916
|
<h1>Instructions</h1>
|
|
917
917
|
<p>One-click installation for Claude Desktop users</p>
|
|
918
918
|
<div class="instruction-item">
|
|
919
|
-
<a href="https://github.com/lightsagehq/mcp/releases/download/v0.4.
|
|
919
|
+
<a href="https://github.com/lightsagehq/mcp/releases/download/v0.4.24/mcp-server.mcpb" download="mcp-server.mcpb" class="action-button header-action" style="display: inline-flex; margin-bottom: 16px;">
|
|
920
920
|
📥 Download MCP Bundle
|
|
921
921
|
</a>
|
|
922
922
|
</div>
|
package/esm/lib/config.d.ts
CHANGED
|
@@ -35,8 +35,8 @@ export declare function serverURLFromOptions(options: SDKOptions): URL | null;
|
|
|
35
35
|
export declare const SDK_METADATA: {
|
|
36
36
|
readonly language: "typescript";
|
|
37
37
|
readonly openapiDocVersion: "1.0.0";
|
|
38
|
-
readonly sdkVersion: "0.4.
|
|
38
|
+
readonly sdkVersion: "0.4.24";
|
|
39
39
|
readonly genVersion: "2.948.4";
|
|
40
|
-
readonly userAgent: "speakeasy-sdk/mcp-typescript 0.4.
|
|
40
|
+
readonly userAgent: "speakeasy-sdk/mcp-typescript 0.4.24 2.948.4 1.0.0 @lightsage/mcp";
|
|
41
41
|
};
|
|
42
42
|
//# sourceMappingURL=config.d.ts.map
|
package/esm/lib/config.js
CHANGED
|
@@ -28,8 +28,8 @@ export function serverURLFromOptions(options) {
|
|
|
28
28
|
export const SDK_METADATA = {
|
|
29
29
|
language: "typescript",
|
|
30
30
|
openapiDocVersion: "1.0.0",
|
|
31
|
-
sdkVersion: "0.4.
|
|
31
|
+
sdkVersion: "0.4.24",
|
|
32
32
|
genVersion: "2.948.4",
|
|
33
|
-
userAgent: "speakeasy-sdk/mcp-typescript 0.4.
|
|
33
|
+
userAgent: "speakeasy-sdk/mcp-typescript 0.4.24 2.948.4 1.0.0 @lightsage/mcp",
|
|
34
34
|
};
|
|
35
35
|
//# sourceMappingURL=config.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"server.d.ts","sourceRoot":"","sources":["../../src/mcp-server/server.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,SAAS,EAAE,MAAM,yCAAyC,CAAC;AACpE,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAC9C,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAMzD,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AACvC,OAAO,EAEL,uBAAuB,EAExB,MAAM,YAAY,CAAC;
|
|
1
|
+
{"version":3,"file":"server.d.ts","sourceRoot":"","sources":["../../src/mcp-server/server.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,SAAS,EAAE,MAAM,yCAAyC,CAAC;AACpE,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAC9C,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AAMzD,OAAO,EAAE,QAAQ,EAAE,MAAM,aAAa,CAAC;AACvC,OAAO,EAEL,uBAAuB,EAExB,MAAM,YAAY,CAAC;AA+EpB,wBAAgB,eAAe,CAAC,IAAI,EAAE;IACpC,MAAM,EAAE,aAAa,CAAC;IACtB,YAAY,CAAC,EAAE,MAAM,EAAE,GAAG,SAAS,CAAC;IACpC,OAAO,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAC9B,MAAM,CAAC,EAAE,QAAQ,EAAE,GAAG,SAAS,CAAC;IAChC,gBAAgB,CAAC,EAAE,uBAAuB,GAAG,SAAS,CAAC;IACvD,MAAM,CAAC,EAAE,MAAM,gBAAgB,CAAC;IAChC,SAAS,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC/B,QAAQ,CAAC,EAAE,UAAU,CAAC,UAAU,CAAC,GAAG,SAAS,CAAC;IAC9C,SAAS,CAAC,EAAE,UAAU,CAAC,WAAW,CAAC,GAAG,SAAS,CAAC;CACjD;;;;;;EAyIA"}
|
package/esm/mcp-server/server.js
CHANGED
|
@@ -48,6 +48,7 @@ import { tool$evalTemplatesUpdate } from "./tools/evalTemplatesUpdate.js";
|
|
|
48
48
|
import { tool$mcpServersList } from "./tools/mcpServersList.js";
|
|
49
49
|
import { tool$opportunitiesList } from "./tools/opportunitiesList.js";
|
|
50
50
|
import { tool$opportunitiesRetrieve } from "./tools/opportunitiesRetrieve.js";
|
|
51
|
+
import { tool$pluginEvalsResultsList } from "./tools/pluginEvalsResultsList.js";
|
|
51
52
|
import { tool$promptsCreate } from "./tools/promptsCreate.js";
|
|
52
53
|
import { tool$promptsDelete } from "./tools/promptsDelete.js";
|
|
53
54
|
import { tool$promptsList } from "./tools/promptsList.js";
|
|
@@ -92,7 +93,7 @@ export function createMCPServer(deps) {
|
|
|
92
93
|
sizes: ["any"],
|
|
93
94
|
}],
|
|
94
95
|
name: "LightsageMcp",
|
|
95
|
-
version: "0.4.
|
|
96
|
+
version: "0.4.24",
|
|
96
97
|
});
|
|
97
98
|
const getClient = deps.getSDK || (() => new LightsageMcpCore({
|
|
98
99
|
security: deps.security,
|
|
@@ -180,6 +181,7 @@ export function createMCPServer(deps) {
|
|
|
180
181
|
tool(tool$agentPreferenceEvalsUpdate);
|
|
181
182
|
tool(tool$agentPreferenceEvalsDelete);
|
|
182
183
|
tool(tool$agentPreferenceEvalsResultsList);
|
|
184
|
+
tool(tool$pluginEvalsResultsList);
|
|
183
185
|
tool(tool$agentsList);
|
|
184
186
|
tool(tool$repositoriesList);
|
|
185
187
|
tool(tool$repositoriesCreate);
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"server.js","sourceRoot":"","sources":["../../src/mcp-server/server.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,SAAS,EAAE,MAAM,yCAAyC,CAAC;AACpE,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAG9C,OAAO,EAAE,oBAAoB,EAAE,MAAM,cAAc,CAAC;AACpD,OAAO,EACL,sBAAsB,EACtB,8BAA8B,GAC/B,MAAM,gBAAgB,CAAC;AAExB,OAAO,EACL,kBAAkB,EAElB,oBAAoB,GACrB,MAAM,YAAY,CAAC;AACpB,OAAO,EAAE,gCAAgC,EAAE,MAAM,wCAAwC,CAAC;AAC1F,OAAO,EAAE,iCAAiC,EAAE,MAAM,yCAAyC,CAAC;AAC5F,OAAO,EAAE,4BAA4B,EAAE,MAAM,oCAAoC,CAAC;AAClF,OAAO,EAAE,4BAA4B,EAAE,MAAM,oCAAoC,CAAC;AAClF,OAAO,EAAE,8BAA8B,EAAE,MAAM,sCAAsC,CAAC;AACtF,OAAO,EAAE,kCAAkC,EAAE,MAAM,0CAA0C,CAAC;AAC9F,OAAO,EAAE,mCAAmC,EAAE,MAAM,2CAA2C,CAAC;AAChG,OAAO,EAAE,+BAA+B,EAAE,MAAM,uCAAuC,CAAC;AACxF,OAAO,EAAE,+BAA+B,EAAE,MAAM,uCAAuC,CAAC;AACxF,OAAO,EAAE,6BAA6B,EAAE,MAAM,qCAAqC,CAAC;AACpF,OAAO,EAAE,oCAAoC,EAAE,MAAM,4CAA4C,CAAC;AAClG,OAAO,EAAE,iCAAiC,EAAE,MAAM,yCAAyC,CAAC;AAC5F,OAAO,EAAE,+BAA+B,EAAE,MAAM,uCAAuC,CAAC;AACxF,OAAO,EAAE,sCAAsC,EAAE,MAAM,8CAA8C,CAAC;AACtG,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AACxD,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EAAE,qBAAqB,EAAE,MAAM,6BAA6B,CAAC;AACpE,OAAO,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AAC5D,OAAO,EAAE,qBAAqB,EAAE,MAAM,6BAA6B,CAAC;AACpE,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAC1D,OAAO,EAAE,8BAA8B,EAAE,MAAM,sCAAsC,CAAC;AACtF,OAAO,EAAE,8BAA8B,EAAE,MAAM,sCAAsC,CAAC;AACtF,OAAO,EAAE,4BAA4B,EAAE,MAAM,oCAAoC,CAAC;AAClF,OAAO,EAAE,gCAAgC,EAAE,MAAM,wCAAwC,CAAC;AAC1F,OAAO,EAAE,8BAA8B,EAAE,MAAM,sCAAsC,CAAC;AACtF,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAC1D,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAC1D,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AACtD,OAAO,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAC;AAC9D,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AACxD,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAC1D,OAAO,EAAE,wBAAwB,EAAE,MAAM,gCAAgC,CAAC;AAC1E,OAAO,EAAE,wBAAwB,EAAE,MAAM,gCAAgC,CAAC;AAC1E,OAAO,EAAE,sBAAsB,EAAE,MAAM,8BAA8B,CAAC;AACtE,OAAO,EAAE,0BAA0B,EAAE,MAAM,kCAAkC,CAAC;AAC9E,OAAO,EAAE,wBAAwB,EAAE,MAAM,gCAAgC,CAAC;AAC1E,OAAO,EAAE,mBAAmB,EAAE,MAAM,2BAA2B,CAAC;AAChE,OAAO,EAAE,sBAAsB,EAAE,MAAM,8BAA8B,CAAC;AACtE,OAAO,EAAE,0BAA0B,EAAE,MAAM,kCAAkC,CAAC;AAC9E,OAAO,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAC;AAC9D,OAAO,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAC;AAC9D,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAC1D,OAAO,EAAE,oBAAoB,EAAE,MAAM,4BAA4B,CAAC;AAClE,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AACxD,OAAO,EAAE,qBAAqB,EAAE,MAAM,6BAA6B,CAAC;AACpE,OAAO,EAAE,oBAAoB,EAAE,MAAM,4BAA4B,CAAC;AAClE,OAAO,EAAE,wBAAwB,EAAE,MAAM,gCAAgC,CAAC;AAC1E,OAAO,EAAE,qBAAqB,EAAE,MAAM,6BAA6B,CAAC;AACpE,OAAO,EAAE,uBAAuB,EAAE,MAAM,+BAA+B,CAAC;AACxE,OAAO,EAAE,sBAAsB,EAAE,MAAM,8BAA8B,CAAC;AACtE,OAAO,EAAE,wBAAwB,EAAE,MAAM,gCAAgC,CAAC;AAC1E,OAAO,EAAE,wBAAwB,EAAE,MAAM,gCAAgC,CAAC;AAC1E,OAAO,EAAE,sBAAsB,EAAE,MAAM,8BAA8B,CAAC;AACtE,OAAO,EAAE,wBAAwB,EAAE,MAAM,gCAAgC,CAAC;AAC1E,OAAO,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAC;AAC9D,OAAO,EAAE,uBAAuB,EAAE,MAAM,+BAA+B,CAAC;AACxE,OAAO,EAAE,uBAAuB,EAAE,MAAM,+BAA+B,CAAC;AACxE,OAAO,EAAE,qBAAqB,EAAE,MAAM,6BAA6B,CAAC;AACpE,OAAO,EAAE,yBAAyB,EAAE,MAAM,iCAAiC,CAAC;AAC5E,OAAO,EAAE,uBAAuB,EAAE,MAAM,+BAA+B,CAAC;AACxE,OAAO,EAAE,mBAAmB,EAAE,MAAM,2BAA2B,CAAC;AAChE,OAAO,EAAE,uBAAuB,EAAE,MAAM,+BAA+B,CAAC;AACxE,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AACxD,OAAO,EAAE,wBAAwB,EAAE,MAAM,gCAAgC,CAAC;AAC1E,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AACtD,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAC1D,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AACtD,OAAO,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAC;AAC9D,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAC1D,OAAO,EAAE,4BAA4B,EAAE,MAAM,oCAAoC,CAAC;AAClF,OAAO,EAAE,uCAAuC,EAAE,MAAM,+CAA+C,CAAC;AACxG,OAAO,EAAE,8BAA8B,EAAE,MAAM,sCAAsC,CAAC;AACtF,OAAO,EAAE,+BAA+B,EAAE,MAAM,uCAAuC,CAAC;AACxF,OAAO,EAAE,8BAA8B,EAAE,MAAM,sCAAsC,CAAC;AAEtF,MAAM,UAAU,eAAe,CAAC,IAU/B;IACC,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC;QAC3B,KAAK,EAAE,eAAe;QACtB,KAAK,EAAE,CAAC;gBACN,GAAG,EAAE,8CAA8C;gBACnD,QAAQ,EAAE,eAAe;gBACzB,KAAK,EAAE,CAAC,KAAK,CAAC;aACf,CAAC;QACF,IAAI,EAAE,cAAc;QACpB,OAAO,EAAE,QAAQ;KAClB,CAAC,CAAC;IAEH,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,IAAI,CAAC,GAAG,EAAE,CACrC,IAAI,gBAAgB,CAAC;QACnB,QAAQ,EAAE,IAAI,CAAC,QAAQ;QACvB,SAAS,EAAE,IAAI,CAAC,SAAS;QACzB,SAAS,EAAE,IAAI,CAAC,SAAS;QACzB,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK,KAAK,OAAO;YACxC,CAAC,CAAC;gBACA,GAAG,EAAE,CAAC,GAAG,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC;gBACtC,KAAK,EAAE,CAAC,GAAG,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC;gBAC1C,QAAQ,EAAE,CAAC,GAAG,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,IAAI,CAAC;aACjD;YACD,CAAC,CAAC,SAAS;KACd,CAAC,CAAC,CAAC;IAEN,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAEpC,MAAM,YAAY,GAAG,IAAI,CAAC,YAAY,IAAI,IAAI,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IACrE,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,CAAC,GAAG,kBAAkB,CAC/C,IAAI,CAAC,MAAM,EACX,MAAM,EACN,SAAS,EACT,MAAM,EACN,YAAY,EACZ,IAAI,CAAC,OAAO,EACZ,IAAI,CAAC,gBAAgB,CACtB,CAAC;IACF,MAAM,QAAQ,GAAG,sBAAsB,CACrC,IAAI,CAAC,MAAM,EACX,MAAM,EACN,SAAS,EACT,MAAM,CACP,CAAC;IACF,MAAM,gBAAgB,GAAG,8BAA8B,CACrD,IAAI,CAAC,MAAM,EACX,MAAM,EACN,SAAS,EACT,MAAM,CACP,CAAC;IACF,MAAM,MAAM,GAAG,oBAAoB,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;IAC5E,MAAM,QAAQ,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC9D,KAAK,QAAQ,CAAC,CAAC,2BAA2B;IAE1C,IAAI,CAAC,cAAc,CAAC,CAAC;IACrB,IAAI,CAAC,wBAAwB,CAAC,CAAC;IAC/B,IAAI,CAAC,8BAA8B,CAAC,CAAC;IACrC,IAAI,CAAC,+BAA+B,CAAC,CAAC;IACtC,IAAI,CAAC,4BAA4B,CAAC,CAAC;IACnC,IAAI,CAAC,8BAA8B,CAAC,CAAC;IACrC,IAAI,CAAC,uCAAuC,CAAC,CAAC;IAC9C,IAAI,CAAC,gBAAgB,CAAC,CAAC;IACvB,IAAI,CAAC,kBAAkB,CAAC,CAAC;IACzB,IAAI,CAAC,sBAAsB,CAAC,CAAC;IAC7B,IAAI,CAAC,wBAAwB,CAAC,CAAC;IAC/B,IAAI,CAAC,wBAAwB,CAAC,CAAC;IAC/B,IAAI,CAAC,wBAAwB,CAAC,CAAC;IAC/B,IAAI,CAAC,uBAAuB,CAAC,CAAC;IAC9B,IAAI,CAAC,sBAAsB,CAAC,CAAC;IAC7B,IAAI,CAAC,oBAAoB,CAAC,CAAC;IAC3B,IAAI,CAAC,wBAAwB,CAAC,CAAC;IAC/B,IAAI,CAAC,oBAAoB,CAAC,CAAC;IAC3B,IAAI,CAAC,kBAAkB,CAAC,CAAC;IACzB,IAAI,CAAC,kBAAkB,CAAC,CAAC;IACzB,IAAI,CAAC,eAAe,CAAC,CAAC;IACtB,IAAI,CAAC,qBAAqB,CAAC,CAAC;IAC5B,IAAI,CAAC,qBAAqB,CAAC,CAAC;IAC5B,IAAI,CAAC,sBAAsB,CAAC,CAAC;IAC7B,IAAI,CAAC,0BAA0B,CAAC,CAAC;IACjC,IAAI,CAAC,cAAc,CAAC,CAAC;IACrB,IAAI,CAAC,gBAAgB,CAAC,CAAC;IACvB,IAAI,CAAC,kBAAkB,CAAC,CAAC;IACzB,IAAI,CAAC,gBAAgB,CAAC,CAAC;IACvB,IAAI,CAAC,mBAAmB,CAAC,CAAC;IAC1B,IAAI,CAAC,uBAAuB,CAAC,CAAC;IAC9B,IAAI,CAAC,4BAA4B,CAAC,CAAC;IACnC,IAAI,CAAC,kCAAkC,CAAC,CAAC;IACzC,IAAI,CAAC,8BAA8B,CAAC,CAAC;IACrC,IAAI,CAAC,4BAA4B,CAAC,CAAC;IACnC,IAAI,CAAC,iCAAiC,CAAC,CAAC;IACxC,IAAI,CAAC,gCAAgC,CAAC,CAAC;IACvC,IAAI,CAAC,cAAc,CAAC,CAAC;IACrB,IAAI,CAAC,gBAAgB,CAAC,CAAC;IACvB,IAAI,CAAC,qBAAqB,CAAC,CAAC;IAC5B,IAAI,CAAC,kBAAkB,CAAC,CAAC;IACzB,IAAI,CAAC,gBAAgB,CAAC,CAAC;IACvB,IAAI,CAAC,gBAAgB,CAAC,CAAC;IACvB,IAAI,CAAC,4BAA4B,CAAC,CAAC;IACnC,IAAI,CAAC,8BAA8B,CAAC,CAAC;IACrC,IAAI,CAAC,gCAAgC,CAAC,CAAC;IACvC,IAAI,CAAC,8BAA8B,CAAC,CAAC;IACrC,IAAI,CAAC,8BAA8B,CAAC,CAAC;IACrC,IAAI,CAAC,aAAa,CAAC,CAAC;IACpB,IAAI,CAAC,gBAAgB,CAAC,CAAC;IACvB,IAAI,CAAC,eAAe,CAAC,CAAC;IACtB,IAAI,CAAC,aAAa,CAAC,CAAC;IACpB,IAAI,CAAC,sBAAsB,CAAC,CAAC;IAC7B,IAAI,CAAC,wBAAwB,CAAC,CAAC;IAC/B,IAAI,CAAC,0BAA0B,CAAC,CAAC;IACjC,IAAI,CAAC,wBAAwB,CAAC,CAAC;IAC/B,IAAI,CAAC,wBAAwB,CAAC,CAAC;IAC/B,IAAI,CAAC,iBAAiB,CAAC,CAAC;IACxB,IAAI,CAAC,mCAAmC,CAAC,CAAC;IAC1C,IAAI,CAAC,sCAAsC,CAAC,CAAC;IAC7C,IAAI,CAAC,6BAA6B,CAAC,CAAC;IACpC,IAAI,CAAC,+BAA+B,CAAC,CAAC;IACtC,IAAI,CAAC,iCAAiC,CAAC,CAAC;IACxC,IAAI,CAAC,+BAA+B,CAAC,CAAC;IACtC,IAAI,CAAC,+BAA+B,CAAC,CAAC;IACtC,IAAI,CAAC,oCAAoC,CAAC,CAAC;IAC3C,IAAI,CAAC,eAAe,CAAC,CAAC;IACtB,IAAI,CAAC,qBAAqB,CAAC,CAAC;IAC5B,IAAI,CAAC,uBAAuB,CAAC,CAAC;IAC9B,IAAI,CAAC,yBAAyB,CAAC,CAAC;IAChC,IAAI,CAAC,uBAAuB,CAAC,CAAC;IAC9B,IAAI,CAAC,uBAAuB,CAAC,CAAC;IAC9B,IAAI,CAAC,qBAAqB,CAAC,CAAC;IAC5B,IAAI,CAAC,mBAAmB,CAAC,CAAC;IAC1B,IAAI,CAAC,aAAa,CAAC,CAAC;IACpB,IAAI,CAAC,eAAe,CAAC,CAAC;IAEtB,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;QACjB,oBAAoB,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;IACxE,CAAC;IAED,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;AAC3B,CAAC"}
|
|
1
|
+
{"version":3,"file":"server.js","sourceRoot":"","sources":["../../src/mcp-server/server.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,SAAS,EAAE,MAAM,yCAAyC,CAAC;AACpE,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAG9C,OAAO,EAAE,oBAAoB,EAAE,MAAM,cAAc,CAAC;AACpD,OAAO,EACL,sBAAsB,EACtB,8BAA8B,GAC/B,MAAM,gBAAgB,CAAC;AAExB,OAAO,EACL,kBAAkB,EAElB,oBAAoB,GACrB,MAAM,YAAY,CAAC;AACpB,OAAO,EAAE,gCAAgC,EAAE,MAAM,wCAAwC,CAAC;AAC1F,OAAO,EAAE,iCAAiC,EAAE,MAAM,yCAAyC,CAAC;AAC5F,OAAO,EAAE,4BAA4B,EAAE,MAAM,oCAAoC,CAAC;AAClF,OAAO,EAAE,4BAA4B,EAAE,MAAM,oCAAoC,CAAC;AAClF,OAAO,EAAE,8BAA8B,EAAE,MAAM,sCAAsC,CAAC;AACtF,OAAO,EAAE,kCAAkC,EAAE,MAAM,0CAA0C,CAAC;AAC9F,OAAO,EAAE,mCAAmC,EAAE,MAAM,2CAA2C,CAAC;AAChG,OAAO,EAAE,+BAA+B,EAAE,MAAM,uCAAuC,CAAC;AACxF,OAAO,EAAE,+BAA+B,EAAE,MAAM,uCAAuC,CAAC;AACxF,OAAO,EAAE,6BAA6B,EAAE,MAAM,qCAAqC,CAAC;AACpF,OAAO,EAAE,oCAAoC,EAAE,MAAM,4CAA4C,CAAC;AAClG,OAAO,EAAE,iCAAiC,EAAE,MAAM,yCAAyC,CAAC;AAC5F,OAAO,EAAE,+BAA+B,EAAE,MAAM,uCAAuC,CAAC;AACxF,OAAO,EAAE,sCAAsC,EAAE,MAAM,8CAA8C,CAAC;AACtG,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AACxD,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EAAE,qBAAqB,EAAE,MAAM,6BAA6B,CAAC;AACpE,OAAO,EAAE,iBAAiB,EAAE,MAAM,yBAAyB,CAAC;AAC5D,OAAO,EAAE,qBAAqB,EAAE,MAAM,6BAA6B,CAAC;AACpE,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAC1D,OAAO,EAAE,8BAA8B,EAAE,MAAM,sCAAsC,CAAC;AACtF,OAAO,EAAE,8BAA8B,EAAE,MAAM,sCAAsC,CAAC;AACtF,OAAO,EAAE,4BAA4B,EAAE,MAAM,oCAAoC,CAAC;AAClF,OAAO,EAAE,gCAAgC,EAAE,MAAM,wCAAwC,CAAC;AAC1F,OAAO,EAAE,8BAA8B,EAAE,MAAM,sCAAsC,CAAC;AACtF,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAC1D,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAC1D,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AACtD,OAAO,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAC;AAC9D,OAAO,EAAE,aAAa,EAAE,MAAM,qBAAqB,CAAC;AACpD,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AACxD,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAC1D,OAAO,EAAE,wBAAwB,EAAE,MAAM,gCAAgC,CAAC;AAC1E,OAAO,EAAE,wBAAwB,EAAE,MAAM,gCAAgC,CAAC;AAC1E,OAAO,EAAE,sBAAsB,EAAE,MAAM,8BAA8B,CAAC;AACtE,OAAO,EAAE,0BAA0B,EAAE,MAAM,kCAAkC,CAAC;AAC9E,OAAO,EAAE,wBAAwB,EAAE,MAAM,gCAAgC,CAAC;AAC1E,OAAO,EAAE,mBAAmB,EAAE,MAAM,2BAA2B,CAAC;AAChE,OAAO,EAAE,sBAAsB,EAAE,MAAM,8BAA8B,CAAC;AACtE,OAAO,EAAE,0BAA0B,EAAE,MAAM,kCAAkC,CAAC;AAC9E,OAAO,EAAE,2BAA2B,EAAE,MAAM,mCAAmC,CAAC;AAChF,OAAO,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAC;AAC9D,OAAO,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAC;AAC9D,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAC1D,OAAO,EAAE,oBAAoB,EAAE,MAAM,4BAA4B,CAAC;AAClE,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AACxD,OAAO,EAAE,qBAAqB,EAAE,MAAM,6BAA6B,CAAC;AACpE,OAAO,EAAE,oBAAoB,EAAE,MAAM,4BAA4B,CAAC;AAClE,OAAO,EAAE,wBAAwB,EAAE,MAAM,gCAAgC,CAAC;AAC1E,OAAO,EAAE,qBAAqB,EAAE,MAAM,6BAA6B,CAAC;AACpE,OAAO,EAAE,uBAAuB,EAAE,MAAM,+BAA+B,CAAC;AACxE,OAAO,EAAE,sBAAsB,EAAE,MAAM,8BAA8B,CAAC;AACtE,OAAO,EAAE,wBAAwB,EAAE,MAAM,gCAAgC,CAAC;AAC1E,OAAO,EAAE,wBAAwB,EAAE,MAAM,gCAAgC,CAAC;AAC1E,OAAO,EAAE,sBAAsB,EAAE,MAAM,8BAA8B,CAAC;AACtE,OAAO,EAAE,wBAAwB,EAAE,MAAM,gCAAgC,CAAC;AAC1E,OAAO,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAC;AAC9D,OAAO,EAAE,uBAAuB,EAAE,MAAM,+BAA+B,CAAC;AACxE,OAAO,EAAE,uBAAuB,EAAE,MAAM,+BAA+B,CAAC;AACxE,OAAO,EAAE,qBAAqB,EAAE,MAAM,6BAA6B,CAAC;AACpE,OAAO,EAAE,yBAAyB,EAAE,MAAM,iCAAiC,CAAC;AAC5E,OAAO,EAAE,uBAAuB,EAAE,MAAM,+BAA+B,CAAC;AACxE,OAAO,EAAE,mBAAmB,EAAE,MAAM,2BAA2B,CAAC;AAChE,OAAO,EAAE,uBAAuB,EAAE,MAAM,+BAA+B,CAAC;AACxE,OAAO,EAAE,eAAe,EAAE,MAAM,uBAAuB,CAAC;AACxD,OAAO,EAAE,wBAAwB,EAAE,MAAM,gCAAgC,CAAC;AAC1E,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AACtD,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAC1D,OAAO,EAAE,cAAc,EAAE,MAAM,sBAAsB,CAAC;AACtD,OAAO,EAAE,kBAAkB,EAAE,MAAM,0BAA0B,CAAC;AAC9D,OAAO,EAAE,gBAAgB,EAAE,MAAM,wBAAwB,CAAC;AAC1D,OAAO,EAAE,4BAA4B,EAAE,MAAM,oCAAoC,CAAC;AAClF,OAAO,EAAE,uCAAuC,EAAE,MAAM,+CAA+C,CAAC;AACxG,OAAO,EAAE,8BAA8B,EAAE,MAAM,sCAAsC,CAAC;AACtF,OAAO,EAAE,+BAA+B,EAAE,MAAM,uCAAuC,CAAC;AACxF,OAAO,EAAE,8BAA8B,EAAE,MAAM,sCAAsC,CAAC;AAEtF,MAAM,UAAU,eAAe,CAAC,IAU/B;IACC,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC;QAC3B,KAAK,EAAE,eAAe;QACtB,KAAK,EAAE,CAAC;gBACN,GAAG,EAAE,8CAA8C;gBACnD,QAAQ,EAAE,eAAe;gBACzB,KAAK,EAAE,CAAC,KAAK,CAAC;aACf,CAAC;QACF,IAAI,EAAE,cAAc;QACpB,OAAO,EAAE,QAAQ;KAClB,CAAC,CAAC;IAEH,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,IAAI,CAAC,GAAG,EAAE,CACrC,IAAI,gBAAgB,CAAC;QACnB,QAAQ,EAAE,IAAI,CAAC,QAAQ;QACvB,SAAS,EAAE,IAAI,CAAC,SAAS;QACzB,SAAS,EAAE,IAAI,CAAC,SAAS;QACzB,WAAW,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK,KAAK,OAAO;YACxC,CAAC,CAAC;gBACA,GAAG,EAAE,CAAC,GAAG,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC;gBACtC,KAAK,EAAE,CAAC,GAAG,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC;gBAC1C,QAAQ,EAAE,CAAC,GAAG,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,QAAQ,CAAC,GAAG,IAAI,CAAC;aACjD;YACD,CAAC,CAAC,SAAS;KACd,CAAC,CAAC,CAAC;IAEN,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAEpC,MAAM,YAAY,GAAG,IAAI,CAAC,YAAY,IAAI,IAAI,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;IACrE,MAAM,CAAC,IAAI,EAAE,KAAK,EAAE,OAAO,CAAC,GAAG,kBAAkB,CAC/C,IAAI,CAAC,MAAM,EACX,MAAM,EACN,SAAS,EACT,MAAM,EACN,YAAY,EACZ,IAAI,CAAC,OAAO,EACZ,IAAI,CAAC,gBAAgB,CACtB,CAAC;IACF,MAAM,QAAQ,GAAG,sBAAsB,CACrC,IAAI,CAAC,MAAM,EACX,MAAM,EACN,SAAS,EACT,MAAM,CACP,CAAC;IACF,MAAM,gBAAgB,GAAG,8BAA8B,CACrD,IAAI,CAAC,MAAM,EACX,MAAM,EACN,SAAS,EACT,MAAM,CACP,CAAC;IACF,MAAM,MAAM,GAAG,oBAAoB,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,CAAC,CAAC;IAC5E,MAAM,QAAQ,GAAG,EAAE,IAAI,EAAE,QAAQ,EAAE,gBAAgB,EAAE,MAAM,EAAE,CAAC;IAC9D,KAAK,QAAQ,CAAC,CAAC,2BAA2B;IAE1C,IAAI,CAAC,cAAc,CAAC,CAAC;IACrB,IAAI,CAAC,wBAAwB,CAAC,CAAC;IAC/B,IAAI,CAAC,8BAA8B,CAAC,CAAC;IACrC,IAAI,CAAC,+BAA+B,CAAC,CAAC;IACtC,IAAI,CAAC,4BAA4B,CAAC,CAAC;IACnC,IAAI,CAAC,8BAA8B,CAAC,CAAC;IACrC,IAAI,CAAC,uCAAuC,CAAC,CAAC;IAC9C,IAAI,CAAC,gBAAgB,CAAC,CAAC;IACvB,IAAI,CAAC,kBAAkB,CAAC,CAAC;IACzB,IAAI,CAAC,sBAAsB,CAAC,CAAC;IAC7B,IAAI,CAAC,wBAAwB,CAAC,CAAC;IAC/B,IAAI,CAAC,wBAAwB,CAAC,CAAC;IAC/B,IAAI,CAAC,wBAAwB,CAAC,CAAC;IAC/B,IAAI,CAAC,uBAAuB,CAAC,CAAC;IAC9B,IAAI,CAAC,sBAAsB,CAAC,CAAC;IAC7B,IAAI,CAAC,oBAAoB,CAAC,CAAC;IAC3B,IAAI,CAAC,wBAAwB,CAAC,CAAC;IAC/B,IAAI,CAAC,oBAAoB,CAAC,CAAC;IAC3B,IAAI,CAAC,kBAAkB,CAAC,CAAC;IACzB,IAAI,CAAC,kBAAkB,CAAC,CAAC;IACzB,IAAI,CAAC,eAAe,CAAC,CAAC;IACtB,IAAI,CAAC,qBAAqB,CAAC,CAAC;IAC5B,IAAI,CAAC,qBAAqB,CAAC,CAAC;IAC5B,IAAI,CAAC,sBAAsB,CAAC,CAAC;IAC7B,IAAI,CAAC,0BAA0B,CAAC,CAAC;IACjC,IAAI,CAAC,cAAc,CAAC,CAAC;IACrB,IAAI,CAAC,gBAAgB,CAAC,CAAC;IACvB,IAAI,CAAC,kBAAkB,CAAC,CAAC;IACzB,IAAI,CAAC,gBAAgB,CAAC,CAAC;IACvB,IAAI,CAAC,mBAAmB,CAAC,CAAC;IAC1B,IAAI,CAAC,uBAAuB,CAAC,CAAC;IAC9B,IAAI,CAAC,4BAA4B,CAAC,CAAC;IACnC,IAAI,CAAC,kCAAkC,CAAC,CAAC;IACzC,IAAI,CAAC,8BAA8B,CAAC,CAAC;IACrC,IAAI,CAAC,4BAA4B,CAAC,CAAC;IACnC,IAAI,CAAC,iCAAiC,CAAC,CAAC;IACxC,IAAI,CAAC,gCAAgC,CAAC,CAAC;IACvC,IAAI,CAAC,cAAc,CAAC,CAAC;IACrB,IAAI,CAAC,gBAAgB,CAAC,CAAC;IACvB,IAAI,CAAC,qBAAqB,CAAC,CAAC;IAC5B,IAAI,CAAC,kBAAkB,CAAC,CAAC;IACzB,IAAI,CAAC,gBAAgB,CAAC,CAAC;IACvB,IAAI,CAAC,gBAAgB,CAAC,CAAC;IACvB,IAAI,CAAC,4BAA4B,CAAC,CAAC;IACnC,IAAI,CAAC,8BAA8B,CAAC,CAAC;IACrC,IAAI,CAAC,gCAAgC,CAAC,CAAC;IACvC,IAAI,CAAC,8BAA8B,CAAC,CAAC;IACrC,IAAI,CAAC,8BAA8B,CAAC,CAAC;IACrC,IAAI,CAAC,aAAa,CAAC,CAAC;IACpB,IAAI,CAAC,gBAAgB,CAAC,CAAC;IACvB,IAAI,CAAC,eAAe,CAAC,CAAC;IACtB,IAAI,CAAC,aAAa,CAAC,CAAC;IACpB,IAAI,CAAC,sBAAsB,CAAC,CAAC;IAC7B,IAAI,CAAC,wBAAwB,CAAC,CAAC;IAC/B,IAAI,CAAC,0BAA0B,CAAC,CAAC;IACjC,IAAI,CAAC,wBAAwB,CAAC,CAAC;IAC/B,IAAI,CAAC,wBAAwB,CAAC,CAAC;IAC/B,IAAI,CAAC,iBAAiB,CAAC,CAAC;IACxB,IAAI,CAAC,mCAAmC,CAAC,CAAC;IAC1C,IAAI,CAAC,sCAAsC,CAAC,CAAC;IAC7C,IAAI,CAAC,6BAA6B,CAAC,CAAC;IACpC,IAAI,CAAC,+BAA+B,CAAC,CAAC;IACtC,IAAI,CAAC,iCAAiC,CAAC,CAAC;IACxC,IAAI,CAAC,+BAA+B,CAAC,CAAC;IACtC,IAAI,CAAC,+BAA+B,CAAC,CAAC;IACtC,IAAI,CAAC,oCAAoC,CAAC,CAAC;IAC3C,IAAI,CAAC,2BAA2B,CAAC,CAAC;IAClC,IAAI,CAAC,eAAe,CAAC,CAAC;IACtB,IAAI,CAAC,qBAAqB,CAAC,CAAC;IAC5B,IAAI,CAAC,uBAAuB,CAAC,CAAC;IAC9B,IAAI,CAAC,yBAAyB,CAAC,CAAC;IAChC,IAAI,CAAC,uBAAuB,CAAC,CAAC;IAC9B,IAAI,CAAC,uBAAuB,CAAC,CAAC;IAC9B,IAAI,CAAC,qBAAqB,CAAC,CAAC;IAC5B,IAAI,CAAC,mBAAmB,CAAC,CAAC;IAC1B,IAAI,CAAC,aAAa,CAAC,CAAC;IACpB,IAAI,CAAC,eAAe,CAAC,CAAC;IAEtB,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;QACjB,oBAAoB,CAAC,IAAI,CAAC,MAAM,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;IACxE,CAAC;IAED,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,CAAC;AAC3B,CAAC"}
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
import { ToolDefinition } from "../tools.js";
|
|
2
|
+
declare const args: {
|
|
3
|
+
request: import("zod").ZodType<import("../../models/v2pluginevalsresultslistop.js").V2PluginEvalsResultsListRequest, unknown, import("zod/v4/core").$ZodTypeInternals<import("../../models/v2pluginevalsresultslistop.js").V2PluginEvalsResultsListRequest, unknown>>;
|
|
4
|
+
};
|
|
5
|
+
export declare const tool$pluginEvalsResultsList: ToolDefinition<typeof args>;
|
|
6
|
+
export {};
|
|
7
|
+
//# sourceMappingURL=pluginEvalsResultsList.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"pluginEvalsResultsList.d.ts","sourceRoot":"","sources":["../../../src/mcp-server/tools/pluginEvalsResultsList.ts"],"names":[],"mappings":"AAOA,OAAO,EAAgB,cAAc,EAAE,MAAM,aAAa,CAAC;AAE3D,QAAA,MAAM,IAAI;;CAET,CAAC;AAEF,eAAO,MAAM,2BAA2B,EAAE,cAAc,CAAC,OAAO,IAAI,CA6BnE,CAAC"}
|
|
@@ -0,0 +1,35 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
* @generated-id: e2687c95e74c
|
|
4
|
+
*/
|
|
5
|
+
import { pluginEvalsResultsList } from "../../funcs/pluginEvalsResultsList.js";
|
|
6
|
+
import { V2PluginEvalsResultsListRequest$zodSchema } from "../../models/v2pluginevalsresultslistop.js";
|
|
7
|
+
import { formatResult } from "../tools.js";
|
|
8
|
+
const args = {
|
|
9
|
+
request: V2PluginEvalsResultsListRequest$zodSchema,
|
|
10
|
+
};
|
|
11
|
+
export const tool$pluginEvalsResultsList = {
|
|
12
|
+
name: "plugin-evals-results-list",
|
|
13
|
+
description: `List Plugin Eval Results
|
|
14
|
+
|
|
15
|
+
Returns a day's plugin eval results, one per plugin with results that day. Each has a \`download_url\` for a zip of every run with and without the plugin installed, plus the insights report written from them. Call \`download_url\` with the same API key. Returns 404 when no results exist for the date.`,
|
|
16
|
+
annotations: {
|
|
17
|
+
"title": "",
|
|
18
|
+
"destructiveHint": false,
|
|
19
|
+
"idempotentHint": false,
|
|
20
|
+
"openWorldHint": false,
|
|
21
|
+
"readOnlyHint": true,
|
|
22
|
+
},
|
|
23
|
+
args,
|
|
24
|
+
tool: async (client, args, ctx) => {
|
|
25
|
+
const [result] = await pluginEvalsResultsList(client, args.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
|
|
26
|
+
if (!result.ok) {
|
|
27
|
+
return {
|
|
28
|
+
content: [{ type: "text", text: result.error.message }],
|
|
29
|
+
isError: true,
|
|
30
|
+
};
|
|
31
|
+
}
|
|
32
|
+
return formatResult(result.value);
|
|
33
|
+
},
|
|
34
|
+
};
|
|
35
|
+
//# sourceMappingURL=pluginEvalsResultsList.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"pluginEvalsResultsList.js","sourceRoot":"","sources":["../../../src/mcp-server/tools/pluginEvalsResultsList.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,sBAAsB,EAAE,MAAM,uCAAuC,CAAC;AAC/E,OAAO,EAAE,yCAAyC,EAAE,MAAM,4CAA4C,CAAC;AACvG,OAAO,EAAE,YAAY,EAAkB,MAAM,aAAa,CAAC;AAE3D,MAAM,IAAI,GAAG;IACX,OAAO,EAAE,yCAAyC;CACnD,CAAC;AAEF,MAAM,CAAC,MAAM,2BAA2B,GAAgC;IACtE,IAAI,EAAE,2BAA2B;IACjC,WAAW,EAAE;;8SAE+R;IAC5S,WAAW,EAAE;QACX,OAAO,EAAE,EAAE;QACX,iBAAiB,EAAE,KAAK;QACxB,gBAAgB,EAAE,KAAK;QACvB,eAAe,EAAE,KAAK;QACtB,cAAc,EAAE,IAAI;KACrB;IACD,IAAI;IACJ,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE;QAChC,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,sBAAsB,CAC3C,MAAM,EACN,IAAI,CAAC,OAAO,EACZ,EAAE,YAAY,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,EAAE,CACzC,CAAC,QAAQ,EAAE,CAAC;QAEb,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBACvD,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;QAED,OAAO,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;CACF,CAAC"}
|
|
@@ -9,6 +9,7 @@ export type CreateV2EvalRequest = {
|
|
|
9
9
|
prompts: Array<string>;
|
|
10
10
|
judges: Array<string>;
|
|
11
11
|
agent?: Array<string> | undefined;
|
|
12
|
+
include_env_vars?: boolean | undefined;
|
|
12
13
|
persona?: string | undefined;
|
|
13
14
|
clis?: Array<string> | undefined;
|
|
14
15
|
mcps?: Array<V2InlineMcpDefinition | V2SavedMcpReference> | undefined;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"createv2evalrequest.d.ts","sourceRoot":"","sources":["../../src/models/createv2evalrequest.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,qBAAqB,EAEtB,MAAM,4BAA4B,CAAC;AACpC,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAElC,MAAM,MAAM,sBAAsB,GAC9B,qBAAqB,GACrB,mBAAmB,CAAC;AAExB,eAAO,MAAM,gCAAgC,EAAE,CAAC,CAAC,OAAO,CACtD,sBAAsB,CAItB,CAAC;AAEH,MAAM,MAAM,mBAAmB,GAAG;IAChC,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACvB,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACtB,KAAK,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IAClC,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,IAAI,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACjC,IAAI,CAAC,EAAE,KAAK,CAAC,qBAAqB,GAAG,mBAAmB,CAAC,GAAG,SAAS,CAAC;IACtE,cAAc,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IAC3C,gBAAgB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IAC7C,gBAAgB,CAAC,EAAE,mBAAmB,GAAG,SAAS,CAAC;IACnD,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,IAAI,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;CAClC,CAAC;AAEF,eAAO,MAAM,6BAA6B,EAAE,CAAC,CAAC,OAAO,CAAC,mBAAmB,
|
|
1
|
+
{"version":3,"file":"createv2evalrequest.d.ts","sourceRoot":"","sources":["../../src/models/createv2evalrequest.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,qBAAqB,EAEtB,MAAM,4BAA4B,CAAC;AACpC,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAElC,MAAM,MAAM,sBAAsB,GAC9B,qBAAqB,GACrB,mBAAmB,CAAC;AAExB,eAAO,MAAM,gCAAgC,EAAE,CAAC,CAAC,OAAO,CACtD,sBAAsB,CAItB,CAAC;AAEH,MAAM,MAAM,mBAAmB,GAAG;IAChC,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACvB,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACtB,KAAK,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IAClC,gBAAgB,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IACvC,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,IAAI,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACjC,IAAI,CAAC,EAAE,KAAK,CAAC,qBAAqB,GAAG,mBAAmB,CAAC,GAAG,SAAS,CAAC;IACtE,cAAc,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IAC3C,gBAAgB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IAC7C,gBAAgB,CAAC,EAAE,mBAAmB,GAAG,SAAS,CAAC;IACnD,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,IAAI,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;CAClC,CAAC;AAEF,eAAO,MAAM,6BAA6B,EAAE,CAAC,CAAC,OAAO,CAAC,mBAAmB,CA0CrE,CAAC"}
|
|
@@ -15,6 +15,7 @@ export const CreateV2EvalRequest$zodSchema = z
|
|
|
15
15
|
agent: z.array(z.string()).optional().describe("Runnable agents from `GET /v2/agents`. An empty array saves the eval without default agents. CLI clients expose repeatable `--agent`."),
|
|
16
16
|
cleanup_commands: z.array(z.string()).optional().describe("Best-effort shell commands run sequentially after agent execution and result capture, before sandbox deletion. CLI clients expose repeatable `--cleanup-command`."),
|
|
17
17
|
clis: z.array(z.string()).optional().describe("Saved CLI IDs or shell installation commands. UUID values resolve saved CLIs from `GET /v2/clis`; every other value is run as an installation command. CLI clients expose repeatable `--cli`."),
|
|
18
|
+
include_env_vars: z.boolean().default(true).describe("Whether runs get environment variables. Set false to run with no environment: neither a configuration's environment nor the organization's default environment is attached. This is the same setting as Environment: Off in the app."),
|
|
18
19
|
judges: z.array(z.string()).describe("Plain-text success criteria. CLI clients expose this as repeatable `--judge`."),
|
|
19
20
|
mcps: z.array(z.union([
|
|
20
21
|
V2InlineMcpDefinition$zodSchema,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"createv2evalrequest.js","sourceRoot":"","sources":["../../src/models/createv2evalrequest.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,+BAA+B,GAChC,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAMlC,MAAM,CAAC,MAAM,gCAAgC,GAEzC,CAAC,CAAC,KAAK,CAAC;IACV,+BAA+B;IAC/B,6BAA6B;CAC9B,CAAC,CAAC;
|
|
1
|
+
{"version":3,"file":"createv2evalrequest.js","sourceRoot":"","sources":["../../src/models/createv2evalrequest.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,+BAA+B,GAChC,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAMlC,MAAM,CAAC,MAAM,gCAAgC,GAEzC,CAAC,CAAC,KAAK,CAAC;IACV,+BAA+B;IAC/B,6BAA6B;CAC9B,CAAC,CAAC;AAkBH,MAAM,CAAC,MAAM,6BAA6B,GAAmC,CAAC;KAC3E,MAAM,CAAC;IACN,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC5C,uIAAuI,CACxI;IACD,gBAAgB,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACvD,mKAAmK,CACpK;IACD,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC3C,+LAA+L,CAChM;IACD,gBAAgB,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC,QAAQ,CAClD,sOAAsO,CACvO;IACD,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,CAClC,+EAA+E,CAChF;IACD,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;QACpB,+BAA+B;QAC/B,6BAA6B;KAC9B,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACrB,0DAA0D,CAC3D;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACrC,4HAA4H,CAC7H;IACD,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,CACnC,iEAAiE,CAClE;IACD,IAAI,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CAC/B,mDAAmD,CACpD;IACD,gBAAgB,EAAE,6BAA6B,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACjE,mDAAmD,CACpD;IACD,cAAc,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACrD,sIAAsI,CACvI;IACD,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC3C,iHAAiH,CAClH;CACF,CAAC,CAAC"}
|
|
@@ -25,6 +25,7 @@ export type CreateV2EvalRunRequest = {
|
|
|
25
25
|
env?: {
|
|
26
26
|
[k: string]: string;
|
|
27
27
|
} | undefined;
|
|
28
|
+
include_env_vars?: boolean | undefined;
|
|
28
29
|
skills?: Array<string> | undefined;
|
|
29
30
|
skill_ids?: Array<string> | undefined;
|
|
30
31
|
search_grounding?: SearchGroundingMode | null | undefined;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"createv2evalrunrequest.d.ts","sourceRoot":"","sources":["../../src/models/createv2evalrunrequest.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,qBAAqB,EAEtB,MAAM,4BAA4B,CAAC;AACpC,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAElC,MAAM,MAAM,yBAAyB,GACjC,qBAAqB,GACrB,mBAAmB,CAAC;AAExB,eAAO,MAAM,mCAAmC,EAAE,CAAC,CAAC,OAAO,CACzD,yBAAyB,CAIzB,CAAC;AAEH;;GAEG;AACH,MAAM,MAAM,sBAAsB,GAAG;IACnC,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,gBAAgB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACtC,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,OAAO,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IAC3C,MAAM,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IAC1C,KAAK,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IACzC,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,IAAI,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IACxC,IAAI,CAAC,EAAE,KAAK,CAAC,qBAAqB,GAAG,mBAAmB,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IAC7E,cAAc,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IAClD,gBAAgB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IACpD,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,IAAI,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACjC,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAChC,GAAG,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,MAAM,CAAA;KAAE,GAAG,SAAS,CAAC;IAC1C,MAAM,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACnC,SAAS,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACtC,gBAAgB,CAAC,EAAE,mBAAmB,GAAG,IAAI,GAAG,SAAS,CAAC;CAC3D,CAAC;AAEF,eAAO,MAAM,gCAAgC,EAAE,CAAC,CAAC,OAAO,CACtD,sBAAsB,
|
|
1
|
+
{"version":3,"file":"createv2evalrunrequest.d.ts","sourceRoot":"","sources":["../../src/models/createv2evalrunrequest.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,qBAAqB,EAEtB,MAAM,4BAA4B,CAAC;AACpC,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAElC,MAAM,MAAM,yBAAyB,GACjC,qBAAqB,GACrB,mBAAmB,CAAC;AAExB,eAAO,MAAM,mCAAmC,EAAE,CAAC,CAAC,OAAO,CACzD,yBAAyB,CAIzB,CAAC;AAEH;;GAEG;AACH,MAAM,MAAM,sBAAsB,GAAG;IACnC,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,gBAAgB,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IACtC,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,OAAO,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IAC3C,MAAM,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IAC1C,KAAK,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IACzC,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,IAAI,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IACxC,IAAI,CAAC,EAAE,KAAK,CAAC,qBAAqB,GAAG,mBAAmB,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IAC7E,cAAc,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IAClD,gBAAgB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IACpD,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC1B,IAAI,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACjC,UAAU,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAChC,GAAG,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,MAAM,CAAA;KAAE,GAAG,SAAS,CAAC;IAC1C,gBAAgB,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IACvC,MAAM,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACnC,SAAS,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACtC,gBAAgB,CAAC,EAAE,mBAAmB,GAAG,IAAI,GAAG,SAAS,CAAC;CAC3D,CAAC;AAEF,eAAO,MAAM,gCAAgC,EAAE,CAAC,CAAC,OAAO,CACtD,sBAAsB,CAiEvB,CAAC"}
|
|
@@ -17,6 +17,7 @@ export const CreateV2EvalRunRequest$zodSchema = z.object({
|
|
|
17
17
|
configuration_id: z.string().optional().describe("Saved-run form only. Optional saved repository, environment, skills, and legacy tool configuration."),
|
|
18
18
|
env: z.record(z.string(), z.string()).optional().describe("Write-only environment variables for this launch. Values are stored only in the queued job's private configuration."),
|
|
19
19
|
eval_id: z.string().optional().describe("Saved-run form only. Existing eval definition to run. Omit this field to use the direct create-and-run form."),
|
|
20
|
+
include_env_vars: z.boolean().optional().describe("Either request form. false runs this launch with no environment: neither the configuration's environment nor the organization's default environment is attached. Omit it to use the eval's saved setting. Cannot be false when `env` is sent."),
|
|
20
21
|
judges: z.array(z.string()).nullable().optional().describe("Success criteria. Required in direct mode; in saved mode, replaces saved judges for this launch. CLI clients expose repeatable `--judge`."),
|
|
21
22
|
mcps: z.array(z.union([
|
|
22
23
|
V2InlineMcpDefinition$zodSchema,
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"createv2evalrunrequest.js","sourceRoot":"","sources":["../../src/models/createv2evalrunrequest.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,+BAA+B,GAChC,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAMlC,MAAM,CAAC,MAAM,mCAAmC,GAE5C,CAAC,CAAC,KAAK,CAAC;IACV,+BAA+B;IAC/B,6BAA6B;CAC9B,CAAC,CAAC;
|
|
1
|
+
{"version":3,"file":"createv2evalrunrequest.js","sourceRoot":"","sources":["../../src/models/createv2evalrunrequest.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,+BAA+B,GAChC,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAMlC,MAAM,CAAC,MAAM,mCAAmC,GAE5C,CAAC,CAAC,KAAK,CAAC;IACV,+BAA+B;IAC/B,6BAA6B;CAC9B,CAAC,CAAC;AA2BH,MAAM,CAAC,MAAM,gCAAgC,GAEzC,CAAC,CAAC,MAAM,CAAC;IACX,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACvD,oIAAoI,CACrI;IACD,gBAAgB,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClE,2PAA2P,CAC5P;IACD,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACtD,2QAA2Q,CAC5Q;IACD,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC9C,qGAAqG,CACtG;IACD,GAAG,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACvD,qHAAqH,CACtH;IACD,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACrC,8GAA8G,CAC/G;IACD,gBAAgB,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC/C,+OAA+O,CAChP;IACD,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACxD,2IAA2I,CAC5I;IACD,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC;QACpB,+BAA+B;QAC/B,6BAA6B;KAC9B,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAChC,kIAAkI,CACnI;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClC,mGAAmG,CACpG;IACD,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACrC,+GAA+G,CAChH;IACD,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACzD,yIAAyI,CAC1I;IACD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACxC,gIAAgI,CACjI;IACD,IAAI,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC/B,2GAA2G,CAC5G;IACD,gBAAgB,EAAE,6BAA6B,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;SAClE,QAAQ,CACP,2IAA2I,CAC5I;IACH,cAAc,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAChE,4NAA4N,CAC7N;IACD,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAChD,+GAA+G,CAChH;IACD,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC7C,iPAAiP,CAClP;IACD,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC3C,oJAAoJ,CACrJ;CACF,CAAC,CAAC,QAAQ,CACT,sQAAsQ,CACvQ,CAAC"}
|
|
@@ -19,6 +19,7 @@ export type GraderDefinition = {
|
|
|
19
19
|
pattern?: string | null | undefined;
|
|
20
20
|
case_sensitive?: boolean | undefined;
|
|
21
21
|
criteria?: string | null | undefined;
|
|
22
|
+
plugin?: string | null | undefined;
|
|
22
23
|
metric?: Metric | null | undefined;
|
|
23
24
|
min_score?: number | null | undefined;
|
|
24
25
|
max_value?: number | null | undefined;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"graderdefinition.d.ts","sourceRoot":"","sources":["../../src/models/graderdefinition.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAE/C,eAAO,MAAM,MAAM;;;;CAIT,CAAC;AACX,MAAM,MAAM,MAAM,GAAG,UAAU,CAAC,OAAO,MAAM,CAAC,CAAC;AAE/C,eAAO,MAAM,gBAAgB;;;;EAI3B,CAAC;AAEH,MAAM,MAAM,gBAAgB,GAAG;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACnC,OAAO,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IAC3C,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,cAAc,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IACrC,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACrC,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACnC,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACtC,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACtC,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,QAAQ,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;CAChC,CAAC;AAEF,eAAO,MAAM,0BAA0B,EAAE,CAAC,CAAC,OAAO,CAAC,gBAAgB,
|
|
1
|
+
{"version":3,"file":"graderdefinition.d.ts","sourceRoot":"","sources":["../../src/models/graderdefinition.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAE/C,eAAO,MAAM,MAAM;;;;CAIT,CAAC;AACX,MAAM,MAAM,MAAM,GAAG,UAAU,CAAC,OAAO,MAAM,CAAC,CAAC;AAE/C,eAAO,MAAM,gBAAgB;;;;EAI3B,CAAC;AAEH,MAAM,MAAM,gBAAgB,GAAG;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACnC,OAAO,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IAC3C,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,cAAc,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IACrC,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACrC,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACnC,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACnC,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACtC,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACtC,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,QAAQ,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;CAChC,CAAC;AAEF,eAAO,MAAM,0BAA0B,EAAE,CAAC,CAAC,OAAO,CAAC,gBAAgB,CAkBlE,CAAC"}
|
|
@@ -24,6 +24,7 @@ export const GraderDefinition$zodSchema = z.object({
|
|
|
24
24
|
needle: z.string().nullable().optional(),
|
|
25
25
|
needles: z.array(z.string()).nullable().optional(),
|
|
26
26
|
pattern: z.string().nullable().optional(),
|
|
27
|
+
plugin: z.string().nullable().optional(),
|
|
27
28
|
type: z.string(),
|
|
28
29
|
weight: z.number().default(1),
|
|
29
30
|
});
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"graderdefinition.js","sourceRoot":"","sources":["../../src/models/graderdefinition.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAGzB,MAAM,CAAC,MAAM,MAAM,GAAG;IACpB,SAAS,EAAE,YAAY;IACvB,IAAI,EAAE,MAAM;IACZ,IAAI,EAAE,MAAM;CACJ,CAAC;AAGX,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,CAAC,IAAI,CAAC;IACrC,YAAY;IACZ,MAAM;IACN,MAAM;CACP,CAAC,CAAC;
|
|
1
|
+
{"version":3,"file":"graderdefinition.js","sourceRoot":"","sources":["../../src/models/graderdefinition.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAGzB,MAAM,CAAC,MAAM,MAAM,GAAG;IACpB,SAAS,EAAE,YAAY;IACvB,IAAI,EAAE,MAAM;IACZ,IAAI,EAAE,MAAM;CACJ,CAAC;AAGX,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,CAAC,IAAI,CAAC;IACrC,YAAY;IACZ,MAAM;IACN,MAAM;CACP,CAAC,CAAC;AAkBH,MAAM,CAAC,MAAM,0BAA0B,GAAgC,CAAC,CAAC,MAAM,CAC7E;IACE,QAAQ,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,QAAQ,CAC3C,8GAA8G,CAC/G;IACD,cAAc,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC;IAC1C,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC1C,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC3C,MAAM,EAAE,gBAAgB,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC9C,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC3C,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACxC,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAClD,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACxC,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;CAC9B,CACF,CAAC"}
|
|
@@ -1,21 +1,23 @@
|
|
|
1
1
|
import * as z from "zod";
|
|
2
2
|
import { ClosedEnum } from "../types/enums.js";
|
|
3
3
|
/**
|
|
4
|
-
* `PASS` when the evidence shows the requirement was met, `FAIL` when it shows it was not, and `NOT_VERIFIED` when the evidence cannot confirm it. Any `FAIL` or `NOT_VERIFIED` fails the run, whatever the score.
|
|
4
|
+
* `PASS` when the evidence shows the requirement was met, `FAIL` when it shows it was not, and `NOT_VERIFIED` when the evidence cannot confirm it. Any `FAIL` or `NOT_VERIFIED` fails the run, whatever the score. `NOT_APPLICABLE` when the requirement states its own condition ("If X is used, ...") and that condition did not occur; it neither passes nor fails the run.
|
|
5
5
|
*/
|
|
6
6
|
export declare const Verdict: {
|
|
7
7
|
readonly Pass: "PASS";
|
|
8
8
|
readonly Fail: "FAIL";
|
|
9
9
|
readonly NotVerified: "NOT_VERIFIED";
|
|
10
|
+
readonly NotApplicable: "NOT_APPLICABLE";
|
|
10
11
|
};
|
|
11
12
|
/**
|
|
12
|
-
* `PASS` when the evidence shows the requirement was met, `FAIL` when it shows it was not, and `NOT_VERIFIED` when the evidence cannot confirm it. Any `FAIL` or `NOT_VERIFIED` fails the run, whatever the score.
|
|
13
|
+
* `PASS` when the evidence shows the requirement was met, `FAIL` when it shows it was not, and `NOT_VERIFIED` when the evidence cannot confirm it. Any `FAIL` or `NOT_VERIFIED` fails the run, whatever the score. `NOT_APPLICABLE` when the requirement states its own condition ("If X is used, ...") and that condition did not occur; it neither passes nor fails the run.
|
|
13
14
|
*/
|
|
14
15
|
export type Verdict = ClosedEnum<typeof Verdict>;
|
|
15
16
|
export declare const Verdict$zodSchema: z.ZodEnum<{
|
|
16
17
|
PASS: "PASS";
|
|
17
18
|
FAIL: "FAIL";
|
|
18
19
|
NOT_VERIFIED: "NOT_VERIFIED";
|
|
20
|
+
NOT_APPLICABLE: "NOT_APPLICABLE";
|
|
19
21
|
}>;
|
|
20
22
|
export type PublicCriterionVerdict = {
|
|
21
23
|
criterion: string;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"publiccriterionverdict.d.ts","sourceRoot":"","sources":["../../src/models/publiccriterionverdict.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAE/C;;GAEG;AACH,eAAO,MAAM,OAAO
|
|
1
|
+
{"version":3,"file":"publiccriterionverdict.d.ts","sourceRoot":"","sources":["../../src/models/publiccriterionverdict.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAE/C;;GAEG;AACH,eAAO,MAAM,OAAO;;;;;CAKV,CAAC;AACX;;GAEG;AACH,MAAM,MAAM,OAAO,GAAG,UAAU,CAAC,OAAO,OAAO,CAAC,CAAC;AAEjD,eAAO,MAAM,iBAAiB;;;;;EAO7B,CAAC;AAEF,MAAM,MAAM,sBAAsB,GAAG;IACnC,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,OAAO,CAAC;IACjB,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;CACtC,CAAC;AAEF,eAAO,MAAM,gCAAgC,EAAE,CAAC,CAAC,OAAO,CACtD,sBAAsB,CAWtB,CAAC"}
|
|
@@ -4,21 +4,23 @@
|
|
|
4
4
|
*/
|
|
5
5
|
import * as z from "zod";
|
|
6
6
|
/**
|
|
7
|
-
* `PASS` when the evidence shows the requirement was met, `FAIL` when it shows it was not, and `NOT_VERIFIED` when the evidence cannot confirm it. Any `FAIL` or `NOT_VERIFIED` fails the run, whatever the score.
|
|
7
|
+
* `PASS` when the evidence shows the requirement was met, `FAIL` when it shows it was not, and `NOT_VERIFIED` when the evidence cannot confirm it. Any `FAIL` or `NOT_VERIFIED` fails the run, whatever the score. `NOT_APPLICABLE` when the requirement states its own condition ("If X is used, ...") and that condition did not occur; it neither passes nor fails the run.
|
|
8
8
|
*/
|
|
9
9
|
export const Verdict = {
|
|
10
10
|
Pass: "PASS",
|
|
11
11
|
Fail: "FAIL",
|
|
12
12
|
NotVerified: "NOT_VERIFIED",
|
|
13
|
+
NotApplicable: "NOT_APPLICABLE",
|
|
13
14
|
};
|
|
14
15
|
export const Verdict$zodSchema = z.enum([
|
|
15
16
|
"PASS",
|
|
16
17
|
"FAIL",
|
|
17
18
|
"NOT_VERIFIED",
|
|
18
|
-
|
|
19
|
+
"NOT_APPLICABLE",
|
|
20
|
+
]).describe("`PASS` when the evidence shows the requirement was met, `FAIL` when it shows it was not, and `NOT_VERIFIED` when the evidence cannot confirm it. Any `FAIL` or `NOT_VERIFIED` fails the run, whatever the score. `NOT_APPLICABLE` when the requirement states its own condition (\"If X is used, ...\") and that condition did not occur; it neither passes nor fails the run.");
|
|
19
21
|
export const PublicCriterionVerdict$zodSchema = z.object({
|
|
20
22
|
criterion: z.string().describe("One mandatory requirement from the judge criteria."),
|
|
21
23
|
evidence: z.string().nullable().optional().describe("Short evidence the judge gave for the verdict."),
|
|
22
|
-
verdict: Verdict$zodSchema.describe("`PASS` when the evidence shows the requirement was met, `FAIL` when it shows it was not, and `NOT_VERIFIED` when the evidence cannot confirm it. Any `FAIL` or `NOT_VERIFIED` fails the run, whatever the score."),
|
|
24
|
+
verdict: Verdict$zodSchema.describe("`PASS` when the evidence shows the requirement was met, `FAIL` when it shows it was not, and `NOT_VERIFIED` when the evidence cannot confirm it. Any `FAIL` or `NOT_VERIFIED` fails the run, whatever the score. `NOT_APPLICABLE` when the requirement states its own condition (\"If X is used, ...\") and that condition did not occur; it neither passes nor fails the run."),
|
|
23
25
|
});
|
|
24
26
|
//# sourceMappingURL=publiccriterionverdict.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"publiccriterionverdict.js","sourceRoot":"","sources":["../../src/models/publiccriterionverdict.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAGzB;;GAEG;AACH,MAAM,CAAC,MAAM,OAAO,GAAG;IACrB,IAAI,EAAE,MAAM;IACZ,IAAI,EAAE,MAAM;IACZ,WAAW,EAAE,cAAc;
|
|
1
|
+
{"version":3,"file":"publiccriterionverdict.js","sourceRoot":"","sources":["../../src/models/publiccriterionverdict.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAGzB;;GAEG;AACH,MAAM,CAAC,MAAM,OAAO,GAAG;IACrB,IAAI,EAAE,MAAM;IACZ,IAAI,EAAE,MAAM;IACZ,WAAW,EAAE,cAAc;IAC3B,aAAa,EAAE,gBAAgB;CACvB,CAAC;AAMX,MAAM,CAAC,MAAM,iBAAiB,GAAG,CAAC,CAAC,IAAI,CAAC;IACtC,MAAM;IACN,MAAM;IACN,cAAc;IACd,gBAAgB;CACjB,CAAC,CAAC,QAAQ,CACT,gXAAgX,CACjX,CAAC;AAQF,MAAM,CAAC,MAAM,gCAAgC,GAEzC,CAAC,CAAC,MAAM,CAAC;IACX,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAC5B,oDAAoD,CACrD;IACD,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACjD,gDAAgD,CACjD;IACD,OAAO,EAAE,iBAAiB,CAAC,QAAQ,CACjC,gXAAgX,CACjX;CACF,CAAC,CAAC"}
|
|
@@ -8,6 +8,7 @@ export type PublicGraderResult = {
|
|
|
8
8
|
deductions?: Array<string> | undefined;
|
|
9
9
|
details?: string | null | undefined;
|
|
10
10
|
criteria_verdicts?: Array<PublicCriterionVerdict> | undefined;
|
|
11
|
+
not_applicable?: boolean | undefined;
|
|
11
12
|
};
|
|
12
13
|
export declare const PublicGraderResult$zodSchema: z.ZodType<PublicGraderResult>;
|
|
13
14
|
//# sourceMappingURL=publicgraderresult.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"publicgraderresult.d.ts","sourceRoot":"","sources":["../../src/models/publicgraderresult.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,sBAAsB,EAEvB,MAAM,6BAA6B,CAAC;AAErC,MAAM,MAAM,kBAAkB,GAAG;IAC/B,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAClC,MAAM,CAAC,EAAE,OAAO,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAClC,UAAU,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACvC,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,iBAAiB,CAAC,EAAE,KAAK,CAAC,sBAAsB,CAAC,GAAG,SAAS,CAAC;
|
|
1
|
+
{"version":3,"file":"publicgraderresult.d.ts","sourceRoot":"","sources":["../../src/models/publicgraderresult.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,sBAAsB,EAEvB,MAAM,6BAA6B,CAAC;AAErC,MAAM,MAAM,kBAAkB,GAAG;IAC/B,IAAI,EAAE,MAAM,CAAC;IACb,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAClC,MAAM,CAAC,EAAE,OAAO,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAClC,UAAU,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,SAAS,CAAC;IACvC,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,iBAAiB,CAAC,EAAE,KAAK,CAAC,sBAAsB,CAAC,GAAG,SAAS,CAAC;IAC9D,cAAc,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;CACtC,CAAC;AAEF,eAAO,MAAM,4BAA4B,EAAE,CAAC,CAAC,OAAO,CAAC,kBAAkB,CAyBnE,CAAC"}
|
|
@@ -12,6 +12,7 @@ export const PublicGraderResult$zodSchema = z
|
|
|
12
12
|
details: z.string().nullable().optional().describe("Reasoning or check output explaining the verdict."),
|
|
13
13
|
label: z.string().nullable().optional().describe("Display name for the check, when the grader sets one."),
|
|
14
14
|
name: z.string().describe("Grader name as configured on the eval."),
|
|
15
|
+
not_applicable: z.boolean().default(false).describe("Judges only: true when every requirement was `NOT_APPLICABLE`. The check is left out of the run's score and does not fail the run."),
|
|
15
16
|
passed: z.boolean().nullable().optional().describe("Whether this check passed."),
|
|
16
17
|
score: z.number().nullable().optional().describe("Score from 0 to 1 for checks that score partially, such as judges; null for pass/fail checks."),
|
|
17
18
|
});
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"publicgraderresult.js","sourceRoot":"","sources":["../../src/models/publicgraderresult.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,gCAAgC,GACjC,MAAM,6BAA6B,CAAC;
|
|
1
|
+
{"version":3,"file":"publicgraderresult.js","sourceRoot":"","sources":["../../src/models/publicgraderresult.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,gCAAgC,GACjC,MAAM,6BAA6B,CAAC;AAarC,MAAM,CAAC,MAAM,4BAA4B,GAAkC,CAAC;KACzE,MAAM,CAAC;IACN,iBAAiB,EAAE,CAAC,CAAC,KAAK,CAAC,gCAAgC,CAAC,CAAC,QAAQ,EAAE;SACpE,QAAQ,CACP,wKAAwK,CACzK;IACH,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACjD,uLAAuL,CACxL;IACD,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAChD,mDAAmD,CACpD;IACD,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC9C,uDAAuD,CACxD;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,wCAAwC,CAAC;IACnE,cAAc,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,QAAQ,CACjD,oIAAoI,CACrI;IACD,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAChD,4BAA4B,CAC7B;IACD,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC9C,+FAA+F,CAChG;CACF,CAAC,CAAC"}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
import * as z from "zod";
|
|
2
|
+
export type PublicPluginEvalResultsDownload = {
|
|
3
|
+
plugin: string;
|
|
4
|
+
runs?: number | null | undefined;
|
|
5
|
+
prompts?: number | null | undefined;
|
|
6
|
+
filename?: string | null | undefined;
|
|
7
|
+
download_url: string;
|
|
8
|
+
created_at?: string | null | undefined;
|
|
9
|
+
};
|
|
10
|
+
export declare const PublicPluginEvalResultsDownload$zodSchema: z.ZodType<PublicPluginEvalResultsDownload>;
|
|
11
|
+
//# sourceMappingURL=publicpluginevalresultsdownload.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"publicpluginevalresultsdownload.d.ts","sourceRoot":"","sources":["../../src/models/publicpluginevalresultsdownload.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,MAAM,MAAM,+BAA+B,GAAG;IAC5C,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACjC,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACrC,YAAY,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;CACxC,CAAC;AAEF,eAAO,MAAM,yCAAyC,EAAE,CAAC,CAAC,OAAO,CAC/D,+BAA+B,CAgB/B,CAAC"}
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
* @generated-id: 56e8f4aa6dc9
|
|
4
|
+
*/
|
|
5
|
+
import * as z from "zod";
|
|
6
|
+
export const PublicPluginEvalResultsDownload$zodSchema = z.object({
|
|
7
|
+
created_at: z.iso.datetime({ offset: true }).nullable().optional().describe("When the results were prepared."),
|
|
8
|
+
download_url: z.string().describe("Downloads the zip of the day's runs and their insights report. Call it with the same API key."),
|
|
9
|
+
filename: z.string().nullable().optional().describe("The zip file's name."),
|
|
10
|
+
plugin: z.string().describe("The plugin's slug, such as `firecrawl`."),
|
|
11
|
+
prompts: z.int().nullable().optional().describe("Distinct prompts included in the download."),
|
|
12
|
+
runs: z.int().nullable().optional().describe("Runs included in the download."),
|
|
13
|
+
});
|
|
14
|
+
//# sourceMappingURL=publicpluginevalresultsdownload.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"publicpluginevalresultsdownload.js","sourceRoot":"","sources":["../../src/models/publicpluginevalresultsdownload.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAWzB,MAAM,CAAC,MAAM,yCAAyC,GAElD,CAAC,CAAC,MAAM,CAAC;IACX,UAAU,EAAE,CAAC,CAAC,GAAG,CAAC,QAAQ,CAAC,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACzE,iCAAiC,CAClC;IACD,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAC/B,+FAA+F,CAChG;IACD,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,sBAAsB,CAAC;IAC3E,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,yCAAyC,CAAC;IACtE,OAAO,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC7C,4CAA4C,CAC7C;IACD,IAAI,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC1C,gCAAgC,CACjC;CACF,CAAC,CAAC"}
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
import * as z from "zod";
|
|
2
|
+
import { PublicPluginEvalResultsDownload } from "./publicpluginevalresultsdownload.js";
|
|
3
|
+
export type PublicPluginEvalResultsResponse = {
|
|
4
|
+
date: string;
|
|
5
|
+
results: Array<PublicPluginEvalResultsDownload>;
|
|
6
|
+
};
|
|
7
|
+
export declare const PublicPluginEvalResultsResponse$zodSchema: z.ZodType<PublicPluginEvalResultsResponse>;
|
|
8
|
+
//# sourceMappingURL=publicpluginevalresultsresponse.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"publicpluginevalresultsresponse.d.ts","sourceRoot":"","sources":["../../src/models/publicpluginevalresultsresponse.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,+BAA+B,EAEhC,MAAM,sCAAsC,CAAC;AAE9C,MAAM,MAAM,+BAA+B,GAAG;IAC5C,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,KAAK,CAAC,+BAA+B,CAAC,CAAC;CACjD,CAAC;AAEF,eAAO,MAAM,yCAAyC,EAAE,CAAC,CAAC,OAAO,CAC/D,+BAA+B,CAM/B,CAAC"}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
* @generated-id: f47fd4bfe2d1
|
|
4
|
+
*/
|
|
5
|
+
import * as z from "zod";
|
|
6
|
+
import { PublicPluginEvalResultsDownload$zodSchema, } from "./publicpluginevalresultsdownload.js";
|
|
7
|
+
export const PublicPluginEvalResultsResponse$zodSchema = z.object({
|
|
8
|
+
date: z.string().describe("The day the results cover, as YYYY-MM-DD."),
|
|
9
|
+
results: z.array(PublicPluginEvalResultsDownload$zodSchema).describe("One download per plugin with results on that day."),
|
|
10
|
+
});
|
|
11
|
+
//# sourceMappingURL=publicpluginevalresultsresponse.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"publicpluginevalresultsresponse.js","sourceRoot":"","sources":["../../src/models/publicpluginevalresultsresponse.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,yCAAyC,GAC1C,MAAM,sCAAsC,CAAC;AAO9C,MAAM,CAAC,MAAM,yCAAyC,GAElD,CAAC,CAAC,MAAM,CAAC;IACX,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,2CAA2C,CAAC;IACtE,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,yCAAyC,CAAC,CAAC,QAAQ,CAClE,mDAAmD,CACpD;CACF,CAAC,CAAC"}
|
|
@@ -10,6 +10,7 @@ export type UpdateV2EvalRequest = {
|
|
|
10
10
|
judges?: Array<string> | null | undefined;
|
|
11
11
|
agent?: Array<string> | null | undefined;
|
|
12
12
|
persona?: string | undefined;
|
|
13
|
+
include_env_vars?: boolean | undefined;
|
|
13
14
|
clis?: Array<string> | null | undefined;
|
|
14
15
|
mcps?: Array<V2InlineMcpDefinition | V2SavedMcpReference> | null | undefined;
|
|
15
16
|
setup_commands?: Array<string> | null | undefined;
|