@lightsage/mcp 0.1.11 → 0.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +2 -2
- package/bin/mcp-server.js +539 -464
- package/bin/mcp-server.js.map +33 -30
- package/esm/funcs/evalsMonitor.d.ts +20 -0
- package/esm/funcs/evalsMonitor.d.ts.map +1 -0
- package/esm/funcs/evalsMonitor.js +95 -0
- package/esm/funcs/evalsMonitor.js.map +1 -0
- package/esm/funcs/evalsRun.d.ts +16 -0
- package/esm/funcs/evalsRun.d.ts.map +1 -0
- package/esm/funcs/{evalRunsV2EvalRunsCreate.js → evalsRun.js} +4 -4
- package/esm/funcs/evalsRun.js.map +1 -0
- package/esm/landing-page.js +1 -1
- package/esm/lib/config.d.ts +2 -2
- package/esm/lib/config.js +2 -2
- package/esm/lib/config.js.map +1 -1
- package/esm/mcp-server/mcp-server.js +1 -1
- package/esm/mcp-server/mcp-server.js.map +1 -1
- package/esm/mcp-server/server.d.ts.map +1 -1
- package/esm/mcp-server/server.js +5 -3
- package/esm/mcp-server/server.js.map +1 -1
- package/esm/mcp-server/tools/evalsMonitor.d.ts +7 -0
- package/esm/mcp-server/tools/evalsMonitor.d.ts.map +1 -0
- package/esm/mcp-server/tools/evalsMonitor.js +35 -0
- package/esm/mcp-server/tools/evalsMonitor.js.map +1 -0
- package/esm/mcp-server/tools/{evalRunsV2EvalRunsCreate.d.ts → evalsRun.d.ts} +2 -2
- package/esm/mcp-server/tools/evalsRun.d.ts.map +1 -0
- package/esm/mcp-server/tools/{evalRunsV2EvalRunsCreate.js → evalsRun.js} +7 -7
- package/esm/mcp-server/tools/evalsRun.js.map +1 -0
- package/esm/models/createv2evalconfigurationrequest.d.ts +1 -0
- package/esm/models/createv2evalconfigurationrequest.d.ts.map +1 -1
- package/esm/models/createv2evalconfigurationrequest.js +1 -0
- package/esm/models/createv2evalconfigurationrequest.js.map +1 -1
- package/esm/models/createv2evalrunrequest.d.ts +9 -2
- package/esm/models/createv2evalrunrequest.d.ts.map +1 -1
- package/esm/models/createv2evalrunrequest.js +7 -2
- package/esm/models/createv2evalrunrequest.js.map +1 -1
- package/esm/models/updatev2evalconfigurationrequest.d.ts +1 -0
- package/esm/models/updatev2evalconfigurationrequest.d.ts.map +1 -1
- package/esm/models/updatev2evalconfigurationrequest.js +1 -0
- package/esm/models/updatev2evalconfigurationrequest.js.map +1 -1
- package/esm/models/v2evalconfiguration.d.ts +1 -0
- package/esm/models/v2evalconfiguration.d.ts.map +1 -1
- package/esm/models/v2evalconfiguration.js +1 -0
- package/esm/models/v2evalconfiguration.js.map +1 -1
- package/esm/models/v2evalrun.d.ts +3 -0
- package/esm/models/v2evalrun.d.ts.map +1 -1
- package/esm/models/v2evalrun.js +6 -3
- package/esm/models/v2evalrun.js.map +1 -1
- package/esm/models/v2evalrunsmonitorop.d.ts +28 -0
- package/esm/models/v2evalrunsmonitorop.d.ts.map +1 -0
- package/esm/models/v2evalrunsmonitorop.js +29 -0
- package/esm/models/v2evalrunsmonitorop.js.map +1 -0
- package/esm/models/v2listtasksresponse.d.ts +1 -1
- package/esm/models/v2taskslistop.d.ts +1 -1
- package/esm/tool-names.d.ts.map +1 -1
- package/esm/tool-names.js +8 -4
- package/esm/tool-names.js.map +1 -1
- package/package.json +1 -1
- package/src/funcs/evalsMonitor.ts +157 -0
- package/src/funcs/{evalRunsV2EvalRunsCreate.ts → evalsRun.ts} +3 -3
- package/src/landing-page.ts +1 -1
- package/src/lib/config.ts +2 -2
- package/src/mcp-server/mcp-server.ts +1 -1
- package/src/mcp-server/server.ts +5 -3
- package/src/mcp-server/tools/evalsMonitor.ts +43 -0
- package/src/mcp-server/tools/{evalRunsV2EvalRunsCreate.ts → evalsRun.ts} +6 -6
- package/src/models/createv2evalconfigurationrequest.ts +4 -0
- package/src/models/createv2evalrunrequest.ts +28 -4
- package/src/models/updatev2evalconfigurationrequest.ts +4 -0
- package/src/models/v2evalconfiguration.ts +4 -0
- package/src/models/v2evalrun.ts +17 -3
- package/src/models/v2evalrunsmonitorop.ts +62 -0
- package/src/tool-names.ts +8 -4
- package/esm/funcs/evalRunsV2EvalRunsCreate.d.ts +0 -16
- package/esm/funcs/evalRunsV2EvalRunsCreate.d.ts.map +0 -1
- package/esm/funcs/evalRunsV2EvalRunsCreate.js.map +0 -1
- package/esm/mcp-server/tools/evalRunsV2EvalRunsCreate.d.ts.map +0 -1
- package/esm/mcp-server/tools/evalRunsV2EvalRunsCreate.js.map +0 -1
|
@@ -0,0 +1,62 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
* @generated-id: f4df01489d97
|
|
4
|
+
*/
|
|
5
|
+
|
|
6
|
+
import * as z from "zod";
|
|
7
|
+
import { ClosedEnum } from "../types/enums.js";
|
|
8
|
+
import {
|
|
9
|
+
HTTPValidationError,
|
|
10
|
+
HTTPValidationError$zodSchema,
|
|
11
|
+
} from "./httpvalidationerror.js";
|
|
12
|
+
|
|
13
|
+
/**
|
|
14
|
+
* Reduced activity or the full sanitized durable trace.
|
|
15
|
+
*/
|
|
16
|
+
export const Detail = {
|
|
17
|
+
Summary: "summary",
|
|
18
|
+
Verbose: "verbose",
|
|
19
|
+
} as const;
|
|
20
|
+
/**
|
|
21
|
+
* Reduced activity or the full sanitized durable trace.
|
|
22
|
+
*/
|
|
23
|
+
export type Detail = ClosedEnum<typeof Detail>;
|
|
24
|
+
|
|
25
|
+
export const Detail$zodSchema = z.enum([
|
|
26
|
+
"summary",
|
|
27
|
+
"verbose",
|
|
28
|
+
]).describe("Reduced activity or the full sanitized durable trace.");
|
|
29
|
+
|
|
30
|
+
export type V2EvalRunsMonitorRequest = {
|
|
31
|
+
run_id?: string | undefined;
|
|
32
|
+
all?: boolean | undefined;
|
|
33
|
+
detail?: Detail | undefined;
|
|
34
|
+
after_id?: number | undefined;
|
|
35
|
+
};
|
|
36
|
+
|
|
37
|
+
export const V2EvalRunsMonitorRequest$zodSchema: z.ZodType<
|
|
38
|
+
V2EvalRunsMonitorRequest
|
|
39
|
+
> = z.object({
|
|
40
|
+
after_id: z.int().default(0).describe(
|
|
41
|
+
"Durable child-event cursor used when reconnecting.",
|
|
42
|
+
),
|
|
43
|
+
all: z.boolean().default(false).describe(
|
|
44
|
+
"Capture all currently active public v2 eval runs.",
|
|
45
|
+
),
|
|
46
|
+
detail: Detail$zodSchema.default("summary").describe(
|
|
47
|
+
"Reduced activity or the full sanitized durable trace.",
|
|
48
|
+
),
|
|
49
|
+
run_id: z.string().describe("Parent run ID returned by `POST /v2/eval-runs`.")
|
|
50
|
+
.optional(),
|
|
51
|
+
});
|
|
52
|
+
|
|
53
|
+
export type V2EvalRunsMonitorResponse = string | HTTPValidationError;
|
|
54
|
+
|
|
55
|
+
export const V2EvalRunsMonitorResponse$zodSchema: z.ZodType<
|
|
56
|
+
V2EvalRunsMonitorResponse
|
|
57
|
+
> = z.union([
|
|
58
|
+
z.string().describe(
|
|
59
|
+
"A server-sent event stream of eval-run status and activity.",
|
|
60
|
+
),
|
|
61
|
+
HTTPValidationError$zodSchema,
|
|
62
|
+
]);
|
package/src/tool-names.ts
CHANGED
|
@@ -149,12 +149,16 @@ export const toolNames: Array<{ name: string; description: string }>= [
|
|
|
149
149
|
"description": "Delete Configuration\n\nPermanently deletes an eval configuration and returns its last saved state."
|
|
150
150
|
},
|
|
151
151
|
{
|
|
152
|
-
"name": "
|
|
153
|
-
"description": "
|
|
152
|
+
"name": "evals-run",
|
|
153
|
+
"description": "Create Run\n\nQueues a durable eval job and returns immediately with a polling ID. Poll `GET /v2/eval-runs/{run_id}` until its status reaches a terminal value. Choose exactly one request mode. For saved mode, provide `eval_id`, `configuration_id`, and `agent_id`. For direct mode, omit `eval_id` and provide `prompt`, `judges`, and `agent_id`. Direct runs may also provide a repository, write-only environment variables, and public skill packages."
|
|
154
|
+
},
|
|
155
|
+
{
|
|
156
|
+
"name": "evals-monitor",
|
|
157
|
+
"description": "Monitor Runs\n\nStreams an immediate snapshot followed by live status and sanitized activity for one public v2 eval run or the active runs captured when the connection opens. Exactly one of `run_id` or `all=true` is required."
|
|
154
158
|
},
|
|
155
159
|
{
|
|
156
|
-
"name": "eval-runs-v2-eval-runs-
|
|
157
|
-
"description": "
|
|
160
|
+
"name": "eval-runs-v2-eval-runs-list",
|
|
161
|
+
"description": "List Runs\n\nReturns jobs created through `POST /v2/eval-runs`, ordered newest first, with lifecycle state and progress."
|
|
158
162
|
},
|
|
159
163
|
{
|
|
160
164
|
"name": "eval-runs-v2-eval-runs-retrieve",
|
|
@@ -1,16 +0,0 @@
|
|
|
1
|
-
import { LightsageMcpCore } from "../core.js";
|
|
2
|
-
import { RequestOptions } from "../lib/sdks.js";
|
|
3
|
-
import { CreateV2EvalRunRequest } from "../models/createv2evalrunrequest.js";
|
|
4
|
-
import { APIError } from "../models/errors/apierror.js";
|
|
5
|
-
import { ConnectionError, InvalidRequestError, RequestAbortedError, RequestTimeoutError, UnexpectedClientError } from "../models/errors/httpclienterrors.js";
|
|
6
|
-
import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
|
|
7
|
-
import { APIPromise } from "../types/async.js";
|
|
8
|
-
import { Result } from "../types/fp.js";
|
|
9
|
-
/**
|
|
10
|
-
* Create Run
|
|
11
|
-
*
|
|
12
|
-
* @remarks
|
|
13
|
-
* Queues a new eval job for one configuration and agent, and returns immediately with a polling ID.
|
|
14
|
-
*/
|
|
15
|
-
export declare function evalRunsV2EvalRunsCreate(client$: LightsageMcpCore, request: CreateV2EvalRunRequest, options?: RequestOptions): APIPromise<Result<Response, APIError | SDKValidationError | UnexpectedClientError | InvalidRequestError | RequestAbortedError | RequestTimeoutError | ConnectionError>>;
|
|
16
|
-
//# sourceMappingURL=evalRunsV2EvalRunsCreate.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"evalRunsV2EvalRunsCreate.d.ts","sourceRoot":"","sources":["../../src/funcs/evalRunsV2EvalRunsCreate.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAI9C,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAGhD,OAAO,EACL,sBAAsB,EAEvB,MAAM,qCAAqC,CAAC;AAC7C,OAAO,EAAE,QAAQ,EAAE,MAAM,8BAA8B,CAAC;AACxD,OAAO,EACL,eAAe,EACf,mBAAmB,EACnB,mBAAmB,EACnB,mBAAmB,EACnB,qBAAqB,EACtB,MAAM,sCAAsC,CAAC;AAC9C,OAAO,EAAE,kBAAkB,EAAE,MAAM,wCAAwC,CAAC;AAC5E,OAAO,EAAW,UAAU,EAAE,MAAM,mBAAmB,CAAC;AACxD,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AAExC;;;;;GAKG;AACH,wBAAgB,wBAAwB,CACtC,OAAO,EAAE,gBAAgB,EACzB,OAAO,EAAE,sBAAsB,EAC/B,OAAO,CAAC,EAAE,cAAc,GACvB,UAAU,CACX,MAAM,CACJ,QAAQ,EACN,QAAQ,GACR,kBAAkB,GAClB,qBAAqB,GACrB,mBAAmB,GACnB,mBAAmB,GACnB,mBAAmB,GACnB,eAAe,CAClB,CACF,CAMA"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"evalRunsV2EvalRunsCreate.js","sourceRoot":"","sources":["../../src/funcs/evalRunsV2EvalRunsCreate.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,OAAO,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AACjD,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAClD,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAE9C,OAAO,EAAE,eAAe,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAC5E,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAC3C,OAAO,EAEL,gCAAgC,GACjC,MAAM,qCAAqC,CAAC;AAU7C,OAAO,EAAW,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAGxD;;;;;GAKG;AACH,MAAM,UAAU,wBAAwB,CACtC,OAAyB,EACzB,OAA+B,EAC/B,OAAwB;IAaxB,OAAO,IAAI,UAAU,CAAC,GAAG,CACvB,OAAO,EACP,OAAO,EACP,OAAO,CACR,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,GAAG,CAChB,OAAyB,EACzB,OAA+B,EAC/B,OAAwB;IAgBxB,MAAM,OAAO,GAAG,SAAS,CACvB,OAAO,EACP,CAAC,MAAM,EAAE,EAAE,CAAC,gCAAgC,CAAC,KAAK,CAAC,MAAM,CAAC,EAC1D,yBAAyB,CAC1B,CAAC;IACF,IAAI,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC;QAChB,OAAO,CAAC,OAAO,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;IAC1C,CAAC;IACD,MAAM,QAAQ,GAAG,OAAO,CAAC,KAAK,CAAC;IAC/B,MAAM,KAAK,GAAG,UAAU,CAAC,MAAM,EAAE,QAAQ,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;IAC9D,MAAM,KAAK,GAAG,UAAU,CAAC,eAAe,CAAC,EAAE,CAAC;IAE5C,MAAM,QAAQ,GAAG,IAAI,OAAO,CAAC,UAAU,CAAC;QACtC,cAAc,EAAE,kBAAkB;QAClC,MAAM,EAAE,kBAAkB;KAC3B,CAAC,CAAC,CAAC;IACJ,MAAM,aAAa,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACvE,MAAM,eAAe,GAAG,qBAAqB,CAAC,aAAa,CAAC,CAAC;IAE7D,MAAM,OAAO,GAAG;QACd,OAAO,EAAE,OAAO,CAAC,QAAQ;QACzB,OAAO,EAAE,OAAO,EAAE,SAAS,IAAI,OAAO,CAAC,QAAQ,IAAI,EAAE;QACrD,WAAW,EAAE,qBAAqB;QAClC,YAAY,EAAE,IAAI;QAClB,gBAAgB,EAAE,eAAe;QACjC,cAAc,EAAE,OAAO,CAAC,QAAQ,CAAC,QAAQ;QACzC,WAAW,EAAE,OAAO,EAAE,OAAO;eACxB,OAAO,CAAC,QAAQ,CAAC,WAAW;eAC5B,EAAE,QAAQ,EAAE,MAAM,EAAE;QACzB,UAAU,EAAE,OAAO,EAAE,UAAU,IAAI;YACjC,KAAK;YACL,KAAK;YACL,KAAK;YACL,KAAK;YACL,KAAK;SACN;KACF,CAAC;IAEF,MAAM,UAAU,GAAG,OAAO,CAAC,cAAc,CAAC,OAAO,EAAE;QACjD,QAAQ,EAAE,eAAe;QACzB,MAAM,EAAE,MAAM;QACd,OAAO,EAAE,OAAO,EAAE,SAAS;QAC3B,IAAI,EAAE,KAAK;QACX,OAAO,EAAE,QAAQ;QACjB,IAAI,EAAE,KAAK;QACX,SAAS,EAAE,OAAO,CAAC,QAAQ,CAAC,SAAS;QACrC,SAAS,EAAE,OAAO,EAAE,SAAS,IAAI,OAAO,CAAC,QAAQ,CAAC,SAAS;eACtD,CAAC,CAAC;KACR,EAAE,OAAO,CAAC,CAAC;IACZ,IAAI,CAAC,UAAU,CAAC,EAAE,EAAE,CAAC;QACnB,OAAO,CAAC,UAAU,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;IAC7C,CAAC;IACD,MAAM,IAAI,GAAG,UAAU,CAAC,KAAK,CAAC;IAE9B,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE;QACvC,OAAO;QACP,UAAU,EAAE,EAAE;QACd,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,UAAU,EAAE,OAAO,CAAC,UAAU;KAC/B,CAAC,CAAC;IACH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,OAAO,CAAC,QAAQ,EAAE,EAAE,MAAM,EAAE,eAAe,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;IAChE,CAAC;IACD,OAAO,CAAC,QAAQ,EAAE;YAChB,MAAM,EAAE,UAAU;YAClB,SAAS,EAAE,IAAI;YACf,QAAQ,EAAE,QAAQ,CAAC,KAAK;SACzB,CAAC,CAAC;AACL,CAAC"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"evalRunsV2EvalRunsCreate.d.ts","sourceRoot":"","sources":["../../../src/mcp-server/tools/evalRunsV2EvalRunsCreate.ts"],"names":[],"mappings":"AAOA,OAAO,EAAgB,cAAc,EAAE,MAAM,aAAa,CAAC;AAE3D,QAAA,MAAM,IAAI;;CAET,CAAC;AAEF,eAAO,MAAM,6BAA6B,EAAE,cAAc,CAAC,OAAO,IAAI,CA6BrE,CAAC"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"evalRunsV2EvalRunsCreate.js","sourceRoot":"","sources":["../../../src/mcp-server/tools/evalRunsV2EvalRunsCreate.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,wBAAwB,EAAE,MAAM,yCAAyC,CAAC;AACnF,OAAO,EAAE,gCAAgC,EAAE,MAAM,wCAAwC,CAAC;AAC1F,OAAO,EAAE,YAAY,EAAkB,MAAM,aAAa,CAAC;AAE3D,MAAM,IAAI,GAAG;IACX,OAAO,EAAE,gCAAgC;CAC1C,CAAC;AAEF,MAAM,CAAC,MAAM,6BAA6B,GAAgC;IACxE,IAAI,EAAE,+BAA+B;IACrC,WAAW,EAAE;;kGAEmF;IAChG,WAAW,EAAE;QACX,OAAO,EAAE,EAAE;QACX,iBAAiB,EAAE,KAAK;QACxB,gBAAgB,EAAE,KAAK;QACvB,eAAe,EAAE,KAAK;QACtB,cAAc,EAAE,KAAK;KACtB;IACD,IAAI;IACJ,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE;QAChC,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,wBAAwB,CAC7C,MAAM,EACN,IAAI,CAAC,OAAO,EACZ,EAAE,YAAY,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,EAAE,CACzC,CAAC,QAAQ,EAAE,CAAC;QAEb,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBACvD,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;QAED,OAAO,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;CACF,CAAC"}
|