@lightsage/mcp 0.1.11 → 0.2.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +2 -2
- package/bin/mcp-server.js +548 -470
- package/bin/mcp-server.js.map +36 -33
- package/esm/funcs/evalsMonitor.d.ts +20 -0
- package/esm/funcs/evalsMonitor.d.ts.map +1 -0
- package/esm/funcs/evalsMonitor.js +95 -0
- package/esm/funcs/evalsMonitor.js.map +1 -0
- package/esm/funcs/evalsRun.d.ts +16 -0
- package/esm/funcs/evalsRun.d.ts.map +1 -0
- package/esm/funcs/{evalRunsV2EvalRunsCreate.js → evalsRun.js} +4 -4
- package/esm/funcs/evalsRun.js.map +1 -0
- package/esm/funcs/repositoriesV2RepositoriesList.d.ts +1 -1
- package/esm/funcs/repositoriesV2RepositoriesList.js +1 -1
- package/esm/landing-page.js +1 -1
- package/esm/lib/config.d.ts +2 -2
- package/esm/lib/config.js +2 -2
- package/esm/lib/config.js.map +1 -1
- package/esm/mcp-server/mcp-server.js +1 -1
- package/esm/mcp-server/mcp-server.js.map +1 -1
- package/esm/mcp-server/server.d.ts.map +1 -1
- package/esm/mcp-server/server.js +5 -3
- package/esm/mcp-server/server.js.map +1 -1
- package/esm/mcp-server/tools/evalsMonitor.d.ts +7 -0
- package/esm/mcp-server/tools/evalsMonitor.d.ts.map +1 -0
- package/esm/mcp-server/tools/evalsMonitor.js +35 -0
- package/esm/mcp-server/tools/evalsMonitor.js.map +1 -0
- package/esm/mcp-server/tools/{evalRunsV2EvalRunsCreate.d.ts → evalsRun.d.ts} +2 -2
- package/esm/mcp-server/tools/evalsRun.d.ts.map +1 -0
- package/esm/mcp-server/tools/{evalRunsV2EvalRunsCreate.js → evalsRun.js} +7 -7
- package/esm/mcp-server/tools/evalsRun.js.map +1 -0
- package/esm/mcp-server/tools/repositoriesV2RepositoriesList.js +1 -1
- package/esm/mcp-server/tools/repositoriesV2RepositoriesList.js.map +1 -1
- package/esm/models/createv2evalconfigurationrequest.d.ts +1 -0
- package/esm/models/createv2evalconfigurationrequest.d.ts.map +1 -1
- package/esm/models/createv2evalconfigurationrequest.js +1 -0
- package/esm/models/createv2evalconfigurationrequest.js.map +1 -1
- package/esm/models/createv2evalrunrequest.d.ts +9 -2
- package/esm/models/createv2evalrunrequest.d.ts.map +1 -1
- package/esm/models/createv2evalrunrequest.js +7 -2
- package/esm/models/createv2evalrunrequest.js.map +1 -1
- package/esm/models/updatev2evalconfigurationrequest.d.ts +1 -0
- package/esm/models/updatev2evalconfigurationrequest.d.ts.map +1 -1
- package/esm/models/updatev2evalconfigurationrequest.js +1 -0
- package/esm/models/updatev2evalconfigurationrequest.js.map +1 -1
- package/esm/models/v2evalconfiguration.d.ts +1 -0
- package/esm/models/v2evalconfiguration.d.ts.map +1 -1
- package/esm/models/v2evalconfiguration.js +1 -0
- package/esm/models/v2evalconfiguration.js.map +1 -1
- package/esm/models/v2evalrun.d.ts +3 -0
- package/esm/models/v2evalrun.d.ts.map +1 -1
- package/esm/models/v2evalrun.js +6 -3
- package/esm/models/v2evalrun.js.map +1 -1
- package/esm/models/v2evalrunsmonitorop.d.ts +28 -0
- package/esm/models/v2evalrunsmonitorop.d.ts.map +1 -0
- package/esm/models/v2evalrunsmonitorop.js +29 -0
- package/esm/models/v2evalrunsmonitorop.js.map +1 -0
- package/esm/models/v2listtasksresponse.d.ts +1 -1
- package/esm/models/v2repository.d.ts +16 -0
- package/esm/models/v2repository.d.ts.map +1 -1
- package/esm/models/v2repository.js +13 -1
- package/esm/models/v2repository.js.map +1 -1
- package/esm/models/v2taskslistop.d.ts +1 -1
- package/esm/tool-names.d.ts.map +1 -1
- package/esm/tool-names.js +9 -5
- package/esm/tool-names.js.map +1 -1
- package/package.json +1 -1
- package/src/funcs/evalsMonitor.ts +157 -0
- package/src/funcs/{evalRunsV2EvalRunsCreate.ts → evalsRun.ts} +3 -3
- package/src/funcs/repositoriesV2RepositoriesList.ts +1 -1
- package/src/landing-page.ts +1 -1
- package/src/lib/config.ts +2 -2
- package/src/mcp-server/mcp-server.ts +1 -1
- package/src/mcp-server/server.ts +5 -3
- package/src/mcp-server/tools/evalsMonitor.ts +43 -0
- package/src/mcp-server/tools/{evalRunsV2EvalRunsCreate.ts → evalsRun.ts} +6 -6
- package/src/mcp-server/tools/repositoriesV2RepositoriesList.ts +1 -1
- package/src/models/createv2evalconfigurationrequest.ts +4 -0
- package/src/models/createv2evalrunrequest.ts +28 -4
- package/src/models/updatev2evalconfigurationrequest.ts +4 -0
- package/src/models/v2evalconfiguration.ts +4 -0
- package/src/models/v2evalrun.ts +17 -3
- package/src/models/v2evalrunsmonitorop.ts +62 -0
- package/src/models/v2repository.ts +26 -1
- package/src/tool-names.ts +9 -5
- package/esm/funcs/evalRunsV2EvalRunsCreate.d.ts +0 -16
- package/esm/funcs/evalRunsV2EvalRunsCreate.d.ts.map +0 -1
- package/esm/funcs/evalRunsV2EvalRunsCreate.js.map +0 -1
- package/esm/mcp-server/tools/evalRunsV2EvalRunsCreate.d.ts.map +0 -1
- package/esm/mcp-server/tools/evalRunsV2EvalRunsCreate.js.map +0 -1
|
@@ -1,9 +1,9 @@
|
|
|
1
1
|
/*
|
|
2
2
|
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
-
* @generated-id:
|
|
3
|
+
* @generated-id: a4afa8b6d32d
|
|
4
4
|
*/
|
|
5
5
|
|
|
6
|
-
import {
|
|
6
|
+
import { evalsRun } from "../../funcs/evalsRun.js";
|
|
7
7
|
import { CreateV2EvalRunRequest$zodSchema } from "../../models/createv2evalrunrequest.js";
|
|
8
8
|
import { formatResult, ToolDefinition } from "../tools.js";
|
|
9
9
|
|
|
@@ -11,11 +11,11 @@ const args = {
|
|
|
11
11
|
request: CreateV2EvalRunRequest$zodSchema,
|
|
12
12
|
};
|
|
13
13
|
|
|
14
|
-
export const tool$
|
|
15
|
-
name: "
|
|
14
|
+
export const tool$evalsRun: ToolDefinition<typeof args> = {
|
|
15
|
+
name: "evals-run",
|
|
16
16
|
description: `Create Run
|
|
17
17
|
|
|
18
|
-
Queues a
|
|
18
|
+
Queues a durable eval job and returns immediately with a polling ID. Poll \`GET /v2/eval-runs/{run_id}\` until its status reaches a terminal value. Choose exactly one request mode. For saved mode, provide \`eval_id\`, \`configuration_id\`, and \`agent_id\`. For direct mode, omit \`eval_id\` and provide \`prompt\`, \`judges\`, and \`agent_id\`. Direct runs may also provide a repository, write-only environment variables, and public skill packages.`,
|
|
19
19
|
annotations: {
|
|
20
20
|
"title": "",
|
|
21
21
|
"destructiveHint": false,
|
|
@@ -25,7 +25,7 @@ Queues a new eval job for one configuration and agent, and returns immediately w
|
|
|
25
25
|
},
|
|
26
26
|
args,
|
|
27
27
|
tool: async (client, args, ctx) => {
|
|
28
|
-
const [result] = await
|
|
28
|
+
const [result] = await evalsRun(
|
|
29
29
|
client,
|
|
30
30
|
args.request,
|
|
31
31
|
{ fetchOptions: { signal: ctx.signal } },
|
|
@@ -10,7 +10,7 @@ export const tool$repositoriesV2RepositoriesList: ToolDefinition = {
|
|
|
10
10
|
name: "repositories-v2-repositories-list",
|
|
11
11
|
description: `List Repositories
|
|
12
12
|
|
|
13
|
-
Returns Git repositories
|
|
13
|
+
Returns built-in templates and enabled saved Git repositories. Pass an item's \`id\` directly as \`repository\` in a direct eval run. Public GitHub URLs are also accepted by eval runs but are not included in this list.`,
|
|
14
14
|
annotations: {
|
|
15
15
|
"title": "",
|
|
16
16
|
"destructiveHint": false,
|
|
@@ -12,6 +12,7 @@ export type CreateV2EvalConfigurationRequest = {
|
|
|
12
12
|
mcp_server_ids?: Array<string> | undefined;
|
|
13
13
|
cli_ids?: Array<string> | undefined;
|
|
14
14
|
skill_ids?: Array<string> | undefined;
|
|
15
|
+
skills?: Array<string> | undefined;
|
|
15
16
|
include_docs?: boolean | undefined;
|
|
16
17
|
};
|
|
17
18
|
|
|
@@ -25,4 +26,7 @@ export const CreateV2EvalConfigurationRequest$zodSchema: z.ZodType<
|
|
|
25
26
|
name: z.string(),
|
|
26
27
|
repository_id: z.string().optional(),
|
|
27
28
|
skill_ids: z.array(z.string()).optional(),
|
|
29
|
+
skills: z.array(z.string()).optional().describe(
|
|
30
|
+
"Public skill packages saved with this configuration, using GitHub `owner/repository` references such as `resend/resend-skills`.",
|
|
31
|
+
),
|
|
28
32
|
});
|
|
@@ -6,15 +6,39 @@
|
|
|
6
6
|
import * as z from "zod";
|
|
7
7
|
|
|
8
8
|
export type CreateV2EvalRunRequest = {
|
|
9
|
-
eval_id
|
|
10
|
-
configuration_id
|
|
9
|
+
eval_id?: string | undefined;
|
|
10
|
+
configuration_id?: string | undefined;
|
|
11
11
|
agent_id: string;
|
|
12
|
+
prompt?: string | undefined;
|
|
13
|
+
judges?: Array<string> | undefined;
|
|
14
|
+
repository?: string | undefined;
|
|
15
|
+
env?: { [k: string]: string } | undefined;
|
|
16
|
+
skills?: Array<string> | undefined;
|
|
12
17
|
};
|
|
13
18
|
|
|
14
19
|
export const CreateV2EvalRunRequest$zodSchema: z.ZodType<
|
|
15
20
|
CreateV2EvalRunRequest
|
|
16
21
|
> = z.object({
|
|
17
22
|
agent_id: z.string().describe("Runnable agent ID from `GET /v2/agents`."),
|
|
18
|
-
configuration_id: z.string()
|
|
19
|
-
|
|
23
|
+
configuration_id: z.string().optional().describe(
|
|
24
|
+
"Saved runtime configuration. Required when `eval_id` is provided.",
|
|
25
|
+
),
|
|
26
|
+
env: z.record(z.string(), z.string()).optional().describe(
|
|
27
|
+
"Write-only environment variables for a direct run. Values are stored only in the queued job's private configuration.",
|
|
28
|
+
),
|
|
29
|
+
eval_id: z.string().optional().describe(
|
|
30
|
+
"Existing eval definition to run. Omit to create and run an eval directly.",
|
|
31
|
+
),
|
|
32
|
+
judges: z.array(z.string()).optional().describe(
|
|
33
|
+
"Success criteria for a direct create-and-run request. CLI clients may expose this string array as a repeatable `--judge` flag.",
|
|
34
|
+
),
|
|
35
|
+
prompt: z.string().optional().describe(
|
|
36
|
+
"Task prompt for a direct create-and-run request.",
|
|
37
|
+
),
|
|
38
|
+
repository: z.string().optional().describe(
|
|
39
|
+
"Repository for a direct run: a saved repository ID, built-in alias such as `nextjs-starter`, or a public GitHub HTTPS URL.",
|
|
40
|
+
),
|
|
41
|
+
skills: z.array(z.string()).optional().describe(
|
|
42
|
+
"Public skill packages to install before the agent starts, using GitHub `owner/repository` references such as `resend/resend-skills`.",
|
|
43
|
+
),
|
|
20
44
|
});
|
|
@@ -12,6 +12,7 @@ export type UpdateV2EvalConfigurationRequest = {
|
|
|
12
12
|
mcp_server_ids?: Array<string> | null | undefined;
|
|
13
13
|
cli_ids?: Array<string> | null | undefined;
|
|
14
14
|
skill_ids?: Array<string> | null | undefined;
|
|
15
|
+
skills?: Array<string> | null | undefined;
|
|
15
16
|
include_docs?: boolean | undefined;
|
|
16
17
|
};
|
|
17
18
|
|
|
@@ -25,4 +26,7 @@ export const UpdateV2EvalConfigurationRequest$zodSchema: z.ZodType<
|
|
|
25
26
|
name: z.string().optional(),
|
|
26
27
|
repository_id: z.string().optional(),
|
|
27
28
|
skill_ids: z.array(z.string()).nullable().optional(),
|
|
29
|
+
skills: z.array(z.string()).nullable().optional().describe(
|
|
30
|
+
"Public skill packages saved with this configuration, using GitHub `owner/repository` references.",
|
|
31
|
+
),
|
|
28
32
|
});
|
|
@@ -14,6 +14,7 @@ export type V2EvalConfiguration = {
|
|
|
14
14
|
mcp_server_ids?: Array<string> | undefined;
|
|
15
15
|
cli_ids?: Array<string> | undefined;
|
|
16
16
|
skill_ids?: Array<string> | undefined;
|
|
17
|
+
skills?: Array<string> | undefined;
|
|
17
18
|
include_docs?: boolean | undefined;
|
|
18
19
|
created_at?: string | null | undefined;
|
|
19
20
|
updated_at?: string | null | undefined;
|
|
@@ -31,5 +32,8 @@ export const V2EvalConfiguration$zodSchema: z.ZodType<V2EvalConfiguration> = z
|
|
|
31
32
|
name: z.string(),
|
|
32
33
|
repository_id: z.string().nullable().optional(),
|
|
33
34
|
skill_ids: z.array(z.string()).optional(),
|
|
35
|
+
skills: z.array(z.string()).optional().describe(
|
|
36
|
+
"Public GitHub `owner/repository` skill packages installed for this configuration.",
|
|
37
|
+
),
|
|
34
38
|
updated_at: z.string().nullable().optional(),
|
|
35
39
|
});
|
package/src/models/v2evalrun.ts
CHANGED
|
@@ -13,7 +13,10 @@ export type V2EvalRun = {
|
|
|
13
13
|
id: string;
|
|
14
14
|
job_id: string;
|
|
15
15
|
eval_id?: string | null | undefined;
|
|
16
|
+
eval_name?: string | null | undefined;
|
|
16
17
|
configuration_id?: string | null | undefined;
|
|
18
|
+
agent_id?: string | null | undefined;
|
|
19
|
+
agent_name?: string | null | undefined;
|
|
17
20
|
status: string;
|
|
18
21
|
stage?: string | null | undefined;
|
|
19
22
|
dispatch_id?: string | null | undefined;
|
|
@@ -26,15 +29,26 @@ export type V2EvalRun = {
|
|
|
26
29
|
};
|
|
27
30
|
|
|
28
31
|
export const V2EvalRun$zodSchema: z.ZodType<V2EvalRun> = z.object({
|
|
32
|
+
agent_id: z.string().nullable().optional().describe(
|
|
33
|
+
"Runnable agent ID selected for this run.",
|
|
34
|
+
),
|
|
35
|
+
agent_name: z.string().nullable().optional().describe(
|
|
36
|
+
"Display name captured for the selected agent.",
|
|
37
|
+
),
|
|
29
38
|
completed_at: z.string().nullable().optional(),
|
|
30
39
|
configuration_id: z.string().nullable().optional(),
|
|
31
40
|
created_at: z.string().nullable().optional(),
|
|
32
41
|
dispatch_id: z.string().nullable().optional(),
|
|
33
42
|
error: z.string().nullable().optional(),
|
|
34
43
|
estimated_cost: z.number().nullable().optional(),
|
|
35
|
-
eval_id: z.string().nullable().optional()
|
|
36
|
-
|
|
37
|
-
|
|
44
|
+
eval_id: z.string().nullable().optional().describe(
|
|
45
|
+
"Saved eval definition ID, including one created by a direct run.",
|
|
46
|
+
),
|
|
47
|
+
eval_name: z.string().nullable().optional().describe(
|
|
48
|
+
"Display name captured for the eval when the run was created.",
|
|
49
|
+
),
|
|
50
|
+
id: z.string().describe("Run ID to use when polling eval-run status."),
|
|
51
|
+
job_id: z.string().describe("Alias of `id` for the durable parent job."),
|
|
38
52
|
progress: PublicEvalRunProgress$zodSchema.optional(),
|
|
39
53
|
stage: z.string().nullable().optional(),
|
|
40
54
|
started_at: z.string().nullable().optional(),
|
|
@@ -0,0 +1,62 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
* @generated-id: f4df01489d97
|
|
4
|
+
*/
|
|
5
|
+
|
|
6
|
+
import * as z from "zod";
|
|
7
|
+
import { ClosedEnum } from "../types/enums.js";
|
|
8
|
+
import {
|
|
9
|
+
HTTPValidationError,
|
|
10
|
+
HTTPValidationError$zodSchema,
|
|
11
|
+
} from "./httpvalidationerror.js";
|
|
12
|
+
|
|
13
|
+
/**
|
|
14
|
+
* Reduced activity or the full sanitized durable trace.
|
|
15
|
+
*/
|
|
16
|
+
export const Detail = {
|
|
17
|
+
Summary: "summary",
|
|
18
|
+
Verbose: "verbose",
|
|
19
|
+
} as const;
|
|
20
|
+
/**
|
|
21
|
+
* Reduced activity or the full sanitized durable trace.
|
|
22
|
+
*/
|
|
23
|
+
export type Detail = ClosedEnum<typeof Detail>;
|
|
24
|
+
|
|
25
|
+
export const Detail$zodSchema = z.enum([
|
|
26
|
+
"summary",
|
|
27
|
+
"verbose",
|
|
28
|
+
]).describe("Reduced activity or the full sanitized durable trace.");
|
|
29
|
+
|
|
30
|
+
export type V2EvalRunsMonitorRequest = {
|
|
31
|
+
run_id?: string | undefined;
|
|
32
|
+
all?: boolean | undefined;
|
|
33
|
+
detail?: Detail | undefined;
|
|
34
|
+
after_id?: number | undefined;
|
|
35
|
+
};
|
|
36
|
+
|
|
37
|
+
export const V2EvalRunsMonitorRequest$zodSchema: z.ZodType<
|
|
38
|
+
V2EvalRunsMonitorRequest
|
|
39
|
+
> = z.object({
|
|
40
|
+
after_id: z.int().default(0).describe(
|
|
41
|
+
"Durable child-event cursor used when reconnecting.",
|
|
42
|
+
),
|
|
43
|
+
all: z.boolean().default(false).describe(
|
|
44
|
+
"Capture all currently active public v2 eval runs.",
|
|
45
|
+
),
|
|
46
|
+
detail: Detail$zodSchema.default("summary").describe(
|
|
47
|
+
"Reduced activity or the full sanitized durable trace.",
|
|
48
|
+
),
|
|
49
|
+
run_id: z.string().describe("Parent run ID returned by `POST /v2/eval-runs`.")
|
|
50
|
+
.optional(),
|
|
51
|
+
});
|
|
52
|
+
|
|
53
|
+
export type V2EvalRunsMonitorResponse = string | HTTPValidationError;
|
|
54
|
+
|
|
55
|
+
export const V2EvalRunsMonitorResponse$zodSchema: z.ZodType<
|
|
56
|
+
V2EvalRunsMonitorResponse
|
|
57
|
+
> = z.union([
|
|
58
|
+
z.string().describe(
|
|
59
|
+
"A server-sent event stream of eval-run status and activity.",
|
|
60
|
+
),
|
|
61
|
+
HTTPValidationError$zodSchema,
|
|
62
|
+
]);
|
|
@@ -6,6 +6,25 @@
|
|
|
6
6
|
import * as z from "zod";
|
|
7
7
|
import { ClosedEnum } from "../types/enums.js";
|
|
8
8
|
|
|
9
|
+
/**
|
|
10
|
+
* Whether the repository is a read-only built-in template or an organization-owned saved repository.
|
|
11
|
+
*/
|
|
12
|
+
export const Kind = {
|
|
13
|
+
Template: "template",
|
|
14
|
+
Saved: "saved",
|
|
15
|
+
} as const;
|
|
16
|
+
/**
|
|
17
|
+
* Whether the repository is a read-only built-in template or an organization-owned saved repository.
|
|
18
|
+
*/
|
|
19
|
+
export type Kind = ClosedEnum<typeof Kind>;
|
|
20
|
+
|
|
21
|
+
export const Kind$zodSchema = z.enum([
|
|
22
|
+
"template",
|
|
23
|
+
"saved",
|
|
24
|
+
]).describe(
|
|
25
|
+
"Whether the repository is a read-only built-in template or an organization-owned saved repository.",
|
|
26
|
+
);
|
|
27
|
+
|
|
9
28
|
export const V2RepositoryFramework = {
|
|
10
29
|
Fastify: "fastify",
|
|
11
30
|
Nuxt: "nuxt",
|
|
@@ -35,6 +54,7 @@ export const V2RepositoryFramework$zodSchema = z.enum([
|
|
|
35
54
|
|
|
36
55
|
export type V2Repository = {
|
|
37
56
|
id: string;
|
|
57
|
+
kind: Kind;
|
|
38
58
|
name: string;
|
|
39
59
|
repo_url: string;
|
|
40
60
|
ref: string;
|
|
@@ -50,8 +70,13 @@ export const V2Repository$zodSchema: z.ZodType<V2Repository> = z.object({
|
|
|
50
70
|
created_at: z.string().nullable().optional(),
|
|
51
71
|
enabled: z.boolean(),
|
|
52
72
|
framework: V2RepositoryFramework$zodSchema.default("custom"),
|
|
53
|
-
id: z.string()
|
|
73
|
+
id: z.string().describe(
|
|
74
|
+
"Value to pass as `repository` in a direct eval run. Built-in templates use aliases such as `nextjs-starter`; saved repositories use their persisted IDs.",
|
|
75
|
+
),
|
|
54
76
|
install_steps: z.array(z.string()).optional(),
|
|
77
|
+
kind: Kind$zodSchema.describe(
|
|
78
|
+
"Whether the repository is a read-only built-in template or an organization-owned saved repository.",
|
|
79
|
+
),
|
|
55
80
|
name: z.string(),
|
|
56
81
|
ref: z.string(),
|
|
57
82
|
repo_url: z.string(),
|
package/src/tool-names.ts
CHANGED
|
@@ -149,12 +149,16 @@ export const toolNames: Array<{ name: string; description: string }>= [
|
|
|
149
149
|
"description": "Delete Configuration\n\nPermanently deletes an eval configuration and returns its last saved state."
|
|
150
150
|
},
|
|
151
151
|
{
|
|
152
|
-
"name": "
|
|
153
|
-
"description": "
|
|
152
|
+
"name": "evals-run",
|
|
153
|
+
"description": "Create Run\n\nQueues a durable eval job and returns immediately with a polling ID. Poll `GET /v2/eval-runs/{run_id}` until its status reaches a terminal value. Choose exactly one request mode. For saved mode, provide `eval_id`, `configuration_id`, and `agent_id`. For direct mode, omit `eval_id` and provide `prompt`, `judges`, and `agent_id`. Direct runs may also provide a repository, write-only environment variables, and public skill packages."
|
|
154
|
+
},
|
|
155
|
+
{
|
|
156
|
+
"name": "evals-monitor",
|
|
157
|
+
"description": "Monitor Runs\n\nStreams an immediate snapshot followed by live status and sanitized activity for one public v2 eval run or the active runs captured when the connection opens. Exactly one of `run_id` or `all=true` is required."
|
|
154
158
|
},
|
|
155
159
|
{
|
|
156
|
-
"name": "eval-runs-v2-eval-runs-
|
|
157
|
-
"description": "
|
|
160
|
+
"name": "eval-runs-v2-eval-runs-list",
|
|
161
|
+
"description": "List Runs\n\nReturns jobs created through `POST /v2/eval-runs`, ordered newest first, with lifecycle state and progress."
|
|
158
162
|
},
|
|
159
163
|
{
|
|
160
164
|
"name": "eval-runs-v2-eval-runs-retrieve",
|
|
@@ -174,7 +178,7 @@ export const toolNames: Array<{ name: string; description: string }>= [
|
|
|
174
178
|
},
|
|
175
179
|
{
|
|
176
180
|
"name": "repositories-v2-repositories-list",
|
|
177
|
-
"description": "List Repositories\n\nReturns Git repositories
|
|
181
|
+
"description": "List Repositories\n\nReturns built-in templates and enabled saved Git repositories. Pass an item's `id` directly as `repository` in a direct eval run. Public GitHub URLs are also accepted by eval runs but are not included in this list."
|
|
178
182
|
},
|
|
179
183
|
{
|
|
180
184
|
"name": "repositories-v2-repositories-create",
|
|
@@ -1,16 +0,0 @@
|
|
|
1
|
-
import { LightsageMcpCore } from "../core.js";
|
|
2
|
-
import { RequestOptions } from "../lib/sdks.js";
|
|
3
|
-
import { CreateV2EvalRunRequest } from "../models/createv2evalrunrequest.js";
|
|
4
|
-
import { APIError } from "../models/errors/apierror.js";
|
|
5
|
-
import { ConnectionError, InvalidRequestError, RequestAbortedError, RequestTimeoutError, UnexpectedClientError } from "../models/errors/httpclienterrors.js";
|
|
6
|
-
import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
|
|
7
|
-
import { APIPromise } from "../types/async.js";
|
|
8
|
-
import { Result } from "../types/fp.js";
|
|
9
|
-
/**
|
|
10
|
-
* Create Run
|
|
11
|
-
*
|
|
12
|
-
* @remarks
|
|
13
|
-
* Queues a new eval job for one configuration and agent, and returns immediately with a polling ID.
|
|
14
|
-
*/
|
|
15
|
-
export declare function evalRunsV2EvalRunsCreate(client$: LightsageMcpCore, request: CreateV2EvalRunRequest, options?: RequestOptions): APIPromise<Result<Response, APIError | SDKValidationError | UnexpectedClientError | InvalidRequestError | RequestAbortedError | RequestTimeoutError | ConnectionError>>;
|
|
16
|
-
//# sourceMappingURL=evalRunsV2EvalRunsCreate.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"evalRunsV2EvalRunsCreate.d.ts","sourceRoot":"","sources":["../../src/funcs/evalRunsV2EvalRunsCreate.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAI9C,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAGhD,OAAO,EACL,sBAAsB,EAEvB,MAAM,qCAAqC,CAAC;AAC7C,OAAO,EAAE,QAAQ,EAAE,MAAM,8BAA8B,CAAC;AACxD,OAAO,EACL,eAAe,EACf,mBAAmB,EACnB,mBAAmB,EACnB,mBAAmB,EACnB,qBAAqB,EACtB,MAAM,sCAAsC,CAAC;AAC9C,OAAO,EAAE,kBAAkB,EAAE,MAAM,wCAAwC,CAAC;AAC5E,OAAO,EAAW,UAAU,EAAE,MAAM,mBAAmB,CAAC;AACxD,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AAExC;;;;;GAKG;AACH,wBAAgB,wBAAwB,CACtC,OAAO,EAAE,gBAAgB,EACzB,OAAO,EAAE,sBAAsB,EAC/B,OAAO,CAAC,EAAE,cAAc,GACvB,UAAU,CACX,MAAM,CACJ,QAAQ,EACN,QAAQ,GACR,kBAAkB,GAClB,qBAAqB,GACrB,mBAAmB,GACnB,mBAAmB,GACnB,mBAAmB,GACnB,eAAe,CAClB,CACF,CAMA"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"evalRunsV2EvalRunsCreate.js","sourceRoot":"","sources":["../../src/funcs/evalRunsV2EvalRunsCreate.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,OAAO,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AACjD,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAClD,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAE9C,OAAO,EAAE,eAAe,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAC5E,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAC3C,OAAO,EAEL,gCAAgC,GACjC,MAAM,qCAAqC,CAAC;AAU7C,OAAO,EAAW,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAGxD;;;;;GAKG;AACH,MAAM,UAAU,wBAAwB,CACtC,OAAyB,EACzB,OAA+B,EAC/B,OAAwB;IAaxB,OAAO,IAAI,UAAU,CAAC,GAAG,CACvB,OAAO,EACP,OAAO,EACP,OAAO,CACR,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,GAAG,CAChB,OAAyB,EACzB,OAA+B,EAC/B,OAAwB;IAgBxB,MAAM,OAAO,GAAG,SAAS,CACvB,OAAO,EACP,CAAC,MAAM,EAAE,EAAE,CAAC,gCAAgC,CAAC,KAAK,CAAC,MAAM,CAAC,EAC1D,yBAAyB,CAC1B,CAAC;IACF,IAAI,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC;QAChB,OAAO,CAAC,OAAO,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;IAC1C,CAAC;IACD,MAAM,QAAQ,GAAG,OAAO,CAAC,KAAK,CAAC;IAC/B,MAAM,KAAK,GAAG,UAAU,CAAC,MAAM,EAAE,QAAQ,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;IAC9D,MAAM,KAAK,GAAG,UAAU,CAAC,eAAe,CAAC,EAAE,CAAC;IAE5C,MAAM,QAAQ,GAAG,IAAI,OAAO,CAAC,UAAU,CAAC;QACtC,cAAc,EAAE,kBAAkB;QAClC,MAAM,EAAE,kBAAkB;KAC3B,CAAC,CAAC,CAAC;IACJ,MAAM,aAAa,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACvE,MAAM,eAAe,GAAG,qBAAqB,CAAC,aAAa,CAAC,CAAC;IAE7D,MAAM,OAAO,GAAG;QACd,OAAO,EAAE,OAAO,CAAC,QAAQ;QACzB,OAAO,EAAE,OAAO,EAAE,SAAS,IAAI,OAAO,CAAC,QAAQ,IAAI,EAAE;QACrD,WAAW,EAAE,qBAAqB;QAClC,YAAY,EAAE,IAAI;QAClB,gBAAgB,EAAE,eAAe;QACjC,cAAc,EAAE,OAAO,CAAC,QAAQ,CAAC,QAAQ;QACzC,WAAW,EAAE,OAAO,EAAE,OAAO;eACxB,OAAO,CAAC,QAAQ,CAAC,WAAW;eAC5B,EAAE,QAAQ,EAAE,MAAM,EAAE;QACzB,UAAU,EAAE,OAAO,EAAE,UAAU,IAAI;YACjC,KAAK;YACL,KAAK;YACL,KAAK;YACL,KAAK;YACL,KAAK;SACN;KACF,CAAC;IAEF,MAAM,UAAU,GAAG,OAAO,CAAC,cAAc,CAAC,OAAO,EAAE;QACjD,QAAQ,EAAE,eAAe;QACzB,MAAM,EAAE,MAAM;QACd,OAAO,EAAE,OAAO,EAAE,SAAS;QAC3B,IAAI,EAAE,KAAK;QACX,OAAO,EAAE,QAAQ;QACjB,IAAI,EAAE,KAAK;QACX,SAAS,EAAE,OAAO,CAAC,QAAQ,CAAC,SAAS;QACrC,SAAS,EAAE,OAAO,EAAE,SAAS,IAAI,OAAO,CAAC,QAAQ,CAAC,SAAS;eACtD,CAAC,CAAC;KACR,EAAE,OAAO,CAAC,CAAC;IACZ,IAAI,CAAC,UAAU,CAAC,EAAE,EAAE,CAAC;QACnB,OAAO,CAAC,UAAU,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;IAC7C,CAAC;IACD,MAAM,IAAI,GAAG,UAAU,CAAC,KAAK,CAAC;IAE9B,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE;QACvC,OAAO;QACP,UAAU,EAAE,EAAE;QACd,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,UAAU,EAAE,OAAO,CAAC,UAAU;KAC/B,CAAC,CAAC;IACH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,OAAO,CAAC,QAAQ,EAAE,EAAE,MAAM,EAAE,eAAe,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;IAChE,CAAC;IACD,OAAO,CAAC,QAAQ,EAAE;YAChB,MAAM,EAAE,UAAU;YAClB,SAAS,EAAE,IAAI;YACf,QAAQ,EAAE,QAAQ,CAAC,KAAK;SACzB,CAAC,CAAC;AACL,CAAC"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"evalRunsV2EvalRunsCreate.d.ts","sourceRoot":"","sources":["../../../src/mcp-server/tools/evalRunsV2EvalRunsCreate.ts"],"names":[],"mappings":"AAOA,OAAO,EAAgB,cAAc,EAAE,MAAM,aAAa,CAAC;AAE3D,QAAA,MAAM,IAAI;;CAET,CAAC;AAEF,eAAO,MAAM,6BAA6B,EAAE,cAAc,CAAC,OAAO,IAAI,CA6BrE,CAAC"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"evalRunsV2EvalRunsCreate.js","sourceRoot":"","sources":["../../../src/mcp-server/tools/evalRunsV2EvalRunsCreate.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,wBAAwB,EAAE,MAAM,yCAAyC,CAAC;AACnF,OAAO,EAAE,gCAAgC,EAAE,MAAM,wCAAwC,CAAC;AAC1F,OAAO,EAAE,YAAY,EAAkB,MAAM,aAAa,CAAC;AAE3D,MAAM,IAAI,GAAG;IACX,OAAO,EAAE,gCAAgC;CAC1C,CAAC;AAEF,MAAM,CAAC,MAAM,6BAA6B,GAAgC;IACxE,IAAI,EAAE,+BAA+B;IACrC,WAAW,EAAE;;kGAEmF;IAChG,WAAW,EAAE;QACX,OAAO,EAAE,EAAE;QACX,iBAAiB,EAAE,KAAK;QACxB,gBAAgB,EAAE,KAAK;QACvB,eAAe,EAAE,KAAK;QACtB,cAAc,EAAE,KAAK;KACtB;IACD,IAAI;IACJ,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE;QAChC,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,wBAAwB,CAC7C,MAAM,EACN,IAAI,CAAC,OAAO,EACZ,EAAE,YAAY,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,EAAE,CACzC,CAAC,QAAQ,EAAE,CAAC;QAEb,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBACvD,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;QAED,OAAO,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;CACF,CAAC"}
|