@lightsage/mcp 0.2.1 → 0.3.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (125) hide show
  1. package/README.md +2 -2
  2. package/bin/mcp-server.js +544 -276
  3. package/bin/mcp-server.js.map +29 -22
  4. package/esm/funcs/evalResultsV2EvalResultsList.d.ts +1 -1
  5. package/esm/funcs/evalResultsV2EvalResultsList.js +1 -1
  6. package/esm/funcs/evalsAnalysis.d.ts +16 -0
  7. package/esm/funcs/evalsAnalysis.d.ts.map +1 -0
  8. package/esm/funcs/evalsAnalysis.js +88 -0
  9. package/esm/funcs/evalsAnalysis.js.map +1 -0
  10. package/esm/funcs/evalsRun.d.ts +9 -2
  11. package/esm/funcs/evalsRun.d.ts.map +1 -1
  12. package/esm/funcs/evalsRun.js +9 -2
  13. package/esm/funcs/evalsRun.js.map +1 -1
  14. package/esm/funcs/evalsTrace.d.ts +16 -0
  15. package/esm/funcs/evalsTrace.d.ts.map +1 -0
  16. package/esm/funcs/{evalsMonitor.js → evalsTrace.js} +19 -21
  17. package/esm/funcs/evalsTrace.js.map +1 -0
  18. package/esm/funcs/evalsV2EvalsCreate.d.ts +1 -1
  19. package/esm/funcs/evalsV2EvalsCreate.js +1 -1
  20. package/esm/funcs/evalsV2EvalsUpdate.d.ts +1 -1
  21. package/esm/funcs/evalsV2EvalsUpdate.js +1 -1
  22. package/esm/landing-page.js +1 -1
  23. package/esm/lib/config.d.ts +2 -2
  24. package/esm/lib/config.js +2 -2
  25. package/esm/mcp-server/mcp-server.js +1 -1
  26. package/esm/mcp-server/server.d.ts.map +1 -1
  27. package/esm/mcp-server/server.js +5 -3
  28. package/esm/mcp-server/server.js.map +1 -1
  29. package/esm/mcp-server/tools/evalResultsV2EvalResultsList.js +1 -1
  30. package/esm/mcp-server/tools/evalResultsV2EvalResultsList.js.map +1 -1
  31. package/esm/mcp-server/tools/evalsAnalysis.d.ts +7 -0
  32. package/esm/mcp-server/tools/evalsAnalysis.d.ts.map +1 -0
  33. package/esm/mcp-server/tools/evalsAnalysis.js +35 -0
  34. package/esm/mcp-server/tools/evalsAnalysis.js.map +1 -0
  35. package/esm/mcp-server/tools/evalsRun.d.ts.map +1 -1
  36. package/esm/mcp-server/tools/evalsRun.js +9 -2
  37. package/esm/mcp-server/tools/evalsRun.js.map +1 -1
  38. package/esm/mcp-server/tools/evalsTrace.d.ts +7 -0
  39. package/esm/mcp-server/tools/evalsTrace.d.ts.map +1 -0
  40. package/esm/mcp-server/tools/evalsTrace.js +35 -0
  41. package/esm/mcp-server/tools/evalsTrace.js.map +1 -0
  42. package/esm/mcp-server/tools/evalsV2EvalsCreate.js +1 -1
  43. package/esm/mcp-server/tools/evalsV2EvalsCreate.js.map +1 -1
  44. package/esm/mcp-server/tools/evalsV2EvalsUpdate.js +1 -1
  45. package/esm/mcp-server/tools/evalsV2EvalsUpdate.js.map +1 -1
  46. package/esm/models/createv2evalrequest.d.ts +1 -2
  47. package/esm/models/createv2evalrequest.d.ts.map +1 -1
  48. package/esm/models/createv2evalrequest.js +1 -2
  49. package/esm/models/createv2evalrequest.js.map +1 -1
  50. package/esm/models/createv2evalrunrequest.d.ts +3 -0
  51. package/esm/models/createv2evalrunrequest.d.ts.map +1 -1
  52. package/esm/models/createv2evalrunrequest.js +9 -9
  53. package/esm/models/createv2evalrunrequest.js.map +1 -1
  54. package/esm/models/updatev2evalrequest.d.ts +1 -2
  55. package/esm/models/updatev2evalrequest.d.ts.map +1 -1
  56. package/esm/models/updatev2evalrequest.js +1 -2
  57. package/esm/models/updatev2evalrequest.js.map +1 -1
  58. package/esm/models/v2evalrunanalysis.d.ts +18 -0
  59. package/esm/models/v2evalrunanalysis.d.ts.map +1 -0
  60. package/esm/models/v2evalrunanalysis.js +20 -0
  61. package/esm/models/v2evalrunanalysis.js.map +1 -0
  62. package/esm/models/v2evalrunanalysisresponse.d.ts +12 -0
  63. package/esm/models/v2evalrunanalysisresponse.d.ts.map +1 -0
  64. package/esm/models/v2evalrunanalysisresponse.js +15 -0
  65. package/esm/models/v2evalrunanalysisresponse.js.map +1 -0
  66. package/esm/models/v2evalrunsanalysisop.d.ts +17 -0
  67. package/esm/models/v2evalrunsanalysisop.d.ts.map +1 -0
  68. package/esm/models/v2evalrunsanalysisop.js +19 -0
  69. package/esm/models/v2evalrunsanalysisop.js.map +1 -0
  70. package/esm/models/v2evalrunstraceop.d.ts +19 -0
  71. package/esm/models/v2evalrunstraceop.d.ts.map +1 -0
  72. package/esm/models/v2evalrunstraceop.js +21 -0
  73. package/esm/models/v2evalrunstraceop.js.map +1 -0
  74. package/esm/models/v2evalruntraceevent.d.ts +20 -0
  75. package/esm/models/v2evalruntraceevent.d.ts.map +1 -0
  76. package/esm/models/v2evalruntraceevent.js +22 -0
  77. package/esm/models/v2evalruntraceevent.js.map +1 -0
  78. package/esm/models/v2evalruntraceresponse.d.ts +14 -0
  79. package/esm/models/v2evalruntraceresponse.d.ts.map +1 -0
  80. package/esm/models/v2evalruntraceresponse.js +17 -0
  81. package/esm/models/v2evalruntraceresponse.js.map +1 -0
  82. package/esm/models/v2listtasksresponse.d.ts +1 -1
  83. package/esm/models/v2taskslistop.d.ts +1 -1
  84. package/esm/tool-names.d.ts.map +1 -1
  85. package/esm/tool-names.js +10 -6
  86. package/esm/tool-names.js.map +1 -1
  87. package/package.json +1 -1
  88. package/src/funcs/evalResultsV2EvalResultsList.ts +1 -1
  89. package/src/funcs/evalsAnalysis.ts +153 -0
  90. package/src/funcs/evalsRun.ts +9 -2
  91. package/src/funcs/{evalsMonitor.ts → evalsTrace.ts} +26 -25
  92. package/src/funcs/evalsV2EvalsCreate.ts +1 -1
  93. package/src/funcs/evalsV2EvalsUpdate.ts +1 -1
  94. package/src/landing-page.ts +1 -1
  95. package/src/lib/config.ts +2 -2
  96. package/src/mcp-server/mcp-server.ts +1 -1
  97. package/src/mcp-server/server.ts +5 -3
  98. package/src/mcp-server/tools/evalResultsV2EvalResultsList.ts +1 -1
  99. package/src/mcp-server/tools/evalsAnalysis.ts +43 -0
  100. package/src/mcp-server/tools/evalsRun.ts +9 -2
  101. package/src/mcp-server/tools/{evalsMonitor.ts → evalsTrace.ts} +9 -9
  102. package/src/mcp-server/tools/evalsV2EvalsCreate.ts +1 -1
  103. package/src/mcp-server/tools/evalsV2EvalsUpdate.ts +1 -1
  104. package/src/models/createv2evalrequest.ts +2 -3
  105. package/src/models/createv2evalrunrequest.ts +16 -9
  106. package/src/models/updatev2evalrequest.ts +4 -3
  107. package/src/models/v2evalrunanalysis.ts +51 -0
  108. package/src/models/v2evalrunanalysisresponse.ts +32 -0
  109. package/src/models/v2evalrunsanalysisop.ts +48 -0
  110. package/src/models/v2evalrunstraceop.ts +58 -0
  111. package/src/models/v2evalruntraceevent.ts +43 -0
  112. package/src/models/v2evalruntraceresponse.ts +38 -0
  113. package/src/tool-names.ts +10 -6
  114. package/esm/funcs/evalsMonitor.d.ts +0 -20
  115. package/esm/funcs/evalsMonitor.d.ts.map +0 -1
  116. package/esm/funcs/evalsMonitor.js.map +0 -1
  117. package/esm/mcp-server/tools/evalsMonitor.d.ts +0 -7
  118. package/esm/mcp-server/tools/evalsMonitor.d.ts.map +0 -1
  119. package/esm/mcp-server/tools/evalsMonitor.js +0 -35
  120. package/esm/mcp-server/tools/evalsMonitor.js.map +0 -1
  121. package/esm/models/v2evalrunsmonitorop.d.ts +0 -28
  122. package/esm/models/v2evalrunsmonitorop.d.ts.map +0 -1
  123. package/esm/models/v2evalrunsmonitorop.js +0 -29
  124. package/esm/models/v2evalrunsmonitorop.js.map +0 -1
  125. package/src/models/v2evalrunsmonitorop.ts +0 -62
@@ -0,0 +1,51 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ * @generated-id: ce9f97cba8e0
4
+ */
5
+
6
+ import * as z from "zod";
7
+
8
+ export type V2EvalRunAnalysis = {
9
+ id: string;
10
+ result_id: string;
11
+ attempt_id: string;
12
+ eval_id?: string | null | undefined;
13
+ agent_id?: string | null | undefined;
14
+ variant_key?: string | undefined;
15
+ repeat_index?: number | undefined;
16
+ analysis_version?: string | null | undefined;
17
+ analysis?: { [k: string]: any } | undefined;
18
+ created_at?: string | null | undefined;
19
+ updated_at?: string | null | undefined;
20
+ };
21
+
22
+ export const V2EvalRunAnalysis$zodSchema: z.ZodType<V2EvalRunAnalysis> = z
23
+ .object({
24
+ agent_id: z.string().nullable().optional().describe(
25
+ "Runnable agent ID used for this concrete attempt.",
26
+ ),
27
+ analysis: z.record(z.string(), z.any()).optional().describe(
28
+ "Persisted eval_run_analysis payload, including verdict, outcome, findings, bottleneck, and analysis sections.",
29
+ ),
30
+ analysis_version: z.string().nullable().optional().describe(
31
+ "Version of the analysis pipeline that produced this payload.",
32
+ ),
33
+ attempt_id: z.string().describe(
34
+ "Child eval-attempt ID used to correlate the analysis with trace events.",
35
+ ),
36
+ created_at: z.string().nullable().optional(),
37
+ eval_id: z.string().nullable().optional().describe(
38
+ "Public eval definition ID, not the backing executable eval ID.",
39
+ ),
40
+ id: z.string().describe("Persisted eval analysis ID."),
41
+ repeat_index: z.int().default(0).describe(
42
+ "Zero-based repeat index within the submitted run.",
43
+ ),
44
+ result_id: z.string().describe(
45
+ "Concrete eval result ID analyzed for this attempt.",
46
+ ),
47
+ updated_at: z.string().nullable().optional(),
48
+ variant_key: z.string().default("default").describe(
49
+ "Runtime variant that produced this result.",
50
+ ),
51
+ });
@@ -0,0 +1,32 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ * @generated-id: 16648f81799b
4
+ */
5
+
6
+ import * as z from "zod";
7
+ import {
8
+ PublicEvalRunProgress,
9
+ PublicEvalRunProgress$zodSchema,
10
+ } from "./publicevalrunprogress.js";
11
+ import {
12
+ V2EvalRunAnalysis,
13
+ V2EvalRunAnalysis$zodSchema,
14
+ } from "./v2evalrunanalysis.js";
15
+
16
+ export type V2EvalRunAnalysisResponse = {
17
+ run_id: string;
18
+ status: string;
19
+ progress?: PublicEvalRunProgress | undefined;
20
+ error?: string | null | undefined;
21
+ data?: Array<V2EvalRunAnalysis> | undefined;
22
+ };
23
+
24
+ export const V2EvalRunAnalysisResponse$zodSchema: z.ZodType<
25
+ V2EvalRunAnalysisResponse
26
+ > = z.object({
27
+ data: z.array(V2EvalRunAnalysis$zodSchema).optional(),
28
+ error: z.string().nullable().optional(),
29
+ progress: PublicEvalRunProgress$zodSchema.optional(),
30
+ run_id: z.string(),
31
+ status: z.string(),
32
+ });
@@ -0,0 +1,48 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ * @generated-id: 4c00eef582d7
4
+ */
5
+
6
+ import * as z from "zod";
7
+ import {
8
+ HTTPValidationError,
9
+ HTTPValidationError$zodSchema,
10
+ } from "./httpvalidationerror.js";
11
+ import {
12
+ V2EvalRunAnalysisResponse,
13
+ V2EvalRunAnalysisResponse$zodSchema,
14
+ } from "./v2evalrunanalysisresponse.js";
15
+
16
+ export type V2EvalRunsAnalysisRequest = { run_id: string };
17
+
18
+ export const V2EvalRunsAnalysisRequest$zodSchema: z.ZodType<
19
+ V2EvalRunsAnalysisRequest
20
+ > = z.object({
21
+ run_id: z.string(),
22
+ });
23
+
24
+ /**
25
+ * Eval run not found. Use the run ID returned when you started the eval.
26
+ */
27
+ export type V2EvalRunsAnalysisResponseBody = { detail: string };
28
+
29
+ export const V2EvalRunsAnalysisResponseBody$zodSchema: z.ZodType<
30
+ V2EvalRunsAnalysisResponseBody
31
+ > = z.object({
32
+ detail: z.string(),
33
+ }).describe(
34
+ "Eval run not found. Use the run ID returned when you started the eval.",
35
+ );
36
+
37
+ export type V2EvalRunsAnalysisResponse =
38
+ | V2EvalRunAnalysisResponse
39
+ | V2EvalRunsAnalysisResponseBody
40
+ | HTTPValidationError;
41
+
42
+ export const V2EvalRunsAnalysisResponse$zodSchema: z.ZodType<
43
+ V2EvalRunsAnalysisResponse
44
+ > = z.union([
45
+ V2EvalRunAnalysisResponse$zodSchema,
46
+ z.lazy(() => V2EvalRunsAnalysisResponseBody$zodSchema),
47
+ HTTPValidationError$zodSchema,
48
+ ]);
@@ -0,0 +1,58 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ * @generated-id: f7cdcd3e7f8d
4
+ */
5
+
6
+ import * as z from "zod";
7
+ import {
8
+ HTTPValidationError,
9
+ HTTPValidationError$zodSchema,
10
+ } from "./httpvalidationerror.js";
11
+ import {
12
+ V2EvalRunTraceResponse,
13
+ V2EvalRunTraceResponse$zodSchema,
14
+ } from "./v2evalruntraceresponse.js";
15
+
16
+ export type V2EvalRunsTraceRequest = {
17
+ run_id: string;
18
+ after_id?: number | undefined;
19
+ limit?: number | undefined;
20
+ };
21
+
22
+ export const V2EvalRunsTraceRequest$zodSchema: z.ZodType<
23
+ V2EvalRunsTraceRequest
24
+ > = z.object({
25
+ after_id: z.int().default(0).describe(
26
+ "Return events with IDs greater than this cursor.",
27
+ ),
28
+ limit: z.int().default(500).describe(
29
+ "Maximum number of trace events to return.",
30
+ ),
31
+ run_id: z.string(),
32
+ });
33
+
34
+ /**
35
+ * Eval run not found. Use the run ID returned when you started the eval.
36
+ */
37
+ export type V2EvalRunsTraceResponseBody = { detail: string };
38
+
39
+ export const V2EvalRunsTraceResponseBody$zodSchema: z.ZodType<
40
+ V2EvalRunsTraceResponseBody
41
+ > = z.object({
42
+ detail: z.string(),
43
+ }).describe(
44
+ "Eval run not found. Use the run ID returned when you started the eval.",
45
+ );
46
+
47
+ export type V2EvalRunsTraceResponse =
48
+ | V2EvalRunTraceResponse
49
+ | V2EvalRunsTraceResponseBody
50
+ | HTTPValidationError;
51
+
52
+ export const V2EvalRunsTraceResponse$zodSchema: z.ZodType<
53
+ V2EvalRunsTraceResponse
54
+ > = z.union([
55
+ V2EvalRunTraceResponse$zodSchema,
56
+ z.lazy(() => V2EvalRunsTraceResponseBody$zodSchema),
57
+ HTTPValidationError$zodSchema,
58
+ ]);
@@ -0,0 +1,43 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ * @generated-id: cf33bec99838
4
+ */
5
+
6
+ import * as z from "zod";
7
+
8
+ export type V2EvalRunTraceEvent = {
9
+ run_id: string;
10
+ eval_id?: string | null | undefined;
11
+ eval_name?: string | null | undefined;
12
+ configuration_id?: string | null | undefined;
13
+ agent_id?: string | null | undefined;
14
+ agent_name?: string | null | undefined;
15
+ child_job_id: string;
16
+ event_id: number;
17
+ timestamp?: string | null | undefined;
18
+ category: string;
19
+ type: string;
20
+ message: string;
21
+ data?: { [k: string]: any } | undefined;
22
+ };
23
+
24
+ export const V2EvalRunTraceEvent$zodSchema: z.ZodType<V2EvalRunTraceEvent> = z
25
+ .object({
26
+ agent_id: z.string().nullable().optional(),
27
+ agent_name: z.string().nullable().optional(),
28
+ category: z.string(),
29
+ child_job_id: z.string().describe(
30
+ "Child eval-attempt ID associated with the event.",
31
+ ),
32
+ configuration_id: z.string().nullable().optional(),
33
+ data: z.record(z.string(), z.any()).optional().describe(
34
+ "Sanitized event payload.",
35
+ ),
36
+ eval_id: z.string().nullable().optional(),
37
+ eval_name: z.string().nullable().optional(),
38
+ event_id: z.int(),
39
+ message: z.string(),
40
+ run_id: z.string(),
41
+ timestamp: z.string().nullable().optional(),
42
+ type: z.string(),
43
+ });
@@ -0,0 +1,38 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ * @generated-id: 25d2b266ce5f
4
+ */
5
+
6
+ import * as z from "zod";
7
+ import {
8
+ PublicEvalRunProgress,
9
+ PublicEvalRunProgress$zodSchema,
10
+ } from "./publicevalrunprogress.js";
11
+ import {
12
+ V2EvalRunTraceEvent,
13
+ V2EvalRunTraceEvent$zodSchema,
14
+ } from "./v2evalruntraceevent.js";
15
+
16
+ export type V2EvalRunTraceResponse = {
17
+ run_id: string;
18
+ status: string;
19
+ progress?: PublicEvalRunProgress | undefined;
20
+ error?: string | null | undefined;
21
+ data?: Array<V2EvalRunTraceEvent> | undefined;
22
+ next_after_id: number;
23
+ has_more: boolean;
24
+ };
25
+
26
+ export const V2EvalRunTraceResponse$zodSchema: z.ZodType<
27
+ V2EvalRunTraceResponse
28
+ > = z.object({
29
+ data: z.array(V2EvalRunTraceEvent$zodSchema).optional(),
30
+ error: z.string().nullable().optional(),
31
+ has_more: z.boolean(),
32
+ next_after_id: z.int().describe(
33
+ "Cursor to pass as `after_id` when requesting the next page.",
34
+ ),
35
+ progress: PublicEvalRunProgress$zodSchema.optional(),
36
+ run_id: z.string(),
37
+ status: z.string(),
38
+ });
package/src/tool-names.ts CHANGED
@@ -114,7 +114,7 @@ export const toolNames: Array<{ name: string; description: string }>= [
114
114
  },
115
115
  {
116
116
  "name": "evals-v2-evals-create",
117
- "description": "Create Eval\n\nCreates an eval with a task prompt, subject, and judge. The eval can then be run through eval runs."
117
+ "description": "Create Eval\n\nCreates an eval with a task prompt, subject, and plain-text success criterion in `judge`. The eval can then be run through eval runs."
118
118
  },
119
119
  {
120
120
  "name": "evals-v2-evals-retrieve",
@@ -122,7 +122,7 @@ export const toolNames: Array<{ name: string; description: string }>= [
122
122
  },
123
123
  {
124
124
  "name": "evals-v2-evals-update",
125
- "description": "Update Eval\n\nUpdates an eval's task prompt, subject, judge, or name. Omitted fields remain unchanged."
125
+ "description": "Update Eval\n\nUpdates an eval's task prompt, subject, plain-text `judge`, or name. Omitted fields remain unchanged."
126
126
  },
127
127
  {
128
128
  "name": "evals-v2-evals-delete",
@@ -150,11 +150,15 @@ export const toolNames: Array<{ name: string; description: string }>= [
150
150
  },
151
151
  {
152
152
  "name": "evals-run",
153
- "description": "Create Run\n\nQueues a durable eval job and returns immediately with a polling ID. Poll `GET /v2/eval-runs/{run_id}` until its status reaches a terminal value. Choose exactly one request mode. For saved mode, provide `eval_id`, `configuration_id`, and `agent_id`. For direct mode, omit `eval_id` and provide `prompt`, `judges`, and `agent_id`. Direct runs may also provide a repository, write-only environment variables, and public skill packages."
153
+ "description": "Start an eval run\n\nQueues a durable eval job and returns immediately with a polling ID. Poll `GET /v2/eval-runs/{run_id}` until its status reaches a terminal value.\n\nSend one of these flat request forms:\n\n- **Saved eval:** provide `eval_id`, `configuration_id`, and `agent_id`.\n- **Direct create-and-run:** provide `prompt`, `judges`, and `agent_id`. You may also provide a repository, write-only environment variables, and public skill packages.\n\nDo not combine saved-run and direct-run fields. No separate `mode` field is required."
154
154
  },
155
155
  {
156
- "name": "evals-monitor",
157
- "description": "Monitor Runs\n\nStreams an immediate snapshot followed by live status and sanitized activity for one public v2 eval run or the active runs captured when the connection opens. Exactly one of `run_id` or `all=true` is required."
156
+ "name": "evals-analysis",
157
+ "description": "Retrieve eval run analysis\n\nReturns the persisted analysis produced for each completed attempt in one eval run. The analysis includes the verdict, outcome explanation, findings, bottleneck, and analysis sections. Active runs return the analysis available so far together with current run status and progress."
158
+ },
159
+ {
160
+ "name": "evals-trace",
161
+ "description": "Retrieve an eval run trace\n\nReturns a finite page of sanitized execution events for one eval run. Use `next_after_id` as `after_id` to retrieve the next page. Use the monitor operation instead when following a run live."
158
162
  },
159
163
  {
160
164
  "name": "eval-runs-v2-eval-runs-list",
@@ -166,7 +170,7 @@ export const toolNames: Array<{ name: string; description: string }>= [
166
170
  },
167
171
  {
168
172
  "name": "eval-results-v2-eval-results-list",
169
- "description": "List Results\n\nReturns completed custom-eval results from onboarding, v1, and v2 run flows, ordered newest first. Result IDs are different from eval run IDs."
173
+ "description": "List Results\n\nReturns completed custom-eval results from all supported run flows, ordered newest first. Result IDs are different from eval run IDs."
170
174
  },
171
175
  {
172
176
  "name": "eval-results-v2-eval-results-retrieve",
@@ -1,20 +0,0 @@
1
- import { LightsageMcpCore } from "../core.js";
2
- import { RequestOptions } from "../lib/sdks.js";
3
- import { APIError } from "../models/errors/apierror.js";
4
- import { ConnectionError, InvalidRequestError, RequestAbortedError, RequestTimeoutError, UnexpectedClientError } from "../models/errors/httpclienterrors.js";
5
- import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
6
- import { V2EvalRunsMonitorRequest } from "../models/v2evalrunsmonitorop.js";
7
- import { APIPromise } from "../types/async.js";
8
- import { Result } from "../types/fp.js";
9
- export declare enum MonitorAcceptEnum {
10
- applicationJsonAccept = "application/json",
11
- textEventStreamAccept = "text/event-stream"
12
- }
13
- /**
14
- * Monitor Runs
15
- *
16
- * @remarks
17
- * Streams an immediate snapshot followed by live status and sanitized activity for one public v2 eval run or the active runs captured when the connection opens. Exactly one of `run_id` or `all=true` is required.
18
- */
19
- export declare function evalsMonitor(client$: LightsageMcpCore, request?: V2EvalRunsMonitorRequest | undefined, options?: RequestOptions): APIPromise<Result<Response, APIError | SDKValidationError | UnexpectedClientError | InvalidRequestError | RequestAbortedError | RequestTimeoutError | ConnectionError>>;
20
- //# sourceMappingURL=evalsMonitor.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"evalsMonitor.d.ts","sourceRoot":"","sources":["../../src/funcs/evalsMonitor.ts"],"names":[],"mappings":"AAKA,OAAO,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAI9C,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAGhD,OAAO,EAAE,QAAQ,EAAE,MAAM,8BAA8B,CAAC;AACxD,OAAO,EACL,eAAe,EACf,mBAAmB,EACnB,mBAAmB,EACnB,mBAAmB,EACnB,qBAAqB,EACtB,MAAM,sCAAsC,CAAC;AAC9C,OAAO,EAAE,kBAAkB,EAAE,MAAM,wCAAwC,CAAC;AAC5E,OAAO,EACL,wBAAwB,EAEzB,MAAM,kCAAkC,CAAC;AAC1C,OAAO,EAAW,UAAU,EAAE,MAAM,mBAAmB,CAAC;AACxD,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AAExC,oBAAY,iBAAiB;IAC3B,qBAAqB,qBAAqB;IAC1C,qBAAqB,sBAAsB;CAC5C;AAED;;;;;GAKG;AACH,wBAAgB,YAAY,CAC1B,OAAO,EAAE,gBAAgB,EACzB,OAAO,CAAC,EAAE,wBAAwB,GAAG,SAAS,EAC9C,OAAO,CAAC,EAAE,cAAc,GACvB,UAAU,CACX,MAAM,CACJ,QAAQ,EACN,QAAQ,GACR,kBAAkB,GAClB,qBAAqB,GACrB,mBAAmB,GACnB,mBAAmB,GACnB,mBAAmB,GACnB,eAAe,CAClB,CACF,CAMA"}
@@ -1 +0,0 @@
1
- {"version":3,"file":"evalsMonitor.js","sourceRoot":"","sources":["../../src/funcs/evalsMonitor.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAGH,OAAO,EAAE,eAAe,EAAE,MAAM,qBAAqB,CAAC;AACtD,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAClD,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAE9C,OAAO,EAAE,eAAe,EAAE,qBAAqB,EAAE,MAAM,oBAAoB,CAAC;AAC5E,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAU3C,OAAO,EAEL,kCAAkC,GACnC,MAAM,kCAAkC,CAAC;AAC1C,OAAO,EAAW,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAGxD,MAAM,CAAN,IAAY,iBAGX;AAHD,WAAY,iBAAiB;IAC3B,+DAA0C,CAAA;IAC1C,gEAA2C,CAAA;AAC7C,CAAC,EAHW,iBAAiB,KAAjB,iBAAiB,QAG5B;AAED;;;;;GAKG;AACH,MAAM,UAAU,YAAY,CAC1B,OAAyB,EACzB,OAA8C,EAC9C,OAAwB;IAaxB,OAAO,IAAI,UAAU,CAAC,GAAG,CACvB,OAAO,EACP,OAAO,EACP,OAAO,CACR,CAAC,CAAC;AACL,CAAC;AAED,KAAK,UAAU,GAAG,CAChB,OAAyB,EACzB,OAA8C,EAC9C,OAAuE;IAgBvE,MAAM,OAAO,GAAG,SAAS,CACvB,OAAO,EACP,CAAC,MAAM,EAAE,EAAE,CAAC,kCAAkC,CAAC,QAAQ,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,EACvE,yBAAyB,CAC1B,CAAC;IACF,IAAI,CAAC,OAAO,CAAC,EAAE,EAAE,CAAC;QAChB,OAAO,CAAC,OAAO,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;IAC1C,CAAC;IACD,MAAM,QAAQ,GAAG,OAAO,CAAC,KAAK,CAAC;IAC/B,MAAM,KAAK,GAAG,IAAI,CAAC;IACnB,MAAM,KAAK,GAAG,UAAU,CAAC,uBAAuB,CAAC,EAAE,CAAC;IACpD,MAAM,MAAM,GAAG,eAAe,CAAC;QAC7B,UAAU,EAAE,QAAQ,EAAE,QAAQ;QAC9B,KAAK,EAAE,QAAQ,EAAE,GAAG;QACpB,QAAQ,EAAE,QAAQ,EAAE,MAAM;QAC1B,QAAQ,EAAE,QAAQ,EAAE,MAAM;KAC3B,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG,IAAI,OAAO,CAAC,UAAU,CAAC;QACtC,MAAM,EAAE,OAAO,EAAE,oBAAoB;eAChC,6CAA6C;KACnD,CAAC,CAAC,CAAC;IACJ,MAAM,aAAa,GAAG,MAAM,eAAe,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;IACvE,MAAM,eAAe,GAAG,qBAAqB,CAAC,aAAa,CAAC,CAAC;IAE7D,MAAM,OAAO,GAAG;QACd,OAAO,EAAE,OAAO,CAAC,QAAQ;QACzB,OAAO,EAAE,OAAO,EAAE,SAAS,IAAI,OAAO,CAAC,QAAQ,IAAI,EAAE;QACrD,WAAW,EAAE,sBAAsB;QACnC,YAAY,EAAE,IAAI;QAClB,gBAAgB,EAAE,eAAe;QACjC,cAAc,EAAE,OAAO,CAAC,QAAQ,CAAC,QAAQ;QACzC,WAAW,EAAE,OAAO,EAAE,OAAO;eACxB,OAAO,CAAC,QAAQ,CAAC,WAAW;eAC5B,EAAE,QAAQ,EAAE,MAAM,EAAE;QACzB,UAAU,EAAE,OAAO,EAAE,UAAU,IAAI;YACjC,KAAK;YACL,KAAK;YACL,KAAK;YACL,KAAK;YACL,KAAK;SACN;KACF,CAAC;IAEF,MAAM,UAAU,GAAG,OAAO,CAAC,cAAc,CAAC,OAAO,EAAE;QACjD,QAAQ,EAAE,eAAe;QACzB,MAAM,EAAE,KAAK;QACb,OAAO,EAAE,OAAO,EAAE,SAAS;QAC3B,IAAI,EAAE,KAAK;QACX,OAAO,EAAE,QAAQ;QACjB,KAAK,EAAE,MAAM;QACb,IAAI,EAAE,KAAK;QACX,SAAS,EAAE,OAAO,CAAC,QAAQ,CAAC,SAAS;QACrC,SAAS,EAAE,OAAO,EAAE,SAAS,IAAI,OAAO,CAAC,QAAQ,CAAC,SAAS;eACtD,CAAC,CAAC;KACR,EAAE,OAAO,CAAC,CAAC;IACZ,IAAI,CAAC,UAAU,CAAC,EAAE,EAAE,CAAC;QACnB,OAAO,CAAC,UAAU,EAAE,EAAE,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC;IAC7C,CAAC;IACD,MAAM,IAAI,GAAG,UAAU,CAAC,KAAK,CAAC;IAE9B,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,IAAI,EAAE;QACvC,OAAO;QACP,UAAU,EAAE,EAAE;QACd,WAAW,EAAE,OAAO,CAAC,WAAW;QAChC,UAAU,EAAE,OAAO,CAAC,UAAU;KAC/B,CAAC,CAAC;IACH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,OAAO,CAAC,QAAQ,EAAE,EAAE,MAAM,EAAE,eAAe,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;IAChE,CAAC;IACD,OAAO,CAAC,QAAQ,EAAE;YAChB,MAAM,EAAE,UAAU;YAClB,SAAS,EAAE,IAAI;YACf,QAAQ,EAAE,QAAQ,CAAC,KAAK;SACzB,CAAC,CAAC;AACL,CAAC"}
@@ -1,7 +0,0 @@
1
- import { ToolDefinition } from "../tools.js";
2
- declare const args: {
3
- request: import("zod").ZodOptional<import("zod").ZodType<import("../../models/v2evalrunsmonitorop.js").V2EvalRunsMonitorRequest, unknown, import("zod/v4/core").$ZodTypeInternals<import("../../models/v2evalrunsmonitorop.js").V2EvalRunsMonitorRequest, unknown>>>;
4
- };
5
- export declare const tool$evalsMonitor: ToolDefinition<typeof args>;
6
- export {};
7
- //# sourceMappingURL=evalsMonitor.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"evalsMonitor.d.ts","sourceRoot":"","sources":["../../../src/mcp-server/tools/evalsMonitor.ts"],"names":[],"mappings":"AAOA,OAAO,EAAgB,cAAc,EAAE,MAAM,aAAa,CAAC;AAE3D,QAAA,MAAM,IAAI;;CAET,CAAC;AAEF,eAAO,MAAM,iBAAiB,EAAE,cAAc,CAAC,OAAO,IAAI,CA6BzD,CAAC"}
@@ -1,35 +0,0 @@
1
- /*
2
- * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
- * @generated-id: f7c3344a66fd
4
- */
5
- import { evalsMonitor } from "../../funcs/evalsMonitor.js";
6
- import { V2EvalRunsMonitorRequest$zodSchema } from "../../models/v2evalrunsmonitorop.js";
7
- import { formatResult } from "../tools.js";
8
- const args = {
9
- request: V2EvalRunsMonitorRequest$zodSchema.optional(),
10
- };
11
- export const tool$evalsMonitor = {
12
- name: "evals-monitor",
13
- description: `Monitor Runs
14
-
15
- Streams an immediate snapshot followed by live status and sanitized activity for one public v2 eval run or the active runs captured when the connection opens. Exactly one of \`run_id\` or \`all=true\` is required.`,
16
- annotations: {
17
- "title": "",
18
- "destructiveHint": false,
19
- "idempotentHint": false,
20
- "openWorldHint": false,
21
- "readOnlyHint": true,
22
- },
23
- args,
24
- tool: async (client, args, ctx) => {
25
- const [result] = await evalsMonitor(client, args.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
26
- if (!result.ok) {
27
- return {
28
- content: [{ type: "text", text: result.error.message }],
29
- isError: true,
30
- };
31
- }
32
- return formatResult(result.value);
33
- },
34
- };
35
- //# sourceMappingURL=evalsMonitor.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"evalsMonitor.js","sourceRoot":"","sources":["../../../src/mcp-server/tools/evalsMonitor.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,EAAE,YAAY,EAAE,MAAM,6BAA6B,CAAC;AAC3D,OAAO,EAAE,kCAAkC,EAAE,MAAM,qCAAqC,CAAC;AACzF,OAAO,EAAE,YAAY,EAAkB,MAAM,aAAa,CAAC;AAE3D,MAAM,IAAI,GAAG;IACX,OAAO,EAAE,kCAAkC,CAAC,QAAQ,EAAE;CACvD,CAAC;AAEF,MAAM,CAAC,MAAM,iBAAiB,GAAgC;IAC5D,IAAI,EAAE,eAAe;IACrB,WAAW,EAAE;;sNAEuM;IACpN,WAAW,EAAE;QACX,OAAO,EAAE,EAAE;QACX,iBAAiB,EAAE,KAAK;QACxB,gBAAgB,EAAE,KAAK;QACvB,eAAe,EAAE,KAAK;QACtB,cAAc,EAAE,IAAI;KACrB;IACD,IAAI;IACJ,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE;QAChC,MAAM,CAAC,MAAM,CAAC,GAAG,MAAM,YAAY,CACjC,MAAM,EACN,IAAI,CAAC,OAAO,EACZ,EAAE,YAAY,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,EAAE,CACzC,CAAC,QAAQ,EAAE,CAAC;QAEb,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBACvD,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;QAED,OAAO,YAAY,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;IACpC,CAAC;CACF,CAAC"}
@@ -1,28 +0,0 @@
1
- import * as z from "zod";
2
- import { ClosedEnum } from "../types/enums.js";
3
- import { HTTPValidationError } from "./httpvalidationerror.js";
4
- /**
5
- * Reduced activity or the full sanitized durable trace.
6
- */
7
- export declare const Detail: {
8
- readonly Summary: "summary";
9
- readonly Verbose: "verbose";
10
- };
11
- /**
12
- * Reduced activity or the full sanitized durable trace.
13
- */
14
- export type Detail = ClosedEnum<typeof Detail>;
15
- export declare const Detail$zodSchema: z.ZodEnum<{
16
- summary: "summary";
17
- verbose: "verbose";
18
- }>;
19
- export type V2EvalRunsMonitorRequest = {
20
- run_id?: string | undefined;
21
- all?: boolean | undefined;
22
- detail?: Detail | undefined;
23
- after_id?: number | undefined;
24
- };
25
- export declare const V2EvalRunsMonitorRequest$zodSchema: z.ZodType<V2EvalRunsMonitorRequest>;
26
- export type V2EvalRunsMonitorResponse = string | HTTPValidationError;
27
- export declare const V2EvalRunsMonitorResponse$zodSchema: z.ZodType<V2EvalRunsMonitorResponse>;
28
- //# sourceMappingURL=v2evalrunsmonitorop.d.ts.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"v2evalrunsmonitorop.d.ts","sourceRoot":"","sources":["../../src/models/v2evalrunsmonitorop.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAElC;;GAEG;AACH,eAAO,MAAM,MAAM;;;CAGT,CAAC;AACX;;GAEG;AACH,MAAM,MAAM,MAAM,GAAG,UAAU,CAAC,OAAO,MAAM,CAAC,CAAC;AAE/C,eAAO,MAAM,gBAAgB;;;EAGuC,CAAC;AAErE,MAAM,MAAM,wBAAwB,GAAG;IACrC,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,GAAG,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAC1B,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,QAAQ,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;CAC/B,CAAC;AAEF,eAAO,MAAM,kCAAkC,EAAE,CAAC,CAAC,OAAO,CACxD,wBAAwB,CAaxB,CAAC;AAEH,MAAM,MAAM,yBAAyB,GAAG,MAAM,GAAG,mBAAmB,CAAC;AAErE,eAAO,MAAM,mCAAmC,EAAE,CAAC,CAAC,OAAO,CACzD,yBAAyB,CAMzB,CAAC"}
@@ -1,29 +0,0 @@
1
- /*
2
- * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
- * @generated-id: f4df01489d97
4
- */
5
- import * as z from "zod";
6
- import { HTTPValidationError$zodSchema, } from "./httpvalidationerror.js";
7
- /**
8
- * Reduced activity or the full sanitized durable trace.
9
- */
10
- export const Detail = {
11
- Summary: "summary",
12
- Verbose: "verbose",
13
- };
14
- export const Detail$zodSchema = z.enum([
15
- "summary",
16
- "verbose",
17
- ]).describe("Reduced activity or the full sanitized durable trace.");
18
- export const V2EvalRunsMonitorRequest$zodSchema = z.object({
19
- after_id: z.int().default(0).describe("Durable child-event cursor used when reconnecting."),
20
- all: z.boolean().default(false).describe("Capture all currently active public v2 eval runs."),
21
- detail: Detail$zodSchema.default("summary").describe("Reduced activity or the full sanitized durable trace."),
22
- run_id: z.string().describe("Parent run ID returned by `POST /v2/eval-runs`.")
23
- .optional(),
24
- });
25
- export const V2EvalRunsMonitorResponse$zodSchema = z.union([
26
- z.string().describe("A server-sent event stream of eval-run status and activity."),
27
- HTTPValidationError$zodSchema,
28
- ]);
29
- //# sourceMappingURL=v2evalrunsmonitorop.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"v2evalrunsmonitorop.js","sourceRoot":"","sources":["../../src/models/v2evalrunsmonitorop.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAElC;;GAEG;AACH,MAAM,CAAC,MAAM,MAAM,GAAG;IACpB,OAAO,EAAE,SAAS;IAClB,OAAO,EAAE,SAAS;CACV,CAAC;AAMX,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,CAAC,IAAI,CAAC;IACrC,SAAS;IACT,SAAS;CACV,CAAC,CAAC,QAAQ,CAAC,uDAAuD,CAAC,CAAC;AASrE,MAAM,CAAC,MAAM,kCAAkC,GAE3C,CAAC,CAAC,MAAM,CAAC;IACX,QAAQ,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CACnC,oDAAoD,CACrD;IACD,GAAG,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,QAAQ,CACtC,mDAAmD,CACpD;IACD,MAAM,EAAE,gBAAgB,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,QAAQ,CAClD,uDAAuD,CACxD;IACD,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,iDAAiD,CAAC;SAC3E,QAAQ,EAAE;CACd,CAAC,CAAC;AAIH,MAAM,CAAC,MAAM,mCAAmC,GAE5C,CAAC,CAAC,KAAK,CAAC;IACV,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CACjB,6DAA6D,CAC9D;IACD,6BAA6B;CAC9B,CAAC,CAAC"}
@@ -1,62 +0,0 @@
1
- /*
2
- * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
- * @generated-id: f4df01489d97
4
- */
5
-
6
- import * as z from "zod";
7
- import { ClosedEnum } from "../types/enums.js";
8
- import {
9
- HTTPValidationError,
10
- HTTPValidationError$zodSchema,
11
- } from "./httpvalidationerror.js";
12
-
13
- /**
14
- * Reduced activity or the full sanitized durable trace.
15
- */
16
- export const Detail = {
17
- Summary: "summary",
18
- Verbose: "verbose",
19
- } as const;
20
- /**
21
- * Reduced activity or the full sanitized durable trace.
22
- */
23
- export type Detail = ClosedEnum<typeof Detail>;
24
-
25
- export const Detail$zodSchema = z.enum([
26
- "summary",
27
- "verbose",
28
- ]).describe("Reduced activity or the full sanitized durable trace.");
29
-
30
- export type V2EvalRunsMonitorRequest = {
31
- run_id?: string | undefined;
32
- all?: boolean | undefined;
33
- detail?: Detail | undefined;
34
- after_id?: number | undefined;
35
- };
36
-
37
- export const V2EvalRunsMonitorRequest$zodSchema: z.ZodType<
38
- V2EvalRunsMonitorRequest
39
- > = z.object({
40
- after_id: z.int().default(0).describe(
41
- "Durable child-event cursor used when reconnecting.",
42
- ),
43
- all: z.boolean().default(false).describe(
44
- "Capture all currently active public v2 eval runs.",
45
- ),
46
- detail: Detail$zodSchema.default("summary").describe(
47
- "Reduced activity or the full sanitized durable trace.",
48
- ),
49
- run_id: z.string().describe("Parent run ID returned by `POST /v2/eval-runs`.")
50
- .optional(),
51
- });
52
-
53
- export type V2EvalRunsMonitorResponse = string | HTTPValidationError;
54
-
55
- export const V2EvalRunsMonitorResponse$zodSchema: z.ZodType<
56
- V2EvalRunsMonitorResponse
57
- > = z.union([
58
- z.string().describe(
59
- "A server-sent event stream of eval-run status and activity.",
60
- ),
61
- HTTPValidationError$zodSchema,
62
- ]);