@lightsage/mcp 0.2.2 → 0.3.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (179) hide show
  1. package/README.md +2 -2
  2. package/bin/mcp-server.js +697 -317
  3. package/bin/mcp-server.js.map +42 -32
  4. package/esm/funcs/evalResultsV2EvalResultsList.d.ts +1 -1
  5. package/esm/funcs/evalResultsV2EvalResultsList.js +1 -1
  6. package/esm/funcs/evalsAnalysis.d.ts +16 -0
  7. package/esm/funcs/evalsAnalysis.d.ts.map +1 -0
  8. package/esm/funcs/evalsAnalysis.js +88 -0
  9. package/esm/funcs/evalsAnalysis.js.map +1 -0
  10. package/esm/funcs/evalsRun.d.ts +3 -3
  11. package/esm/funcs/evalsRun.js +3 -3
  12. package/esm/funcs/evalsTrace.d.ts +16 -0
  13. package/esm/funcs/evalsTrace.d.ts.map +1 -0
  14. package/esm/funcs/{evalsMonitor.js → evalsTrace.js} +19 -20
  15. package/esm/funcs/evalsTrace.js.map +1 -0
  16. package/esm/funcs/evalsV2EvalsCreate.d.ts +1 -1
  17. package/esm/funcs/evalsV2EvalsCreate.js +1 -1
  18. package/esm/funcs/evalsV2EvalsList.d.ts +1 -1
  19. package/esm/funcs/evalsV2EvalsList.js +1 -1
  20. package/esm/funcs/evalsV2EvalsRetrieve.d.ts +1 -1
  21. package/esm/funcs/evalsV2EvalsRetrieve.js +1 -1
  22. package/esm/funcs/evalsV2EvalsUpdate.d.ts +1 -1
  23. package/esm/funcs/evalsV2EvalsUpdate.js +1 -1
  24. package/esm/landing-page.js +1 -1
  25. package/esm/lib/config.d.ts +3 -3
  26. package/esm/lib/config.js +3 -3
  27. package/esm/lib/config.js.map +1 -1
  28. package/esm/mcp-server/mcp-server.js +1 -1
  29. package/esm/mcp-server/server.d.ts.map +1 -1
  30. package/esm/mcp-server/server.js +5 -3
  31. package/esm/mcp-server/server.js.map +1 -1
  32. package/esm/mcp-server/tools/evalResultsV2EvalResultsList.js +1 -1
  33. package/esm/mcp-server/tools/evalResultsV2EvalResultsList.js.map +1 -1
  34. package/esm/mcp-server/tools/evalsAnalysis.d.ts +7 -0
  35. package/esm/mcp-server/tools/evalsAnalysis.d.ts.map +1 -0
  36. package/esm/mcp-server/tools/evalsAnalysis.js +35 -0
  37. package/esm/mcp-server/tools/evalsAnalysis.js.map +1 -0
  38. package/esm/mcp-server/tools/evalsRun.js +3 -3
  39. package/esm/mcp-server/tools/evalsRun.js.map +1 -1
  40. package/esm/mcp-server/tools/evalsTrace.d.ts +7 -0
  41. package/esm/mcp-server/tools/evalsTrace.d.ts.map +1 -0
  42. package/esm/mcp-server/tools/evalsTrace.js +35 -0
  43. package/esm/mcp-server/tools/evalsTrace.js.map +1 -0
  44. package/esm/mcp-server/tools/evalsV2EvalsCreate.js +1 -1
  45. package/esm/mcp-server/tools/evalsV2EvalsCreate.js.map +1 -1
  46. package/esm/mcp-server/tools/evalsV2EvalsList.js +1 -1
  47. package/esm/mcp-server/tools/evalsV2EvalsList.js.map +1 -1
  48. package/esm/mcp-server/tools/evalsV2EvalsRetrieve.js +1 -1
  49. package/esm/mcp-server/tools/evalsV2EvalsRetrieve.js.map +1 -1
  50. package/esm/mcp-server/tools/evalsV2EvalsUpdate.js +1 -1
  51. package/esm/mcp-server/tools/evalsV2EvalsUpdate.js.map +1 -1
  52. package/esm/models/createv2evalrequest.d.ts +16 -21
  53. package/esm/models/createv2evalrequest.d.ts.map +1 -1
  54. package/esm/models/createv2evalrequest.js +25 -18
  55. package/esm/models/createv2evalrequest.js.map +1 -1
  56. package/esm/models/createv2evalrunrequest.d.ts +19 -4
  57. package/esm/models/createv2evalrunrequest.d.ts.map +1 -1
  58. package/esm/models/createv2evalrunrequest.js +31 -6
  59. package/esm/models/createv2evalrunrequest.js.map +1 -1
  60. package/esm/models/updatev2evalrequest.d.ts +16 -21
  61. package/esm/models/updatev2evalrequest.d.ts.map +1 -1
  62. package/esm/models/updatev2evalrequest.js +25 -18
  63. package/esm/models/updatev2evalrequest.js.map +1 -1
  64. package/esm/models/v2eval.d.ts +16 -21
  65. package/esm/models/v2eval.d.ts.map +1 -1
  66. package/esm/models/v2eval.js +25 -18
  67. package/esm/models/v2eval.js.map +1 -1
  68. package/esm/models/v2evalresult.d.ts +4 -2
  69. package/esm/models/v2evalresult.d.ts.map +1 -1
  70. package/esm/models/v2evalresult.js +3 -1
  71. package/esm/models/v2evalresult.js.map +1 -1
  72. package/esm/models/v2evalresultsummary.d.ts +4 -1
  73. package/esm/models/v2evalresultsummary.d.ts.map +1 -1
  74. package/esm/models/v2evalresultsummary.js +4 -1
  75. package/esm/models/v2evalresultsummary.js.map +1 -1
  76. package/esm/models/v2evalrun.d.ts +5 -2
  77. package/esm/models/v2evalrun.d.ts.map +1 -1
  78. package/esm/models/v2evalrun.js +5 -2
  79. package/esm/models/v2evalrun.js.map +1 -1
  80. package/esm/models/v2evalrunanalysis.d.ts +20 -0
  81. package/esm/models/v2evalrunanalysis.d.ts.map +1 -0
  82. package/esm/models/v2evalrunanalysis.js +22 -0
  83. package/esm/models/v2evalrunanalysis.js.map +1 -0
  84. package/esm/models/v2evalrunanalysisresponse.d.ts +12 -0
  85. package/esm/models/v2evalrunanalysisresponse.d.ts.map +1 -0
  86. package/esm/models/v2evalrunanalysisresponse.js +15 -0
  87. package/esm/models/v2evalrunanalysisresponse.js.map +1 -0
  88. package/esm/models/v2evalrunsanalysisop.d.ts +17 -0
  89. package/esm/models/v2evalrunsanalysisop.d.ts.map +1 -0
  90. package/esm/models/v2evalrunsanalysisop.js +19 -0
  91. package/esm/models/v2evalrunsanalysisop.js.map +1 -0
  92. package/esm/models/v2evalrunstraceop.d.ts +19 -0
  93. package/esm/models/v2evalrunstraceop.d.ts.map +1 -0
  94. package/esm/models/v2evalrunstraceop.js +21 -0
  95. package/esm/models/v2evalrunstraceop.js.map +1 -0
  96. package/esm/models/v2evalruntraceevent.d.ts +21 -0
  97. package/esm/models/v2evalruntraceevent.d.ts.map +1 -0
  98. package/esm/models/v2evalruntraceevent.js +23 -0
  99. package/esm/models/v2evalruntraceevent.js.map +1 -0
  100. package/esm/models/v2evalruntraceresponse.d.ts +14 -0
  101. package/esm/models/v2evalruntraceresponse.d.ts.map +1 -0
  102. package/esm/models/v2evalruntraceresponse.js +17 -0
  103. package/esm/models/v2evalruntraceresponse.js.map +1 -0
  104. package/esm/models/v2inlineclireference.d.ts +6 -0
  105. package/esm/models/v2inlineclireference.d.ts.map +1 -0
  106. package/esm/models/v2inlineclireference.js +10 -0
  107. package/esm/models/v2inlineclireference.js.map +1 -0
  108. package/esm/models/v2inlinemcpdefinition.d.ts +28 -0
  109. package/esm/models/v2inlinemcpdefinition.d.ts.map +1 -0
  110. package/esm/models/v2inlinemcpdefinition.js +25 -0
  111. package/esm/models/v2inlinemcpdefinition.js.map +1 -0
  112. package/esm/models/v2savedclireference.d.ts +6 -0
  113. package/esm/models/v2savedclireference.d.ts.map +1 -0
  114. package/esm/models/v2savedclireference.js +10 -0
  115. package/esm/models/v2savedclireference.js.map +1 -0
  116. package/esm/models/v2savedmcpreference.d.ts +6 -0
  117. package/esm/models/v2savedmcpreference.d.ts.map +1 -0
  118. package/esm/models/v2savedmcpreference.js +10 -0
  119. package/esm/models/v2savedmcpreference.js.map +1 -0
  120. package/esm/tool-names.d.ts.map +1 -1
  121. package/esm/tool-names.js +12 -8
  122. package/esm/tool-names.js.map +1 -1
  123. package/package.json +1 -1
  124. package/src/funcs/evalResultsV2EvalResultsList.ts +1 -1
  125. package/src/funcs/evalsAnalysis.ts +153 -0
  126. package/src/funcs/evalsRun.ts +3 -3
  127. package/src/funcs/{evalsMonitor.ts → evalsTrace.ts} +26 -24
  128. package/src/funcs/evalsV2EvalsCreate.ts +1 -1
  129. package/src/funcs/evalsV2EvalsList.ts +1 -1
  130. package/src/funcs/evalsV2EvalsRetrieve.ts +1 -1
  131. package/src/funcs/evalsV2EvalsUpdate.ts +1 -1
  132. package/src/landing-page.ts +1 -1
  133. package/src/lib/config.ts +3 -3
  134. package/src/mcp-server/mcp-server.ts +1 -1
  135. package/src/mcp-server/server.ts +5 -3
  136. package/src/mcp-server/tools/evalResultsV2EvalResultsList.ts +1 -1
  137. package/src/mcp-server/tools/evalsAnalysis.ts +43 -0
  138. package/src/mcp-server/tools/evalsRun.ts +3 -3
  139. package/src/mcp-server/tools/{evalsMonitor.ts → evalsTrace.ts} +9 -9
  140. package/src/mcp-server/tools/evalsV2EvalsCreate.ts +1 -1
  141. package/src/mcp-server/tools/evalsV2EvalsList.ts +1 -1
  142. package/src/mcp-server/tools/evalsV2EvalsRetrieve.ts +1 -1
  143. package/src/mcp-server/tools/evalsV2EvalsUpdate.ts +1 -1
  144. package/src/models/createv2evalrequest.ts +71 -28
  145. package/src/models/createv2evalrunrequest.ts +85 -13
  146. package/src/models/updatev2evalrequest.ts +61 -28
  147. package/src/models/v2eval.ts +49 -26
  148. package/src/models/v2evalresult.ts +8 -4
  149. package/src/models/v2evalresultsummary.ts +9 -3
  150. package/src/models/v2evalrun.ts +18 -6
  151. package/src/models/v2evalrunanalysis.ts +59 -0
  152. package/src/models/v2evalrunanalysisresponse.ts +32 -0
  153. package/src/models/v2evalrunsanalysisop.ts +48 -0
  154. package/src/models/v2evalrunstraceop.ts +58 -0
  155. package/src/models/v2evalruntraceevent.ts +45 -0
  156. package/src/models/v2evalruntraceresponse.ts +38 -0
  157. package/src/models/v2inlineclireference.ts +15 -0
  158. package/src/models/v2inlinemcpdefinition.ts +51 -0
  159. package/src/models/v2savedclireference.ts +13 -0
  160. package/src/models/v2savedmcpreference.ts +13 -0
  161. package/src/tool-names.ts +12 -8
  162. package/test/simulations.test.js +162 -0
  163. package/esm/funcs/evalsMonitor.d.ts +0 -20
  164. package/esm/funcs/evalsMonitor.d.ts.map +0 -1
  165. package/esm/funcs/evalsMonitor.js.map +0 -1
  166. package/esm/mcp-server/tools/evalsMonitor.d.ts +0 -7
  167. package/esm/mcp-server/tools/evalsMonitor.d.ts.map +0 -1
  168. package/esm/mcp-server/tools/evalsMonitor.js +0 -35
  169. package/esm/mcp-server/tools/evalsMonitor.js.map +0 -1
  170. package/esm/models/v2evaljudge.d.ts +0 -6
  171. package/esm/models/v2evaljudge.d.ts.map +0 -1
  172. package/esm/models/v2evaljudge.js +0 -9
  173. package/esm/models/v2evaljudge.js.map +0 -1
  174. package/esm/models/v2evalrunsmonitorop.d.ts +0 -27
  175. package/esm/models/v2evalrunsmonitorop.d.ts.map +0 -1
  176. package/esm/models/v2evalrunsmonitorop.js +0 -27
  177. package/esm/models/v2evalrunsmonitorop.js.map +0 -1
  178. package/src/models/v2evaljudge.ts +0 -12
  179. package/src/models/v2evalrunsmonitorop.ts +0 -59
@@ -1,27 +0,0 @@
1
- /*
2
- * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
- * @generated-id: f4df01489d97
4
- */
5
- import * as z from "zod";
6
- import { HTTPValidationError$zodSchema, } from "./httpvalidationerror.js";
7
- /**
8
- * Reduced activity or the full sanitized durable trace.
9
- */
10
- export const Detail = {
11
- Summary: "summary",
12
- Verbose: "verbose",
13
- };
14
- export const Detail$zodSchema = z.enum([
15
- "summary",
16
- "verbose",
17
- ]).describe("Reduced activity or the full sanitized durable trace.");
18
- export const V2EvalRunsMonitorRequest$zodSchema = z.object({
19
- after_id: z.int().default(0).describe("Durable child-event cursor used when reconnecting."),
20
- detail: Detail$zodSchema.default("summary").describe("Reduced activity or the full sanitized durable trace."),
21
- run_id: z.string().describe("Parent run ID returned by `POST /v2/eval-runs`. Omit to capture all currently active public v2 eval runs.").optional(),
22
- });
23
- export const V2EvalRunsMonitorResponse$zodSchema = z.union([
24
- z.string().describe("A server-sent event stream of eval-run status and activity."),
25
- HTTPValidationError$zodSchema,
26
- ]);
27
- //# sourceMappingURL=v2evalrunsmonitorop.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"v2evalrunsmonitorop.js","sourceRoot":"","sources":["../../src/models/v2evalrunsmonitorop.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAElC;;GAEG;AACH,MAAM,CAAC,MAAM,MAAM,GAAG;IACpB,OAAO,EAAE,SAAS;IAClB,OAAO,EAAE,SAAS;CACV,CAAC;AAMX,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,CAAC,IAAI,CAAC;IACrC,SAAS;IACT,SAAS;CACV,CAAC,CAAC,QAAQ,CAAC,uDAAuD,CAAC,CAAC;AAQrE,MAAM,CAAC,MAAM,kCAAkC,GAE3C,CAAC,CAAC,MAAM,CAAC;IACX,QAAQ,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,QAAQ,CACnC,oDAAoD,CACrD;IACD,MAAM,EAAE,gBAAgB,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,QAAQ,CAClD,uDAAuD,CACxD;IACD,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CACzB,2GAA2G,CAC5G,CAAC,QAAQ,EAAE;CACb,CAAC,CAAC;AAIH,MAAM,CAAC,MAAM,mCAAmC,GAE5C,CAAC,CAAC,KAAK,CAAC;IACV,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CACjB,6DAA6D,CAC9D;IACD,6BAA6B;CAC9B,CAAC,CAAC"}
@@ -1,12 +0,0 @@
1
- /*
2
- * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
- * @generated-id: ffd5279bc045
4
- */
5
-
6
- import * as z from "zod";
7
-
8
- export type V2EvalJudge = { criteria: string };
9
-
10
- export const V2EvalJudge$zodSchema: z.ZodType<V2EvalJudge> = z.object({
11
- criteria: z.string().describe("The outcome that counts as success."),
12
- });
@@ -1,59 +0,0 @@
1
- /*
2
- * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
- * @generated-id: f4df01489d97
4
- */
5
-
6
- import * as z from "zod";
7
- import { ClosedEnum } from "../types/enums.js";
8
- import {
9
- HTTPValidationError,
10
- HTTPValidationError$zodSchema,
11
- } from "./httpvalidationerror.js";
12
-
13
- /**
14
- * Reduced activity or the full sanitized durable trace.
15
- */
16
- export const Detail = {
17
- Summary: "summary",
18
- Verbose: "verbose",
19
- } as const;
20
- /**
21
- * Reduced activity or the full sanitized durable trace.
22
- */
23
- export type Detail = ClosedEnum<typeof Detail>;
24
-
25
- export const Detail$zodSchema = z.enum([
26
- "summary",
27
- "verbose",
28
- ]).describe("Reduced activity or the full sanitized durable trace.");
29
-
30
- export type V2EvalRunsMonitorRequest = {
31
- run_id?: string | undefined;
32
- detail?: Detail | undefined;
33
- after_id?: number | undefined;
34
- };
35
-
36
- export const V2EvalRunsMonitorRequest$zodSchema: z.ZodType<
37
- V2EvalRunsMonitorRequest
38
- > = z.object({
39
- after_id: z.int().default(0).describe(
40
- "Durable child-event cursor used when reconnecting.",
41
- ),
42
- detail: Detail$zodSchema.default("summary").describe(
43
- "Reduced activity or the full sanitized durable trace.",
44
- ),
45
- run_id: z.string().describe(
46
- "Parent run ID returned by `POST /v2/eval-runs`. Omit to capture all currently active public v2 eval runs.",
47
- ).optional(),
48
- });
49
-
50
- export type V2EvalRunsMonitorResponse = string | HTTPValidationError;
51
-
52
- export const V2EvalRunsMonitorResponse$zodSchema: z.ZodType<
53
- V2EvalRunsMonitorResponse
54
- > = z.union([
55
- z.string().describe(
56
- "A server-sent event stream of eval-run status and activity.",
57
- ),
58
- HTTPValidationError$zodSchema,
59
- ]);