@lightsage/mcp 0.4.20 → 0.4.22
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +2 -2
- package/bin/mcp-server.js +29 -7
- package/bin/mcp-server.js.map +10 -9
- package/esm/landing-page.js +1 -1
- package/esm/lib/config.d.ts +2 -2
- package/esm/lib/config.js +2 -2
- package/esm/mcp-server/mcp-server.js +1 -1
- package/esm/mcp-server/server.js +1 -1
- package/esm/models/v2evalresultsummary.d.ts +2 -0
- package/esm/models/v2evalresultsummary.d.ts.map +1 -1
- package/esm/models/v2evalresultsummary.js +2 -0
- package/esm/models/v2evalresultsummary.js.map +1 -1
- package/esm/models/v2evalresulttoolcall.d.ts +32 -0
- package/esm/models/v2evalresulttoolcall.d.ts.map +1 -0
- package/esm/models/v2evalresulttoolcall.js +28 -0
- package/esm/models/v2evalresulttoolcall.js.map +1 -0
- package/esm/models/v2evalruntraceevent.d.ts +1 -0
- package/esm/models/v2evalruntraceevent.d.ts.map +1 -1
- package/esm/models/v2evalruntraceevent.js +2 -1
- package/esm/models/v2evalruntraceevent.js.map +1 -1
- package/package.json +1 -1
- package/src/landing-page.ts +1 -1
- package/src/lib/config.ts +2 -2
- package/src/mcp-server/mcp-server.ts +1 -1
- package/src/mcp-server/server.ts +1 -1
- package/src/models/v2evalresultsummary.ts +8 -0
- package/src/models/v2evalresulttoolcall.ts +62 -0
- package/src/models/v2evalruntraceevent.ts +5 -1
package/esm/landing-page.js
CHANGED
|
@@ -916,7 +916,7 @@ http_headers = { "lightsage-api-key-auth" = "YOUR_LIGHTSAGE_API_KEY_AUTH" }`;
|
|
|
916
916
|
<h1>Instructions</h1>
|
|
917
917
|
<p>One-click installation for Claude Desktop users</p>
|
|
918
918
|
<div class="instruction-item">
|
|
919
|
-
<a href="https://github.com/lightsagehq/mcp/releases/download/v0.4.
|
|
919
|
+
<a href="https://github.com/lightsagehq/mcp/releases/download/v0.4.22/mcp-server.mcpb" download="mcp-server.mcpb" class="action-button header-action" style="display: inline-flex; margin-bottom: 16px;">
|
|
920
920
|
📥 Download MCP Bundle
|
|
921
921
|
</a>
|
|
922
922
|
</div>
|
package/esm/lib/config.d.ts
CHANGED
|
@@ -35,8 +35,8 @@ export declare function serverURLFromOptions(options: SDKOptions): URL | null;
|
|
|
35
35
|
export declare const SDK_METADATA: {
|
|
36
36
|
readonly language: "typescript";
|
|
37
37
|
readonly openapiDocVersion: "1.0.0";
|
|
38
|
-
readonly sdkVersion: "0.4.
|
|
38
|
+
readonly sdkVersion: "0.4.22";
|
|
39
39
|
readonly genVersion: "2.948.4";
|
|
40
|
-
readonly userAgent: "speakeasy-sdk/mcp-typescript 0.4.
|
|
40
|
+
readonly userAgent: "speakeasy-sdk/mcp-typescript 0.4.22 2.948.4 1.0.0 @lightsage/mcp";
|
|
41
41
|
};
|
|
42
42
|
//# sourceMappingURL=config.d.ts.map
|
package/esm/lib/config.js
CHANGED
|
@@ -28,8 +28,8 @@ export function serverURLFromOptions(options) {
|
|
|
28
28
|
export const SDK_METADATA = {
|
|
29
29
|
language: "typescript",
|
|
30
30
|
openapiDocVersion: "1.0.0",
|
|
31
|
-
sdkVersion: "0.4.
|
|
31
|
+
sdkVersion: "0.4.22",
|
|
32
32
|
genVersion: "2.948.4",
|
|
33
|
-
userAgent: "speakeasy-sdk/mcp-typescript 0.4.
|
|
33
|
+
userAgent: "speakeasy-sdk/mcp-typescript 0.4.22 2.948.4 1.0.0 @lightsage/mcp",
|
|
34
34
|
};
|
|
35
35
|
//# sourceMappingURL=config.js.map
|
package/esm/mcp-server/server.js
CHANGED
|
@@ -2,6 +2,7 @@ import * as z from "zod";
|
|
|
2
2
|
import { PublicEvalRunEnvironment } from "./publicevalrunenvironment.js";
|
|
3
3
|
import { PublicGraderResult } from "./publicgraderresult.js";
|
|
4
4
|
import { SearchGroundingMode } from "./searchgroundingmode.js";
|
|
5
|
+
import { V2EvalResultToolCall } from "./v2evalresulttoolcall.js";
|
|
5
6
|
import { V2PreferenceResult } from "./v2preferenceresult.js";
|
|
6
7
|
export type V2EvalResultSummary = {
|
|
7
8
|
id: string;
|
|
@@ -16,6 +17,7 @@ export type V2EvalResultSummary = {
|
|
|
16
17
|
grader_results?: Array<PublicGraderResult> | undefined;
|
|
17
18
|
preference_result?: V2PreferenceResult | null | undefined;
|
|
18
19
|
latency_ms?: number | null | undefined;
|
|
20
|
+
tool_calls?: Array<V2EvalResultToolCall> | undefined;
|
|
19
21
|
search_grounding?: SearchGroundingMode | null | undefined;
|
|
20
22
|
web_retrieval_observed?: boolean | null | undefined;
|
|
21
23
|
search_observed?: boolean | null | undefined;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"v2evalresultsummary.d.ts","sourceRoot":"","sources":["../../src/models/v2evalresultsummary.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,wBAAwB,EAEzB,MAAM,+BAA+B,CAAC;AACvC,OAAO,EACL,kBAAkB,EAEnB,MAAM,yBAAyB,CAAC;AACjC,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,kBAAkB,EAEnB,MAAM,yBAAyB,CAAC;AAEjC,MAAM,MAAM,mBAAmB,GAAG;IAChC,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAClC,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACnC,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,MAAM,CAAC,EAAE,OAAO,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAClC,eAAe,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IACnD,cAAc,CAAC,EAAE,KAAK,CAAC,kBAAkB,CAAC,GAAG,SAAS,CAAC;IACvD,iBAAiB,CAAC,EAAE,kBAAkB,GAAG,IAAI,GAAG,SAAS,CAAC;IAC1D,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC,gBAAgB,CAAC,EAAE,mBAAmB,GAAG,IAAI,GAAG,SAAS,CAAC;IAC1D,sBAAsB,CAAC,EAAE,OAAO,GAAG,IAAI,GAAG,SAAS,CAAC;IACpD,eAAe,CAAC,EAAE,OAAO,GAAG,IAAI,GAAG,SAAS,CAAC;IAC7C,mBAAmB,CAAC,EAAE,OAAO,GAAG,IAAI,GAAG,SAAS,CAAC;IACjD,8BAA8B,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC3D,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC,WAAW,CAAC,EAAE,wBAAwB,GAAG,IAAI,GAAG,SAAS,CAAC;CAC3D,CAAC;AAEF,eAAO,MAAM,6BAA6B,EAAE,CAAC,CAAC,OAAO,CAAC,mBAAmB,
|
|
1
|
+
{"version":3,"file":"v2evalresultsummary.d.ts","sourceRoot":"","sources":["../../src/models/v2evalresultsummary.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,wBAAwB,EAEzB,MAAM,+BAA+B,CAAC;AACvC,OAAO,EACL,kBAAkB,EAEnB,MAAM,yBAAyB,CAAC;AACjC,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,oBAAoB,EAErB,MAAM,2BAA2B,CAAC;AACnC,OAAO,EACL,kBAAkB,EAEnB,MAAM,yBAAyB,CAAC;AAEjC,MAAM,MAAM,mBAAmB,GAAG;IAChC,EAAE,EAAE,MAAM,CAAC;IACX,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAClC,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACnC,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,MAAM,CAAC,EAAE,OAAO,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAClC,eAAe,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IACnD,cAAc,CAAC,EAAE,KAAK,CAAC,kBAAkB,CAAC,GAAG,SAAS,CAAC;IACvD,iBAAiB,CAAC,EAAE,kBAAkB,GAAG,IAAI,GAAG,SAAS,CAAC;IAC1D,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC,UAAU,CAAC,EAAE,KAAK,CAAC,oBAAoB,CAAC,GAAG,SAAS,CAAC;IACrD,gBAAgB,CAAC,EAAE,mBAAmB,GAAG,IAAI,GAAG,SAAS,CAAC;IAC1D,sBAAsB,CAAC,EAAE,OAAO,GAAG,IAAI,GAAG,SAAS,CAAC;IACpD,eAAe,CAAC,EAAE,OAAO,GAAG,IAAI,GAAG,SAAS,CAAC;IAC7C,mBAAmB,CAAC,EAAE,OAAO,GAAG,IAAI,GAAG,SAAS,CAAC;IACjD,8BAA8B,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC3D,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC,WAAW,CAAC,EAAE,wBAAwB,GAAG,IAAI,GAAG,SAAS,CAAC;CAC3D,CAAC;AAEF,eAAO,MAAM,6BAA6B,EAAE,CAAC,CAAC,OAAO,CAAC,mBAAmB,CAsCrE,CAAC"}
|
|
@@ -6,6 +6,7 @@ import * as z from "zod";
|
|
|
6
6
|
import { PublicEvalRunEnvironment$zodSchema, } from "./publicevalrunenvironment.js";
|
|
7
7
|
import { PublicGraderResult$zodSchema, } from "./publicgraderresult.js";
|
|
8
8
|
import { SearchGroundingMode$zodSchema, } from "./searchgroundingmode.js";
|
|
9
|
+
import { V2EvalResultToolCall$zodSchema, } from "./v2evalresulttoolcall.js";
|
|
9
10
|
import { V2PreferenceResult$zodSchema, } from "./v2preferenceresult.js";
|
|
10
11
|
export const V2EvalResultSummary$zodSchema = z
|
|
11
12
|
.object({
|
|
@@ -29,6 +30,7 @@ export const V2EvalResultSummary$zodSchema = z
|
|
|
29
30
|
score: z.number().nullable().optional().describe("Score from 0 to 1."),
|
|
30
31
|
search_grounding: SearchGroundingMode$zodSchema.nullable().optional(),
|
|
31
32
|
search_observed: z.boolean().nullable().optional(),
|
|
33
|
+
tool_calls: z.array(V2EvalResultToolCall$zodSchema).optional().describe("Every tool call the agent made, in order, with how long each took. Empty when the agent made no tool calls or the model does not use tools."),
|
|
32
34
|
web_retrieval_observed: z.boolean().nullable().optional(),
|
|
33
35
|
});
|
|
34
36
|
//# sourceMappingURL=v2evalresultsummary.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"v2evalresultsummary.js","sourceRoot":"","sources":["../../src/models/v2evalresultsummary.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,kCAAkC,GACnC,MAAM,+BAA+B,CAAC;AACvC,OAAO,EAEL,4BAA4B,GAC7B,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,4BAA4B,GAC7B,MAAM,yBAAyB,CAAC;
|
|
1
|
+
{"version":3,"file":"v2evalresultsummary.js","sourceRoot":"","sources":["../../src/models/v2evalresultsummary.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,kCAAkC,GACnC,MAAM,+BAA+B,CAAC;AACvC,OAAO,EAEL,4BAA4B,GAC7B,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,8BAA8B,GAC/B,MAAM,2BAA2B,CAAC;AACnC,OAAO,EAEL,4BAA4B,GAC7B,MAAM,yBAAyB,CAAC;AAyBjC,MAAM,CAAC,MAAM,6BAA6B,GAAmC,CAAC;KAC3E,MAAM,CAAC;IACN,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC9C,iDAAiD,CAClD;IACD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC5C,WAAW,EAAE,kCAAkC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;SAClE,QAAQ,CACP,qGAAqG,CACtG;IACH,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzC,eAAe,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACjE,oJAAoJ,CACrJ;IACD,cAAc,EAAE,CAAC,CAAC,KAAK,CAAC,4BAA4B,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACvE,qFAAqF,CACtF;IACD,8BAA8B,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAChE,mBAAmB,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC7D,0IAA0I,CAC3I;IACD,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,gCAAgC,CAAC;IACzD,UAAU,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzC,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzC,iBAAiB,EAAE,4BAA4B,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;SAClE,QAAQ,CACP,qHAAqH,CACtH;IACH,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACxC,YAAY,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAChC,YAAY,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAChC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,oBAAoB,CAAC;IACtE,gBAAgB,EAAE,6BAA6B,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACrE,eAAe,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAClD,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACrE,6IAA6I,CAC9I;IACD,sBAAsB,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CAC1D,CAAC,CAAC"}
|
|
@@ -0,0 +1,32 @@
|
|
|
1
|
+
import * as z from "zod";
|
|
2
|
+
import { ClosedEnum } from "../types/enums.js";
|
|
3
|
+
/**
|
|
4
|
+
* How the time was measured. `agent_reported`: the agent timed the call itself; `completed_at` is when its result reached us and `started_at` is that duration earlier. `event_receipt`: when the call and its result reached us as the agent streamed them, so times include streaming delay. `unavailable`: the agent's log has no timing for this call, for example because the agent reported the call only after it finished, so the times are null.
|
|
5
|
+
*/
|
|
6
|
+
export declare const TimingBasis: {
|
|
7
|
+
readonly AgentReported: "agent_reported";
|
|
8
|
+
readonly EventReceipt: "event_receipt";
|
|
9
|
+
readonly Unavailable: "unavailable";
|
|
10
|
+
};
|
|
11
|
+
/**
|
|
12
|
+
* How the time was measured. `agent_reported`: the agent timed the call itself; `completed_at` is when its result reached us and `started_at` is that duration earlier. `event_receipt`: when the call and its result reached us as the agent streamed them, so times include streaming delay. `unavailable`: the agent's log has no timing for this call, for example because the agent reported the call only after it finished, so the times are null.
|
|
13
|
+
*/
|
|
14
|
+
export type TimingBasis = ClosedEnum<typeof TimingBasis>;
|
|
15
|
+
export declare const TimingBasis$zodSchema: z.ZodEnum<{
|
|
16
|
+
agent_reported: "agent_reported";
|
|
17
|
+
event_receipt: "event_receipt";
|
|
18
|
+
unavailable: "unavailable";
|
|
19
|
+
}>;
|
|
20
|
+
/**
|
|
21
|
+
* How long one tool call of an eval result took.
|
|
22
|
+
*/
|
|
23
|
+
export type V2EvalResultToolCall = {
|
|
24
|
+
tool_call_id?: string | null | undefined;
|
|
25
|
+
tool_name?: string | null | undefined;
|
|
26
|
+
duration_ms?: number | null | undefined;
|
|
27
|
+
started_at?: string | null | undefined;
|
|
28
|
+
completed_at?: string | null | undefined;
|
|
29
|
+
timing_basis: TimingBasis;
|
|
30
|
+
};
|
|
31
|
+
export declare const V2EvalResultToolCall$zodSchema: z.ZodType<V2EvalResultToolCall>;
|
|
32
|
+
//# sourceMappingURL=v2evalresulttoolcall.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"v2evalresulttoolcall.d.ts","sourceRoot":"","sources":["../../src/models/v2evalresulttoolcall.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAE/C;;GAEG;AACH,eAAO,MAAM,WAAW;;;;CAId,CAAC;AACX;;GAEG;AACH,MAAM,MAAM,WAAW,GAAG,UAAU,CAAC,OAAO,WAAW,CAAC,CAAC;AAEzD,eAAO,MAAM,qBAAqB;;;;EAMjC,CAAC;AAEF;;GAEG;AACH,MAAM,MAAM,oBAAoB,GAAG;IACjC,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACzC,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACtC,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACxC,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACzC,YAAY,EAAE,WAAW,CAAC;CAC3B,CAAC;AAEF,eAAO,MAAM,8BAA8B,EAAE,CAAC,CAAC,OAAO,CAAC,oBAAoB,CAoBZ,CAAC"}
|
|
@@ -0,0 +1,28 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
* @generated-id: 521a31ee162a
|
|
4
|
+
*/
|
|
5
|
+
import * as z from "zod";
|
|
6
|
+
/**
|
|
7
|
+
* How the time was measured. `agent_reported`: the agent timed the call itself; `completed_at` is when its result reached us and `started_at` is that duration earlier. `event_receipt`: when the call and its result reached us as the agent streamed them, so times include streaming delay. `unavailable`: the agent's log has no timing for this call, for example because the agent reported the call only after it finished, so the times are null.
|
|
8
|
+
*/
|
|
9
|
+
export const TimingBasis = {
|
|
10
|
+
AgentReported: "agent_reported",
|
|
11
|
+
EventReceipt: "event_receipt",
|
|
12
|
+
Unavailable: "unavailable",
|
|
13
|
+
};
|
|
14
|
+
export const TimingBasis$zodSchema = z.enum([
|
|
15
|
+
"agent_reported",
|
|
16
|
+
"event_receipt",
|
|
17
|
+
"unavailable",
|
|
18
|
+
]).describe("How the time was measured. `agent_reported`: the agent timed the call itself; `completed_at` is when its result reached us and `started_at` is that duration earlier. `event_receipt`: when the call and its result reached us as the agent streamed them, so times include streaming delay. `unavailable`: the agent's log has no timing for this call, for example because the agent reported the call only after it finished, so the times are null.");
|
|
19
|
+
export const V2EvalResultToolCall$zodSchema = z
|
|
20
|
+
.object({
|
|
21
|
+
completed_at: z.string().nullable().optional().describe("When the call's result was received. Null when not measured or the call never returned."),
|
|
22
|
+
duration_ms: z.int().nullable().optional().describe("Milliseconds from the call to its result. Null when it could not be measured, never 0 in its place."),
|
|
23
|
+
started_at: z.string().nullable().optional().describe("When the call was received. Null when not measured."),
|
|
24
|
+
timing_basis: TimingBasis$zodSchema.describe("How the time was measured. `agent_reported`: the agent timed the call itself; `completed_at` is when its result reached us and `started_at` is that duration earlier. `event_receipt`: when the call and its result reached us as the agent streamed them, so times include streaming delay. `unavailable`: the agent's log has no timing for this call, for example because the agent reported the call only after it finished, so the times are null."),
|
|
25
|
+
tool_call_id: z.string().nullable().optional().describe("ID of the tool invocation, the same as `tool_call_id` on this attempt's trace events. Null when the agent's log did not include call IDs."),
|
|
26
|
+
tool_name: z.string().nullable().optional().describe("Tool the agent called."),
|
|
27
|
+
}).describe("How long one tool call of an eval result took.");
|
|
28
|
+
//# sourceMappingURL=v2evalresulttoolcall.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"v2evalresulttoolcall.js","sourceRoot":"","sources":["../../src/models/v2evalresulttoolcall.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAGzB;;GAEG;AACH,MAAM,CAAC,MAAM,WAAW,GAAG;IACzB,aAAa,EAAE,gBAAgB;IAC/B,YAAY,EAAE,eAAe;IAC7B,WAAW,EAAE,aAAa;CAClB,CAAC;AAMX,MAAM,CAAC,MAAM,qBAAqB,GAAG,CAAC,CAAC,IAAI,CAAC;IAC1C,gBAAgB;IAChB,eAAe;IACf,aAAa;CACd,CAAC,CAAC,QAAQ,CACT,ybAAyb,CAC1b,CAAC;AAcF,MAAM,CAAC,MAAM,8BAA8B,GAAoC,CAAC;KAC7E,MAAM,CAAC;IACN,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACrD,yFAAyF,CAC1F;IACD,WAAW,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACjD,qGAAqG,CACtG;IACD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACnD,qDAAqD,CACtD;IACD,YAAY,EAAE,qBAAqB,CAAC,QAAQ,CAC1C,ybAAyb,CAC1b;IACD,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACrD,2IAA2I,CAC5I;IACD,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClD,wBAAwB,CACzB;CACF,CAAC,CAAC,QAAQ,CAAC,gDAAgD,CAAC,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"v2evalruntraceevent.d.ts","sourceRoot":"","sources":["../../src/models/v2evalruntraceevent.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,MAAM,MAAM,mBAAmB,GAAG;IAChC,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACtC,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC7C,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAClC,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,YAAY,EAAE,MAAM,CAAC;IACrB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACtC,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,GAAG,SAAS,CAAC;CACzC,CAAC;AAEF,eAAO,MAAM,6BAA6B,EAAE,CAAC,CAAC,OAAO,CAAC,mBAAmB,
|
|
1
|
+
{"version":3,"file":"v2evalruntraceevent.d.ts","sourceRoot":"","sources":["../../src/models/v2evalruntraceevent.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,MAAM,MAAM,mBAAmB,GAAG;IAChC,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACtC,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC7C,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAClC,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,YAAY,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAClC,YAAY,EAAE,MAAM,CAAC;IACrB,QAAQ,EAAE,MAAM,CAAC;IACjB,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACtC,QAAQ,EAAE,MAAM,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACzC,OAAO,EAAE,MAAM,CAAC;IAChB,IAAI,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,GAAG,SAAS,CAAC;CACzC,CAAC;AAEF,eAAO,MAAM,6BAA6B,EAAE,CAAC,CAAC,OAAO,CAAC,mBAAmB,CAyBrE,CAAC"}
|
|
@@ -18,6 +18,7 @@ export const V2EvalRunTraceEvent$zodSchema = z
|
|
|
18
18
|
repeat_index: z.int().default(0),
|
|
19
19
|
run_id: z.string(),
|
|
20
20
|
timestamp: z.string().nullable().optional(),
|
|
21
|
-
|
|
21
|
+
tool_call_id: z.string().nullable().optional().describe("ID of the tool invocation this event belongs to. Set on `tool_call`, `tool_call_rejected` and `tool_result` events; a call and its result share the same ID, so replies can be matched to calls when the agent makes several at once. IDs are unique within one `child_job_id`. Null on other events, and on tool events when the agent's log did not include call IDs."),
|
|
22
|
+
type: z.string().describe("Event type. Events are not tool invocations: one invocation usually emits a `tool_call` event and a `tool_result` event, and can emit extra `tool_call` updates as its arguments stream. Use `tool_call_id` to pair a call with its result and to count invocations."),
|
|
22
23
|
});
|
|
23
24
|
//# sourceMappingURL=v2evalruntraceevent.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"v2evalruntraceevent.js","sourceRoot":"","sources":["../../src/models/v2evalruntraceevent.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;
|
|
1
|
+
{"version":3,"file":"v2evalruntraceevent.js","sourceRoot":"","sources":["../../src/models/v2evalruntraceevent.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAoBzB,MAAM,CAAC,MAAM,6BAA6B,GAAmC,CAAC;KAC3E,MAAM,CAAC;IACN,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACvC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;IACpB,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAC/B,kDAAkD,CACnD;IACD,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAClD,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACrD,0BAA0B,CAC3B;IACD,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzC,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC3C,QAAQ,EAAE,CAAC,CAAC,GAAG,EAAE;IACjB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;IACnB,YAAY,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAChC,YAAY,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,OAAO,CAAC,CAAC,CAAC;IAChC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IAC3C,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACrD,yWAAyW,CAC1W;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CACvB,sQAAsQ,CACvQ;CACF,CAAC,CAAC"}
|
package/package.json
CHANGED
package/src/landing-page.ts
CHANGED
|
@@ -931,7 +931,7 @@ http_headers = { "lightsage-api-key-auth" = "YOUR_LIGHTSAGE_API_KEY_AUTH" }`;
|
|
|
931
931
|
<h1>Instructions</h1>
|
|
932
932
|
<p>One-click installation for Claude Desktop users</p>
|
|
933
933
|
<div class="instruction-item">
|
|
934
|
-
<a href="https://github.com/lightsagehq/mcp/releases/download/v0.4.
|
|
934
|
+
<a href="https://github.com/lightsagehq/mcp/releases/download/v0.4.22/mcp-server.mcpb" download="mcp-server.mcpb" class="action-button header-action" style="display: inline-flex; margin-bottom: 16px;">
|
|
935
935
|
📥 Download MCP Bundle
|
|
936
936
|
</a>
|
|
937
937
|
</div>
|
package/src/lib/config.ts
CHANGED
|
@@ -66,7 +66,7 @@ export function serverURLFromOptions(options: SDKOptions): URL | null {
|
|
|
66
66
|
export const SDK_METADATA = {
|
|
67
67
|
language: "typescript",
|
|
68
68
|
openapiDocVersion: "1.0.0",
|
|
69
|
-
sdkVersion: "0.4.
|
|
69
|
+
sdkVersion: "0.4.22",
|
|
70
70
|
genVersion: "2.948.4",
|
|
71
|
-
userAgent: "speakeasy-sdk/mcp-typescript 0.4.
|
|
71
|
+
userAgent: "speakeasy-sdk/mcp-typescript 0.4.22 2.948.4 1.0.0 @lightsage/mcp",
|
|
72
72
|
} as const;
|
package/src/mcp-server/server.ts
CHANGED
|
@@ -16,6 +16,10 @@ import {
|
|
|
16
16
|
SearchGroundingMode,
|
|
17
17
|
SearchGroundingMode$zodSchema,
|
|
18
18
|
} from "./searchgroundingmode.js";
|
|
19
|
+
import {
|
|
20
|
+
V2EvalResultToolCall,
|
|
21
|
+
V2EvalResultToolCall$zodSchema,
|
|
22
|
+
} from "./v2evalresulttoolcall.js";
|
|
19
23
|
import {
|
|
20
24
|
V2PreferenceResult,
|
|
21
25
|
V2PreferenceResult$zodSchema,
|
|
@@ -34,6 +38,7 @@ export type V2EvalResultSummary = {
|
|
|
34
38
|
grader_results?: Array<PublicGraderResult> | undefined;
|
|
35
39
|
preference_result?: V2PreferenceResult | null | undefined;
|
|
36
40
|
latency_ms?: number | null | undefined;
|
|
41
|
+
tool_calls?: Array<V2EvalResultToolCall> | undefined;
|
|
37
42
|
search_grounding?: SearchGroundingMode | null | undefined;
|
|
38
43
|
web_retrieval_observed?: boolean | null | undefined;
|
|
39
44
|
search_observed?: boolean | null | undefined;
|
|
@@ -77,5 +82,8 @@ export const V2EvalResultSummary$zodSchema: z.ZodType<V2EvalResultSummary> = z
|
|
|
77
82
|
score: z.number().nullable().optional().describe("Score from 0 to 1."),
|
|
78
83
|
search_grounding: SearchGroundingMode$zodSchema.nullable().optional(),
|
|
79
84
|
search_observed: z.boolean().nullable().optional(),
|
|
85
|
+
tool_calls: z.array(V2EvalResultToolCall$zodSchema).optional().describe(
|
|
86
|
+
"Every tool call the agent made, in order, with how long each took. Empty when the agent made no tool calls or the model does not use tools.",
|
|
87
|
+
),
|
|
80
88
|
web_retrieval_observed: z.boolean().nullable().optional(),
|
|
81
89
|
});
|
|
@@ -0,0 +1,62 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
* @generated-id: 521a31ee162a
|
|
4
|
+
*/
|
|
5
|
+
|
|
6
|
+
import * as z from "zod";
|
|
7
|
+
import { ClosedEnum } from "../types/enums.js";
|
|
8
|
+
|
|
9
|
+
/**
|
|
10
|
+
* How the time was measured. `agent_reported`: the agent timed the call itself; `completed_at` is when its result reached us and `started_at` is that duration earlier. `event_receipt`: when the call and its result reached us as the agent streamed them, so times include streaming delay. `unavailable`: the agent's log has no timing for this call, for example because the agent reported the call only after it finished, so the times are null.
|
|
11
|
+
*/
|
|
12
|
+
export const TimingBasis = {
|
|
13
|
+
AgentReported: "agent_reported",
|
|
14
|
+
EventReceipt: "event_receipt",
|
|
15
|
+
Unavailable: "unavailable",
|
|
16
|
+
} as const;
|
|
17
|
+
/**
|
|
18
|
+
* How the time was measured. `agent_reported`: the agent timed the call itself; `completed_at` is when its result reached us and `started_at` is that duration earlier. `event_receipt`: when the call and its result reached us as the agent streamed them, so times include streaming delay. `unavailable`: the agent's log has no timing for this call, for example because the agent reported the call only after it finished, so the times are null.
|
|
19
|
+
*/
|
|
20
|
+
export type TimingBasis = ClosedEnum<typeof TimingBasis>;
|
|
21
|
+
|
|
22
|
+
export const TimingBasis$zodSchema = z.enum([
|
|
23
|
+
"agent_reported",
|
|
24
|
+
"event_receipt",
|
|
25
|
+
"unavailable",
|
|
26
|
+
]).describe(
|
|
27
|
+
"How the time was measured. `agent_reported`: the agent timed the call itself; `completed_at` is when its result reached us and `started_at` is that duration earlier. `event_receipt`: when the call and its result reached us as the agent streamed them, so times include streaming delay. `unavailable`: the agent's log has no timing for this call, for example because the agent reported the call only after it finished, so the times are null.",
|
|
28
|
+
);
|
|
29
|
+
|
|
30
|
+
/**
|
|
31
|
+
* How long one tool call of an eval result took.
|
|
32
|
+
*/
|
|
33
|
+
export type V2EvalResultToolCall = {
|
|
34
|
+
tool_call_id?: string | null | undefined;
|
|
35
|
+
tool_name?: string | null | undefined;
|
|
36
|
+
duration_ms?: number | null | undefined;
|
|
37
|
+
started_at?: string | null | undefined;
|
|
38
|
+
completed_at?: string | null | undefined;
|
|
39
|
+
timing_basis: TimingBasis;
|
|
40
|
+
};
|
|
41
|
+
|
|
42
|
+
export const V2EvalResultToolCall$zodSchema: z.ZodType<V2EvalResultToolCall> = z
|
|
43
|
+
.object({
|
|
44
|
+
completed_at: z.string().nullable().optional().describe(
|
|
45
|
+
"When the call's result was received. Null when not measured or the call never returned.",
|
|
46
|
+
),
|
|
47
|
+
duration_ms: z.int().nullable().optional().describe(
|
|
48
|
+
"Milliseconds from the call to its result. Null when it could not be measured, never 0 in its place.",
|
|
49
|
+
),
|
|
50
|
+
started_at: z.string().nullable().optional().describe(
|
|
51
|
+
"When the call was received. Null when not measured.",
|
|
52
|
+
),
|
|
53
|
+
timing_basis: TimingBasis$zodSchema.describe(
|
|
54
|
+
"How the time was measured. `agent_reported`: the agent timed the call itself; `completed_at` is when its result reached us and `started_at` is that duration earlier. `event_receipt`: when the call and its result reached us as the agent streamed them, so times include streaming delay. `unavailable`: the agent's log has no timing for this call, for example because the agent reported the call only after it finished, so the times are null.",
|
|
55
|
+
),
|
|
56
|
+
tool_call_id: z.string().nullable().optional().describe(
|
|
57
|
+
"ID of the tool invocation, the same as `tool_call_id` on this attempt's trace events. Null when the agent's log did not include call IDs.",
|
|
58
|
+
),
|
|
59
|
+
tool_name: z.string().nullable().optional().describe(
|
|
60
|
+
"Tool the agent called.",
|
|
61
|
+
),
|
|
62
|
+
}).describe("How long one tool call of an eval result took.");
|
|
@@ -18,6 +18,7 @@ export type V2EvalRunTraceEvent = {
|
|
|
18
18
|
timestamp?: string | null | undefined;
|
|
19
19
|
category: string;
|
|
20
20
|
type: string;
|
|
21
|
+
tool_call_id?: string | null | undefined;
|
|
21
22
|
message: string;
|
|
22
23
|
data?: { [k: string]: any } | undefined;
|
|
23
24
|
};
|
|
@@ -41,7 +42,10 @@ export const V2EvalRunTraceEvent$zodSchema: z.ZodType<V2EvalRunTraceEvent> = z
|
|
|
41
42
|
repeat_index: z.int().default(0),
|
|
42
43
|
run_id: z.string(),
|
|
43
44
|
timestamp: z.string().nullable().optional(),
|
|
45
|
+
tool_call_id: z.string().nullable().optional().describe(
|
|
46
|
+
"ID of the tool invocation this event belongs to. Set on `tool_call`, `tool_call_rejected` and `tool_result` events; a call and its result share the same ID, so replies can be matched to calls when the agent makes several at once. IDs are unique within one `child_job_id`. Null on other events, and on tool events when the agent's log did not include call IDs.",
|
|
47
|
+
),
|
|
44
48
|
type: z.string().describe(
|
|
45
|
-
"Event type. Events are not tool invocations: one invocation usually emits a `tool_call` event and a `tool_result` event, and can emit extra `tool_call` updates as its arguments stream.
|
|
49
|
+
"Event type. Events are not tool invocations: one invocation usually emits a `tool_call` event and a `tool_result` event, and can emit extra `tool_call` updates as its arguments stream. Use `tool_call_id` to pair a call with its result and to count invocations.",
|
|
46
50
|
),
|
|
47
51
|
});
|