@dalmia/calibrate-mcp 0.0.87 → 0.0.89
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/bin/mcp-server.js +408 -88
- package/bin/mcp-server.js.map +23 -15
- package/esm/funcs/{workspaceCurrent.d.ts → organizationsCurrent.d.ts} +2 -2
- package/esm/funcs/organizationsCurrent.d.ts.map +1 -0
- package/esm/funcs/{workspaceCurrent.js → organizationsCurrent.js} +2 -2
- package/esm/funcs/organizationsCurrent.js.map +1 -0
- package/esm/funcs/tracesList.d.ts +16 -0
- package/esm/funcs/tracesList.d.ts.map +1 -0
- package/esm/funcs/tracesList.js +102 -0
- package/esm/funcs/tracesList.js.map +1 -0
- package/esm/landing-page.js +1 -1
- package/esm/lib/config.d.ts +2 -2
- package/esm/lib/config.js +2 -2
- package/esm/mcp-server/mcp-server.js +1 -1
- package/esm/mcp-server/server.d.ts.map +1 -1
- package/esm/mcp-server/server.js +5 -3
- package/esm/mcp-server/server.js.map +1 -1
- package/esm/mcp-server/tools/{workspaceCurrent.d.ts → organizationsCurrent.d.ts} +2 -2
- package/esm/mcp-server/tools/organizationsCurrent.d.ts.map +1 -0
- package/esm/mcp-server/tools/{workspaceCurrent.js → organizationsCurrent.js} +4 -4
- package/esm/mcp-server/tools/organizationsCurrent.js.map +1 -0
- package/esm/mcp-server/tools/tracesList.d.ts +7 -0
- package/esm/mcp-server/tools/tracesList.d.ts.map +1 -0
- package/esm/mcp-server/tools/tracesList.js +40 -0
- package/esm/mcp-server/tools/tracesList.js.map +1 -0
- package/esm/models/listtracesendpointtracesgetop.d.ts +55 -0
- package/esm/models/listtracesendpointtracesgetop.d.ts.map +1 -0
- package/esm/models/listtracesendpointtracesgetop.js +52 -0
- package/esm/models/listtracesendpointtracesgetop.js.map +1 -0
- package/esm/models/traceevalrunstatus.d.ts +18 -0
- package/esm/models/traceevalrunstatus.d.ts.map +1 -0
- package/esm/models/traceevalrunstatus.js +19 -0
- package/esm/models/traceevalrunstatus.js.map +1 -0
- package/esm/models/tracelistresponse.d.ts +15 -0
- package/esm/models/tracelistresponse.d.ts.map +1 -0
- package/esm/models/tracelistresponse.js +16 -0
- package/esm/models/tracelistresponse.js.map +1 -0
- package/esm/models/tracescoreaverage.d.ts +38 -0
- package/esm/models/tracescoreaverage.d.ts.map +1 -0
- package/esm/models/tracescoreaverage.js +31 -0
- package/esm/models/tracescoreaverage.js.map +1 -0
- package/esm/models/tracescoreresult.d.ts +58 -0
- package/esm/models/tracescoreresult.d.ts.map +1 -0
- package/esm/models/tracescoreresult.js +50 -0
- package/esm/models/tracescoreresult.js.map +1 -0
- package/esm/models/tracesummary.d.ts +35 -0
- package/esm/models/tracesummary.d.ts.map +1 -0
- package/esm/models/tracesummary.js +42 -0
- package/esm/models/tracesummary.js.map +1 -0
- package/esm/tool-names.d.ts.map +1 -1
- package/esm/tool-names.js +4 -0
- package/esm/tool-names.js.map +1 -1
- package/package.json +1 -1
- package/src/funcs/{workspaceCurrent.ts → organizationsCurrent.ts} +1 -1
- package/src/funcs/tracesList.ts +165 -0
- package/src/landing-page.ts +1 -1
- package/src/lib/config.ts +2 -2
- package/src/mcp-server/mcp-server.ts +1 -1
- package/src/mcp-server/server.ts +5 -3
- package/src/mcp-server/tools/{workspaceCurrent.ts → organizationsCurrent.ts} +3 -3
- package/src/mcp-server/tools/tracesList.ts +48 -0
- package/src/models/listtracesendpointtracesgetop.ts +129 -0
- package/src/models/traceevalrunstatus.ts +23 -0
- package/src/models/tracelistresponse.ts +39 -0
- package/src/models/tracescoreaverage.ts +72 -0
- package/src/models/tracescoreresult.ts +107 -0
- package/src/models/tracesummary.ts +112 -0
- package/src/tool-names.ts +4 -0
- package/esm/funcs/workspaceCurrent.d.ts.map +0 -1
- package/esm/funcs/workspaceCurrent.js.map +0 -1
- package/esm/mcp-server/tools/workspaceCurrent.d.ts.map +0 -1
- package/esm/mcp-server/tools/workspaceCurrent.js.map +0 -1
|
@@ -0,0 +1,38 @@
|
|
|
1
|
+
import * as z from "zod";
|
|
2
|
+
import { ClosedEnum } from "../types/enums.js";
|
|
3
|
+
/**
|
|
4
|
+
* How the evaluator scores:
|
|
5
|
+
*
|
|
6
|
+
* @remarks
|
|
7
|
+
*
|
|
8
|
+
* - `binary`: pass or fail
|
|
9
|
+
* - `rating`: a numeric score, using the scale in `output_config`
|
|
10
|
+
*/
|
|
11
|
+
export declare const TraceScoreAverageOutputType: {
|
|
12
|
+
readonly Binary: "binary";
|
|
13
|
+
readonly Rating: "rating";
|
|
14
|
+
};
|
|
15
|
+
/**
|
|
16
|
+
* How the evaluator scores:
|
|
17
|
+
*
|
|
18
|
+
* @remarks
|
|
19
|
+
*
|
|
20
|
+
* - `binary`: pass or fail
|
|
21
|
+
* - `rating`: a numeric score, using the scale in `output_config`
|
|
22
|
+
*/
|
|
23
|
+
export type TraceScoreAverageOutputType = ClosedEnum<typeof TraceScoreAverageOutputType>;
|
|
24
|
+
export declare const TraceScoreAverageOutputType$zodSchema: z.ZodEnum<{
|
|
25
|
+
binary: "binary";
|
|
26
|
+
rating: "rating";
|
|
27
|
+
}>;
|
|
28
|
+
export type TraceScoreAverage = {
|
|
29
|
+
evaluator_uuid: string;
|
|
30
|
+
name: string;
|
|
31
|
+
output_type: TraceScoreAverageOutputType;
|
|
32
|
+
traces_scored: number;
|
|
33
|
+
average: number;
|
|
34
|
+
scale_min?: number | null | undefined;
|
|
35
|
+
scale_max?: number | null | undefined;
|
|
36
|
+
};
|
|
37
|
+
export declare const TraceScoreAverage$zodSchema: z.ZodType<TraceScoreAverage>;
|
|
38
|
+
//# sourceMappingURL=tracescoreaverage.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"tracescoreaverage.d.ts","sourceRoot":"","sources":["../../src/models/tracescoreaverage.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAE/C;;;;;;;GAOG;AACH,eAAO,MAAM,2BAA2B;;;CAG9B,CAAC;AACX;;;;;;;GAOG;AACH,MAAM,MAAM,2BAA2B,GAAG,UAAU,CAClD,OAAO,2BAA2B,CACnC,CAAC;AAEF,eAAO,MAAM,qCAAqC;;;EAKjD,CAAC;AAEF,MAAM,MAAM,iBAAiB,GAAG;IAC9B,cAAc,EAAE,MAAM,CAAC;IACvB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,2BAA2B,CAAC;IACzC,aAAa,EAAE,MAAM,CAAC;IACtB,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACtC,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;CACvC,CAAC;AAEF,eAAO,MAAM,2BAA2B,EAAE,CAAC,CAAC,OAAO,CAAC,iBAAiB,CAuBjE,CAAC"}
|
|
@@ -0,0 +1,31 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
*/
|
|
4
|
+
import * as z from "zod";
|
|
5
|
+
/**
|
|
6
|
+
* How the evaluator scores:
|
|
7
|
+
*
|
|
8
|
+
* @remarks
|
|
9
|
+
*
|
|
10
|
+
* - `binary`: pass or fail
|
|
11
|
+
* - `rating`: a numeric score, using the scale in `output_config`
|
|
12
|
+
*/
|
|
13
|
+
export const TraceScoreAverageOutputType = {
|
|
14
|
+
Binary: "binary",
|
|
15
|
+
Rating: "rating",
|
|
16
|
+
};
|
|
17
|
+
export const TraceScoreAverageOutputType$zodSchema = z.enum([
|
|
18
|
+
"binary",
|
|
19
|
+
"rating",
|
|
20
|
+
]).describe("How the evaluator scores:\n\n- `binary`: pass or fail\n- `rating`: a numeric score, using the scale in `output_config`\n");
|
|
21
|
+
export const TraceScoreAverage$zodSchema = z
|
|
22
|
+
.object({
|
|
23
|
+
average: z.number().describe("Mean of those scores. A binary evaluator averages 0 and 1, so its mean is the share that passed"),
|
|
24
|
+
evaluator_uuid: z.string().describe("ID of the evaluator these numbers are for"),
|
|
25
|
+
name: z.string().describe("Name of the evaluator. Uses the last stored name if it has been deleted"),
|
|
26
|
+
output_type: TraceScoreAverageOutputType$zodSchema.describe("How the evaluator scores:\n\n- `binary`: pass or fail\n- `rating`: a numeric score, using the scale in `output_config`\n"),
|
|
27
|
+
scale_max: z.number().nullable().optional().describe("Highest value on a rating scale"),
|
|
28
|
+
scale_min: z.number().nullable().optional().describe("Lowest value on a rating scale"),
|
|
29
|
+
traces_scored: z.int().describe("How many of the matching traces this evaluator scored"),
|
|
30
|
+
});
|
|
31
|
+
//# sourceMappingURL=tracescoreaverage.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"tracescoreaverage.js","sourceRoot":"","sources":["../../src/models/tracescoreaverage.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAGzB;;;;;;;GAOG;AACH,MAAM,CAAC,MAAM,2BAA2B,GAAG;IACzC,MAAM,EAAE,QAAQ;IAChB,MAAM,EAAE,QAAQ;CACR,CAAC;AAaX,MAAM,CAAC,MAAM,qCAAqC,GAAG,CAAC,CAAC,IAAI,CAAC;IAC1D,QAAQ;IACR,QAAQ;CACT,CAAC,CAAC,QAAQ,CACT,0HAA0H,CAC3H,CAAC;AAYF,MAAM,CAAC,MAAM,2BAA2B,GAAiC,CAAC;KACvE,MAAM,CAAC;IACN,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAC1B,iGAAiG,CAClG;IACD,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CACjC,2CAA2C,CAC5C;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CACvB,yEAAyE,CAC1E;IACD,WAAW,EAAE,qCAAqC,CAAC,QAAQ,CACzD,0HAA0H,CAC3H;IACD,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClD,iCAAiC,CAClC;IACD,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClD,gCAAgC,CACjC;IACD,aAAa,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,CAC7B,uDAAuD,CACxD;CACF,CAAC,CAAC"}
|
|
@@ -0,0 +1,58 @@
|
|
|
1
|
+
import * as z from "zod";
|
|
2
|
+
import { ClosedEnum } from "../types/enums.js";
|
|
3
|
+
export declare const TraceScoreResultEvaluatorType: {
|
|
4
|
+
readonly Tts: "tts";
|
|
5
|
+
readonly Stt: "stt";
|
|
6
|
+
readonly Llm: "llm";
|
|
7
|
+
readonly LlmGeneral: "llm-general";
|
|
8
|
+
readonly Conversation: "conversation";
|
|
9
|
+
readonly ToolCall: "tool-call";
|
|
10
|
+
};
|
|
11
|
+
export type TraceScoreResultEvaluatorType = ClosedEnum<typeof TraceScoreResultEvaluatorType>;
|
|
12
|
+
export declare const TraceScoreResultEvaluatorType$zodSchema: z.ZodEnum<{
|
|
13
|
+
conversation: "conversation";
|
|
14
|
+
tts: "tts";
|
|
15
|
+
stt: "stt";
|
|
16
|
+
llm: "llm";
|
|
17
|
+
"llm-general": "llm-general";
|
|
18
|
+
"tool-call": "tool-call";
|
|
19
|
+
}>;
|
|
20
|
+
/**
|
|
21
|
+
* How the evaluator scores:
|
|
22
|
+
*
|
|
23
|
+
* @remarks
|
|
24
|
+
*
|
|
25
|
+
* - `binary`: pass or fail
|
|
26
|
+
* - `rating`: a numeric score, using the scale in `output_config`
|
|
27
|
+
*/
|
|
28
|
+
export declare const TraceScoreResultOutputType: {
|
|
29
|
+
readonly Binary: "binary";
|
|
30
|
+
readonly Rating: "rating";
|
|
31
|
+
};
|
|
32
|
+
/**
|
|
33
|
+
* How the evaluator scores:
|
|
34
|
+
*
|
|
35
|
+
* @remarks
|
|
36
|
+
*
|
|
37
|
+
* - `binary`: pass or fail
|
|
38
|
+
* - `rating`: a numeric score, using the scale in `output_config`
|
|
39
|
+
*/
|
|
40
|
+
export type TraceScoreResultOutputType = ClosedEnum<typeof TraceScoreResultOutputType>;
|
|
41
|
+
export declare const TraceScoreResultOutputType$zodSchema: z.ZodEnum<{
|
|
42
|
+
binary: "binary";
|
|
43
|
+
rating: "rating";
|
|
44
|
+
}>;
|
|
45
|
+
export type TraceScoreResult = {
|
|
46
|
+
evaluator_uuid: string;
|
|
47
|
+
name: string;
|
|
48
|
+
evaluator_type?: TraceScoreResultEvaluatorType | null | undefined;
|
|
49
|
+
output_type: TraceScoreResultOutputType;
|
|
50
|
+
scale_min?: number | null | undefined;
|
|
51
|
+
scale_max?: number | null | undefined;
|
|
52
|
+
value: number;
|
|
53
|
+
reasoning?: string | null | undefined;
|
|
54
|
+
evaluator_version_id: string;
|
|
55
|
+
passed: boolean;
|
|
56
|
+
};
|
|
57
|
+
export declare const TraceScoreResult$zodSchema: z.ZodType<TraceScoreResult>;
|
|
58
|
+
//# sourceMappingURL=tracescoreresult.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"tracescoreresult.d.ts","sourceRoot":"","sources":["../../src/models/tracescoreresult.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAE/C,eAAO,MAAM,6BAA6B;;;;;;;CAOhC,CAAC;AACX,MAAM,MAAM,6BAA6B,GAAG,UAAU,CACpD,OAAO,6BAA6B,CACrC,CAAC;AAEF,eAAO,MAAM,uCAAuC;;;;;;;EAOlD,CAAC;AAEH;;;;;;;GAOG;AACH,eAAO,MAAM,0BAA0B;;;CAG7B,CAAC;AACX;;;;;;;GAOG;AACH,MAAM,MAAM,0BAA0B,GAAG,UAAU,CACjD,OAAO,0BAA0B,CAClC,CAAC;AAEF,eAAO,MAAM,oCAAoC;;;EAKhD,CAAC;AAEF,MAAM,MAAM,gBAAgB,GAAG;IAC7B,cAAc,EAAE,MAAM,CAAC;IACvB,IAAI,EAAE,MAAM,CAAC;IACb,cAAc,CAAC,EAAE,6BAA6B,GAAG,IAAI,GAAG,SAAS,CAAC;IAClE,WAAW,EAAE,0BAA0B,CAAC;IACxC,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACtC,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACtC,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACtC,oBAAoB,EAAE,MAAM,CAAC;IAC7B,MAAM,EAAE,OAAO,CAAC;CACjB,CAAC;AAEF,eAAO,MAAM,0BAA0B,EAAE,CAAC,CAAC,OAAO,CAAC,gBAAgB,CAkClE,CAAC"}
|
|
@@ -0,0 +1,50 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
*/
|
|
4
|
+
import * as z from "zod";
|
|
5
|
+
export const TraceScoreResultEvaluatorType = {
|
|
6
|
+
Tts: "tts",
|
|
7
|
+
Stt: "stt",
|
|
8
|
+
Llm: "llm",
|
|
9
|
+
LlmGeneral: "llm-general",
|
|
10
|
+
Conversation: "conversation",
|
|
11
|
+
ToolCall: "tool-call",
|
|
12
|
+
};
|
|
13
|
+
export const TraceScoreResultEvaluatorType$zodSchema = z.enum([
|
|
14
|
+
"tts",
|
|
15
|
+
"stt",
|
|
16
|
+
"llm",
|
|
17
|
+
"llm-general",
|
|
18
|
+
"conversation",
|
|
19
|
+
"tool-call",
|
|
20
|
+
]);
|
|
21
|
+
/**
|
|
22
|
+
* How the evaluator scores:
|
|
23
|
+
*
|
|
24
|
+
* @remarks
|
|
25
|
+
*
|
|
26
|
+
* - `binary`: pass or fail
|
|
27
|
+
* - `rating`: a numeric score, using the scale in `output_config`
|
|
28
|
+
*/
|
|
29
|
+
export const TraceScoreResultOutputType = {
|
|
30
|
+
Binary: "binary",
|
|
31
|
+
Rating: "rating",
|
|
32
|
+
};
|
|
33
|
+
export const TraceScoreResultOutputType$zodSchema = z.enum([
|
|
34
|
+
"binary",
|
|
35
|
+
"rating",
|
|
36
|
+
]).describe("How the evaluator scores:\n\n- `binary`: pass or fail\n- `rating`: a numeric score, using the scale in `output_config`\n");
|
|
37
|
+
export const TraceScoreResult$zodSchema = z.object({
|
|
38
|
+
evaluator_type: TraceScoreResultEvaluatorType$zodSchema.nullable()
|
|
39
|
+
.optional().describe("What the evaluator judges:\n\n- `tts`: TTS audio\n- `stt`: one transcript\n- `llm`: a reply with its conversation history\n- `llm-general`: a standalone input and output pair\n- `conversation`: a full conversation\n- `tool-call`: whether the agent called the right tool, labelled by a person\n"),
|
|
40
|
+
evaluator_uuid: z.string().describe("ID of the evaluator that produced this result"),
|
|
41
|
+
evaluator_version_id: z.string().describe("ID of the evaluator version that produced this result"),
|
|
42
|
+
name: z.string().describe("Name of the evaluator. Uses the last stored name if it has been deleted"),
|
|
43
|
+
output_type: TraceScoreResultOutputType$zodSchema.describe("How the evaluator scores:\n\n- `binary`: pass or fail\n- `rating`: a numeric score, using the scale in `output_config`\n"),
|
|
44
|
+
passed: z.boolean().describe("Whether this evaluator passed. A binary result passes on 1. A rating passes at the top of its scale"),
|
|
45
|
+
reasoning: z.string().nullable().optional().describe("The judge's rationale for this result"),
|
|
46
|
+
scale_max: z.number().nullable().optional().describe("Highest value on a rating scale"),
|
|
47
|
+
scale_min: z.number().nullable().optional().describe("Lowest value on a rating scale"),
|
|
48
|
+
value: z.number().describe("The judged result. Binary stores 0 or 1. Rating stores the numeric score"),
|
|
49
|
+
});
|
|
50
|
+
//# sourceMappingURL=tracescoreresult.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"tracescoreresult.js","sourceRoot":"","sources":["../../src/models/tracescoreresult.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAGzB,MAAM,CAAC,MAAM,6BAA6B,GAAG;IAC3C,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,UAAU,EAAE,aAAa;IACzB,YAAY,EAAE,cAAc;IAC5B,QAAQ,EAAE,WAAW;CACb,CAAC;AAKX,MAAM,CAAC,MAAM,uCAAuC,GAAG,CAAC,CAAC,IAAI,CAAC;IAC5D,KAAK;IACL,KAAK;IACL,KAAK;IACL,aAAa;IACb,cAAc;IACd,WAAW;CACZ,CAAC,CAAC;AAEH;;;;;;;GAOG;AACH,MAAM,CAAC,MAAM,0BAA0B,GAAG;IACxC,MAAM,EAAE,QAAQ;IAChB,MAAM,EAAE,QAAQ;CACR,CAAC;AAaX,MAAM,CAAC,MAAM,oCAAoC,GAAG,CAAC,CAAC,IAAI,CAAC;IACzD,QAAQ;IACR,QAAQ;CACT,CAAC,CAAC,QAAQ,CACT,0HAA0H,CAC3H,CAAC;AAeF,MAAM,CAAC,MAAM,0BAA0B,GAAgC,CAAC,CAAC,MAAM,CAC7E;IACE,cAAc,EAAE,uCAAuC,CAAC,QAAQ,EAAE;SAC/D,QAAQ,EAAE,CAAC,QAAQ,CAClB,uSAAuS,CACxS;IACH,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CACjC,+CAA+C,CAChD;IACD,oBAAoB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CACvC,uDAAuD,CACxD;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CACvB,yEAAyE,CAC1E;IACD,WAAW,EAAE,oCAAoC,CAAC,QAAQ,CACxD,0HAA0H,CAC3H;IACD,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,CAC1B,qGAAqG,CACtG;IACD,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClD,uCAAuC,CACxC;IACD,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClD,iCAAiC,CAClC;IACD,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClD,gCAAgC,CACjC;IACD,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CACxB,0EAA0E,CAC3E;CACF,CACF,CAAC"}
|
|
@@ -0,0 +1,35 @@
|
|
|
1
|
+
import * as z from "zod";
|
|
2
|
+
import { TraceEvalRunStatus } from "./traceevalrunstatus.js";
|
|
3
|
+
import { TraceMetadataEntry } from "./tracemetadataentry.js";
|
|
4
|
+
import { TraceOutput } from "./traceoutput.js";
|
|
5
|
+
import { TraceScoreResult } from "./tracescoreresult.js";
|
|
6
|
+
import { TraceToolCall } from "./tracetoolcall.js";
|
|
7
|
+
import { TraceTurn } from "./traceturn.js";
|
|
8
|
+
/**
|
|
9
|
+
* What the agent was given for this turn. For a `general` agent, the standalone prompt as a string. For a `conversation` agent, the history up to the reported output, oldest turn first, in OpenAI chat format. Sent only with `include_content`
|
|
10
|
+
*/
|
|
11
|
+
export type TraceSummaryInput = string | Array<TraceTurn>;
|
|
12
|
+
export declare const TraceSummaryInput$zodSchema: z.ZodType<TraceSummaryInput>;
|
|
13
|
+
export type TraceSummary = {
|
|
14
|
+
uuid: string;
|
|
15
|
+
agent_id: string;
|
|
16
|
+
message_id?: string | null | undefined;
|
|
17
|
+
conversation_id?: string | null | undefined;
|
|
18
|
+
input_preview?: string | null | undefined;
|
|
19
|
+
response_preview?: string | null | undefined;
|
|
20
|
+
tool_names: Array<string>;
|
|
21
|
+
tool_calls: Array<TraceToolCall>;
|
|
22
|
+
turn_count: number;
|
|
23
|
+
tool_call_count: number;
|
|
24
|
+
metadata_count: number;
|
|
25
|
+
labels: Array<string>;
|
|
26
|
+
input?: string | Array<TraceTurn> | null | undefined;
|
|
27
|
+
output?: TraceOutput | null | undefined;
|
|
28
|
+
metadata?: Array<TraceMetadataEntry> | null | undefined;
|
|
29
|
+
created_at: string;
|
|
30
|
+
latest_run_status?: TraceEvalRunStatus | null | undefined;
|
|
31
|
+
latest_run_error?: string | null | undefined;
|
|
32
|
+
results?: Array<TraceScoreResult> | undefined;
|
|
33
|
+
};
|
|
34
|
+
export declare const TraceSummary$zodSchema: z.ZodType<TraceSummary>;
|
|
35
|
+
//# sourceMappingURL=tracesummary.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"tracesummary.d.ts","sourceRoot":"","sources":["../../src/models/tracesummary.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,kBAAkB,EAEnB,MAAM,yBAAyB,CAAC;AACjC,OAAO,EACL,kBAAkB,EAEnB,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAAE,WAAW,EAAyB,MAAM,kBAAkB,CAAC;AACtE,OAAO,EACL,gBAAgB,EAEjB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,aAAa,EAA2B,MAAM,oBAAoB,CAAC;AAC5E,OAAO,EAAE,SAAS,EAAuB,MAAM,gBAAgB,CAAC;AAEhE;;GAEG;AACH,MAAM,MAAM,iBAAiB,GAAG,MAAM,GAAG,KAAK,CAAC,SAAS,CAAC,CAAC;AAE1D,eAAO,MAAM,2BAA2B,EAAE,CAAC,CAAC,OAAO,CAAC,iBAAiB,CAMlE,CAAC;AAEJ,MAAM,MAAM,YAAY,GAAG;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC5C,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC1C,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC7C,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAC1B,UAAU,EAAE,KAAK,CAAC,aAAa,CAAC,CAAC;IACjC,UAAU,EAAE,MAAM,CAAC;IACnB,eAAe,EAAE,MAAM,CAAC;IACxB,cAAc,EAAE,MAAM,CAAC;IACvB,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACtB,KAAK,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC,SAAS,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IACrD,MAAM,CAAC,EAAE,WAAW,GAAG,IAAI,GAAG,SAAS,CAAC;IACxC,QAAQ,CAAC,EAAE,KAAK,CAAC,kBAAkB,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IACxD,UAAU,EAAE,MAAM,CAAC;IACnB,iBAAiB,CAAC,EAAE,kBAAkB,GAAG,IAAI,GAAG,SAAS,CAAC;IAC1D,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC7C,OAAO,CAAC,EAAE,KAAK,CAAC,gBAAgB,CAAC,GAAG,SAAS,CAAC;CAC/C,CAAC;AAEF,eAAO,MAAM,sBAAsB,EAAE,CAAC,CAAC,OAAO,CAAC,YAAY,CAuDzD,CAAC"}
|
|
@@ -0,0 +1,42 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
*/
|
|
4
|
+
import * as z from "zod";
|
|
5
|
+
import { TraceEvalRunStatus$zodSchema, } from "./traceevalrunstatus.js";
|
|
6
|
+
import { TraceMetadataEntry$zodSchema, } from "./tracemetadataentry.js";
|
|
7
|
+
import { TraceOutput$zodSchema } from "./traceoutput.js";
|
|
8
|
+
import { TraceScoreResult$zodSchema, } from "./tracescoreresult.js";
|
|
9
|
+
import { TraceToolCall$zodSchema } from "./tracetoolcall.js";
|
|
10
|
+
import { TraceTurn$zodSchema } from "./traceturn.js";
|
|
11
|
+
export const TraceSummaryInput$zodSchema = z
|
|
12
|
+
.union([
|
|
13
|
+
z.string(),
|
|
14
|
+
z.array(TraceTurn$zodSchema),
|
|
15
|
+
]).describe("What the agent was given for this turn. For a `general` agent, the standalone prompt as a string. For a `conversation` agent, the history up to the reported output, oldest turn first, in OpenAI chat format. Sent only with `include_content`");
|
|
16
|
+
export const TraceSummary$zodSchema = z.object({
|
|
17
|
+
agent_id: z.string().describe("ID of the agent that produced the turn"),
|
|
18
|
+
conversation_id: z.string().nullable().optional().describe("The conversation ID you sent, if any"),
|
|
19
|
+
created_at: z.string().describe("When the trace was created (ISO 8601 UTC)"),
|
|
20
|
+
input: z.union([
|
|
21
|
+
z.string(),
|
|
22
|
+
z.array(TraceTurn$zodSchema),
|
|
23
|
+
]).nullable().optional().describe("What the agent was given for this turn. For a `general` agent, the standalone prompt as a string. For a `conversation` agent, the history up to the reported output, oldest turn first, in OpenAI chat format. Sent only with `include_content`"),
|
|
24
|
+
input_preview: z.string().nullable().optional().describe("The standalone prompt or the last user message, truncated for display"),
|
|
25
|
+
labels: z.array(z.string()).describe("Your own tags for this turn, such as an environment or a release. Matched exactly when filtering, so keep the spelling stable"),
|
|
26
|
+
latest_run_error: z.string().nullable().optional().describe("Why the latest scoring run was skipped or failed"),
|
|
27
|
+
latest_run_status: TraceEvalRunStatus$zodSchema.nullable().optional()
|
|
28
|
+
.describe("Status of the latest scoring run for this trace"),
|
|
29
|
+
message_id: z.string().nullable().optional().describe("The message ID you sent, if any"),
|
|
30
|
+
metadata: z.array(TraceMetadataEntry$zodSchema).nullable().optional()
|
|
31
|
+
.describe("Key-value pairs stored with the trace. Sent only with `include_content`"),
|
|
32
|
+
metadata_count: z.int().describe("Number of metadata entries stored with the trace"),
|
|
33
|
+
output: TraceOutput$zodSchema.nullable().optional().describe("What the agent produced for this turn. Sent only with `include_content`"),
|
|
34
|
+
response_preview: z.string().nullable().optional().describe("The agent reply, truncated for display"),
|
|
35
|
+
results: z.array(TraceScoreResult$zodSchema).optional().describe("Results for each evaluator on the latest scoring run"),
|
|
36
|
+
tool_call_count: z.int().describe("Number of tool calls the agent issued for this turn"),
|
|
37
|
+
tool_calls: z.array(TraceToolCall$zodSchema).describe("Tools the agent issued on this turn, with the arguments it passed"),
|
|
38
|
+
tool_names: z.array(z.string()).describe("Names of the tools the agent issued on this turn, in order"),
|
|
39
|
+
turn_count: z.int().describe("Number of turns in the stored input. A standalone prompt counts as 1"),
|
|
40
|
+
uuid: z.string().describe("Unique ID for the trace"),
|
|
41
|
+
});
|
|
42
|
+
//# sourceMappingURL=tracesummary.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"tracesummary.js","sourceRoot":"","sources":["../../src/models/tracesummary.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,4BAA4B,GAC7B,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAEL,4BAA4B,GAC7B,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAAe,qBAAqB,EAAE,MAAM,kBAAkB,CAAC;AACtE,OAAO,EAEL,0BAA0B,GAC3B,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAiB,uBAAuB,EAAE,MAAM,oBAAoB,CAAC;AAC5E,OAAO,EAAa,mBAAmB,EAAE,MAAM,gBAAgB,CAAC;AAOhE,MAAM,CAAC,MAAM,2BAA2B,GAAiC,CAAC;KACvE,KAAK,CAAC;IACL,CAAC,CAAC,MAAM,EAAE;IACV,CAAC,CAAC,KAAK,CAAC,mBAAmB,CAAC;CAC7B,CAAC,CAAC,QAAQ,CACT,iPAAiP,CAClP,CAAC;AAwBJ,MAAM,CAAC,MAAM,sBAAsB,GAA4B,CAAC,CAAC,MAAM,CAAC;IACtE,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,wCAAwC,CAAC;IACvE,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACxD,sCAAsC,CACvC;IACD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,2CAA2C,CAAC;IAC5E,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC;QACb,CAAC,CAAC,MAAM,EAAE;QACV,CAAC,CAAC,KAAK,CAAC,mBAAmB,CAAC;KAC7B,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC/B,iPAAiP,CAClP;IACD,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACtD,uEAAuE,CACxE;IACD,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,CAClC,+HAA+H,CAChI;IACD,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACzD,kDAAkD,CACnD;IACD,iBAAiB,EAAE,4BAA4B,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;SAClE,QAAQ,CAAC,iDAAiD,CAAC;IAC9D,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACnD,iCAAiC,CAClC;IACD,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,4BAA4B,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;SAClE,QAAQ,CACP,yEAAyE,CAC1E;IACH,cAAc,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,CAC9B,kDAAkD,CACnD;IACD,MAAM,EAAE,qBAAqB,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC1D,yEAAyE,CAC1E;IACD,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACzD,wCAAwC,CACzC;IACD,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC9D,sDAAsD,CACvD;IACD,eAAe,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,CAC/B,qDAAqD,CACtD;IACD,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,uBAAuB,CAAC,CAAC,QAAQ,CACnD,mEAAmE,CACpE;IACD,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,CACtC,4DAA4D,CAC7D;IACD,UAAU,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,CAC1B,sEAAsE,CACvE;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,yBAAyB,CAAC;CACrD,CAAC,CAAC"}
|
package/esm/tool-names.d.ts.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"tool-names.d.ts","sourceRoot":"","sources":["../src/tool-names.ts"],"names":[],"mappings":"AACA,eAAO,MAAM,SAAS,EAAE,KAAK,CAAC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,WAAW,EAAE,MAAM,CAAA;CAAE,
|
|
1
|
+
{"version":3,"file":"tool-names.d.ts","sourceRoot":"","sources":["../src/tool-names.ts"],"names":[],"mappings":"AACA,eAAO,MAAM,SAAS,EAAE,KAAK,CAAC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,WAAW,EAAE,MAAM,CAAA;CAAE,CA6LlE,CAAC"}
|
package/esm/tool-names.js
CHANGED
|
@@ -183,6 +183,10 @@ export const toolNames = [
|
|
|
183
183
|
{
|
|
184
184
|
"name": "create-trace",
|
|
185
185
|
"description": "Store one production agent turn against an agent in the caller's org:\nthe conversation history as input, what the agent produced as output,\nand optional metadata. Use this to capture live traffic for later\nreview and conversion into tests. Fails with 429 once the workspace\nhits its trace limit.\n"
|
|
186
|
+
},
|
|
187
|
+
{
|
|
188
|
+
"name": "list-traces",
|
|
189
|
+
"description": "List the traces in the caller's org, newest first, one page at a\ntime. Each trace carries a short preview of its last user message\nand reply, its tool calls and labels, and the scores from its\nlatest scoring run with each evaluator's reasoning and evaluator\nversion. Filter by agent, label, creation time, text, or score.\nSet include_content to also get each trace's full input, output\nand metadata.\n"
|
|
186
190
|
}
|
|
187
191
|
];
|
|
188
192
|
//# sourceMappingURL=tool-names.js.map
|
package/esm/tool-names.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"tool-names.js","sourceRoot":"","sources":["../src/tool-names.ts"],"names":[],"mappings":"AAAA,+BAA+B;AAC/B,MAAM,CAAC,MAAM,SAAS,GAAgD;IACpE;QACE,MAAM,EAAE,yBAAyB;QACjC,aAAa,EAAE,sNAAsN;KACtO;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,oQAAoQ;KACpR;IACD;QACE,MAAM,EAAE,cAAc;QACtB,aAAa,EAAE,kMAAkM;KAClN;IACD;QACE,MAAM,EAAE,aAAa;QACrB,aAAa,EAAE,iPAAiP;KACjQ;IACD;QACE,MAAM,EAAE,WAAW;QACnB,aAAa,EAAE,6KAA6K;KAC7L;IACD;QACE,MAAM,EAAE,cAAc;QACtB,aAAa,EAAE,kNAAkN;KAClO;IACD;QACE,MAAM,EAAE,uBAAuB;QAC/B,aAAa,EAAE,6IAA6I;KAC7J;IACD;QACE,MAAM,EAAE,0BAA0B;QAClC,aAAa,EAAE,kLAAkL;KAClM;IACD;QACE,MAAM,EAAE,mBAAmB;QAC3B,aAAa,EAAE,+KAA+K;KAC/L;IACD;QACE,MAAM,EAAE,aAAa;QACrB,aAAa,EAAE,+LAA+L;KAC/M;IACD;QACE,MAAM,EAAE,YAAY;QACpB,aAAa,EAAE,kKAAkK;KAClL;IACD;QACE,MAAM,EAAE,UAAU;QAClB,aAAa,EAAE,0KAA0K;KAC1L;IACD;QACE,MAAM,EAAE,aAAa;QACrB,aAAa,EAAE,yMAAyM;KACzN;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,2JAA2J;KAC3K;IACD;QACE,MAAM,EAAE,kBAAkB;QAC1B,aAAa,EAAE,sCAAsC;KACtD;IACD;QACE,MAAM,EAAE,sBAAsB;QAC9B,aAAa,EAAE,wGAAwG;KACxH;IACD;QACE,MAAM,EAAE,yBAAyB;QACjC,aAAa,EAAE,kWAAkW;KAClX;IACD;QACE,MAAM,EAAE,iBAAiB;QACzB,aAAa,EAAE,oSAAoS;KACpT;IACD;QACE,MAAM,EAAE,uBAAuB;QAC/B,aAAa,EAAE,qUAAqU;KACrV;IACD;QACE,MAAM,EAAE,oBAAoB;QAC5B,aAAa,EAAE,wRAAwR;KACxS;IACD;QACE,MAAM,EAAE,4BAA4B;QACpC,aAAa,EAAE,oTAAoT;KACpU;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,wLAAwL;KACxM;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,uFAAuF;KACvG;IACD;QACE,MAAM,EAAE,kBAAkB;QAC1B,aAAa,EAAE,4HAA4H;KAC5I;IACD;QACE,MAAM,EAAE,iBAAiB;QACzB,aAAa,EAAE,oHAAoH;KACpI;IACD;QACE,MAAM,EAAE,eAAe;QACvB,aAAa,EAAE,oDAAoD;KACpE;IACD;QACE,MAAM,EAAE,0BAA0B;QAClC,aAAa,EAAE,iIAAiI;KACjJ;IACD;QACE,MAAM,EAAE,gBAAgB;QACxB,aAAa,EAAE,4IAA4I;KAC5J;IACD;QACE,MAAM,EAAE,aAAa;QACrB,aAAa,EAAE,2HAA2H;KAC3I;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,8IAA8I;KAC9J;IACD;QACE,MAAM,EAAE,wBAAwB;QAChC,aAAa,EAAE,0GAA0G;KAC1H;IACD;QACE,MAAM,EAAE,uBAAuB;QAC/B,aAAa,EAAE,4DAA4D;KAC5E;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,2EAA2E;KAC3F;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,sTAAsT;KACtU;IACD;QACE,MAAM,EAAE,sBAAsB;QAC9B,aAAa,EAAE,kFAAkF;KAClG;IACD;QACE,MAAM,EAAE,yBAAyB;QACjC,aAAa,EAAE,oDAAoD;KACpE;IACD;QACE,MAAM,EAAE,uBAAuB;QAC/B,aAAa,EAAE,qJAAqJ;KACrK;IACD;QACE,MAAM,EAAE,2BAA2B;QACnC,aAAa,EAAE,4IAA4I;KAC5J;IACD;QACE,MAAM,EAAE,8BAA8B;QACtC,aAAa,EAAE,2EAA2E;KAC3F;IACD;QACE,MAAM,EAAE,0BAA0B;QAClC,aAAa,EAAE,6HAA6H;KAC7I;IACD;QACE,MAAM,EAAE,wBAAwB;QAChC,aAAa,EAAE,iGAAiG;KACjH;IACD;QACE,MAAM,EAAE,kBAAkB;QAC1B,aAAa,EAAE,+EAA+E;KAC/F;IACD;QACE,MAAM,EAAE,iBAAiB;QACzB,aAAa,EAAE,oEAAoE;KACpF;IACD;QACE,MAAM,EAAE,kBAAkB;QAC1B,aAAa,EAAE,0CAA0C;KAC1D;IACD;QACE,MAAM,EAAE,uBAAuB;QAC/B,aAAa,EAAE,mUAAmU;KACnV;IACD;QACE,MAAM,EAAE,cAAc;QACtB,aAAa,EAAE,+SAA+S;KAC/T;CACF,CAAC"}
|
|
1
|
+
{"version":3,"file":"tool-names.js","sourceRoot":"","sources":["../src/tool-names.ts"],"names":[],"mappings":"AAAA,+BAA+B;AAC/B,MAAM,CAAC,MAAM,SAAS,GAAgD;IACpE;QACE,MAAM,EAAE,yBAAyB;QACjC,aAAa,EAAE,sNAAsN;KACtO;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,oQAAoQ;KACpR;IACD;QACE,MAAM,EAAE,cAAc;QACtB,aAAa,EAAE,kMAAkM;KAClN;IACD;QACE,MAAM,EAAE,aAAa;QACrB,aAAa,EAAE,iPAAiP;KACjQ;IACD;QACE,MAAM,EAAE,WAAW;QACnB,aAAa,EAAE,6KAA6K;KAC7L;IACD;QACE,MAAM,EAAE,cAAc;QACtB,aAAa,EAAE,kNAAkN;KAClO;IACD;QACE,MAAM,EAAE,uBAAuB;QAC/B,aAAa,EAAE,6IAA6I;KAC7J;IACD;QACE,MAAM,EAAE,0BAA0B;QAClC,aAAa,EAAE,kLAAkL;KAClM;IACD;QACE,MAAM,EAAE,mBAAmB;QAC3B,aAAa,EAAE,+KAA+K;KAC/L;IACD;QACE,MAAM,EAAE,aAAa;QACrB,aAAa,EAAE,+LAA+L;KAC/M;IACD;QACE,MAAM,EAAE,YAAY;QACpB,aAAa,EAAE,kKAAkK;KAClL;IACD;QACE,MAAM,EAAE,UAAU;QAClB,aAAa,EAAE,0KAA0K;KAC1L;IACD;QACE,MAAM,EAAE,aAAa;QACrB,aAAa,EAAE,yMAAyM;KACzN;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,2JAA2J;KAC3K;IACD;QACE,MAAM,EAAE,kBAAkB;QAC1B,aAAa,EAAE,sCAAsC;KACtD;IACD;QACE,MAAM,EAAE,sBAAsB;QAC9B,aAAa,EAAE,wGAAwG;KACxH;IACD;QACE,MAAM,EAAE,yBAAyB;QACjC,aAAa,EAAE,kWAAkW;KAClX;IACD;QACE,MAAM,EAAE,iBAAiB;QACzB,aAAa,EAAE,oSAAoS;KACpT;IACD;QACE,MAAM,EAAE,uBAAuB;QAC/B,aAAa,EAAE,qUAAqU;KACrV;IACD;QACE,MAAM,EAAE,oBAAoB;QAC5B,aAAa,EAAE,wRAAwR;KACxS;IACD;QACE,MAAM,EAAE,4BAA4B;QACpC,aAAa,EAAE,oTAAoT;KACpU;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,wLAAwL;KACxM;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,uFAAuF;KACvG;IACD;QACE,MAAM,EAAE,kBAAkB;QAC1B,aAAa,EAAE,4HAA4H;KAC5I;IACD;QACE,MAAM,EAAE,iBAAiB;QACzB,aAAa,EAAE,oHAAoH;KACpI;IACD;QACE,MAAM,EAAE,eAAe;QACvB,aAAa,EAAE,oDAAoD;KACpE;IACD;QACE,MAAM,EAAE,0BAA0B;QAClC,aAAa,EAAE,iIAAiI;KACjJ;IACD;QACE,MAAM,EAAE,gBAAgB;QACxB,aAAa,EAAE,4IAA4I;KAC5J;IACD;QACE,MAAM,EAAE,aAAa;QACrB,aAAa,EAAE,2HAA2H;KAC3I;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,8IAA8I;KAC9J;IACD;QACE,MAAM,EAAE,wBAAwB;QAChC,aAAa,EAAE,0GAA0G;KAC1H;IACD;QACE,MAAM,EAAE,uBAAuB;QAC/B,aAAa,EAAE,4DAA4D;KAC5E;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,2EAA2E;KAC3F;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,sTAAsT;KACtU;IACD;QACE,MAAM,EAAE,sBAAsB;QAC9B,aAAa,EAAE,kFAAkF;KAClG;IACD;QACE,MAAM,EAAE,yBAAyB;QACjC,aAAa,EAAE,oDAAoD;KACpE;IACD;QACE,MAAM,EAAE,uBAAuB;QAC/B,aAAa,EAAE,qJAAqJ;KACrK;IACD;QACE,MAAM,EAAE,2BAA2B;QACnC,aAAa,EAAE,4IAA4I;KAC5J;IACD;QACE,MAAM,EAAE,8BAA8B;QACtC,aAAa,EAAE,2EAA2E;KAC3F;IACD;QACE,MAAM,EAAE,0BAA0B;QAClC,aAAa,EAAE,6HAA6H;KAC7I;IACD;QACE,MAAM,EAAE,wBAAwB;QAChC,aAAa,EAAE,iGAAiG;KACjH;IACD;QACE,MAAM,EAAE,kBAAkB;QAC1B,aAAa,EAAE,+EAA+E;KAC/F;IACD;QACE,MAAM,EAAE,iBAAiB;QACzB,aAAa,EAAE,oEAAoE;KACpF;IACD;QACE,MAAM,EAAE,kBAAkB;QAC1B,aAAa,EAAE,0CAA0C;KAC1D;IACD;QACE,MAAM,EAAE,uBAAuB;QAC/B,aAAa,EAAE,mUAAmU;KACnV;IACD;QACE,MAAM,EAAE,cAAc;QACtB,aAAa,EAAE,+SAA+S;KAC/T;IACD;QACE,MAAM,EAAE,aAAa;QACrB,aAAa,EAAE,yZAAyZ;KACza;CACF,CAAC"}
|
package/package.json
CHANGED
|
@@ -31,7 +31,7 @@ import { Result } from "../types/fp.js";
|
|
|
31
31
|
* @remarks
|
|
32
32
|
* Get the workspace your API key belongs to
|
|
33
33
|
*/
|
|
34
|
-
export function
|
|
34
|
+
export function organizationsCurrent(
|
|
35
35
|
client$: CalibrateMcpCore,
|
|
36
36
|
request?: GetCurrentWorkspaceOrganizationsCurrentGetRequest | undefined,
|
|
37
37
|
options?: RequestOptions,
|
|
@@ -0,0 +1,165 @@
|
|
|
1
|
+
/*
|
|
2
|
+
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
+
*/
|
|
4
|
+
|
|
5
|
+
import { CalibrateMcpCore } from "../core.js";
|
|
6
|
+
import { encodeFormQuery, encodeSimple } from "../lib/encodings.js";
|
|
7
|
+
import { compactMap } from "../lib/primitives.js";
|
|
8
|
+
import { safeParse } from "../lib/schemas.js";
|
|
9
|
+
import { RequestOptions } from "../lib/sdks.js";
|
|
10
|
+
import { extractSecurity, resolveGlobalSecurity } from "../lib/security.js";
|
|
11
|
+
import { pathToFunc } from "../lib/url.js";
|
|
12
|
+
import { APIError } from "../models/errors/apierror.js";
|
|
13
|
+
import {
|
|
14
|
+
ConnectionError,
|
|
15
|
+
InvalidRequestError,
|
|
16
|
+
RequestAbortedError,
|
|
17
|
+
RequestTimeoutError,
|
|
18
|
+
UnexpectedClientError,
|
|
19
|
+
} from "../models/errors/httpclienterrors.js";
|
|
20
|
+
import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
|
|
21
|
+
import {
|
|
22
|
+
ListTracesEndpointTracesGetRequest,
|
|
23
|
+
ListTracesEndpointTracesGetRequest$zodSchema,
|
|
24
|
+
} from "../models/listtracesendpointtracesgetop.js";
|
|
25
|
+
import { APICall, APIPromise } from "../types/async.js";
|
|
26
|
+
import { Result } from "../types/fp.js";
|
|
27
|
+
|
|
28
|
+
/**
|
|
29
|
+
* List traces
|
|
30
|
+
*
|
|
31
|
+
* @remarks
|
|
32
|
+
* List ingested traces, newest first
|
|
33
|
+
*/
|
|
34
|
+
export function tracesList(
|
|
35
|
+
client$: CalibrateMcpCore,
|
|
36
|
+
request?: ListTracesEndpointTracesGetRequest | undefined,
|
|
37
|
+
options?: RequestOptions,
|
|
38
|
+
): APIPromise<
|
|
39
|
+
Result<
|
|
40
|
+
Response,
|
|
41
|
+
| APIError
|
|
42
|
+
| SDKValidationError
|
|
43
|
+
| UnexpectedClientError
|
|
44
|
+
| InvalidRequestError
|
|
45
|
+
| RequestAbortedError
|
|
46
|
+
| RequestTimeoutError
|
|
47
|
+
| ConnectionError
|
|
48
|
+
>
|
|
49
|
+
> {
|
|
50
|
+
return new APIPromise($do(
|
|
51
|
+
client$,
|
|
52
|
+
request,
|
|
53
|
+
options,
|
|
54
|
+
));
|
|
55
|
+
}
|
|
56
|
+
|
|
57
|
+
async function $do(
|
|
58
|
+
client$: CalibrateMcpCore,
|
|
59
|
+
request?: ListTracesEndpointTracesGetRequest | undefined,
|
|
60
|
+
options?: RequestOptions,
|
|
61
|
+
): Promise<
|
|
62
|
+
[
|
|
63
|
+
Result<
|
|
64
|
+
Response,
|
|
65
|
+
| APIError
|
|
66
|
+
| SDKValidationError
|
|
67
|
+
| UnexpectedClientError
|
|
68
|
+
| InvalidRequestError
|
|
69
|
+
| RequestAbortedError
|
|
70
|
+
| RequestTimeoutError
|
|
71
|
+
| ConnectionError
|
|
72
|
+
>,
|
|
73
|
+
APICall,
|
|
74
|
+
]
|
|
75
|
+
> {
|
|
76
|
+
const parsed$ = safeParse(
|
|
77
|
+
request,
|
|
78
|
+
(value$) =>
|
|
79
|
+
ListTracesEndpointTracesGetRequest$zodSchema.optional().parse(value$),
|
|
80
|
+
"Input validation failed",
|
|
81
|
+
);
|
|
82
|
+
if (!parsed$.ok) {
|
|
83
|
+
return [parsed$, { status: "invalid" }];
|
|
84
|
+
}
|
|
85
|
+
const payload$ = parsed$.value;
|
|
86
|
+
const body$ = null;
|
|
87
|
+
const path$ = pathToFunc("/traces")();
|
|
88
|
+
const query$ = encodeFormQuery({
|
|
89
|
+
"agent_id": payload$?.agent_id,
|
|
90
|
+
"conversation_id": payload$?.conversation_id,
|
|
91
|
+
"created_after": payload$?.created_after,
|
|
92
|
+
"created_before": payload$?.created_before,
|
|
93
|
+
"include_content": payload$?.include_content,
|
|
94
|
+
"include_score_averages": payload$?.include_score_averages,
|
|
95
|
+
"labels": payload$?.labels,
|
|
96
|
+
"limit": payload$?.limit,
|
|
97
|
+
"offset": payload$?.offset,
|
|
98
|
+
"output_type": payload$?.output_type,
|
|
99
|
+
"q": payload$?.q,
|
|
100
|
+
"score": payload$?.score,
|
|
101
|
+
"sort_by_evaluator": payload$?.sort_by_evaluator,
|
|
102
|
+
"sort_order": payload$?.sort_order,
|
|
103
|
+
});
|
|
104
|
+
|
|
105
|
+
const headers$ = new Headers(compactMap({
|
|
106
|
+
Accept: "application/json",
|
|
107
|
+
"X-API-Key": encodeSimple("X-API-Key", payload$?.xAPIKey, {
|
|
108
|
+
explode: false,
|
|
109
|
+
charEncoding: "none",
|
|
110
|
+
}),
|
|
111
|
+
}));
|
|
112
|
+
const securityInput = await extractSecurity(client$._options.security);
|
|
113
|
+
const requestSecurity = resolveGlobalSecurity(securityInput);
|
|
114
|
+
|
|
115
|
+
const context = {
|
|
116
|
+
options: client$._options,
|
|
117
|
+
baseURL: options?.serverURL ?? client$._baseURL ?? "",
|
|
118
|
+
operationID: "list_traces_endpoint_traces_get",
|
|
119
|
+
oAuth2Scopes: null,
|
|
120
|
+
resolvedSecurity: requestSecurity,
|
|
121
|
+
securitySource: client$._options.security,
|
|
122
|
+
retryConfig: options?.retries
|
|
123
|
+
|| client$._options.retryConfig
|
|
124
|
+
|| { strategy: "none" },
|
|
125
|
+
retryCodes: options?.retryCodes || [
|
|
126
|
+
"429",
|
|
127
|
+
"500",
|
|
128
|
+
"502",
|
|
129
|
+
"503",
|
|
130
|
+
"504",
|
|
131
|
+
],
|
|
132
|
+
};
|
|
133
|
+
|
|
134
|
+
const requestRes = client$._createRequest(context, {
|
|
135
|
+
security: requestSecurity,
|
|
136
|
+
method: "GET",
|
|
137
|
+
baseURL: options?.serverURL,
|
|
138
|
+
path: path$,
|
|
139
|
+
headers: headers$,
|
|
140
|
+
query: query$,
|
|
141
|
+
body: body$,
|
|
142
|
+
userAgent: client$._options.userAgent,
|
|
143
|
+
timeoutMs: options?.timeoutMs || client$._options.timeoutMs
|
|
144
|
+
|| -1,
|
|
145
|
+
}, options);
|
|
146
|
+
if (!requestRes.ok) {
|
|
147
|
+
return [requestRes, { status: "invalid" }];
|
|
148
|
+
}
|
|
149
|
+
const req$ = requestRes.value;
|
|
150
|
+
|
|
151
|
+
const doResult = await client$._do(req$, {
|
|
152
|
+
context,
|
|
153
|
+
errorCodes: [],
|
|
154
|
+
retryConfig: context.retryConfig,
|
|
155
|
+
retryCodes: context.retryCodes,
|
|
156
|
+
});
|
|
157
|
+
if (!doResult.ok) {
|
|
158
|
+
return [doResult, { status: "request-error", request: req$ }];
|
|
159
|
+
}
|
|
160
|
+
return [doResult, {
|
|
161
|
+
status: "complete",
|
|
162
|
+
"request": req$,
|
|
163
|
+
response: doResult.value,
|
|
164
|
+
}];
|
|
165
|
+
}
|
package/src/landing-page.ts
CHANGED
|
@@ -930,7 +930,7 @@ http_headers = { "api-key-auth" = "YOUR_API_KEY_AUTH" }`;
|
|
|
930
930
|
<h1>Instructions</h1>
|
|
931
931
|
<p>One-click installation for Claude Desktop users</p>
|
|
932
932
|
<div class="instruction-item">
|
|
933
|
-
<a href="https://github.com/dalmia/calibrate-mcp/releases/download/v0.0.
|
|
933
|
+
<a href="https://github.com/dalmia/calibrate-mcp/releases/download/v0.0.89/mcp-server.mcpb" download="mcp-server.mcpb" class="action-button header-action" style="display: inline-flex; margin-bottom: 16px;">
|
|
934
934
|
📥 Download MCP Bundle
|
|
935
935
|
</a>
|
|
936
936
|
</div>
|
package/src/lib/config.ts
CHANGED
|
@@ -65,8 +65,8 @@ export function serverURLFromOptions(options: SDKOptions): URL | null {
|
|
|
65
65
|
export const SDK_METADATA = {
|
|
66
66
|
language: "typescript",
|
|
67
67
|
openapiDocVersion: "0.1.0",
|
|
68
|
-
sdkVersion: "0.0.
|
|
68
|
+
sdkVersion: "0.0.89",
|
|
69
69
|
genVersion: "2.915.1",
|
|
70
70
|
userAgent:
|
|
71
|
-
"speakeasy-sdk/mcp-typescript 0.0.
|
|
71
|
+
"speakeasy-sdk/mcp-typescript 0.0.89 2.915.1 0.1.0 @dalmia/calibrate-mcp",
|
|
72
72
|
} as const;
|
package/src/mcp-server/server.ts
CHANGED
|
@@ -56,13 +56,14 @@ import { tool$evaluatorsCreate } from "./tools/evaluatorsCreate.js";
|
|
|
56
56
|
import { tool$evaluatorsCreateVersion } from "./tools/evaluatorsCreateVersion.js";
|
|
57
57
|
import { tool$evaluatorsGet } from "./tools/evaluatorsGet.js";
|
|
58
58
|
import { tool$evaluatorsList } from "./tools/evaluatorsList.js";
|
|
59
|
+
import { tool$organizationsCurrent } from "./tools/organizationsCurrent.js";
|
|
59
60
|
import { tool$testsBulkCreate } from "./tools/testsBulkCreate.js";
|
|
60
61
|
import { tool$testsCreate } from "./tools/testsCreate.js";
|
|
61
62
|
import { tool$testsGet } from "./tools/testsGet.js";
|
|
62
63
|
import { tool$testsList } from "./tools/testsList.js";
|
|
63
64
|
import { tool$testsUpdate } from "./tools/testsUpdate.js";
|
|
64
65
|
import { tool$tracesCreate } from "./tools/tracesCreate.js";
|
|
65
|
-
import { tool$
|
|
66
|
+
import { tool$tracesList } from "./tools/tracesList.js";
|
|
66
67
|
|
|
67
68
|
export function createMCPServer(deps: {
|
|
68
69
|
logger: ConsoleLogger;
|
|
@@ -77,7 +78,7 @@ export function createMCPServer(deps: {
|
|
|
77
78
|
}) {
|
|
78
79
|
const server = new McpServer({
|
|
79
80
|
name: "CalibrateMcp",
|
|
80
|
-
version: "0.0.
|
|
81
|
+
version: "0.0.89",
|
|
81
82
|
});
|
|
82
83
|
|
|
83
84
|
const getClient = deps.getSDK || (() =>
|
|
@@ -166,8 +167,9 @@ export function createMCPServer(deps: {
|
|
|
166
167
|
tool(tool$annotatorsCreate);
|
|
167
168
|
tool(tool$annotatorsList);
|
|
168
169
|
tool(tool$annotatorsUpdate);
|
|
169
|
-
tool(tool$
|
|
170
|
+
tool(tool$organizationsCurrent);
|
|
170
171
|
tool(tool$tracesCreate);
|
|
172
|
+
tool(tool$tracesList);
|
|
171
173
|
|
|
172
174
|
if (deps.dynamic) {
|
|
173
175
|
registerDynamicTools(deps.logger, server, getClient, toolMap, scopes);
|
|
@@ -2,7 +2,7 @@
|
|
|
2
2
|
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
3
|
*/
|
|
4
4
|
|
|
5
|
-
import {
|
|
5
|
+
import { organizationsCurrent } from "../../funcs/organizationsCurrent.js";
|
|
6
6
|
import { GetCurrentWorkspaceOrganizationsCurrentGetRequest$zodSchema } from "../../models/getcurrentworkspaceorganizationscurrentgetop.js";
|
|
7
7
|
import { formatResult, ToolDefinition } from "../tools.js";
|
|
8
8
|
|
|
@@ -11,7 +11,7 @@ const args = {
|
|
|
11
11
|
.optional(),
|
|
12
12
|
};
|
|
13
13
|
|
|
14
|
-
export const tool$
|
|
14
|
+
export const tool$organizationsCurrent: ToolDefinition<typeof args> = {
|
|
15
15
|
name: "get-current-workspace",
|
|
16
16
|
description: `Get the workspace the caller's API key belongs to, as its ID and
|
|
17
17
|
name. Put the ID at the front of a Calibrate web address to link
|
|
@@ -29,7 +29,7 @@ last. Requires a Calibrate API key (CALIBRATE_API_KEY).
|
|
|
29
29
|
},
|
|
30
30
|
args,
|
|
31
31
|
tool: async (client, args, ctx) => {
|
|
32
|
-
const [result] = await
|
|
32
|
+
const [result] = await organizationsCurrent(
|
|
33
33
|
client,
|
|
34
34
|
args.request,
|
|
35
35
|
{ fetchOptions: { signal: ctx.signal } },
|