@dalmia/calibrate-mcp 0.0.87 → 0.0.89

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (72) hide show
  1. package/bin/mcp-server.js +408 -88
  2. package/bin/mcp-server.js.map +23 -15
  3. package/esm/funcs/{workspaceCurrent.d.ts → organizationsCurrent.d.ts} +2 -2
  4. package/esm/funcs/organizationsCurrent.d.ts.map +1 -0
  5. package/esm/funcs/{workspaceCurrent.js → organizationsCurrent.js} +2 -2
  6. package/esm/funcs/organizationsCurrent.js.map +1 -0
  7. package/esm/funcs/tracesList.d.ts +16 -0
  8. package/esm/funcs/tracesList.d.ts.map +1 -0
  9. package/esm/funcs/tracesList.js +102 -0
  10. package/esm/funcs/tracesList.js.map +1 -0
  11. package/esm/landing-page.js +1 -1
  12. package/esm/lib/config.d.ts +2 -2
  13. package/esm/lib/config.js +2 -2
  14. package/esm/mcp-server/mcp-server.js +1 -1
  15. package/esm/mcp-server/server.d.ts.map +1 -1
  16. package/esm/mcp-server/server.js +5 -3
  17. package/esm/mcp-server/server.js.map +1 -1
  18. package/esm/mcp-server/tools/{workspaceCurrent.d.ts → organizationsCurrent.d.ts} +2 -2
  19. package/esm/mcp-server/tools/organizationsCurrent.d.ts.map +1 -0
  20. package/esm/mcp-server/tools/{workspaceCurrent.js → organizationsCurrent.js} +4 -4
  21. package/esm/mcp-server/tools/organizationsCurrent.js.map +1 -0
  22. package/esm/mcp-server/tools/tracesList.d.ts +7 -0
  23. package/esm/mcp-server/tools/tracesList.d.ts.map +1 -0
  24. package/esm/mcp-server/tools/tracesList.js +40 -0
  25. package/esm/mcp-server/tools/tracesList.js.map +1 -0
  26. package/esm/models/listtracesendpointtracesgetop.d.ts +55 -0
  27. package/esm/models/listtracesendpointtracesgetop.d.ts.map +1 -0
  28. package/esm/models/listtracesendpointtracesgetop.js +52 -0
  29. package/esm/models/listtracesendpointtracesgetop.js.map +1 -0
  30. package/esm/models/traceevalrunstatus.d.ts +18 -0
  31. package/esm/models/traceevalrunstatus.d.ts.map +1 -0
  32. package/esm/models/traceevalrunstatus.js +19 -0
  33. package/esm/models/traceevalrunstatus.js.map +1 -0
  34. package/esm/models/tracelistresponse.d.ts +15 -0
  35. package/esm/models/tracelistresponse.d.ts.map +1 -0
  36. package/esm/models/tracelistresponse.js +16 -0
  37. package/esm/models/tracelistresponse.js.map +1 -0
  38. package/esm/models/tracescoreaverage.d.ts +38 -0
  39. package/esm/models/tracescoreaverage.d.ts.map +1 -0
  40. package/esm/models/tracescoreaverage.js +31 -0
  41. package/esm/models/tracescoreaverage.js.map +1 -0
  42. package/esm/models/tracescoreresult.d.ts +58 -0
  43. package/esm/models/tracescoreresult.d.ts.map +1 -0
  44. package/esm/models/tracescoreresult.js +50 -0
  45. package/esm/models/tracescoreresult.js.map +1 -0
  46. package/esm/models/tracesummary.d.ts +35 -0
  47. package/esm/models/tracesummary.d.ts.map +1 -0
  48. package/esm/models/tracesummary.js +42 -0
  49. package/esm/models/tracesummary.js.map +1 -0
  50. package/esm/tool-names.d.ts.map +1 -1
  51. package/esm/tool-names.js +4 -0
  52. package/esm/tool-names.js.map +1 -1
  53. package/package.json +1 -1
  54. package/src/funcs/{workspaceCurrent.ts → organizationsCurrent.ts} +1 -1
  55. package/src/funcs/tracesList.ts +165 -0
  56. package/src/landing-page.ts +1 -1
  57. package/src/lib/config.ts +2 -2
  58. package/src/mcp-server/mcp-server.ts +1 -1
  59. package/src/mcp-server/server.ts +5 -3
  60. package/src/mcp-server/tools/{workspaceCurrent.ts → organizationsCurrent.ts} +3 -3
  61. package/src/mcp-server/tools/tracesList.ts +48 -0
  62. package/src/models/listtracesendpointtracesgetop.ts +129 -0
  63. package/src/models/traceevalrunstatus.ts +23 -0
  64. package/src/models/tracelistresponse.ts +39 -0
  65. package/src/models/tracescoreaverage.ts +72 -0
  66. package/src/models/tracescoreresult.ts +107 -0
  67. package/src/models/tracesummary.ts +112 -0
  68. package/src/tool-names.ts +4 -0
  69. package/esm/funcs/workspaceCurrent.d.ts.map +0 -1
  70. package/esm/funcs/workspaceCurrent.js.map +0 -1
  71. package/esm/mcp-server/tools/workspaceCurrent.d.ts.map +0 -1
  72. package/esm/mcp-server/tools/workspaceCurrent.js.map +0 -1
@@ -0,0 +1,38 @@
1
+ import * as z from "zod";
2
+ import { ClosedEnum } from "../types/enums.js";
3
+ /**
4
+ * How the evaluator scores:
5
+ *
6
+ * @remarks
7
+ *
8
+ * - `binary`: pass or fail
9
+ * - `rating`: a numeric score, using the scale in `output_config`
10
+ */
11
+ export declare const TraceScoreAverageOutputType: {
12
+ readonly Binary: "binary";
13
+ readonly Rating: "rating";
14
+ };
15
+ /**
16
+ * How the evaluator scores:
17
+ *
18
+ * @remarks
19
+ *
20
+ * - `binary`: pass or fail
21
+ * - `rating`: a numeric score, using the scale in `output_config`
22
+ */
23
+ export type TraceScoreAverageOutputType = ClosedEnum<typeof TraceScoreAverageOutputType>;
24
+ export declare const TraceScoreAverageOutputType$zodSchema: z.ZodEnum<{
25
+ binary: "binary";
26
+ rating: "rating";
27
+ }>;
28
+ export type TraceScoreAverage = {
29
+ evaluator_uuid: string;
30
+ name: string;
31
+ output_type: TraceScoreAverageOutputType;
32
+ traces_scored: number;
33
+ average: number;
34
+ scale_min?: number | null | undefined;
35
+ scale_max?: number | null | undefined;
36
+ };
37
+ export declare const TraceScoreAverage$zodSchema: z.ZodType<TraceScoreAverage>;
38
+ //# sourceMappingURL=tracescoreaverage.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"tracescoreaverage.d.ts","sourceRoot":"","sources":["../../src/models/tracescoreaverage.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAE/C;;;;;;;GAOG;AACH,eAAO,MAAM,2BAA2B;;;CAG9B,CAAC;AACX;;;;;;;GAOG;AACH,MAAM,MAAM,2BAA2B,GAAG,UAAU,CAClD,OAAO,2BAA2B,CACnC,CAAC;AAEF,eAAO,MAAM,qCAAqC;;;EAKjD,CAAC;AAEF,MAAM,MAAM,iBAAiB,GAAG;IAC9B,cAAc,EAAE,MAAM,CAAC;IACvB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,EAAE,2BAA2B,CAAC;IACzC,aAAa,EAAE,MAAM,CAAC;IACtB,OAAO,EAAE,MAAM,CAAC;IAChB,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACtC,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;CACvC,CAAC;AAEF,eAAO,MAAM,2BAA2B,EAAE,CAAC,CAAC,OAAO,CAAC,iBAAiB,CAuBjE,CAAC"}
@@ -0,0 +1,31 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+ import * as z from "zod";
5
+ /**
6
+ * How the evaluator scores:
7
+ *
8
+ * @remarks
9
+ *
10
+ * - `binary`: pass or fail
11
+ * - `rating`: a numeric score, using the scale in `output_config`
12
+ */
13
+ export const TraceScoreAverageOutputType = {
14
+ Binary: "binary",
15
+ Rating: "rating",
16
+ };
17
+ export const TraceScoreAverageOutputType$zodSchema = z.enum([
18
+ "binary",
19
+ "rating",
20
+ ]).describe("How the evaluator scores:\n\n- `binary`: pass or fail\n- `rating`: a numeric score, using the scale in `output_config`\n");
21
+ export const TraceScoreAverage$zodSchema = z
22
+ .object({
23
+ average: z.number().describe("Mean of those scores. A binary evaluator averages 0 and 1, so its mean is the share that passed"),
24
+ evaluator_uuid: z.string().describe("ID of the evaluator these numbers are for"),
25
+ name: z.string().describe("Name of the evaluator. Uses the last stored name if it has been deleted"),
26
+ output_type: TraceScoreAverageOutputType$zodSchema.describe("How the evaluator scores:\n\n- `binary`: pass or fail\n- `rating`: a numeric score, using the scale in `output_config`\n"),
27
+ scale_max: z.number().nullable().optional().describe("Highest value on a rating scale"),
28
+ scale_min: z.number().nullable().optional().describe("Lowest value on a rating scale"),
29
+ traces_scored: z.int().describe("How many of the matching traces this evaluator scored"),
30
+ });
31
+ //# sourceMappingURL=tracescoreaverage.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"tracescoreaverage.js","sourceRoot":"","sources":["../../src/models/tracescoreaverage.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAGzB;;;;;;;GAOG;AACH,MAAM,CAAC,MAAM,2BAA2B,GAAG;IACzC,MAAM,EAAE,QAAQ;IAChB,MAAM,EAAE,QAAQ;CACR,CAAC;AAaX,MAAM,CAAC,MAAM,qCAAqC,GAAG,CAAC,CAAC,IAAI,CAAC;IAC1D,QAAQ;IACR,QAAQ;CACT,CAAC,CAAC,QAAQ,CACT,0HAA0H,CAC3H,CAAC;AAYF,MAAM,CAAC,MAAM,2BAA2B,GAAiC,CAAC;KACvE,MAAM,CAAC;IACN,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAC1B,iGAAiG,CAClG;IACD,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CACjC,2CAA2C,CAC5C;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CACvB,yEAAyE,CAC1E;IACD,WAAW,EAAE,qCAAqC,CAAC,QAAQ,CACzD,0HAA0H,CAC3H;IACD,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClD,iCAAiC,CAClC;IACD,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClD,gCAAgC,CACjC;IACD,aAAa,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,CAC7B,uDAAuD,CACxD;CACF,CAAC,CAAC"}
@@ -0,0 +1,58 @@
1
+ import * as z from "zod";
2
+ import { ClosedEnum } from "../types/enums.js";
3
+ export declare const TraceScoreResultEvaluatorType: {
4
+ readonly Tts: "tts";
5
+ readonly Stt: "stt";
6
+ readonly Llm: "llm";
7
+ readonly LlmGeneral: "llm-general";
8
+ readonly Conversation: "conversation";
9
+ readonly ToolCall: "tool-call";
10
+ };
11
+ export type TraceScoreResultEvaluatorType = ClosedEnum<typeof TraceScoreResultEvaluatorType>;
12
+ export declare const TraceScoreResultEvaluatorType$zodSchema: z.ZodEnum<{
13
+ conversation: "conversation";
14
+ tts: "tts";
15
+ stt: "stt";
16
+ llm: "llm";
17
+ "llm-general": "llm-general";
18
+ "tool-call": "tool-call";
19
+ }>;
20
+ /**
21
+ * How the evaluator scores:
22
+ *
23
+ * @remarks
24
+ *
25
+ * - `binary`: pass or fail
26
+ * - `rating`: a numeric score, using the scale in `output_config`
27
+ */
28
+ export declare const TraceScoreResultOutputType: {
29
+ readonly Binary: "binary";
30
+ readonly Rating: "rating";
31
+ };
32
+ /**
33
+ * How the evaluator scores:
34
+ *
35
+ * @remarks
36
+ *
37
+ * - `binary`: pass or fail
38
+ * - `rating`: a numeric score, using the scale in `output_config`
39
+ */
40
+ export type TraceScoreResultOutputType = ClosedEnum<typeof TraceScoreResultOutputType>;
41
+ export declare const TraceScoreResultOutputType$zodSchema: z.ZodEnum<{
42
+ binary: "binary";
43
+ rating: "rating";
44
+ }>;
45
+ export type TraceScoreResult = {
46
+ evaluator_uuid: string;
47
+ name: string;
48
+ evaluator_type?: TraceScoreResultEvaluatorType | null | undefined;
49
+ output_type: TraceScoreResultOutputType;
50
+ scale_min?: number | null | undefined;
51
+ scale_max?: number | null | undefined;
52
+ value: number;
53
+ reasoning?: string | null | undefined;
54
+ evaluator_version_id: string;
55
+ passed: boolean;
56
+ };
57
+ export declare const TraceScoreResult$zodSchema: z.ZodType<TraceScoreResult>;
58
+ //# sourceMappingURL=tracescoreresult.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"tracescoreresult.d.ts","sourceRoot":"","sources":["../../src/models/tracescoreresult.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAE/C,eAAO,MAAM,6BAA6B;;;;;;;CAOhC,CAAC;AACX,MAAM,MAAM,6BAA6B,GAAG,UAAU,CACpD,OAAO,6BAA6B,CACrC,CAAC;AAEF,eAAO,MAAM,uCAAuC;;;;;;;EAOlD,CAAC;AAEH;;;;;;;GAOG;AACH,eAAO,MAAM,0BAA0B;;;CAG7B,CAAC;AACX;;;;;;;GAOG;AACH,MAAM,MAAM,0BAA0B,GAAG,UAAU,CACjD,OAAO,0BAA0B,CAClC,CAAC;AAEF,eAAO,MAAM,oCAAoC;;;EAKhD,CAAC;AAEF,MAAM,MAAM,gBAAgB,GAAG;IAC7B,cAAc,EAAE,MAAM,CAAC;IACvB,IAAI,EAAE,MAAM,CAAC;IACb,cAAc,CAAC,EAAE,6BAA6B,GAAG,IAAI,GAAG,SAAS,CAAC;IAClE,WAAW,EAAE,0BAA0B,CAAC;IACxC,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACtC,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACtC,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACtC,oBAAoB,EAAE,MAAM,CAAC;IAC7B,MAAM,EAAE,OAAO,CAAC;CACjB,CAAC;AAEF,eAAO,MAAM,0BAA0B,EAAE,CAAC,CAAC,OAAO,CAAC,gBAAgB,CAkClE,CAAC"}
@@ -0,0 +1,50 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+ import * as z from "zod";
5
+ export const TraceScoreResultEvaluatorType = {
6
+ Tts: "tts",
7
+ Stt: "stt",
8
+ Llm: "llm",
9
+ LlmGeneral: "llm-general",
10
+ Conversation: "conversation",
11
+ ToolCall: "tool-call",
12
+ };
13
+ export const TraceScoreResultEvaluatorType$zodSchema = z.enum([
14
+ "tts",
15
+ "stt",
16
+ "llm",
17
+ "llm-general",
18
+ "conversation",
19
+ "tool-call",
20
+ ]);
21
+ /**
22
+ * How the evaluator scores:
23
+ *
24
+ * @remarks
25
+ *
26
+ * - `binary`: pass or fail
27
+ * - `rating`: a numeric score, using the scale in `output_config`
28
+ */
29
+ export const TraceScoreResultOutputType = {
30
+ Binary: "binary",
31
+ Rating: "rating",
32
+ };
33
+ export const TraceScoreResultOutputType$zodSchema = z.enum([
34
+ "binary",
35
+ "rating",
36
+ ]).describe("How the evaluator scores:\n\n- `binary`: pass or fail\n- `rating`: a numeric score, using the scale in `output_config`\n");
37
+ export const TraceScoreResult$zodSchema = z.object({
38
+ evaluator_type: TraceScoreResultEvaluatorType$zodSchema.nullable()
39
+ .optional().describe("What the evaluator judges:\n\n- `tts`: TTS audio\n- `stt`: one transcript\n- `llm`: a reply with its conversation history\n- `llm-general`: a standalone input and output pair\n- `conversation`: a full conversation\n- `tool-call`: whether the agent called the right tool, labelled by a person\n"),
40
+ evaluator_uuid: z.string().describe("ID of the evaluator that produced this result"),
41
+ evaluator_version_id: z.string().describe("ID of the evaluator version that produced this result"),
42
+ name: z.string().describe("Name of the evaluator. Uses the last stored name if it has been deleted"),
43
+ output_type: TraceScoreResultOutputType$zodSchema.describe("How the evaluator scores:\n\n- `binary`: pass or fail\n- `rating`: a numeric score, using the scale in `output_config`\n"),
44
+ passed: z.boolean().describe("Whether this evaluator passed. A binary result passes on 1. A rating passes at the top of its scale"),
45
+ reasoning: z.string().nullable().optional().describe("The judge's rationale for this result"),
46
+ scale_max: z.number().nullable().optional().describe("Highest value on a rating scale"),
47
+ scale_min: z.number().nullable().optional().describe("Lowest value on a rating scale"),
48
+ value: z.number().describe("The judged result. Binary stores 0 or 1. Rating stores the numeric score"),
49
+ });
50
+ //# sourceMappingURL=tracescoreresult.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"tracescoreresult.js","sourceRoot":"","sources":["../../src/models/tracescoreresult.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAGzB,MAAM,CAAC,MAAM,6BAA6B,GAAG;IAC3C,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,UAAU,EAAE,aAAa;IACzB,YAAY,EAAE,cAAc;IAC5B,QAAQ,EAAE,WAAW;CACb,CAAC;AAKX,MAAM,CAAC,MAAM,uCAAuC,GAAG,CAAC,CAAC,IAAI,CAAC;IAC5D,KAAK;IACL,KAAK;IACL,KAAK;IACL,aAAa;IACb,cAAc;IACd,WAAW;CACZ,CAAC,CAAC;AAEH;;;;;;;GAOG;AACH,MAAM,CAAC,MAAM,0BAA0B,GAAG;IACxC,MAAM,EAAE,QAAQ;IAChB,MAAM,EAAE,QAAQ;CACR,CAAC;AAaX,MAAM,CAAC,MAAM,oCAAoC,GAAG,CAAC,CAAC,IAAI,CAAC;IACzD,QAAQ;IACR,QAAQ;CACT,CAAC,CAAC,QAAQ,CACT,0HAA0H,CAC3H,CAAC;AAeF,MAAM,CAAC,MAAM,0BAA0B,GAAgC,CAAC,CAAC,MAAM,CAC7E;IACE,cAAc,EAAE,uCAAuC,CAAC,QAAQ,EAAE;SAC/D,QAAQ,EAAE,CAAC,QAAQ,CAClB,uSAAuS,CACxS;IACH,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CACjC,+CAA+C,CAChD;IACD,oBAAoB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CACvC,uDAAuD,CACxD;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CACvB,yEAAyE,CAC1E;IACD,WAAW,EAAE,oCAAoC,CAAC,QAAQ,CACxD,0HAA0H,CAC3H;IACD,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,CAC1B,qGAAqG,CACtG;IACD,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClD,uCAAuC,CACxC;IACD,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClD,iCAAiC,CAClC;IACD,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClD,gCAAgC,CACjC;IACD,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CACxB,0EAA0E,CAC3E;CACF,CACF,CAAC"}
@@ -0,0 +1,35 @@
1
+ import * as z from "zod";
2
+ import { TraceEvalRunStatus } from "./traceevalrunstatus.js";
3
+ import { TraceMetadataEntry } from "./tracemetadataentry.js";
4
+ import { TraceOutput } from "./traceoutput.js";
5
+ import { TraceScoreResult } from "./tracescoreresult.js";
6
+ import { TraceToolCall } from "./tracetoolcall.js";
7
+ import { TraceTurn } from "./traceturn.js";
8
+ /**
9
+ * What the agent was given for this turn. For a `general` agent, the standalone prompt as a string. For a `conversation` agent, the history up to the reported output, oldest turn first, in OpenAI chat format. Sent only with `include_content`
10
+ */
11
+ export type TraceSummaryInput = string | Array<TraceTurn>;
12
+ export declare const TraceSummaryInput$zodSchema: z.ZodType<TraceSummaryInput>;
13
+ export type TraceSummary = {
14
+ uuid: string;
15
+ agent_id: string;
16
+ message_id?: string | null | undefined;
17
+ conversation_id?: string | null | undefined;
18
+ input_preview?: string | null | undefined;
19
+ response_preview?: string | null | undefined;
20
+ tool_names: Array<string>;
21
+ tool_calls: Array<TraceToolCall>;
22
+ turn_count: number;
23
+ tool_call_count: number;
24
+ metadata_count: number;
25
+ labels: Array<string>;
26
+ input?: string | Array<TraceTurn> | null | undefined;
27
+ output?: TraceOutput | null | undefined;
28
+ metadata?: Array<TraceMetadataEntry> | null | undefined;
29
+ created_at: string;
30
+ latest_run_status?: TraceEvalRunStatus | null | undefined;
31
+ latest_run_error?: string | null | undefined;
32
+ results?: Array<TraceScoreResult> | undefined;
33
+ };
34
+ export declare const TraceSummary$zodSchema: z.ZodType<TraceSummary>;
35
+ //# sourceMappingURL=tracesummary.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"tracesummary.d.ts","sourceRoot":"","sources":["../../src/models/tracesummary.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,kBAAkB,EAEnB,MAAM,yBAAyB,CAAC;AACjC,OAAO,EACL,kBAAkB,EAEnB,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAAE,WAAW,EAAyB,MAAM,kBAAkB,CAAC;AACtE,OAAO,EACL,gBAAgB,EAEjB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,aAAa,EAA2B,MAAM,oBAAoB,CAAC;AAC5E,OAAO,EAAE,SAAS,EAAuB,MAAM,gBAAgB,CAAC;AAEhE;;GAEG;AACH,MAAM,MAAM,iBAAiB,GAAG,MAAM,GAAG,KAAK,CAAC,SAAS,CAAC,CAAC;AAE1D,eAAO,MAAM,2BAA2B,EAAE,CAAC,CAAC,OAAO,CAAC,iBAAiB,CAMlE,CAAC;AAEJ,MAAM,MAAM,YAAY,GAAG;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC5C,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC1C,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC7C,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAC1B,UAAU,EAAE,KAAK,CAAC,aAAa,CAAC,CAAC;IACjC,UAAU,EAAE,MAAM,CAAC;IACnB,eAAe,EAAE,MAAM,CAAC;IACxB,cAAc,EAAE,MAAM,CAAC;IACvB,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACtB,KAAK,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC,SAAS,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IACrD,MAAM,CAAC,EAAE,WAAW,GAAG,IAAI,GAAG,SAAS,CAAC;IACxC,QAAQ,CAAC,EAAE,KAAK,CAAC,kBAAkB,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IACxD,UAAU,EAAE,MAAM,CAAC;IACnB,iBAAiB,CAAC,EAAE,kBAAkB,GAAG,IAAI,GAAG,SAAS,CAAC;IAC1D,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC7C,OAAO,CAAC,EAAE,KAAK,CAAC,gBAAgB,CAAC,GAAG,SAAS,CAAC;CAC/C,CAAC;AAEF,eAAO,MAAM,sBAAsB,EAAE,CAAC,CAAC,OAAO,CAAC,YAAY,CAuDzD,CAAC"}
@@ -0,0 +1,42 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+ import * as z from "zod";
5
+ import { TraceEvalRunStatus$zodSchema, } from "./traceevalrunstatus.js";
6
+ import { TraceMetadataEntry$zodSchema, } from "./tracemetadataentry.js";
7
+ import { TraceOutput$zodSchema } from "./traceoutput.js";
8
+ import { TraceScoreResult$zodSchema, } from "./tracescoreresult.js";
9
+ import { TraceToolCall$zodSchema } from "./tracetoolcall.js";
10
+ import { TraceTurn$zodSchema } from "./traceturn.js";
11
+ export const TraceSummaryInput$zodSchema = z
12
+ .union([
13
+ z.string(),
14
+ z.array(TraceTurn$zodSchema),
15
+ ]).describe("What the agent was given for this turn. For a `general` agent, the standalone prompt as a string. For a `conversation` agent, the history up to the reported output, oldest turn first, in OpenAI chat format. Sent only with `include_content`");
16
+ export const TraceSummary$zodSchema = z.object({
17
+ agent_id: z.string().describe("ID of the agent that produced the turn"),
18
+ conversation_id: z.string().nullable().optional().describe("The conversation ID you sent, if any"),
19
+ created_at: z.string().describe("When the trace was created (ISO 8601 UTC)"),
20
+ input: z.union([
21
+ z.string(),
22
+ z.array(TraceTurn$zodSchema),
23
+ ]).nullable().optional().describe("What the agent was given for this turn. For a `general` agent, the standalone prompt as a string. For a `conversation` agent, the history up to the reported output, oldest turn first, in OpenAI chat format. Sent only with `include_content`"),
24
+ input_preview: z.string().nullable().optional().describe("The standalone prompt or the last user message, truncated for display"),
25
+ labels: z.array(z.string()).describe("Your own tags for this turn, such as an environment or a release. Matched exactly when filtering, so keep the spelling stable"),
26
+ latest_run_error: z.string().nullable().optional().describe("Why the latest scoring run was skipped or failed"),
27
+ latest_run_status: TraceEvalRunStatus$zodSchema.nullable().optional()
28
+ .describe("Status of the latest scoring run for this trace"),
29
+ message_id: z.string().nullable().optional().describe("The message ID you sent, if any"),
30
+ metadata: z.array(TraceMetadataEntry$zodSchema).nullable().optional()
31
+ .describe("Key-value pairs stored with the trace. Sent only with `include_content`"),
32
+ metadata_count: z.int().describe("Number of metadata entries stored with the trace"),
33
+ output: TraceOutput$zodSchema.nullable().optional().describe("What the agent produced for this turn. Sent only with `include_content`"),
34
+ response_preview: z.string().nullable().optional().describe("The agent reply, truncated for display"),
35
+ results: z.array(TraceScoreResult$zodSchema).optional().describe("Results for each evaluator on the latest scoring run"),
36
+ tool_call_count: z.int().describe("Number of tool calls the agent issued for this turn"),
37
+ tool_calls: z.array(TraceToolCall$zodSchema).describe("Tools the agent issued on this turn, with the arguments it passed"),
38
+ tool_names: z.array(z.string()).describe("Names of the tools the agent issued on this turn, in order"),
39
+ turn_count: z.int().describe("Number of turns in the stored input. A standalone prompt counts as 1"),
40
+ uuid: z.string().describe("Unique ID for the trace"),
41
+ });
42
+ //# sourceMappingURL=tracesummary.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"tracesummary.js","sourceRoot":"","sources":["../../src/models/tracesummary.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,4BAA4B,GAC7B,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAEL,4BAA4B,GAC7B,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAAe,qBAAqB,EAAE,MAAM,kBAAkB,CAAC;AACtE,OAAO,EAEL,0BAA0B,GAC3B,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAiB,uBAAuB,EAAE,MAAM,oBAAoB,CAAC;AAC5E,OAAO,EAAa,mBAAmB,EAAE,MAAM,gBAAgB,CAAC;AAOhE,MAAM,CAAC,MAAM,2BAA2B,GAAiC,CAAC;KACvE,KAAK,CAAC;IACL,CAAC,CAAC,MAAM,EAAE;IACV,CAAC,CAAC,KAAK,CAAC,mBAAmB,CAAC;CAC7B,CAAC,CAAC,QAAQ,CACT,iPAAiP,CAClP,CAAC;AAwBJ,MAAM,CAAC,MAAM,sBAAsB,GAA4B,CAAC,CAAC,MAAM,CAAC;IACtE,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,wCAAwC,CAAC;IACvE,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACxD,sCAAsC,CACvC;IACD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,2CAA2C,CAAC;IAC5E,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC;QACb,CAAC,CAAC,MAAM,EAAE;QACV,CAAC,CAAC,KAAK,CAAC,mBAAmB,CAAC;KAC7B,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC/B,iPAAiP,CAClP;IACD,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACtD,uEAAuE,CACxE;IACD,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,CAClC,+HAA+H,CAChI;IACD,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACzD,kDAAkD,CACnD;IACD,iBAAiB,EAAE,4BAA4B,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;SAClE,QAAQ,CAAC,iDAAiD,CAAC;IAC9D,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACnD,iCAAiC,CAClC;IACD,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,4BAA4B,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;SAClE,QAAQ,CACP,yEAAyE,CAC1E;IACH,cAAc,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,CAC9B,kDAAkD,CACnD;IACD,MAAM,EAAE,qBAAqB,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC1D,yEAAyE,CAC1E;IACD,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACzD,wCAAwC,CACzC;IACD,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC9D,sDAAsD,CACvD;IACD,eAAe,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,CAC/B,qDAAqD,CACtD;IACD,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,uBAAuB,CAAC,CAAC,QAAQ,CACnD,mEAAmE,CACpE;IACD,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,CACtC,4DAA4D,CAC7D;IACD,UAAU,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,CAC1B,sEAAsE,CACvE;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,yBAAyB,CAAC;CACrD,CAAC,CAAC"}
@@ -1 +1 @@
1
- {"version":3,"file":"tool-names.d.ts","sourceRoot":"","sources":["../src/tool-names.ts"],"names":[],"mappings":"AACA,eAAO,MAAM,SAAS,EAAE,KAAK,CAAC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,WAAW,EAAE,MAAM,CAAA;CAAE,CAyLlE,CAAC"}
1
+ {"version":3,"file":"tool-names.d.ts","sourceRoot":"","sources":["../src/tool-names.ts"],"names":[],"mappings":"AACA,eAAO,MAAM,SAAS,EAAE,KAAK,CAAC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,WAAW,EAAE,MAAM,CAAA;CAAE,CA6LlE,CAAC"}
package/esm/tool-names.js CHANGED
@@ -183,6 +183,10 @@ export const toolNames = [
183
183
  {
184
184
  "name": "create-trace",
185
185
  "description": "Store one production agent turn against an agent in the caller's org:\nthe conversation history as input, what the agent produced as output,\nand optional metadata. Use this to capture live traffic for later\nreview and conversion into tests. Fails with 429 once the workspace\nhits its trace limit.\n"
186
+ },
187
+ {
188
+ "name": "list-traces",
189
+ "description": "List the traces in the caller's org, newest first, one page at a\ntime. Each trace carries a short preview of its last user message\nand reply, its tool calls and labels, and the scores from its\nlatest scoring run with each evaluator's reasoning and evaluator\nversion. Filter by agent, label, creation time, text, or score.\nSet include_content to also get each trace's full input, output\nand metadata.\n"
186
190
  }
187
191
  ];
188
192
  //# sourceMappingURL=tool-names.js.map
@@ -1 +1 @@
1
- {"version":3,"file":"tool-names.js","sourceRoot":"","sources":["../src/tool-names.ts"],"names":[],"mappings":"AAAA,+BAA+B;AAC/B,MAAM,CAAC,MAAM,SAAS,GAAgD;IACpE;QACE,MAAM,EAAE,yBAAyB;QACjC,aAAa,EAAE,sNAAsN;KACtO;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,oQAAoQ;KACpR;IACD;QACE,MAAM,EAAE,cAAc;QACtB,aAAa,EAAE,kMAAkM;KAClN;IACD;QACE,MAAM,EAAE,aAAa;QACrB,aAAa,EAAE,iPAAiP;KACjQ;IACD;QACE,MAAM,EAAE,WAAW;QACnB,aAAa,EAAE,6KAA6K;KAC7L;IACD;QACE,MAAM,EAAE,cAAc;QACtB,aAAa,EAAE,kNAAkN;KAClO;IACD;QACE,MAAM,EAAE,uBAAuB;QAC/B,aAAa,EAAE,6IAA6I;KAC7J;IACD;QACE,MAAM,EAAE,0BAA0B;QAClC,aAAa,EAAE,kLAAkL;KAClM;IACD;QACE,MAAM,EAAE,mBAAmB;QAC3B,aAAa,EAAE,+KAA+K;KAC/L;IACD;QACE,MAAM,EAAE,aAAa;QACrB,aAAa,EAAE,+LAA+L;KAC/M;IACD;QACE,MAAM,EAAE,YAAY;QACpB,aAAa,EAAE,kKAAkK;KAClL;IACD;QACE,MAAM,EAAE,UAAU;QAClB,aAAa,EAAE,0KAA0K;KAC1L;IACD;QACE,MAAM,EAAE,aAAa;QACrB,aAAa,EAAE,yMAAyM;KACzN;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,2JAA2J;KAC3K;IACD;QACE,MAAM,EAAE,kBAAkB;QAC1B,aAAa,EAAE,sCAAsC;KACtD;IACD;QACE,MAAM,EAAE,sBAAsB;QAC9B,aAAa,EAAE,wGAAwG;KACxH;IACD;QACE,MAAM,EAAE,yBAAyB;QACjC,aAAa,EAAE,kWAAkW;KAClX;IACD;QACE,MAAM,EAAE,iBAAiB;QACzB,aAAa,EAAE,oSAAoS;KACpT;IACD;QACE,MAAM,EAAE,uBAAuB;QAC/B,aAAa,EAAE,qUAAqU;KACrV;IACD;QACE,MAAM,EAAE,oBAAoB;QAC5B,aAAa,EAAE,wRAAwR;KACxS;IACD;QACE,MAAM,EAAE,4BAA4B;QACpC,aAAa,EAAE,oTAAoT;KACpU;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,wLAAwL;KACxM;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,uFAAuF;KACvG;IACD;QACE,MAAM,EAAE,kBAAkB;QAC1B,aAAa,EAAE,4HAA4H;KAC5I;IACD;QACE,MAAM,EAAE,iBAAiB;QACzB,aAAa,EAAE,oHAAoH;KACpI;IACD;QACE,MAAM,EAAE,eAAe;QACvB,aAAa,EAAE,oDAAoD;KACpE;IACD;QACE,MAAM,EAAE,0BAA0B;QAClC,aAAa,EAAE,iIAAiI;KACjJ;IACD;QACE,MAAM,EAAE,gBAAgB;QACxB,aAAa,EAAE,4IAA4I;KAC5J;IACD;QACE,MAAM,EAAE,aAAa;QACrB,aAAa,EAAE,2HAA2H;KAC3I;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,8IAA8I;KAC9J;IACD;QACE,MAAM,EAAE,wBAAwB;QAChC,aAAa,EAAE,0GAA0G;KAC1H;IACD;QACE,MAAM,EAAE,uBAAuB;QAC/B,aAAa,EAAE,4DAA4D;KAC5E;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,2EAA2E;KAC3F;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,sTAAsT;KACtU;IACD;QACE,MAAM,EAAE,sBAAsB;QAC9B,aAAa,EAAE,kFAAkF;KAClG;IACD;QACE,MAAM,EAAE,yBAAyB;QACjC,aAAa,EAAE,oDAAoD;KACpE;IACD;QACE,MAAM,EAAE,uBAAuB;QAC/B,aAAa,EAAE,qJAAqJ;KACrK;IACD;QACE,MAAM,EAAE,2BAA2B;QACnC,aAAa,EAAE,4IAA4I;KAC5J;IACD;QACE,MAAM,EAAE,8BAA8B;QACtC,aAAa,EAAE,2EAA2E;KAC3F;IACD;QACE,MAAM,EAAE,0BAA0B;QAClC,aAAa,EAAE,6HAA6H;KAC7I;IACD;QACE,MAAM,EAAE,wBAAwB;QAChC,aAAa,EAAE,iGAAiG;KACjH;IACD;QACE,MAAM,EAAE,kBAAkB;QAC1B,aAAa,EAAE,+EAA+E;KAC/F;IACD;QACE,MAAM,EAAE,iBAAiB;QACzB,aAAa,EAAE,oEAAoE;KACpF;IACD;QACE,MAAM,EAAE,kBAAkB;QAC1B,aAAa,EAAE,0CAA0C;KAC1D;IACD;QACE,MAAM,EAAE,uBAAuB;QAC/B,aAAa,EAAE,mUAAmU;KACnV;IACD;QACE,MAAM,EAAE,cAAc;QACtB,aAAa,EAAE,+SAA+S;KAC/T;CACF,CAAC"}
1
+ {"version":3,"file":"tool-names.js","sourceRoot":"","sources":["../src/tool-names.ts"],"names":[],"mappings":"AAAA,+BAA+B;AAC/B,MAAM,CAAC,MAAM,SAAS,GAAgD;IACpE;QACE,MAAM,EAAE,yBAAyB;QACjC,aAAa,EAAE,sNAAsN;KACtO;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,oQAAoQ;KACpR;IACD;QACE,MAAM,EAAE,cAAc;QACtB,aAAa,EAAE,kMAAkM;KAClN;IACD;QACE,MAAM,EAAE,aAAa;QACrB,aAAa,EAAE,iPAAiP;KACjQ;IACD;QACE,MAAM,EAAE,WAAW;QACnB,aAAa,EAAE,6KAA6K;KAC7L;IACD;QACE,MAAM,EAAE,cAAc;QACtB,aAAa,EAAE,kNAAkN;KAClO;IACD;QACE,MAAM,EAAE,uBAAuB;QAC/B,aAAa,EAAE,6IAA6I;KAC7J;IACD;QACE,MAAM,EAAE,0BAA0B;QAClC,aAAa,EAAE,kLAAkL;KAClM;IACD;QACE,MAAM,EAAE,mBAAmB;QAC3B,aAAa,EAAE,+KAA+K;KAC/L;IACD;QACE,MAAM,EAAE,aAAa;QACrB,aAAa,EAAE,+LAA+L;KAC/M;IACD;QACE,MAAM,EAAE,YAAY;QACpB,aAAa,EAAE,kKAAkK;KAClL;IACD;QACE,MAAM,EAAE,UAAU;QAClB,aAAa,EAAE,0KAA0K;KAC1L;IACD;QACE,MAAM,EAAE,aAAa;QACrB,aAAa,EAAE,yMAAyM;KACzN;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,2JAA2J;KAC3K;IACD;QACE,MAAM,EAAE,kBAAkB;QAC1B,aAAa,EAAE,sCAAsC;KACtD;IACD;QACE,MAAM,EAAE,sBAAsB;QAC9B,aAAa,EAAE,wGAAwG;KACxH;IACD;QACE,MAAM,EAAE,yBAAyB;QACjC,aAAa,EAAE,kWAAkW;KAClX;IACD;QACE,MAAM,EAAE,iBAAiB;QACzB,aAAa,EAAE,oSAAoS;KACpT;IACD;QACE,MAAM,EAAE,uBAAuB;QAC/B,aAAa,EAAE,qUAAqU;KACrV;IACD;QACE,MAAM,EAAE,oBAAoB;QAC5B,aAAa,EAAE,wRAAwR;KACxS;IACD;QACE,MAAM,EAAE,4BAA4B;QACpC,aAAa,EAAE,oTAAoT;KACpU;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,wLAAwL;KACxM;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,uFAAuF;KACvG;IACD;QACE,MAAM,EAAE,kBAAkB;QAC1B,aAAa,EAAE,4HAA4H;KAC5I;IACD;QACE,MAAM,EAAE,iBAAiB;QACzB,aAAa,EAAE,oHAAoH;KACpI;IACD;QACE,MAAM,EAAE,eAAe;QACvB,aAAa,EAAE,oDAAoD;KACpE;IACD;QACE,MAAM,EAAE,0BAA0B;QAClC,aAAa,EAAE,iIAAiI;KACjJ;IACD;QACE,MAAM,EAAE,gBAAgB;QACxB,aAAa,EAAE,4IAA4I;KAC5J;IACD;QACE,MAAM,EAAE,aAAa;QACrB,aAAa,EAAE,2HAA2H;KAC3I;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,8IAA8I;KAC9J;IACD;QACE,MAAM,EAAE,wBAAwB;QAChC,aAAa,EAAE,0GAA0G;KAC1H;IACD;QACE,MAAM,EAAE,uBAAuB;QAC/B,aAAa,EAAE,4DAA4D;KAC5E;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,2EAA2E;KAC3F;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,sTAAsT;KACtU;IACD;QACE,MAAM,EAAE,sBAAsB;QAC9B,aAAa,EAAE,kFAAkF;KAClG;IACD;QACE,MAAM,EAAE,yBAAyB;QACjC,aAAa,EAAE,oDAAoD;KACpE;IACD;QACE,MAAM,EAAE,uBAAuB;QAC/B,aAAa,EAAE,qJAAqJ;KACrK;IACD;QACE,MAAM,EAAE,2BAA2B;QACnC,aAAa,EAAE,4IAA4I;KAC5J;IACD;QACE,MAAM,EAAE,8BAA8B;QACtC,aAAa,EAAE,2EAA2E;KAC3F;IACD;QACE,MAAM,EAAE,0BAA0B;QAClC,aAAa,EAAE,6HAA6H;KAC7I;IACD;QACE,MAAM,EAAE,wBAAwB;QAChC,aAAa,EAAE,iGAAiG;KACjH;IACD;QACE,MAAM,EAAE,kBAAkB;QAC1B,aAAa,EAAE,+EAA+E;KAC/F;IACD;QACE,MAAM,EAAE,iBAAiB;QACzB,aAAa,EAAE,oEAAoE;KACpF;IACD;QACE,MAAM,EAAE,kBAAkB;QAC1B,aAAa,EAAE,0CAA0C;KAC1D;IACD;QACE,MAAM,EAAE,uBAAuB;QAC/B,aAAa,EAAE,mUAAmU;KACnV;IACD;QACE,MAAM,EAAE,cAAc;QACtB,aAAa,EAAE,+SAA+S;KAC/T;IACD;QACE,MAAM,EAAE,aAAa;QACrB,aAAa,EAAE,yZAAyZ;KACza;CACF,CAAC"}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@dalmia/calibrate-mcp",
3
- "version": "0.0.87",
3
+ "version": "0.0.89",
4
4
  "author": "Speakeasy",
5
5
  "type": "module",
6
6
  "sideEffects": false,
@@ -31,7 +31,7 @@ import { Result } from "../types/fp.js";
31
31
  * @remarks
32
32
  * Get the workspace your API key belongs to
33
33
  */
34
- export function workspaceCurrent(
34
+ export function organizationsCurrent(
35
35
  client$: CalibrateMcpCore,
36
36
  request?: GetCurrentWorkspaceOrganizationsCurrentGetRequest | undefined,
37
37
  options?: RequestOptions,
@@ -0,0 +1,165 @@
1
+ /*
2
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
+ */
4
+
5
+ import { CalibrateMcpCore } from "../core.js";
6
+ import { encodeFormQuery, encodeSimple } from "../lib/encodings.js";
7
+ import { compactMap } from "../lib/primitives.js";
8
+ import { safeParse } from "../lib/schemas.js";
9
+ import { RequestOptions } from "../lib/sdks.js";
10
+ import { extractSecurity, resolveGlobalSecurity } from "../lib/security.js";
11
+ import { pathToFunc } from "../lib/url.js";
12
+ import { APIError } from "../models/errors/apierror.js";
13
+ import {
14
+ ConnectionError,
15
+ InvalidRequestError,
16
+ RequestAbortedError,
17
+ RequestTimeoutError,
18
+ UnexpectedClientError,
19
+ } from "../models/errors/httpclienterrors.js";
20
+ import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
21
+ import {
22
+ ListTracesEndpointTracesGetRequest,
23
+ ListTracesEndpointTracesGetRequest$zodSchema,
24
+ } from "../models/listtracesendpointtracesgetop.js";
25
+ import { APICall, APIPromise } from "../types/async.js";
26
+ import { Result } from "../types/fp.js";
27
+
28
+ /**
29
+ * List traces
30
+ *
31
+ * @remarks
32
+ * List ingested traces, newest first
33
+ */
34
+ export function tracesList(
35
+ client$: CalibrateMcpCore,
36
+ request?: ListTracesEndpointTracesGetRequest | undefined,
37
+ options?: RequestOptions,
38
+ ): APIPromise<
39
+ Result<
40
+ Response,
41
+ | APIError
42
+ | SDKValidationError
43
+ | UnexpectedClientError
44
+ | InvalidRequestError
45
+ | RequestAbortedError
46
+ | RequestTimeoutError
47
+ | ConnectionError
48
+ >
49
+ > {
50
+ return new APIPromise($do(
51
+ client$,
52
+ request,
53
+ options,
54
+ ));
55
+ }
56
+
57
+ async function $do(
58
+ client$: CalibrateMcpCore,
59
+ request?: ListTracesEndpointTracesGetRequest | undefined,
60
+ options?: RequestOptions,
61
+ ): Promise<
62
+ [
63
+ Result<
64
+ Response,
65
+ | APIError
66
+ | SDKValidationError
67
+ | UnexpectedClientError
68
+ | InvalidRequestError
69
+ | RequestAbortedError
70
+ | RequestTimeoutError
71
+ | ConnectionError
72
+ >,
73
+ APICall,
74
+ ]
75
+ > {
76
+ const parsed$ = safeParse(
77
+ request,
78
+ (value$) =>
79
+ ListTracesEndpointTracesGetRequest$zodSchema.optional().parse(value$),
80
+ "Input validation failed",
81
+ );
82
+ if (!parsed$.ok) {
83
+ return [parsed$, { status: "invalid" }];
84
+ }
85
+ const payload$ = parsed$.value;
86
+ const body$ = null;
87
+ const path$ = pathToFunc("/traces")();
88
+ const query$ = encodeFormQuery({
89
+ "agent_id": payload$?.agent_id,
90
+ "conversation_id": payload$?.conversation_id,
91
+ "created_after": payload$?.created_after,
92
+ "created_before": payload$?.created_before,
93
+ "include_content": payload$?.include_content,
94
+ "include_score_averages": payload$?.include_score_averages,
95
+ "labels": payload$?.labels,
96
+ "limit": payload$?.limit,
97
+ "offset": payload$?.offset,
98
+ "output_type": payload$?.output_type,
99
+ "q": payload$?.q,
100
+ "score": payload$?.score,
101
+ "sort_by_evaluator": payload$?.sort_by_evaluator,
102
+ "sort_order": payload$?.sort_order,
103
+ });
104
+
105
+ const headers$ = new Headers(compactMap({
106
+ Accept: "application/json",
107
+ "X-API-Key": encodeSimple("X-API-Key", payload$?.xAPIKey, {
108
+ explode: false,
109
+ charEncoding: "none",
110
+ }),
111
+ }));
112
+ const securityInput = await extractSecurity(client$._options.security);
113
+ const requestSecurity = resolveGlobalSecurity(securityInput);
114
+
115
+ const context = {
116
+ options: client$._options,
117
+ baseURL: options?.serverURL ?? client$._baseURL ?? "",
118
+ operationID: "list_traces_endpoint_traces_get",
119
+ oAuth2Scopes: null,
120
+ resolvedSecurity: requestSecurity,
121
+ securitySource: client$._options.security,
122
+ retryConfig: options?.retries
123
+ || client$._options.retryConfig
124
+ || { strategy: "none" },
125
+ retryCodes: options?.retryCodes || [
126
+ "429",
127
+ "500",
128
+ "502",
129
+ "503",
130
+ "504",
131
+ ],
132
+ };
133
+
134
+ const requestRes = client$._createRequest(context, {
135
+ security: requestSecurity,
136
+ method: "GET",
137
+ baseURL: options?.serverURL,
138
+ path: path$,
139
+ headers: headers$,
140
+ query: query$,
141
+ body: body$,
142
+ userAgent: client$._options.userAgent,
143
+ timeoutMs: options?.timeoutMs || client$._options.timeoutMs
144
+ || -1,
145
+ }, options);
146
+ if (!requestRes.ok) {
147
+ return [requestRes, { status: "invalid" }];
148
+ }
149
+ const req$ = requestRes.value;
150
+
151
+ const doResult = await client$._do(req$, {
152
+ context,
153
+ errorCodes: [],
154
+ retryConfig: context.retryConfig,
155
+ retryCodes: context.retryCodes,
156
+ });
157
+ if (!doResult.ok) {
158
+ return [doResult, { status: "request-error", request: req$ }];
159
+ }
160
+ return [doResult, {
161
+ status: "complete",
162
+ "request": req$,
163
+ response: doResult.value,
164
+ }];
165
+ }
@@ -930,7 +930,7 @@ http_headers = { "api-key-auth" = "YOUR_API_KEY_AUTH" }`;
930
930
  <h1>Instructions</h1>
931
931
  <p>One-click installation for Claude Desktop users</p>
932
932
  <div class="instruction-item">
933
- <a href="https://github.com/dalmia/calibrate-mcp/releases/download/v0.0.87/mcp-server.mcpb" download="mcp-server.mcpb" class="action-button header-action" style="display: inline-flex; margin-bottom: 16px;">
933
+ <a href="https://github.com/dalmia/calibrate-mcp/releases/download/v0.0.89/mcp-server.mcpb" download="mcp-server.mcpb" class="action-button header-action" style="display: inline-flex; margin-bottom: 16px;">
934
934
  📥 Download MCP Bundle
935
935
  </a>
936
936
  </div>
package/src/lib/config.ts CHANGED
@@ -65,8 +65,8 @@ export function serverURLFromOptions(options: SDKOptions): URL | null {
65
65
  export const SDK_METADATA = {
66
66
  language: "typescript",
67
67
  openapiDocVersion: "0.1.0",
68
- sdkVersion: "0.0.87",
68
+ sdkVersion: "0.0.89",
69
69
  genVersion: "2.915.1",
70
70
  userAgent:
71
- "speakeasy-sdk/mcp-typescript 0.0.87 2.915.1 0.1.0 @dalmia/calibrate-mcp",
71
+ "speakeasy-sdk/mcp-typescript 0.0.89 2.915.1 0.1.0 @dalmia/calibrate-mcp",
72
72
  } as const;
@@ -21,7 +21,7 @@ const routes = buildRouteMap({
21
21
  export const app = buildApplication(routes, {
22
22
  name: "mcp",
23
23
  versionInfo: {
24
- currentVersion: "0.0.87",
24
+ currentVersion: "0.0.89",
25
25
  },
26
26
  });
27
27
 
@@ -56,13 +56,14 @@ import { tool$evaluatorsCreate } from "./tools/evaluatorsCreate.js";
56
56
  import { tool$evaluatorsCreateVersion } from "./tools/evaluatorsCreateVersion.js";
57
57
  import { tool$evaluatorsGet } from "./tools/evaluatorsGet.js";
58
58
  import { tool$evaluatorsList } from "./tools/evaluatorsList.js";
59
+ import { tool$organizationsCurrent } from "./tools/organizationsCurrent.js";
59
60
  import { tool$testsBulkCreate } from "./tools/testsBulkCreate.js";
60
61
  import { tool$testsCreate } from "./tools/testsCreate.js";
61
62
  import { tool$testsGet } from "./tools/testsGet.js";
62
63
  import { tool$testsList } from "./tools/testsList.js";
63
64
  import { tool$testsUpdate } from "./tools/testsUpdate.js";
64
65
  import { tool$tracesCreate } from "./tools/tracesCreate.js";
65
- import { tool$workspaceCurrent } from "./tools/workspaceCurrent.js";
66
+ import { tool$tracesList } from "./tools/tracesList.js";
66
67
 
67
68
  export function createMCPServer(deps: {
68
69
  logger: ConsoleLogger;
@@ -77,7 +78,7 @@ export function createMCPServer(deps: {
77
78
  }) {
78
79
  const server = new McpServer({
79
80
  name: "CalibrateMcp",
80
- version: "0.0.87",
81
+ version: "0.0.89",
81
82
  });
82
83
 
83
84
  const getClient = deps.getSDK || (() =>
@@ -166,8 +167,9 @@ export function createMCPServer(deps: {
166
167
  tool(tool$annotatorsCreate);
167
168
  tool(tool$annotatorsList);
168
169
  tool(tool$annotatorsUpdate);
169
- tool(tool$workspaceCurrent);
170
+ tool(tool$organizationsCurrent);
170
171
  tool(tool$tracesCreate);
172
+ tool(tool$tracesList);
171
173
 
172
174
  if (deps.dynamic) {
173
175
  registerDynamicTools(deps.logger, server, getClient, toolMap, scopes);
@@ -2,7 +2,7 @@
2
2
  * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
3
  */
4
4
 
5
- import { workspaceCurrent } from "../../funcs/workspaceCurrent.js";
5
+ import { organizationsCurrent } from "../../funcs/organizationsCurrent.js";
6
6
  import { GetCurrentWorkspaceOrganizationsCurrentGetRequest$zodSchema } from "../../models/getcurrentworkspaceorganizationscurrentgetop.js";
7
7
  import { formatResult, ToolDefinition } from "../tools.js";
8
8
 
@@ -11,7 +11,7 @@ const args = {
11
11
  .optional(),
12
12
  };
13
13
 
14
- export const tool$workspaceCurrent: ToolDefinition<typeof args> = {
14
+ export const tool$organizationsCurrent: ToolDefinition<typeof args> = {
15
15
  name: "get-current-workspace",
16
16
  description: `Get the workspace the caller's API key belongs to, as its ID and
17
17
  name. Put the ID at the front of a Calibrate web address to link
@@ -29,7 +29,7 @@ last. Requires a Calibrate API key (CALIBRATE_API_KEY).
29
29
  },
30
30
  args,
31
31
  tool: async (client, args, ctx) => {
32
- const [result] = await workspaceCurrent(
32
+ const [result] = await organizationsCurrent(
33
33
  client,
34
34
  args.request,
35
35
  { fetchOptions: { signal: ctx.signal } },