@dalmia/calibrate-mcp 0.0.86 → 0.0.88

package/esm/models/tracescoreresult.d.ts

@@ -0,0 +1,58 @@
+import * as z from "zod";
+import { ClosedEnum } from "../types/enums.js";
+export declare const TraceScoreResultEvaluatorType: {
+    readonly Tts: "tts";
+    readonly Stt: "stt";
+    readonly Llm: "llm";
+    readonly LlmGeneral: "llm-general";
+    readonly Conversation: "conversation";
+    readonly ToolCall: "tool-call";
+};
+export type TraceScoreResultEvaluatorType = ClosedEnum<typeof TraceScoreResultEvaluatorType>;
+export declare const TraceScoreResultEvaluatorType$zodSchema: z.ZodEnum<{
+    conversation: "conversation";
+    tts: "tts";
+    stt: "stt";
+    llm: "llm";
+    "llm-general": "llm-general";
+    "tool-call": "tool-call";
+}>;
+/**
+ * How the evaluator scores:
+ *
+ * @remarks
+ *
+ * - `binary`: pass or fail
+ * - `rating`: a numeric score, using the scale in `output_config`
+ */
+export declare const TraceScoreResultOutputType: {
+    readonly Binary: "binary";
+    readonly Rating: "rating";
+};
+/**
+ * How the evaluator scores:
+ *
+ * @remarks
+ *
+ * - `binary`: pass or fail
+ * - `rating`: a numeric score, using the scale in `output_config`
+ */
+export type TraceScoreResultOutputType = ClosedEnum<typeof TraceScoreResultOutputType>;
+export declare const TraceScoreResultOutputType$zodSchema: z.ZodEnum<{
+    binary: "binary";
+    rating: "rating";
+}>;
+export type TraceScoreResult = {
+    evaluator_uuid: string;
+    name: string;
+    evaluator_type?: TraceScoreResultEvaluatorType | null | undefined;
+    output_type: TraceScoreResultOutputType;
+    scale_min?: number | null | undefined;
+    scale_max?: number | null | undefined;
+    value: number;
+    reasoning?: string | null | undefined;
+    evaluator_version_id: string;
+    passed: boolean;
+};
+export declare const TraceScoreResult$zodSchema: z.ZodType<TraceScoreResult>;
+//# sourceMappingURL=tracescoreresult.d.ts.map

package/esm/models/tracescoreresult.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tracescoreresult.d.ts","sourceRoot":"","sources":["../../src/models/tracescoreresult.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAE/C,eAAO,MAAM,6BAA6B;;;;;;;CAOhC,CAAC;AACX,MAAM,MAAM,6BAA6B,GAAG,UAAU,CACpD,OAAO,6BAA6B,CACrC,CAAC;AAEF,eAAO,MAAM,uCAAuC;;;;;;;EAOlD,CAAC;AAEH;;;;;;;GAOG;AACH,eAAO,MAAM,0BAA0B;;;CAG7B,CAAC;AACX;;;;;;;GAOG;AACH,MAAM,MAAM,0BAA0B,GAAG,UAAU,CACjD,OAAO,0BAA0B,CAClC,CAAC;AAEF,eAAO,MAAM,oCAAoC;;;EAKhD,CAAC;AAEF,MAAM,MAAM,gBAAgB,GAAG;IAC7B,cAAc,EAAE,MAAM,CAAC;IACvB,IAAI,EAAE,MAAM,CAAC;IACb,cAAc,CAAC,EAAE,6BAA6B,GAAG,IAAI,GAAG,SAAS,CAAC;IAClE,WAAW,EAAE,0BAA0B,CAAC;IACxC,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACtC,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACtC,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACtC,oBAAoB,EAAE,MAAM,CAAC;IAC7B,MAAM,EAAE,OAAO,CAAC;CACjB,CAAC;AAEF,eAAO,MAAM,0BAA0B,EAAE,CAAC,CAAC,OAAO,CAAC,gBAAgB,CAkClE,CAAC"}

package/esm/models/tracescoreresult.js

@@ -0,0 +1,50 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+import * as z from "zod";
+export const TraceScoreResultEvaluatorType = {
+    Tts: "tts",
+    Stt: "stt",
+    Llm: "llm",
+    LlmGeneral: "llm-general",
+    Conversation: "conversation",
+    ToolCall: "tool-call",
+};
+export const TraceScoreResultEvaluatorType$zodSchema = z.enum([
+    "tts",
+    "stt",
+    "llm",
+    "llm-general",
+    "conversation",
+    "tool-call",
+]);
+/**
+ * How the evaluator scores:
+ *
+ * @remarks
+ *
+ * - `binary`: pass or fail
+ * - `rating`: a numeric score, using the scale in `output_config`
+ */
+export const TraceScoreResultOutputType = {
+    Binary: "binary",
+    Rating: "rating",
+};
+export const TraceScoreResultOutputType$zodSchema = z.enum([
+    "binary",
+    "rating",
+]).describe("How the evaluator scores:\n\n- `binary`: pass or fail\n- `rating`: a numeric score, using the scale in `output_config`\n");
+export const TraceScoreResult$zodSchema = z.object({
+    evaluator_type: TraceScoreResultEvaluatorType$zodSchema.nullable()
+        .optional().describe("What the evaluator judges:\n\n- `tts`: TTS audio\n- `stt`: one transcript\n- `llm`: a reply with its conversation history\n- `llm-general`: a standalone input and output pair\n- `conversation`: a full conversation\n- `tool-call`: whether the agent called the right tool, labelled by a person\n"),
+    evaluator_uuid: z.string().describe("ID of the evaluator that produced this result"),
+    evaluator_version_id: z.string().describe("ID of the evaluator version that produced this result"),
+    name: z.string().describe("Name of the evaluator. Uses the last stored name if it has been deleted"),
+    output_type: TraceScoreResultOutputType$zodSchema.describe("How the evaluator scores:\n\n- `binary`: pass or fail\n- `rating`: a numeric score, using the scale in `output_config`\n"),
+    passed: z.boolean().describe("Whether this evaluator passed. A binary result passes on 1. A rating passes at the top of its scale"),
+    reasoning: z.string().nullable().optional().describe("The judge's rationale for this result"),
+    scale_max: z.number().nullable().optional().describe("Highest value on a rating scale"),
+    scale_min: z.number().nullable().optional().describe("Lowest value on a rating scale"),
+    value: z.number().describe("The judged result. Binary stores 0 or 1. Rating stores the numeric score"),
+});
+//# sourceMappingURL=tracescoreresult.js.map

package/esm/models/tracescoreresult.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tracescoreresult.js","sourceRoot":"","sources":["../../src/models/tracescoreresult.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAGzB,MAAM,CAAC,MAAM,6BAA6B,GAAG;IAC3C,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,UAAU,EAAE,aAAa;IACzB,YAAY,EAAE,cAAc;IAC5B,QAAQ,EAAE,WAAW;CACb,CAAC;AAKX,MAAM,CAAC,MAAM,uCAAuC,GAAG,CAAC,CAAC,IAAI,CAAC;IAC5D,KAAK;IACL,KAAK;IACL,KAAK;IACL,aAAa;IACb,cAAc;IACd,WAAW;CACZ,CAAC,CAAC;AAEH;;;;;;;GAOG;AACH,MAAM,CAAC,MAAM,0BAA0B,GAAG;IACxC,MAAM,EAAE,QAAQ;IAChB,MAAM,EAAE,QAAQ;CACR,CAAC;AAaX,MAAM,CAAC,MAAM,oCAAoC,GAAG,CAAC,CAAC,IAAI,CAAC;IACzD,QAAQ;IACR,QAAQ;CACT,CAAC,CAAC,QAAQ,CACT,0HAA0H,CAC3H,CAAC;AAeF,MAAM,CAAC,MAAM,0BAA0B,GAAgC,CAAC,CAAC,MAAM,CAC7E;IACE,cAAc,EAAE,uCAAuC,CAAC,QAAQ,EAAE;SAC/D,QAAQ,EAAE,CAAC,QAAQ,CAClB,uSAAuS,CACxS;IACH,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CACjC,+CAA+C,CAChD;IACD,oBAAoB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CACvC,uDAAuD,CACxD;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CACvB,yEAAyE,CAC1E;IACD,WAAW,EAAE,oCAAoC,CAAC,QAAQ,CACxD,0HAA0H,CAC3H;IACD,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,CAC1B,qGAAqG,CACtG;IACD,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClD,uCAAuC,CACxC;IACD,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClD,iCAAiC,CAClC;IACD,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClD,gCAAgC,CACjC;IACD,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CACxB,0EAA0E,CAC3E;CACF,CACF,CAAC"}

package/esm/models/tracesummary.d.ts

@@ -0,0 +1,35 @@
+import * as z from "zod";
+import { TraceEvalRunStatus } from "./traceevalrunstatus.js";
+import { TraceMetadataEntry } from "./tracemetadataentry.js";
+import { TraceOutput } from "./traceoutput.js";
+import { TraceScoreResult } from "./tracescoreresult.js";
+import { TraceToolCall } from "./tracetoolcall.js";
+import { TraceTurn } from "./traceturn.js";
+/**
+ * What the agent was given for this turn. For a `general` agent, the standalone prompt as a string. For a `conversation` agent, the history up to the reported output, oldest turn first, in OpenAI chat format. Sent only with `include_content`
+ */
+export type TraceSummaryInput = string | Array<TraceTurn>;
+export declare const TraceSummaryInput$zodSchema: z.ZodType<TraceSummaryInput>;
+export type TraceSummary = {
+    uuid: string;
+    agent_id: string;
+    message_id?: string | null | undefined;
+    conversation_id?: string | null | undefined;
+    input_preview?: string | null | undefined;
+    response_preview?: string | null | undefined;
+    tool_names: Array<string>;
+    tool_calls: Array<TraceToolCall>;
+    turn_count: number;
+    tool_call_count: number;
+    metadata_count: number;
+    labels: Array<string>;
+    input?: string | Array<TraceTurn> | null | undefined;
+    output?: TraceOutput | null | undefined;
+    metadata?: Array<TraceMetadataEntry> | null | undefined;
+    created_at: string;
+    latest_run_status?: TraceEvalRunStatus | null | undefined;
+    latest_run_error?: string | null | undefined;
+    results?: Array<TraceScoreResult> | undefined;
+};
+export declare const TraceSummary$zodSchema: z.ZodType<TraceSummary>;
+//# sourceMappingURL=tracesummary.d.ts.map

package/esm/models/tracesummary.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tracesummary.d.ts","sourceRoot":"","sources":["../../src/models/tracesummary.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,kBAAkB,EAEnB,MAAM,yBAAyB,CAAC;AACjC,OAAO,EACL,kBAAkB,EAEnB,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAAE,WAAW,EAAyB,MAAM,kBAAkB,CAAC;AACtE,OAAO,EACL,gBAAgB,EAEjB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,aAAa,EAA2B,MAAM,oBAAoB,CAAC;AAC5E,OAAO,EAAE,SAAS,EAAuB,MAAM,gBAAgB,CAAC;AAEhE;;GAEG;AACH,MAAM,MAAM,iBAAiB,GAAG,MAAM,GAAG,KAAK,CAAC,SAAS,CAAC,CAAC;AAE1D,eAAO,MAAM,2BAA2B,EAAE,CAAC,CAAC,OAAO,CAAC,iBAAiB,CAMlE,CAAC;AAEJ,MAAM,MAAM,YAAY,GAAG;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,QAAQ,EAAE,MAAM,CAAC;IACjB,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC5C,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC1C,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC7C,UAAU,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IAC1B,UAAU,EAAE,KAAK,CAAC,aAAa,CAAC,CAAC;IACjC,UAAU,EAAE,MAAM,CAAC;IACnB,eAAe,EAAE,MAAM,CAAC;IACxB,cAAc,EAAE,MAAM,CAAC;IACvB,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACtB,KAAK,CAAC,EAAE,MAAM,GAAG,KAAK,CAAC,SAAS,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IACrD,MAAM,CAAC,EAAE,WAAW,GAAG,IAAI,GAAG,SAAS,CAAC;IACxC,QAAQ,CAAC,EAAE,KAAK,CAAC,kBAAkB,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IACxD,UAAU,EAAE,MAAM,CAAC;IACnB,iBAAiB,CAAC,EAAE,kBAAkB,GAAG,IAAI,GAAG,SAAS,CAAC;IAC1D,gBAAgB,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC7C,OAAO,CAAC,EAAE,KAAK,CAAC,gBAAgB,CAAC,GAAG,SAAS,CAAC;CAC/C,CAAC;AAEF,eAAO,MAAM,sBAAsB,EAAE,CAAC,CAAC,OAAO,CAAC,YAAY,CAuDzD,CAAC"}

package/esm/models/tracesummary.js

@@ -0,0 +1,42 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+import * as z from "zod";
+import { TraceEvalRunStatus$zodSchema, } from "./traceevalrunstatus.js";
+import { TraceMetadataEntry$zodSchema, } from "./tracemetadataentry.js";
+import { TraceOutput$zodSchema } from "./traceoutput.js";
+import { TraceScoreResult$zodSchema, } from "./tracescoreresult.js";
+import { TraceToolCall$zodSchema } from "./tracetoolcall.js";
+import { TraceTurn$zodSchema } from "./traceturn.js";
+export const TraceSummaryInput$zodSchema = z
+    .union([
+    z.string(),
+    z.array(TraceTurn$zodSchema),
+]).describe("What the agent was given for this turn. For a `general` agent, the standalone prompt as a string. For a `conversation` agent, the history up to the reported output, oldest turn first, in OpenAI chat format. Sent only with `include_content`");
+export const TraceSummary$zodSchema = z.object({
+    agent_id: z.string().describe("ID of the agent that produced the turn"),
+    conversation_id: z.string().nullable().optional().describe("The conversation ID you sent, if any"),
+    created_at: z.string().describe("When the trace was created (ISO 8601 UTC)"),
+    input: z.union([
+        z.string(),
+        z.array(TraceTurn$zodSchema),
+    ]).nullable().optional().describe("What the agent was given for this turn. For a `general` agent, the standalone prompt as a string. For a `conversation` agent, the history up to the reported output, oldest turn first, in OpenAI chat format. Sent only with `include_content`"),
+    input_preview: z.string().nullable().optional().describe("The standalone prompt or the last user message, truncated for display"),
+    labels: z.array(z.string()).describe("Your own tags for this turn, such as an environment or a release. Matched exactly when filtering, so keep the spelling stable"),
+    latest_run_error: z.string().nullable().optional().describe("Why the latest scoring run was skipped or failed"),
+    latest_run_status: TraceEvalRunStatus$zodSchema.nullable().optional()
+        .describe("Status of the latest scoring run for this trace"),
+    message_id: z.string().nullable().optional().describe("The message ID you sent, if any"),
+    metadata: z.array(TraceMetadataEntry$zodSchema).nullable().optional()
+        .describe("Key-value pairs stored with the trace. Sent only with `include_content`"),
+    metadata_count: z.int().describe("Number of metadata entries stored with the trace"),
+    output: TraceOutput$zodSchema.nullable().optional().describe("What the agent produced for this turn. Sent only with `include_content`"),
+    response_preview: z.string().nullable().optional().describe("The agent reply, truncated for display"),
+    results: z.array(TraceScoreResult$zodSchema).optional().describe("Results for each evaluator on the latest scoring run"),
+    tool_call_count: z.int().describe("Number of tool calls the agent issued for this turn"),
+    tool_calls: z.array(TraceToolCall$zodSchema).describe("Tools the agent issued on this turn, with the arguments it passed"),
+    tool_names: z.array(z.string()).describe("Names of the tools the agent issued on this turn, in order"),
+    turn_count: z.int().describe("Number of turns in the stored input. A standalone prompt counts as 1"),
+    uuid: z.string().describe("Unique ID for the trace"),
+});
+//# sourceMappingURL=tracesummary.js.map

package/esm/models/tracesummary.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tracesummary.js","sourceRoot":"","sources":["../../src/models/tracesummary.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,4BAA4B,GAC7B,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAEL,4BAA4B,GAC7B,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAAe,qBAAqB,EAAE,MAAM,kBAAkB,CAAC;AACtE,OAAO,EAEL,0BAA0B,GAC3B,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAiB,uBAAuB,EAAE,MAAM,oBAAoB,CAAC;AAC5E,OAAO,EAAa,mBAAmB,EAAE,MAAM,gBAAgB,CAAC;AAOhE,MAAM,CAAC,MAAM,2BAA2B,GAAiC,CAAC;KACvE,KAAK,CAAC;IACL,CAAC,CAAC,MAAM,EAAE;IACV,CAAC,CAAC,KAAK,CAAC,mBAAmB,CAAC;CAC7B,CAAC,CAAC,QAAQ,CACT,iPAAiP,CAClP,CAAC;AAwBJ,MAAM,CAAC,MAAM,sBAAsB,GAA4B,CAAC,CAAC,MAAM,CAAC;IACtE,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,wCAAwC,CAAC;IACvE,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACxD,sCAAsC,CACvC;IACD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,2CAA2C,CAAC;IAC5E,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC;QACb,CAAC,CAAC,MAAM,EAAE;QACV,CAAC,CAAC,KAAK,CAAC,mBAAmB,CAAC;KAC7B,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC/B,iPAAiP,CAClP;IACD,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACtD,uEAAuE,CACxE;IACD,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,CAClC,+HAA+H,CAChI;IACD,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACzD,kDAAkD,CACnD;IACD,iBAAiB,EAAE,4BAA4B,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;SAClE,QAAQ,CAAC,iDAAiD,CAAC;IAC9D,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACnD,iCAAiC,CAClC;IACD,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,4BAA4B,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;SAClE,QAAQ,CACP,yEAAyE,CAC1E;IACH,cAAc,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,CAC9B,kDAAkD,CACnD;IACD,MAAM,EAAE,qBAAqB,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC1D,yEAAyE,CAC1E;IACD,gBAAgB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACzD,wCAAwC,CACzC;IACD,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC9D,sDAAsD,CACvD;IACD,eAAe,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,CAC/B,qDAAqD,CACtD;IACD,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,uBAAuB,CAAC,CAAC,QAAQ,CACnD,mEAAmE,CACpE;IACD,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,CACtC,4DAA4D,CAC7D;IACD,UAAU,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,CAC1B,sEAAsE,CACvE;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,yBAAyB,CAAC;CACrD,CAAC,CAAC"}

package/esm/tool-names.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"tool-names.d.ts","sourceRoot":"","sources":["../src/tool-names.ts"],"names":[],"mappings":"AACA,eAAO,MAAM,SAAS,EAAE,KAAK,CAAC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,WAAW,EAAE,MAAM,CAAA;CAAE,CAyLlE,CAAC"}
+{"version":3,"file":"tool-names.d.ts","sourceRoot":"","sources":["../src/tool-names.ts"],"names":[],"mappings":"AACA,eAAO,MAAM,SAAS,EAAE,KAAK,CAAC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,WAAW,EAAE,MAAM,CAAA;CAAE,CA6LlE,CAAC"}

package/esm/tool-names.js

@@ -183,6 +183,10 @@ export const toolNames = [
     {
         "name": "create-trace",
         "description": "Store one production agent turn against an agent in the caller's org:\nthe conversation history as input, what the agent produced as output,\nand optional metadata. Use this to capture live traffic for later\nreview and conversion into tests. Fails with 429 once the workspace\nhits its trace limit.\n"
+    },
+    {
+        "name": "list-traces",
+        "description": "List the traces in the caller's org, newest first, one page at a\ntime. Each trace carries a short preview of its last user message\nand reply, its tool calls and labels, and the scores from its\nlatest scoring run with each evaluator's reasoning and evaluator\nversion. Filter by agent, label, creation time, text, or score.\nSet include_content to also get each trace's full input, output\nand metadata.\n"
     }
 ];
 //# sourceMappingURL=tool-names.js.map

package/esm/tool-names.js.map

@@ -1 +1 @@
-{"version":3,"file":"tool-names.js","sourceRoot":"","sources":["../src/tool-names.ts"],"names":[],"mappings":"AAAA,+BAA+B;AAC/B,MAAM,CAAC,MAAM,SAAS,GAAgD;IACpE;QACE,MAAM,EAAE,yBAAyB;QACjC,aAAa,EAAE,sNAAsN;KACtO;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,oQAAoQ;KACpR;IACD;QACE,MAAM,EAAE,cAAc;QACtB,aAAa,EAAE,kMAAkM;KAClN;IACD;QACE,MAAM,EAAE,aAAa;QACrB,aAAa,EAAE,iPAAiP;KACjQ;IACD;QACE,MAAM,EAAE,WAAW;QACnB,aAAa,EAAE,6KAA6K;KAC7L;IACD;QACE,MAAM,EAAE,cAAc;QACtB,aAAa,EAAE,kNAAkN;KAClO;IACD;QACE,MAAM,EAAE,uBAAuB;QAC/B,aAAa,EAAE,6IAA6I;KAC7J;IACD;QACE,MAAM,EAAE,0BAA0B;QAClC,aAAa,EAAE,kLAAkL;KAClM;IACD;QACE,MAAM,EAAE,mBAAmB;QAC3B,aAAa,EAAE,+KAA+K;KAC/L;IACD;QACE,MAAM,EAAE,aAAa;QACrB,aAAa,EAAE,+LAA+L;KAC/M;IACD;QACE,MAAM,EAAE,YAAY;QACpB,aAAa,EAAE,kKAAkK;KAClL;IACD;QACE,MAAM,EAAE,UAAU;QAClB,aAAa,EAAE,0KAA0K;KAC1L;IACD;QACE,MAAM,EAAE,aAAa;QACrB,aAAa,EAAE,yMAAyM;KACzN;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,2JAA2J;KAC3K;IACD;QACE,MAAM,EAAE,kBAAkB;QAC1B,aAAa,EAAE,sCAAsC;KACtD;IACD;QACE,MAAM,EAAE,sBAAsB;QAC9B,aAAa,EAAE,wGAAwG;KACxH;IACD;QACE,MAAM,EAAE,yBAAyB;QACjC,aAAa,EAAE,kWAAkW;KAClX;IACD;QACE,MAAM,EAAE,iBAAiB;QACzB,aAAa,EAAE,oSAAoS;KACpT;IACD;QACE,MAAM,EAAE,uBAAuB;QAC/B,aAAa,EAAE,qUAAqU;KACrV;IACD;QACE,MAAM,EAAE,oBAAoB;QAC5B,aAAa,EAAE,wRAAwR;KACxS;IACD;QACE,MAAM,EAAE,4BAA4B;QACpC,aAAa,EAAE,oTAAoT;KACpU;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,wLAAwL;KACxM;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,uFAAuF;KACvG;IACD;QACE,MAAM,EAAE,kBAAkB;QAC1B,aAAa,EAAE,4HAA4H;KAC5I;IACD;QACE,MAAM,EAAE,iBAAiB;QACzB,aAAa,EAAE,oHAAoH;KACpI;IACD;QACE,MAAM,EAAE,eAAe;QACvB,aAAa,EAAE,oDAAoD;KACpE;IACD;QACE,MAAM,EAAE,0BAA0B;QAClC,aAAa,EAAE,iIAAiI;KACjJ;IACD;QACE,MAAM,EAAE,gBAAgB;QACxB,aAAa,EAAE,4IAA4I;KAC5J;IACD;QACE,MAAM,EAAE,aAAa;QACrB,aAAa,EAAE,2HAA2H;KAC3I;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,8IAA8I;KAC9J;IACD;QACE,MAAM,EAAE,wBAAwB;QAChC,aAAa,EAAE,0GAA0G;KAC1H;IACD;QACE,MAAM,EAAE,uBAAuB;QAC/B,aAAa,EAAE,4DAA4D;KAC5E;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,2EAA2E;KAC3F;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,sTAAsT;KACtU;IACD;QACE,MAAM,EAAE,sBAAsB;QAC9B,aAAa,EAAE,kFAAkF;KAClG;IACD;QACE,MAAM,EAAE,yBAAyB;QACjC,aAAa,EAAE,oDAAoD;KACpE;IACD;QACE,MAAM,EAAE,uBAAuB;QAC/B,aAAa,EAAE,qJAAqJ;KACrK;IACD;QACE,MAAM,EAAE,2BAA2B;QACnC,aAAa,EAAE,4IAA4I;KAC5J;IACD;QACE,MAAM,EAAE,8BAA8B;QACtC,aAAa,EAAE,2EAA2E;KAC3F;IACD;QACE,MAAM,EAAE,0BAA0B;QAClC,aAAa,EAAE,6HAA6H;KAC7I;IACD;QACE,MAAM,EAAE,wBAAwB;QAChC,aAAa,EAAE,iGAAiG;KACjH;IACD;QACE,MAAM,EAAE,kBAAkB;QAC1B,aAAa,EAAE,+EAA+E;KAC/F;IACD;QACE,MAAM,EAAE,iBAAiB;QACzB,aAAa,EAAE,oEAAoE;KACpF;IACD;QACE,MAAM,EAAE,kBAAkB;QAC1B,aAAa,EAAE,0CAA0C;KAC1D;IACD;QACE,MAAM,EAAE,uBAAuB;QAC/B,aAAa,EAAE,mUAAmU;KACnV;IACD;QACE,MAAM,EAAE,cAAc;QACtB,aAAa,EAAE,+SAA+S;KAC/T;CACF,CAAC"}
+{"version":3,"file":"tool-names.js","sourceRoot":"","sources":["../src/tool-names.ts"],"names":[],"mappings":"AAAA,+BAA+B;AAC/B,MAAM,CAAC,MAAM,SAAS,GAAgD;IACpE;QACE,MAAM,EAAE,yBAAyB;QACjC,aAAa,EAAE,sNAAsN;KACtO;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,oQAAoQ;KACpR;IACD;QACE,MAAM,EAAE,cAAc;QACtB,aAAa,EAAE,kMAAkM;KAClN;IACD;QACE,MAAM,EAAE,aAAa;QACrB,aAAa,EAAE,iPAAiP;KACjQ;IACD;QACE,MAAM,EAAE,WAAW;QACnB,aAAa,EAAE,6KAA6K;KAC7L;IACD;QACE,MAAM,EAAE,cAAc;QACtB,aAAa,EAAE,kNAAkN;KAClO;IACD;QACE,MAAM,EAAE,uBAAuB;QAC/B,aAAa,EAAE,6IAA6I;KAC7J;IACD;QACE,MAAM,EAAE,0BAA0B;QAClC,aAAa,EAAE,kLAAkL;KAClM;IACD;QACE,MAAM,EAAE,mBAAmB;QAC3B,aAAa,EAAE,+KAA+K;KAC/L;IACD;QACE,MAAM,EAAE,aAAa;QACrB,aAAa,EAAE,+LAA+L;KAC/M;IACD;QACE,MAAM,EAAE,YAAY;QACpB,aAAa,EAAE,kKAAkK;KAClL;IACD;QACE,MAAM,EAAE,UAAU;QAClB,aAAa,EAAE,0KAA0K;KAC1L;IACD;QACE,MAAM,EAAE,aAAa;QACrB,aAAa,EAAE,yMAAyM;KACzN;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,2JAA2J;KAC3K;IACD;QACE,MAAM,EAAE,kBAAkB;QAC1B,aAAa,EAAE,sCAAsC;KACtD;IACD;QACE,MAAM,EAAE,sBAAsB;QAC9B,aAAa,EAAE,wGAAwG;KACxH;IACD;QACE,MAAM,EAAE,yBAAyB;QACjC,aAAa,EAAE,kWAAkW;KAClX;IACD;QACE,MAAM,EAAE,iBAAiB;QACzB,aAAa,EAAE,oSAAoS;KACpT;IACD;QACE,MAAM,EAAE,uBAAuB;QAC/B,aAAa,EAAE,qUAAqU;KACrV;IACD;QACE,MAAM,EAAE,oBAAoB;QAC5B,aAAa,EAAE,wRAAwR;KACxS;IACD;QACE,MAAM,EAAE,4BAA4B;QACpC,aAAa,EAAE,oTAAoT;KACpU;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,wLAAwL;KACxM;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,uFAAuF;KACvG;IACD;QACE,MAAM,EAAE,kBAAkB;QAC1B,aAAa,EAAE,4HAA4H;KAC5I;IACD;QACE,MAAM,EAAE,iBAAiB;QACzB,aAAa,EAAE,oHAAoH;KACpI;IACD;QACE,MAAM,EAAE,eAAe;QACvB,aAAa,EAAE,oDAAoD;KACpE;IACD;QACE,MAAM,EAAE,0BAA0B;QAClC,aAAa,EAAE,iIAAiI;KACjJ;IACD;QACE,MAAM,EAAE,gBAAgB;QACxB,aAAa,EAAE,4IAA4I;KAC5J;IACD;QACE,MAAM,EAAE,aAAa;QACrB,aAAa,EAAE,2HAA2H;KAC3I;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,8IAA8I;KAC9J;IACD;QACE,MAAM,EAAE,wBAAwB;QAChC,aAAa,EAAE,0GAA0G;KAC1H;IACD;QACE,MAAM,EAAE,uBAAuB;QAC/B,aAAa,EAAE,4DAA4D;KAC5E;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,2EAA2E;KAC3F;IACD;QACE,MAAM,EAAE,qBAAqB;QAC7B,aAAa,EAAE,sTAAsT;KACtU;IACD;QACE,MAAM,EAAE,sBAAsB;QAC9B,aAAa,EAAE,kFAAkF;KAClG;IACD;QACE,MAAM,EAAE,yBAAyB;QACjC,aAAa,EAAE,oDAAoD;KACpE;IACD;QACE,MAAM,EAAE,uBAAuB;QAC/B,aAAa,EAAE,qJAAqJ;KACrK;IACD;QACE,MAAM,EAAE,2BAA2B;QACnC,aAAa,EAAE,4IAA4I;KAC5J;IACD;QACE,MAAM,EAAE,8BAA8B;QACtC,aAAa,EAAE,2EAA2E;KAC3F;IACD;QACE,MAAM,EAAE,0BAA0B;QAClC,aAAa,EAAE,6HAA6H;KAC7I;IACD;QACE,MAAM,EAAE,wBAAwB;QAChC,aAAa,EAAE,iGAAiG;KACjH;IACD;QACE,MAAM,EAAE,kBAAkB;QAC1B,aAAa,EAAE,+EAA+E;KAC/F;IACD;QACE,MAAM,EAAE,iBAAiB;QACzB,aAAa,EAAE,oEAAoE;KACpF;IACD;QACE,MAAM,EAAE,kBAAkB;QAC1B,aAAa,EAAE,0CAA0C;KAC1D;IACD;QACE,MAAM,EAAE,uBAAuB;QAC/B,aAAa,EAAE,mUAAmU;KACnV;IACD;QACE,MAAM,EAAE,cAAc;QACtB,aAAa,EAAE,+SAA+S;KAC/T;IACD;QACE,MAAM,EAAE,aAAa;QACrB,aAAa,EAAE,yZAAyZ;KACza;CACF,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@dalmia/calibrate-mcp",
-  "version": "0.0.86",
+  "version": "0.0.88",
   "author": "Speakeasy",
   "type": "module",
   "sideEffects": false,

package/src/funcs/tracesList.ts

@@ -0,0 +1,165 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { CalibrateMcpCore } from "../core.js";
+import { encodeFormQuery, encodeSimple } from "../lib/encodings.js";
+import { compactMap } from "../lib/primitives.js";
+import { safeParse } from "../lib/schemas.js";
+import { RequestOptions } from "../lib/sdks.js";
+import { extractSecurity, resolveGlobalSecurity } from "../lib/security.js";
+import { pathToFunc } from "../lib/url.js";
+import { APIError } from "../models/errors/apierror.js";
+import {
+  ConnectionError,
+  InvalidRequestError,
+  RequestAbortedError,
+  RequestTimeoutError,
+  UnexpectedClientError,
+} from "../models/errors/httpclienterrors.js";
+import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
+import {
+  ListTracesEndpointTracesGetRequest,
+  ListTracesEndpointTracesGetRequest$zodSchema,
+} from "../models/listtracesendpointtracesgetop.js";
+import { APICall, APIPromise } from "../types/async.js";
+import { Result } from "../types/fp.js";
+
+/**
+ * List traces
+ *
+ * @remarks
+ * List ingested traces, newest first
+ */
+export function tracesList(
+  client$: CalibrateMcpCore,
+  request?: ListTracesEndpointTracesGetRequest | undefined,
+  options?: RequestOptions,
+): APIPromise<
+  Result<
+    Response,
+    | APIError
+    | SDKValidationError
+    | UnexpectedClientError
+    | InvalidRequestError
+    | RequestAbortedError
+    | RequestTimeoutError
+    | ConnectionError
+  >
+> {
+  return new APIPromise($do(
+    client$,
+    request,
+    options,
+  ));
+}
+
+async function $do(
+  client$: CalibrateMcpCore,
+  request?: ListTracesEndpointTracesGetRequest | undefined,
+  options?: RequestOptions,
+): Promise<
+  [
+    Result<
+      Response,
+      | APIError
+      | SDKValidationError
+      | UnexpectedClientError
+      | InvalidRequestError
+      | RequestAbortedError
+      | RequestTimeoutError
+      | ConnectionError
+    >,
+    APICall,
+  ]
+> {
+  const parsed$ = safeParse(
+    request,
+    (value$) =>
+      ListTracesEndpointTracesGetRequest$zodSchema.optional().parse(value$),
+    "Input validation failed",
+  );
+  if (!parsed$.ok) {
+    return [parsed$, { status: "invalid" }];
+  }
+  const payload$ = parsed$.value;
+  const body$ = null;
+  const path$ = pathToFunc("/traces")();
+  const query$ = encodeFormQuery({
+    "agent_id": payload$?.agent_id,
+    "conversation_id": payload$?.conversation_id,
+    "created_after": payload$?.created_after,
+    "created_before": payload$?.created_before,
+    "include_content": payload$?.include_content,
+    "include_score_averages": payload$?.include_score_averages,
+    "labels": payload$?.labels,
+    "limit": payload$?.limit,
+    "offset": payload$?.offset,
+    "output_type": payload$?.output_type,
+    "q": payload$?.q,
+    "score": payload$?.score,
+    "sort_by_evaluator": payload$?.sort_by_evaluator,
+    "sort_order": payload$?.sort_order,
+  });
+
+  const headers$ = new Headers(compactMap({
+    Accept: "application/json",
+    "X-API-Key": encodeSimple("X-API-Key", payload$?.xAPIKey, {
+      explode: false,
+      charEncoding: "none",
+    }),
+  }));
+  const securityInput = await extractSecurity(client$._options.security);
+  const requestSecurity = resolveGlobalSecurity(securityInput);
+
+  const context = {
+    options: client$._options,
+    baseURL: options?.serverURL ?? client$._baseURL ?? "",
+    operationID: "list_traces_endpoint_traces_get",
+    oAuth2Scopes: null,
+    resolvedSecurity: requestSecurity,
+    securitySource: client$._options.security,
+    retryConfig: options?.retries
+      || client$._options.retryConfig
+      || { strategy: "none" },
+    retryCodes: options?.retryCodes || [
+      "429",
+      "500",
+      "502",
+      "503",
+      "504",
+    ],
+  };
+
+  const requestRes = client$._createRequest(context, {
+    security: requestSecurity,
+    method: "GET",
+    baseURL: options?.serverURL,
+    path: path$,
+    headers: headers$,
+    query: query$,
+    body: body$,
+    userAgent: client$._options.userAgent,
+    timeoutMs: options?.timeoutMs || client$._options.timeoutMs
+      || -1,
+  }, options);
+  if (!requestRes.ok) {
+    return [requestRes, { status: "invalid" }];
+  }
+  const req$ = requestRes.value;
+
+  const doResult = await client$._do(req$, {
+    context,
+    errorCodes: [],
+    retryConfig: context.retryConfig,
+    retryCodes: context.retryCodes,
+  });
+  if (!doResult.ok) {
+    return [doResult, { status: "request-error", request: req$ }];
+  }
+  return [doResult, {
+    status: "complete",
+    "request": req$,
+    response: doResult.value,
+  }];
+}

package/src/landing-page.ts

@@ -930,7 +930,7 @@ http_headers = { "api-key-auth" = "YOUR_API_KEY_AUTH" }`;
         <h1>Instructions</h1>
         <p>One-click installation for Claude Desktop users</p>
         <div class="instruction-item">
-          <a href="https://github.com/dalmia/calibrate-mcp/releases/download/v0.0.86/mcp-server.mcpb" download="mcp-server.mcpb" class="action-button header-action" style="display: inline-flex; margin-bottom: 16px;">
+          <a href="https://github.com/dalmia/calibrate-mcp/releases/download/v0.0.88/mcp-server.mcpb" download="mcp-server.mcpb" class="action-button header-action" style="display: inline-flex; margin-bottom: 16px;">
             📥 Download MCP Bundle
           </a>
         </div>

package/src/lib/config.ts

@@ -65,8 +65,8 @@ export function serverURLFromOptions(options: SDKOptions): URL | null {
 export const SDK_METADATA = {
   language: "typescript",
   openapiDocVersion: "0.1.0",
-  sdkVersion: "0.0.86",
+  sdkVersion: "0.0.88",
   genVersion: "2.915.1",
   userAgent:
-    "speakeasy-sdk/mcp-typescript 0.0.86 2.915.1 0.1.0 @dalmia/calibrate-mcp",
+    "speakeasy-sdk/mcp-typescript 0.0.88 2.915.1 0.1.0 @dalmia/calibrate-mcp",
 } as const;

package/src/mcp-server/mcp-server.ts

@@ -21,7 +21,7 @@ const routes = buildRouteMap({
 export const app = buildApplication(routes, {
   name: "mcp",
   versionInfo: {
-    currentVersion: "0.0.86",
+    currentVersion: "0.0.88",
   },
 });
 

package/src/mcp-server/server.ts

@@ -62,6 +62,7 @@ import { tool$testsGet } from "./tools/testsGet.js";
 import { tool$testsList } from "./tools/testsList.js";
 import { tool$testsUpdate } from "./tools/testsUpdate.js";
 import { tool$tracesCreate } from "./tools/tracesCreate.js";
+import { tool$tracesList } from "./tools/tracesList.js";
 import { tool$workspaceCurrent } from "./tools/workspaceCurrent.js";
 
 export function createMCPServer(deps: {
@@ -77,7 +78,7 @@ export function createMCPServer(deps: {
 }) {
   const server = new McpServer({
     name: "CalibrateMcp",
-    version: "0.0.86",
+    version: "0.0.88",
   });
 
   const getClient = deps.getSDK || (() =>
@@ -168,6 +169,7 @@ export function createMCPServer(deps: {
   tool(tool$annotatorsUpdate);
   tool(tool$workspaceCurrent);
   tool(tool$tracesCreate);
+  tool(tool$tracesList);
 
   if (deps.dynamic) {
     registerDynamicTools(deps.logger, server, getClient, toolMap, scopes);

package/src/mcp-server/tools/tracesList.ts

@@ -0,0 +1,48 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { tracesList } from "../../funcs/tracesList.js";
+import { ListTracesEndpointTracesGetRequest$zodSchema } from "../../models/listtracesendpointtracesgetop.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: ListTracesEndpointTracesGetRequest$zodSchema.optional(),
+};
+
+export const tool$tracesList: ToolDefinition<typeof args> = {
+  name: "list-traces",
+  description: `List the traces in the caller's org, newest first, one page at a
+time. Each trace carries a short preview of its last user message
+and reply, its tool calls and labels, and the scores from its
+latest scoring run with each evaluator's reasoning and evaluator
+version. Filter by agent, label, creation time, text, or score.
+Set include_content to also get each trace's full input, output
+and metadata.
+`,
+  scopes: ["read"],
+  annotations: {
+    "title": "List traces",
+    "destructiveHint": false,
+    "idempotentHint": false,
+    "openWorldHint": true,
+    "readOnlyHint": true,
+  },
+  args,
+  tool: async (client, args, ctx) => {
+    const [result] = await tracesList(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    return formatResult(result.value);
+  },
+};

package/src/models/listtracesendpointtracesgetop.ts

@@ -0,0 +1,129 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import * as z from "zod";
+import { ClosedEnum } from "../types/enums.js";
+import {
+  HTTPValidationError,
+  HTTPValidationError$zodSchema,
+} from "./httpvalidationerror.js";
+import {
+  TraceListResponse,
+  TraceListResponse$zodSchema,
+} from "./tracelistresponse.js";
+
+/**
+ * Return only traces whose output is of this kind. `response` covers every trace carrying a reply, including one that also issued tool calls. `tool_call` covers traces that only issued tool calls
+ */
+export const ListTracesEndpointTracesGetOutputType = {
+  Response: "response",
+  ToolCall: "tool_call",
+} as const;
+/**
+ * Return only traces whose output is of this kind. `response` covers every trace carrying a reply, including one that also issued tool calls. `tool_call` covers traces that only issued tool calls
+ */
+export type ListTracesEndpointTracesGetOutputType = ClosedEnum<
+  typeof ListTracesEndpointTracesGetOutputType
+>;
+
+export const ListTracesEndpointTracesGetOutputType$zodSchema = z.enum([
+  "response",
+  "tool_call",
+]).describe(
+  "Return only traces whose output is of this kind. `response` covers every trace carrying a reply, including one that also issued tool calls. `tool_call` covers traces that only issued tool calls",
+);
+
+/**
+ * Whether `sort_by_evaluator` puts the highest scores first or the lowest. Ignored without it
+ */
+export const SortOrder = {
+  Asc: "asc",
+  Desc: "desc",
+} as const;
+/**
+ * Whether `sort_by_evaluator` puts the highest scores first or the lowest. Ignored without it
+ */
+export type SortOrder = ClosedEnum<typeof SortOrder>;
+
+export const SortOrder$zodSchema = z.enum([
+  "asc",
+  "desc",
+]).describe(
+  "Whether `sort_by_evaluator` puts the highest scores first or the lowest. Ignored without it",
+);
+
+export type ListTracesEndpointTracesGetRequest = {
+  agent_id?: string | null | undefined;
+  conversation_id?: string | null | undefined;
+  q?: string | null | undefined;
+  output_type?: ListTracesEndpointTracesGetOutputType | null | undefined;
+  labels?: Array<string> | null | undefined;
+  score?: Array<string> | null | undefined;
+  created_after?: string | null | undefined;
+  created_before?: string | null | undefined;
+  sort_by_evaluator?: string | null | undefined;
+  sort_order?: SortOrder | undefined;
+  include_content?: boolean | undefined;
+  include_score_averages?: boolean | undefined;
+  limit?: number | undefined;
+  offset?: number | undefined;
+  xAPIKey?: string | null | undefined;
+};
+
+export const ListTracesEndpointTracesGetRequest$zodSchema: z.ZodType<
+  ListTracesEndpointTracesGetRequest
+> = z.object({
+  agent_id: z.string().describe("Return only traces from this agent").nullable()
+    .optional(),
+  conversation_id: z.string().describe(
+    "Return only the turns of this conversation. Requires `agent_id`",
+  ).nullable().optional(),
+  created_after: z.iso.datetime({ offset: true }).describe(
+    "Return only traces created at or after this time (ISO 8601). A time with no timezone is read as UTC",
+  ).nullable().optional(),
+  created_before: z.iso.datetime({ offset: true }).describe(
+    "Return only traces created before this time (ISO 8601). A time with no timezone is read as UTC",
+  ).nullable().optional(),
+  include_content: z.boolean().default(false).describe(
+    "Also return each trace's full input, output and metadata. Use `limit` and `offset` to page through them",
+  ),
+  include_score_averages: z.boolean().default(false).describe(
+    "Also return each evaluator's mean score over every matching trace, not just this page. Costs a pass over those traces, so ask for it when the filters change rather than on every page",
+  ),
+  labels: z.array(z.string()).describe(
+    "Return only traces carrying at least one of these labels. Repeat the parameter for each label",
+  ).nullable().optional(),
+  limit: z.int().default(50).describe("Maximum number of items to return"),
+  offset: z.int().default(0).describe(
+    "Number of items to skip before returning results",
+  ),
+  output_type: ListTracesEndpointTracesGetOutputType$zodSchema.nullable()
+    .optional().describe(
+      "Return only traces whose output is of this kind. `response` covers every trace carrying a reply, including one that also issued tool calls. `tool_call` covers traces that only issued tool calls",
+    ),
+  q: z.string().describe(
+    "Return only traces containing this text in their message ID, conversation ID, conversation history, output, or metadata",
+  ).nullable().optional(),
+  score: z.array(z.string()).describe(
+    "Return only traces whose latest scoring run matches this condition. Each is written as `<evaluator ID>:<condition>`, where the condition is `passed`, `failed`, or one of `=`, `!=`, `<`, `<=`, `>`, `>=` followed by a number, such as `>=4`. Repeat the parameter to require every condition at once",
+  ).nullable().optional(),
+  sort_by_evaluator: z.string().describe(
+    "Order traces by this evaluator's score on each trace's latest scoring run. Traces it has not scored come last whichever direction you pick",
+  ).nullable().optional(),
+  sort_order: SortOrder$zodSchema.default("desc").describe(
+    "Whether `sort_by_evaluator` puts the highest scores first or the lowest. Ignored without it",
+  ),
+  xAPIKey: z.string().nullable().optional(),
+});
+
+export type ListTracesEndpointTracesGetResponse =
+  | TraceListResponse
+  | HTTPValidationError;
+
+export const ListTracesEndpointTracesGetResponse$zodSchema: z.ZodType<
+  ListTracesEndpointTracesGetResponse
+> = z.union([
+  TraceListResponse$zodSchema,
+  HTTPValidationError$zodSchema,
+]);