@dalmia/calibrate-mcp 0.0.13

package/esm/models/runtestrequest.d.ts

@@ -0,0 +1,6 @@
+import * as z from "zod";
+export type RunTestRequest = {
+    test_uuids?: Array<string> | null | undefined;
+};
+export declare const RunTestRequest$zodSchema: z.ZodType<RunTestRequest>;
+//# sourceMappingURL=runtestrequest.d.ts.map

package/esm/models/runtestrequest.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"runtestrequest.d.ts","sourceRoot":"","sources":["../../src/models/runtestrequest.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,MAAM,MAAM,cAAc,GAAG;IAAE,UAAU,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAA;CAAE,CAAC;AAE/E,eAAO,MAAM,wBAAwB,EAAE,CAAC,CAAC,OAAO,CAAC,cAAc,CAI7D,CAAC"}

package/esm/models/runtestrequest.js

@@ -0,0 +1,8 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+import * as z from "zod";
+export const RunTestRequest$zodSchema = z.object({
+    test_uuids: z.array(z.string()).nullable().optional().describe("Tests to run. Omit to run all tests linked to the agent"),
+});
+//# sourceMappingURL=runtestrequest.js.map

package/esm/models/runtestrequest.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"runtestrequest.js","sourceRoot":"","sources":["../../src/models/runtestrequest.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAIzB,MAAM,CAAC,MAAM,wBAAwB,GAA8B,CAAC,CAAC,MAAM,CAAC;IAC1E,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC5D,yDAAyD,CAC1D;CACF,CAAC,CAAC"}

package/esm/models/runtestsbatchagenttestsrunpostop.d.ts

@@ -0,0 +1,13 @@
+import * as z from "zod";
+import { BatchRunRequest } from "./batchrunrequest.js";
+import { BatchTestRunResponse } from "./batchtestrunresponse.js";
+import { HTTPValidationError } from "./httpvalidationerror.js";
+export type RunTestsBatchAgentTestsRunPostRequest = {
+    xAPIKey?: string | null | undefined;
+    xOrgUUID?: string | null | undefined;
+    body?: BatchRunRequest | null | undefined;
+};
+export declare const RunTestsBatchAgentTestsRunPostRequest$zodSchema: z.ZodType<RunTestsBatchAgentTestsRunPostRequest>;
+export type RunTestsBatchAgentTestsRunPostResponse = BatchTestRunResponse | HTTPValidationError;
+export declare const RunTestsBatchAgentTestsRunPostResponse$zodSchema: z.ZodType<RunTestsBatchAgentTestsRunPostResponse>;
+//# sourceMappingURL=runtestsbatchagenttestsrunpostop.d.ts.map

package/esm/models/runtestsbatchagenttestsrunpostop.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"runtestsbatchagenttestsrunpostop.d.ts","sourceRoot":"","sources":["../../src/models/runtestsbatchagenttestsrunpostop.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,eAAe,EAEhB,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EACL,oBAAoB,EAErB,MAAM,2BAA2B,CAAC;AACnC,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAElC,MAAM,MAAM,qCAAqC,GAAG;IAClD,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACrC,IAAI,CAAC,EAAE,eAAe,GAAG,IAAI,GAAG,SAAS,CAAC;CAC3C,CAAC;AAEF,eAAO,MAAM,+CAA+C,EAAE,CAAC,CAAC,OAAO,CACrE,qCAAqC,CAKrC,CAAC;AAEH,MAAM,MAAM,sCAAsC,GAC9C,oBAAoB,GACpB,mBAAmB,CAAC;AAExB,eAAO,MAAM,gDAAgD,EAAE,CAAC,CAAC,OAAO,CACtE,sCAAsC,CAItC,CAAC"}

package/esm/models/runtestsbatchagenttestsrunpostop.js

@@ -0,0 +1,17 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+import * as z from "zod";
+import { BatchRunRequest$zodSchema, } from "./batchrunrequest.js";
+import { BatchTestRunResponse$zodSchema, } from "./batchtestrunresponse.js";
+import { HTTPValidationError$zodSchema, } from "./httpvalidationerror.js";
+export const RunTestsBatchAgentTestsRunPostRequest$zodSchema = z.object({
+    body: BatchRunRequest$zodSchema.nullable().optional(),
+    xAPIKey: z.string().nullable().optional(),
+    xOrgUUID: z.string().nullable().optional(),
+});
+export const RunTestsBatchAgentTestsRunPostResponse$zodSchema = z.union([
+    BatchTestRunResponse$zodSchema,
+    HTTPValidationError$zodSchema,
+]);
+//# sourceMappingURL=runtestsbatchagenttestsrunpostop.js.map

package/esm/models/runtestsbatchagenttestsrunpostop.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"runtestsbatchagenttestsrunpostop.js","sourceRoot":"","sources":["../../src/models/runtestsbatchagenttestsrunpostop.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,yBAAyB,GAC1B,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAEL,8BAA8B,GAC/B,MAAM,2BAA2B,CAAC;AACnC,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAQlC,MAAM,CAAC,MAAM,+CAA+C,GAExD,CAAC,CAAC,MAAM,CAAC;IACX,IAAI,EAAE,yBAAyB,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACrD,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CAC3C,CAAC,CAAC;AAMH,MAAM,CAAC,MAAM,gDAAgD,GAEzD,CAAC,CAAC,KAAK,CAAC;IACV,8BAA8B;IAC9B,6BAA6B;CAC9B,CAAC,CAAC"}

package/esm/models/security.d.ts

@@ -0,0 +1,6 @@
+import * as z from "zod";
+export type Security = {
+    ApiKeyAuth: string;
+};
+export declare const Security$zodSchema: z.ZodType<Security>;
+//# sourceMappingURL=security.d.ts.map

package/esm/models/security.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"security.d.ts","sourceRoot":"","sources":["../../src/models/security.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,MAAM,MAAM,QAAQ,GAAG;IAAE,UAAU,EAAE,MAAM,CAAA;CAAE,CAAC;AAE9C,eAAO,MAAM,kBAAkB,EAAE,CAAC,CAAC,OAAO,CAAC,QAAQ,CAIjD,CAAC"}

package/esm/models/security.js

@@ -0,0 +1,8 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+import * as z from "zod";
+export const Security$zodSchema = z.object({
+    ApiKeyAuth: z.string().describe("Workspace API key. Create one under Workspace settings → API keys."),
+});
+//# sourceMappingURL=security.js.map

package/esm/models/security.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"security.js","sourceRoot":"","sources":["../../src/models/security.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAIzB,MAAM,CAAC,MAAM,kBAAkB,GAAwB,CAAC,CAAC,MAAM,CAAC;IAC9D,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAC7B,oEAAoE,CACrE;CACF,CAAC,CAAC"}

package/esm/models/taskstatus.d.ts

@@ -0,0 +1,18 @@
+import * as z from "zod";
+import { ClosedEnum } from "../types/enums.js";
+export declare const TaskStatus: {
+    readonly Queued: "queued";
+    readonly InProgress: "in_progress";
+    readonly Cancelled: "cancelled";
+    readonly Done: "done";
+    readonly Failed: "failed";
+};
+export type TaskStatus = ClosedEnum<typeof TaskStatus>;
+export declare const TaskStatus$zodSchema: z.ZodEnum<{
+    queued: "queued";
+    in_progress: "in_progress";
+    cancelled: "cancelled";
+    done: "done";
+    failed: "failed";
+}>;
+//# sourceMappingURL=taskstatus.d.ts.map

package/esm/models/taskstatus.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"taskstatus.d.ts","sourceRoot":"","sources":["../../src/models/taskstatus.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAE/C,eAAO,MAAM,UAAU;;;;;;CAMb,CAAC;AACX,MAAM,MAAM,UAAU,GAAG,UAAU,CAAC,OAAO,UAAU,CAAC,CAAC;AAEvD,eAAO,MAAM,oBAAoB;;;;;;EAM/B,CAAC"}

package/esm/models/taskstatus.js

@@ -0,0 +1,19 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+import * as z from "zod";
+export const TaskStatus = {
+    Queued: "queued",
+    InProgress: "in_progress",
+    Cancelled: "cancelled",
+    Done: "done",
+    Failed: "failed",
+};
+export const TaskStatus$zodSchema = z.enum([
+    "queued",
+    "in_progress",
+    "cancelled",
+    "done",
+    "failed",
+]);
+//# sourceMappingURL=taskstatus.js.map

package/esm/models/taskstatus.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"taskstatus.js","sourceRoot":"","sources":["../../src/models/taskstatus.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAGzB,MAAM,CAAC,MAAM,UAAU,GAAG;IACxB,MAAM,EAAE,QAAQ;IAChB,UAAU,EAAE,aAAa;IACzB,SAAS,EAAE,WAAW;IACtB,IAAI,EAAE,MAAM;IACZ,MAAM,EAAE,QAAQ;CACR,CAAC;AAGX,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,CAAC,IAAI,CAAC;IACzC,QAAQ;IACR,aAAa;IACb,WAAW;IACX,MAAM;IACN,QAAQ;CACT,CAAC,CAAC"}

package/esm/models/testcaseresult.d.ts

@@ -0,0 +1,18 @@
+import * as z from "zod";
+import { JudgeResult } from "./judgeresult.js";
+import { TestOutput } from "./testoutput.js";
+export type TestCaseResult = {
+    test_case_id?: string | null | undefined;
+    name?: string | null | undefined;
+    passed?: boolean | null | undefined;
+    reasoning?: string | null | undefined;
+    output?: TestOutput | null | undefined;
+    test_case?: {
+        [k: string]: any;
+    } | null | undefined;
+    judge_results?: Array<JudgeResult> | null | undefined;
+    latency_ms?: number | null | undefined;
+    cost?: number | null | undefined;
+};
+export declare const TestCaseResult$zodSchema: z.ZodType<TestCaseResult>;
+//# sourceMappingURL=testcaseresult.d.ts.map

package/esm/models/testcaseresult.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"testcaseresult.d.ts","sourceRoot":"","sources":["../../src/models/testcaseresult.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,WAAW,EAAyB,MAAM,kBAAkB,CAAC;AACtE,OAAO,EAAE,UAAU,EAAwB,MAAM,iBAAiB,CAAC;AAEnE,MAAM,MAAM,cAAc,GAAG;IAC3B,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACzC,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACjC,MAAM,CAAC,EAAE,OAAO,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACtC,MAAM,CAAC,EAAE,UAAU,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC,SAAS,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,GAAG,IAAI,GAAG,SAAS,CAAC;IACpD,aAAa,CAAC,EAAE,KAAK,CAAC,WAAW,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IACtD,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;CAClC,CAAC;AAEF,eAAO,MAAM,wBAAwB,EAAE,CAAC,CAAC,OAAO,CAAC,cAAc,CAwB7D,CAAC"}

package/esm/models/testcaseresult.js

@@ -0,0 +1,18 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+import * as z from "zod";
+import { JudgeResult$zodSchema } from "./judgeresult.js";
+import { TestOutput$zodSchema } from "./testoutput.js";
+export const TestCaseResult$zodSchema = z.object({
+    cost: z.number().nullable().optional().describe("Cost of this case in USD"),
+    judge_results: z.array(JudgeResult$zodSchema).nullable().optional().describe("One verdict per evaluator, for response and conversation tests. Null for tool-call tests or rows still running"),
+    latency_ms: z.number().nullable().optional().describe("Response latency in milliseconds for the agent under test"),
+    name: z.string().nullable().optional().describe("Name of the test"),
+    output: TestOutput$zodSchema.nullable().optional().describe("The agent's output for this case. Present only when done"),
+    passed: z.boolean().nullable().optional().describe("Whether the case passed. Present only when done"),
+    reasoning: z.string().nullable().optional().describe("Judge reasoning, or the tool-call diff for tool-call tests"),
+    test_case: z.record(z.string(), z.any()).nullable().optional().describe("The input test case definition. Present only when done"),
+    test_case_id: z.string().nullable().optional().describe("ID of the test case within the run"),
+});
+//# sourceMappingURL=testcaseresult.js.map

package/esm/models/testcaseresult.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"testcaseresult.js","sourceRoot":"","sources":["../../src/models/testcaseresult.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAe,qBAAqB,EAAE,MAAM,kBAAkB,CAAC;AACtE,OAAO,EAAc,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AAcnE,MAAM,CAAC,MAAM,wBAAwB,GAA8B,CAAC,CAAC,MAAM,CAAC;IAC1E,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,0BAA0B,CAAC;IAC3E,aAAa,EAAE,CAAC,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC1E,gHAAgH,CACjH;IACD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACnD,2DAA2D,CAC5D;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,kBAAkB,CAAC;IACnE,MAAM,EAAE,oBAAoB,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACzD,0DAA0D,CAC3D;IACD,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAChD,iDAAiD,CAClD;IACD,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClD,4DAA4D,CAC7D;IACD,SAAS,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACrE,wDAAwD,CACzD;IACD,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACrD,oCAAoC,CACrC;CACF,CAAC,CAAC"}

package/esm/models/testcreate.d.ts

@@ -0,0 +1,42 @@
+import * as z from "zod";
+import { ClosedEnum } from "../types/enums.js";
+import { RoutersTestsEvaluatorRef } from "./routerstestsevaluatorref.js";
+/**
+ * What the test judges:
+ *
+ * @remarks
+ *
+ * - `response`: judges the generated reply
+ * - `tool_call`: diffs the generated tool calls
+ * - `conversation`: judges the full conversation
+ */
+export declare const TestCreateType: {
+    readonly Response: "response";
+    readonly ToolCall: "tool_call";
+    readonly Conversation: "conversation";
+};
+/**
+ * What the test judges:
+ *
+ * @remarks
+ *
+ * - `response`: judges the generated reply
+ * - `tool_call`: diffs the generated tool calls
+ * - `conversation`: judges the full conversation
+ */
+export type TestCreateType = ClosedEnum<typeof TestCreateType>;
+export declare const TestCreateType$zodSchema: z.ZodEnum<{
+    response: "response";
+    tool_call: "tool_call";
+    conversation: "conversation";
+}>;
+export type TestCreate = {
+    name: string;
+    type: TestCreateType;
+    config?: {
+        [k: string]: any;
+    } | null | undefined;
+    evaluators?: Array<RoutersTestsEvaluatorRef> | null | undefined;
+};
+export declare const TestCreate$zodSchema: z.ZodType<TestCreate>;
+//# sourceMappingURL=testcreate.d.ts.map

package/esm/models/testcreate.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"testcreate.d.ts","sourceRoot":"","sources":["../../src/models/testcreate.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EACL,wBAAwB,EAEzB,MAAM,+BAA+B,CAAC;AAEvC;;;;;;;;GAQG;AACH,eAAO,MAAM,cAAc;;;;CAIjB,CAAC;AACX;;;;;;;;GAQG;AACH,MAAM,MAAM,cAAc,GAAG,UAAU,CAAC,OAAO,cAAc,CAAC,CAAC;AAE/D,eAAO,MAAM,wBAAwB;;;;EAMpC,CAAC;AAEF,MAAM,MAAM,UAAU,GAAG;IACvB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,cAAc,CAAC;IACrB,MAAM,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,GAAG,IAAI,GAAG,SAAS,CAAC;IACjD,UAAU,CAAC,EAAE,KAAK,CAAC,wBAAwB,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;CACjE,CAAC;AAEF,eAAO,MAAM,oBAAoB,EAAE,CAAC,CAAC,OAAO,CAAC,UAAU,CAYrD,CAAC"}

package/esm/models/testcreate.js

@@ -0,0 +1,32 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+import * as z from "zod";
+import { RoutersTestsEvaluatorRef$zodSchema, } from "./routerstestsevaluatorref.js";
+/**
+ * What the test judges:
+ *
+ * @remarks
+ *
+ * - `response`: judges the generated reply
+ * - `tool_call`: diffs the generated tool calls
+ * - `conversation`: judges the full conversation
+ */
+export const TestCreateType = {
+    Response: "response",
+    ToolCall: "tool_call",
+    Conversation: "conversation",
+};
+export const TestCreateType$zodSchema = z.enum([
+    "response",
+    "tool_call",
+    "conversation",
+]).describe("What the test judges:\n\n- `response`: judges the generated reply\n- `tool_call`: diffs the generated tool calls\n- `conversation`: judges the full conversation");
+export const TestCreate$zodSchema = z.object({
+    config: z.record(z.string(), z.any()).nullable().optional().describe("The calibrate test config. Three top-level keys.\n\n- `history` (array, required): the conversation up to the agent's turn. Each item is `{role, content}` with `role` one of `user`, `assistant`, `tool`. A `tool` message also carries `tool_call_id` and `name`.\n- `evaluation` (object, required): `{type, ...}`, where `type` matches the test's `type` (below).\n- `settings` (object, optional): e.g. `{\"language\": \"en\"}`.\n\n`evaluation` by test type:\n- `response`: judge the agent's reply, graded by the linked evaluators. `{\"type\": \"response\"}`\n- `conversation`: append the reply and judge the whole conversation. `{\"type\": \"conversation\"}`\n- `tool_call`: diff the agent's tool calls against expected ones. Add `tool_calls`, a list of `{tool, arguments, accept_any_arguments?}`.\n\nFor `tool_call`, each expected argument value is one of:\n- `{\"match_type\": \"exact\", \"value\": <any>}`: must equal `value`\n- `{\"match_type\": \"llm_judge\", \"criteria\": \"...\"}`: judged against the criteria\n- `{\"match_type\": \"any\"}`: any value, only checks the argument was passed\n\n`response` / `conversation` example:\n```json\n{\n  \"history\": [{\"role\": \"user\", \"content\": \"What is your return policy?\"}],\n  \"evaluation\": {\"type\": \"response\"},\n  \"settings\": {\"language\": \"en\"}\n}\n```\n\n`tool_call` example:\n```json\n{\n  \"history\": [{\"role\": \"user\", \"content\": \"Book room 101 for tomorrow\"}],\n  \"evaluation\": {\n    \"type\": \"tool_call\",\n    \"tool_calls\": [\n      {\n        \"tool\": \"book_room\",\n        \"arguments\": {\n          \"room\": {\"match_type\": \"exact\", \"value\": \"101\"},\n          \"date\": {\"match_type\": \"llm_judge\", \"criteria\": \"tomorrow's date\"}\n        },\n        \"accept_any_arguments\": false\n      }\n    ]\n  }\n}\n```\n\nEvaluators are linked via the separate `evaluators` field, not inside `config`.\n\nOmit to create the test with no config and fill it in later via update."),
+    evaluators: z.array(RoutersTestsEvaluatorRef$zodSchema).nullable().optional()
+        .describe("Evaluators to link. Used by `response` and `conversation` tests"),
+    name: z.string().describe("Name of the test, unique within the workspace"),
+    type: TestCreateType$zodSchema.describe("What the test judges:\n\n- `response`: judges the generated reply\n- `tool_call`: diffs the generated tool calls\n- `conversation`: judges the full conversation"),
+});
+//# sourceMappingURL=testcreate.js.map

package/esm/models/testcreate.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"testcreate.js","sourceRoot":"","sources":["../../src/models/testcreate.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,OAAO,EAEL,kCAAkC,GACnC,MAAM,+BAA+B,CAAC;AAEvC;;;;;;;;GAQG;AACH,MAAM,CAAC,MAAM,cAAc,GAAG;IAC5B,QAAQ,EAAE,UAAU;IACpB,QAAQ,EAAE,WAAW;IACrB,YAAY,EAAE,cAAc;CACpB,CAAC;AAYX,MAAM,CAAC,MAAM,wBAAwB,GAAG,CAAC,CAAC,IAAI,CAAC;IAC7C,UAAU;IACV,WAAW;IACX,cAAc;CACf,CAAC,CAAC,QAAQ,CACT,kKAAkK,CACnK,CAAC;AASF,MAAM,CAAC,MAAM,oBAAoB,GAA0B,CAAC,CAAC,MAAM,CAAC;IAClE,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClE,m8DAAm8D,CACp8D;IACD,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,kCAAkC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;SAC1E,QAAQ,CACP,iEAAiE,CAClE;IACH,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,+CAA+C,CAAC;IAC1E,IAAI,EAAE,wBAAwB,CAAC,QAAQ,CACrC,kKAAkK,CACnK;CACF,CAAC,CAAC"}

package/esm/models/testcreateresponse.d.ts

@@ -0,0 +1,7 @@
+import * as z from "zod";
+export type TestCreateResponse = {
+    uuid: string;
+    message: string;
+};
+export declare const TestCreateResponse$zodSchema: z.ZodType<TestCreateResponse>;
+//# sourceMappingURL=testcreateresponse.d.ts.map

package/esm/models/testcreateresponse.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"testcreateresponse.d.ts","sourceRoot":"","sources":["../../src/models/testcreateresponse.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,MAAM,MAAM,kBAAkB,GAAG;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAAC;AAEnE,eAAO,MAAM,4BAA4B,EAAE,CAAC,CAAC,OAAO,CAAC,kBAAkB,CAInE,CAAC"}

package/esm/models/testcreateresponse.js

@@ -0,0 +1,10 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+import * as z from "zod";
+export const TestCreateResponse$zodSchema = z
+    .object({
+    message: z.string().describe("Confirmation message"),
+    uuid: z.string().describe("ID of the newly created test"),
+});
+//# sourceMappingURL=testcreateresponse.js.map

package/esm/models/testcreateresponse.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"testcreateresponse.js","sourceRoot":"","sources":["../../src/models/testcreateresponse.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAIzB,MAAM,CAAC,MAAM,4BAA4B,GAAkC,CAAC;KACzE,MAAM,CAAC;IACN,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,sBAAsB,CAAC;IACpD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,8BAA8B,CAAC;CAC1D,CAAC,CAAC"}

package/esm/models/testoutput.d.ts

@@ -0,0 +1,8 @@
+import * as z from "zod";
+import { ToolCallOutput } from "./toolcalloutput.js";
+export type TestOutput = {
+    response?: string | null | undefined;
+    tool_calls?: Array<ToolCallOutput> | null | undefined;
+};
+export declare const TestOutput$zodSchema: z.ZodType<TestOutput>;
+//# sourceMappingURL=testoutput.d.ts.map

package/esm/models/testoutput.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"testoutput.d.ts","sourceRoot":"","sources":["../../src/models/testoutput.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,cAAc,EAA4B,MAAM,qBAAqB,CAAC;AAE/E,MAAM,MAAM,UAAU,GAAG;IACvB,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACrC,UAAU,CAAC,EAAE,KAAK,CAAC,cAAc,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;CACvD,CAAC;AAEF,eAAO,MAAM,oBAAoB,EAAE,CAAC,CAAC,OAAO,CAAC,UAAU,CAOrD,CAAC"}

package/esm/models/testoutput.js

@@ -0,0 +1,10 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+import * as z from "zod";
+import { ToolCallOutput$zodSchema } from "./toolcalloutput.js";
+export const TestOutput$zodSchema = z.object({
+    response: z.string().nullable().optional().describe("The agent's generated reply. Null for tool-call-only cases"),
+    tool_calls: z.array(ToolCallOutput$zodSchema).nullable().optional().describe("Tool calls the agent generated. Null when it made none"),
+});
+//# sourceMappingURL=testoutput.js.map

package/esm/models/testoutput.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"testoutput.js","sourceRoot":"","sources":["../../src/models/testoutput.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAkB,wBAAwB,EAAE,MAAM,qBAAqB,CAAC;AAO/E,MAAM,CAAC,MAAM,oBAAoB,GAA0B,CAAC,CAAC,MAAM,CAAC;IAClE,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACjD,4DAA4D,CAC7D;IACD,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC1E,wDAAwD,CACzD;CACF,CAAC,CAAC"}

package/esm/models/testrunevaluator.d.ts

@@ -0,0 +1,25 @@
+import * as z from "zod";
+import { ClosedEnum } from "../types/enums.js";
+export declare const OutputType: {
+    readonly Binary: "binary";
+    readonly Rating: "rating";
+};
+export type OutputType = ClosedEnum<typeof OutputType>;
+export declare const OutputType$zodSchema: z.ZodEnum<{
+    binary: "binary";
+    rating: "rating";
+}>;
+export type TestRunEvaluator = {
+    uuid?: string | null | undefined;
+    name?: string | null | undefined;
+    description?: string | null | undefined;
+    output_type?: OutputType | null | undefined;
+    output_config?: {
+        [k: string]: any;
+    } | null | undefined;
+    scale_min?: number | null | undefined;
+    scale_max?: number | null | undefined;
+    version_number?: number | null | undefined;
+};
+export declare const TestRunEvaluator$zodSchema: z.ZodType<TestRunEvaluator>;
+//# sourceMappingURL=testrunevaluator.d.ts.map

package/esm/models/testrunevaluator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"testrunevaluator.d.ts","sourceRoot":"","sources":["../../src/models/testrunevaluator.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAE/C,eAAO,MAAM,UAAU;;;CAGb,CAAC;AACX,MAAM,MAAM,UAAU,GAAG,UAAU,CAAC,OAAO,UAAU,CAAC,CAAC;AAEvD,eAAO,MAAM,oBAAoB;;;EAG/B,CAAC;AAEH,MAAM,MAAM,gBAAgB,GAAG;IAC7B,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACjC,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACjC,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACxC,WAAW,CAAC,EAAE,UAAU,GAAG,IAAI,GAAG,SAAS,CAAC;IAC5C,aAAa,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,GAAG,IAAI,GAAG,SAAS,CAAC;IACxD,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACtC,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACtC,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;CAC5C,CAAC;AAEF,eAAO,MAAM,0BAA0B,EAAE,CAAC,CAAC,OAAO,CAAC,gBAAgB,CAuBlE,CAAC"}

package/esm/models/testrunevaluator.js

@@ -0,0 +1,23 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+import * as z from "zod";
+export const OutputType = {
+    Binary: "binary",
+    Rating: "rating",
+};
+export const OutputType$zodSchema = z.enum([
+    "binary",
+    "rating",
+]);
+export const TestRunEvaluator$zodSchema = z.object({
+    description: z.string().nullable().optional().describe("What the evaluator checks"),
+    name: z.string().nullable().optional().describe("Name of the evaluator"),
+    output_config: z.record(z.string(), z.any()).nullable().optional().describe("Rubric: the scale values, labels, and colors a verdict maps to"),
+    output_type: OutputType$zodSchema.nullable().optional().describe("Verdict shape: pass/fail or a numeric rating"),
+    scale_max: z.number().nullable().optional().describe("Highest rating value. Set for rating evaluators"),
+    scale_min: z.number().nullable().optional().describe("Lowest rating value. Set for rating evaluators"),
+    uuid: z.string().nullable().optional().describe("ID of the evaluator"),
+    version_number: z.int().nullable().optional().describe("Evaluator version this run used"),
+});
+//# sourceMappingURL=testrunevaluator.js.map

package/esm/models/testrunevaluator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"testrunevaluator.js","sourceRoot":"","sources":["../../src/models/testrunevaluator.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAGzB,MAAM,CAAC,MAAM,UAAU,GAAG;IACxB,MAAM,EAAE,QAAQ;IAChB,MAAM,EAAE,QAAQ;CACR,CAAC;AAGX,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,CAAC,IAAI,CAAC;IACzC,QAAQ;IACR,QAAQ;CACT,CAAC,CAAC;AAaH,MAAM,CAAC,MAAM,0BAA0B,GAAgC,CAAC,CAAC,MAAM,CAC7E;IACE,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACpD,2BAA2B,CAC5B;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,uBAAuB,CAAC;IACxE,aAAa,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACzE,gEAAgE,CACjE;IACD,WAAW,EAAE,oBAAoB,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC9D,8CAA8C,CAC/C;IACD,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClD,iDAAiD,CAClD;IACD,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClD,gDAAgD,CACjD;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,qBAAqB,CAAC;IACtE,cAAc,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACpD,iCAAiC,CAClC;CACF,CACF,CAAC"}

package/esm/models/testrunstatusresponse.d.ts

@@ -0,0 +1,27 @@
+import * as z from "zod";
+import { TaskStatus } from "./taskstatus.js";
+import { TestCaseResult } from "./testcaseresult.js";
+import { TestRunEvaluator } from "./testrunevaluator.js";
+export type TestRunStatusResponse = {
+    task_id: string;
+    status: TaskStatus;
+    total_tests?: number | null | undefined;
+    passed?: number | null | undefined;
+    failed?: number | null | undefined;
+    latency_ms?: {
+        [k: string]: any;
+    } | null | undefined;
+    cost?: {
+        [k: string]: any;
+    } | null | undefined;
+    total_tokens?: {
+        [k: string]: any;
+    } | null | undefined;
+    evaluators?: Array<TestRunEvaluator> | null | undefined;
+    results?: Array<TestCaseResult> | null | undefined;
+    error?: boolean | undefined;
+    is_public?: boolean | undefined;
+    share_token?: string | null | undefined;
+};
+export declare const TestRunStatusResponse$zodSchema: z.ZodType<TestRunStatusResponse>;
+//# sourceMappingURL=testrunstatusresponse.d.ts.map

package/esm/models/testrunstatusresponse.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"testrunstatusresponse.d.ts","sourceRoot":"","sources":["../../src/models/testrunstatusresponse.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,UAAU,EAAwB,MAAM,iBAAiB,CAAC;AACnE,OAAO,EAAE,cAAc,EAA4B,MAAM,qBAAqB,CAAC;AAC/E,OAAO,EACL,gBAAgB,EAEjB,MAAM,uBAAuB,CAAC;AAE/B,MAAM,MAAM,qBAAqB,GAAG;IAClC,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,UAAU,CAAC;IACnB,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACxC,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACnC,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACnC,UAAU,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,GAAG,IAAI,GAAG,SAAS,CAAC;IACrD,IAAI,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,GAAG,IAAI,GAAG,SAAS,CAAC;IAC/C,YAAY,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,GAAG,IAAI,GAAG,SAAS,CAAC;IACvD,UAAU,CAAC,EAAE,KAAK,CAAC,gBAAgB,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IACxD,OAAO,CAAC,EAAE,KAAK,CAAC,cAAc,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IACnD,KAAK,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAC5B,SAAS,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAChC,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;CACzC,CAAC;AAEF,eAAO,MAAM,+BAA+B,EAAE,CAAC,CAAC,OAAO,CAAC,qBAAqB,CAoCzE,CAAC"}

package/esm/models/testrunstatusresponse.js

@@ -0,0 +1,24 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+import * as z from "zod";
+import { TaskStatus$zodSchema } from "./taskstatus.js";
+import { TestCaseResult$zodSchema } from "./testcaseresult.js";
+import { TestRunEvaluator$zodSchema, } from "./testrunevaluator.js";
+export const TestRunStatusResponse$zodSchema = z.object({
+    cost: z.record(z.string(), z.any()).nullable().optional().describe("Aggregated cost `{mean, min, max, count}` (USD)"),
+    error: z.boolean().default(false).describe("True if the run failed"),
+    evaluators: z.array(TestRunEvaluator$zodSchema).nullable().optional()
+        .describe("The evaluators used in this run. Each verdict in `judge_results` links to one of these by `evaluator_uuid`"),
+    failed: z.int().nullable().optional().describe("Number of test cases that failed. Null until done"),
+    is_public: z.boolean().default(false).describe("Whether the run is shared publicly"),
+    latency_ms: z.record(z.string(), z.any()).nullable().optional().describe("Aggregated response latency in milliseconds: `{p50, p95, p99, count}`"),
+    passed: z.int().nullable().optional().describe("Number of test cases that passed. Null until done"),
+    results: z.array(TestCaseResult$zodSchema).nullable().optional().describe("Results for each test case. Null until available"),
+    share_token: z.string().nullable().optional().describe("Public share token. Null unless the run is public"),
+    status: TaskStatus$zodSchema,
+    task_id: z.string().describe("Test run job ID"),
+    total_tests: z.int().nullable().optional().describe("Total number of test cases. Null until known"),
+    total_tokens: z.record(z.string(), z.any()).nullable().optional().describe("Aggregated token usage `{mean, min, max, count}`"),
+});
+//# sourceMappingURL=testrunstatusresponse.js.map

package/esm/models/testrunstatusresponse.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"testrunstatusresponse.js","sourceRoot":"","sources":["../../src/models/testrunstatusresponse.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAc,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AACnE,OAAO,EAAkB,wBAAwB,EAAE,MAAM,qBAAqB,CAAC;AAC/E,OAAO,EAEL,0BAA0B,GAC3B,MAAM,uBAAuB,CAAC;AAkB/B,MAAM,CAAC,MAAM,+BAA+B,GAC1C,CAAC,CAAC,MAAM,CAAC;IACP,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAChE,iDAAiD,CAClD;IACD,KAAK,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,wBAAwB,CAAC;IACpE,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;SAClE,QAAQ,CACP,4GAA4G,CAC7G;IACH,MAAM,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC5C,mDAAmD,CACpD;IACD,SAAS,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,QAAQ,CAC5C,oCAAoC,CACrC;IACD,UAAU,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACtE,uEAAuE,CACxE;IACD,MAAM,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC5C,mDAAmD,CACpD;IACD,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACvE,kDAAkD,CACnD;IACD,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACpD,mDAAmD,CACpD;IACD,MAAM,EAAE,oBAAoB;IAC5B,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,iBAAiB,CAAC;IAC/C,WAAW,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACjD,8CAA8C,CAC/C;IACD,YAAY,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACxE,kDAAkD,CACnD;CACF,CAAC,CAAC"}

package/esm/models/testupdate.d.ts

@@ -0,0 +1,24 @@
+import * as z from "zod";
+import { ClosedEnum } from "../types/enums.js";
+import { RoutersTestsEvaluatorRef } from "./routerstestsevaluatorref.js";
+export declare const TestUpdateType: {
+    readonly Response: "response";
+    readonly ToolCall: "tool_call";
+    readonly Conversation: "conversation";
+};
+export type TestUpdateType = ClosedEnum<typeof TestUpdateType>;
+export declare const TestUpdateType$zodSchema: z.ZodEnum<{
+    response: "response";
+    tool_call: "tool_call";
+    conversation: "conversation";
+}>;
+export type TestUpdate = {
+    name?: string | null | undefined;
+    type?: TestUpdateType | null | undefined;
+    config?: {
+        [k: string]: any;
+    } | null | undefined;
+    evaluators?: Array<RoutersTestsEvaluatorRef> | null | undefined;
+};
+export declare const TestUpdate$zodSchema: z.ZodType<TestUpdate>;
+//# sourceMappingURL=testupdate.d.ts.map

package/esm/models/testupdate.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"testupdate.d.ts","sourceRoot":"","sources":["../../src/models/testupdate.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EACL,wBAAwB,EAEzB,MAAM,+BAA+B,CAAC;AAEvC,eAAO,MAAM,cAAc;;;;CAIjB,CAAC;AACX,MAAM,MAAM,cAAc,GAAG,UAAU,CAAC,OAAO,cAAc,CAAC,CAAC;AAE/D,eAAO,MAAM,wBAAwB;;;;EAInC,CAAC;AAEH,MAAM,MAAM,UAAU,GAAG;IACvB,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACjC,IAAI,CAAC,EAAE,cAAc,GAAG,IAAI,GAAG,SAAS,CAAC;IACzC,MAAM,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,GAAG,IAAI,GAAG,SAAS,CAAC;IACjD,UAAU,CAAC,EAAE,KAAK,CAAC,wBAAwB,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;CACjE,CAAC;AAEF,eAAO,MAAM,oBAAoB,EAAE,CAAC,CAAC,OAAO,CAAC,UAAU,CAcrD,CAAC"}

package/esm/models/testupdate.js

@@ -0,0 +1,23 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+import * as z from "zod";
+import { RoutersTestsEvaluatorRef$zodSchema, } from "./routerstestsevaluatorref.js";
+export const TestUpdateType = {
+    Response: "response",
+    ToolCall: "tool_call",
+    Conversation: "conversation",
+};
+export const TestUpdateType$zodSchema = z.enum([
+    "response",
+    "tool_call",
+    "conversation",
+]);
+export const TestUpdate$zodSchema = z.object({
+    config: z.record(z.string(), z.any()).nullable().optional().describe("The calibrate test config. Three top-level keys.\n\n- `history` (array, required): the conversation up to the agent's turn. Each item is `{role, content}` with `role` one of `user`, `assistant`, `tool`. A `tool` message also carries `tool_call_id` and `name`.\n- `evaluation` (object, required): `{type, ...}`, where `type` matches the test's `type` (below).\n- `settings` (object, optional): e.g. `{\"language\": \"en\"}`.\n\n`evaluation` by test type:\n- `response`: judge the agent's reply, graded by the linked evaluators. `{\"type\": \"response\"}`\n- `conversation`: append the reply and judge the whole conversation. `{\"type\": \"conversation\"}`\n- `tool_call`: diff the agent's tool calls against expected ones. Add `tool_calls`, a list of `{tool, arguments, accept_any_arguments?}`.\n\nFor `tool_call`, each expected argument value is one of:\n- `{\"match_type\": \"exact\", \"value\": <any>}`: must equal `value`\n- `{\"match_type\": \"llm_judge\", \"criteria\": \"...\"}`: judged against the criteria\n- `{\"match_type\": \"any\"}`: any value, only checks the argument was passed\n\n`response` / `conversation` example:\n```json\n{\n  \"history\": [{\"role\": \"user\", \"content\": \"What is your return policy?\"}],\n  \"evaluation\": {\"type\": \"response\"},\n  \"settings\": {\"language\": \"en\"}\n}\n```\n\n`tool_call` example:\n```json\n{\n  \"history\": [{\"role\": \"user\", \"content\": \"Book room 101 for tomorrow\"}],\n  \"evaluation\": {\n    \"type\": \"tool_call\",\n    \"tool_calls\": [\n      {\n        \"tool\": \"book_room\",\n        \"arguments\": {\n          \"room\": {\"match_type\": \"exact\", \"value\": \"101\"},\n          \"date\": {\"match_type\": \"llm_judge\", \"criteria\": \"tomorrow's date\"}\n        },\n        \"accept_any_arguments\": false\n      }\n    ]\n  }\n}\n```\n\nEvaluators are linked via the separate `evaluators` field, not inside `config`.\n\nReplaces the stored config. Omit to leave unchanged."),
+    evaluators: z.array(RoutersTestsEvaluatorRef$zodSchema).nullable().optional()
+        .describe("New evaluator links for the test. Omit to leave unchanged. An empty list clears them, except on `conversation` tests, which must keep at least one"),
+    name: z.string().nullable().optional().describe("New test name. Omit to leave unchanged"),
+    type: TestUpdateType$zodSchema.nullable().optional().describe("What the test judges:\n\n- `response`: judges the generated reply\n- `tool_call`: diffs the generated tool calls\n- `conversation`: judges the full conversation\n\nImmutable. Omit, or send the existing value. A different value is rejected (400)."),
+});
+//# sourceMappingURL=testupdate.js.map

package/esm/models/testupdate.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"testupdate.js","sourceRoot":"","sources":["../../src/models/testupdate.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,OAAO,EAEL,kCAAkC,GACnC,MAAM,+BAA+B,CAAC;AAEvC,MAAM,CAAC,MAAM,cAAc,GAAG;IAC5B,QAAQ,EAAE,UAAU;IACpB,QAAQ,EAAE,WAAW;IACrB,YAAY,EAAE,cAAc;CACpB,CAAC;AAGX,MAAM,CAAC,MAAM,wBAAwB,GAAG,CAAC,CAAC,IAAI,CAAC;IAC7C,UAAU;IACV,WAAW;IACX,cAAc;CACf,CAAC,CAAC;AASH,MAAM,CAAC,MAAM,oBAAoB,GAA0B,CAAC,CAAC,MAAM,CAAC;IAClE,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClE,g7DAAg7D,CACj7D;IACD,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,kCAAkC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;SAC1E,QAAQ,CACP,oJAAoJ,CACrJ;IACH,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC7C,wCAAwC,CACzC;IACD,IAAI,EAAE,wBAAwB,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC3D,uPAAuP,CACxP;CACF,CAAC,CAAC"}

package/esm/models/toolcalloutput.d.ts

@@ -0,0 +1,10 @@
+import * as z from "zod";
+export type ToolCallOutput = {
+    tool: string;
+    arguments?: {
+        [k: string]: any;
+    } | null | undefined;
+    output?: any | null | undefined;
+};
+export declare const ToolCallOutput$zodSchema: z.ZodType<ToolCallOutput>;
+//# sourceMappingURL=toolcalloutput.d.ts.map

package/esm/models/toolcalloutput.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"toolcalloutput.d.ts","sourceRoot":"","sources":["../../src/models/toolcalloutput.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,MAAM,MAAM,cAAc,GAAG;IAC3B,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,GAAG,IAAI,GAAG,SAAS,CAAC;IACpD,MAAM,CAAC,EAAE,GAAG,GAAG,IAAI,GAAG,SAAS,CAAC;CACjC,CAAC;AAEF,eAAO,MAAM,wBAAwB,EAAE,CAAC,CAAC,OAAO,CAAC,cAAc,CAQ7D,CAAC"}

package/esm/models/toolcalloutput.js

@@ -0,0 +1,10 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+import * as z from "zod";
+export const ToolCallOutput$zodSchema = z.object({
+    arguments: z.record(z.string(), z.any()).nullable().optional().describe("Arguments the agent passed to the tool. Null if none"),
+    output: z.any().nullable().optional().describe("Tool execution result (any JSON value). Present only when the agent runs the tool and returns its result"),
+    tool: z.string().describe("Name of the tool the agent called"),
+});
+//# sourceMappingURL=toolcalloutput.js.map

package/esm/models/toolcalloutput.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"toolcalloutput.js","sourceRoot":"","sources":["../../src/models/toolcalloutput.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAQzB,MAAM,CAAC,MAAM,wBAAwB,GAA8B,CAAC,CAAC,MAAM,CAAC;IAC1E,SAAS,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACrE,sDAAsD,CACvD;IACD,MAAM,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC5C,0GAA0G,CAC3G;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,mCAAmC,CAAC;CAC/D,CAAC,CAAC"}

package/esm/models/updateagentendpointagentsagentuuidputop.d.ts

@@ -0,0 +1,14 @@
+import * as z from "zod";
+import { AgentUpdate } from "./agentupdate.js";
+import { HTTPValidationError } from "./httpvalidationerror.js";
+import { RoutersAgentsAgentResponse } from "./routersagentsagentresponse.js";
+export type UpdateAgentEndpointAgentsAgentUuidPutRequest = {
+    agent_uuid: string;
+    xAPIKey?: string | null | undefined;
+    xOrgUUID?: string | null | undefined;
+    body: AgentUpdate;
+};
+export declare const UpdateAgentEndpointAgentsAgentUuidPutRequest$zodSchema: z.ZodType<UpdateAgentEndpointAgentsAgentUuidPutRequest>;
+export type UpdateAgentEndpointAgentsAgentUuidPutResponse = RoutersAgentsAgentResponse | HTTPValidationError;
+export declare const UpdateAgentEndpointAgentsAgentUuidPutResponse$zodSchema: z.ZodType<UpdateAgentEndpointAgentsAgentUuidPutResponse>;
+//# sourceMappingURL=updateagentendpointagentsagentuuidputop.d.ts.map

package/esm/models/updateagentendpointagentsagentuuidputop.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"updateagentendpointagentsagentuuidputop.d.ts","sourceRoot":"","sources":["../../src/models/updateagentendpointagentsagentuuidputop.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,WAAW,EAAyB,MAAM,kBAAkB,CAAC;AACtE,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,0BAA0B,EAE3B,MAAM,iCAAiC,CAAC;AAEzC,MAAM,MAAM,4CAA4C,GAAG;IACzD,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACrC,IAAI,EAAE,WAAW,CAAC;CACnB,CAAC;AAEF,eAAO,MAAM,sDAAsD,EAAE,CAAC,CAAC,OAAO,CAC5E,4CAA4C,CAM5C,CAAC;AAEH,MAAM,MAAM,6CAA6C,GACrD,0BAA0B,GAC1B,mBAAmB,CAAC;AAExB,eAAO,MAAM,uDAAuD,EAAE,CAAC,CAAC,OAAO,CAC7E,6CAA6C,CAI7C,CAAC"}

package/esm/models/updateagentendpointagentsagentuuidputop.js

@@ -0,0 +1,18 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+import * as z from "zod";
+import { AgentUpdate$zodSchema } from "./agentupdate.js";
+import { HTTPValidationError$zodSchema, } from "./httpvalidationerror.js";
+import { RoutersAgentsAgentResponse$zodSchema, } from "./routersagentsagentresponse.js";
+export const UpdateAgentEndpointAgentsAgentUuidPutRequest$zodSchema = z.object({
+    agent_uuid: z.string().describe("The agent to update."),
+    body: AgentUpdate$zodSchema,
+    xAPIKey: z.string().nullable().optional(),
+    xOrgUUID: z.string().nullable().optional(),
+});
+export const UpdateAgentEndpointAgentsAgentUuidPutResponse$zodSchema = z.union([
+    RoutersAgentsAgentResponse$zodSchema,
+    HTTPValidationError$zodSchema,
+]);
+//# sourceMappingURL=updateagentendpointagentsagentuuidputop.js.map

package/esm/models/updateagentendpointagentsagentuuidputop.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"updateagentendpointagentsagentuuidputop.js","sourceRoot":"","sources":["../../src/models/updateagentendpointagentsagentuuidputop.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAe,qBAAqB,EAAE,MAAM,kBAAkB,CAAC;AACtE,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,oCAAoC,GACrC,MAAM,iCAAiC,CAAC;AASzC,MAAM,CAAC,MAAM,sDAAsD,GAE/D,CAAC,CAAC,MAAM,CAAC;IACX,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,sBAAsB,CAAC;IACvD,IAAI,EAAE,qBAAqB;IAC3B,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CAC3C,CAAC,CAAC;AAMH,MAAM,CAAC,MAAM,uDAAuD,GAEhE,CAAC,CAAC,KAAK,CAAC;IACV,oCAAoC;IACpC,6BAA6B;CAC9B,CAAC,CAAC"}