@dalmia/calibrate-mcp 0.0.13 → 0.0.15

package/esm/models/agenttestscreate.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"agenttestscreate.js","sourceRoot":"","sources":["../../src/models/agenttestscreate.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAOzB,MAAM,CAAC,MAAM,0BAA0B,GAAgC,CAAC,CAAC,MAAM,CAC7E;IACE,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,wBAAwB,CAAC;IACzD,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,CACtC,wDAAwD,CACzD;CACF,CACF,CAAC"}

package/esm/models/agenttestscreateresponse.d.ts

@@ -0,0 +1,6 @@
+import * as z from "zod";
+export type AgentTestsCreateResponse = {
+    message: string;
+};
+export declare const AgentTestsCreateResponse$zodSchema: z.ZodType<AgentTestsCreateResponse>;
+//# sourceMappingURL=agenttestscreateresponse.d.ts.map

package/esm/models/agenttestscreateresponse.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"agenttestscreateresponse.d.ts","sourceRoot":"","sources":["../../src/models/agenttestscreateresponse.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,MAAM,MAAM,wBAAwB,GAAG;IAAE,OAAO,EAAE,MAAM,CAAA;CAAE,CAAC;AAE3D,eAAO,MAAM,kCAAkC,EAAE,CAAC,CAAC,OAAO,CACxD,wBAAwB,CAGxB,CAAC"}

package/esm/models/agenttestscreateresponse.js

@@ -0,0 +1,8 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+import * as z from "zod";
+export const AgentTestsCreateResponse$zodSchema = z.object({
+    message: z.string().describe("Confirmation message"),
+});
+//# sourceMappingURL=agenttestscreateresponse.js.map

package/esm/models/agenttestscreateresponse.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"agenttestscreateresponse.js","sourceRoot":"","sources":["../../src/models/agenttestscreateresponse.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAIzB,MAAM,CAAC,MAAM,kCAAkC,GAE3C,CAAC,CAAC,MAAM,CAAC;IACX,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,sBAAsB,CAAC;CACrD,CAAC,CAAC"}

package/esm/models/agentupdate.js

@@ -3,7 +3,7 @@
  */
 import * as z from "zod";
 export const AgentUpdate$zodSchema = z.object({
-    config: z.record(z.string(), z.any()).nullable().optional().describe("Agent behavioral config. The keys depend on `type`.\n\n**`type=agent`** (built inside Calibrate):\n- `system_prompt` (string): the agent's instructions\n- `llm.model` (string): `provider/model`, e.g. `openai/gpt-4.1` or `google/gemini-2.5-flash`\n- `stt.provider` (string): `deepgram`, `openai`, `cartesia`, `elevenlabs`, `google`, `sarvam`, or `smallest`\n- `tts.provider` (string): `cartesia`, `openai`, `google`, `elevenlabs`, `sarvam`, or `smallest`\n- `settings.agent_speaks_first` (bool), `settings.max_assistant_turns` (int)\n- `system_tools.end_call` (bool, optional): let the agent end the call\n- `data_extraction_fields` (array, optional): `[{name, type, description, required}]`\n\n```json\n{\n  \"system_prompt\": \"You are a helpful support agent.\",\n  \"llm\": {\"model\": \"openai/gpt-4.1\"},\n  \"stt\": {\"provider\": \"deepgram\"},\n  \"tts\": {\"provider\": \"elevenlabs\"},\n  \"settings\": {\"agent_speaks_first\": true, \"max_assistant_turns\": 50}\n}\n```\n\n**`type=connection`** (your own HTTP endpoint):\n- `agent_url` (string, required): public HTTPS endpoint the agent is called at\n- `agent_headers` (object, optional): headers sent on each request, e.g. auth\n- `benchmark_provider` (string, optional): `openrouter` (default), `openai`, `google`, `anthropic`, `meta-llama`, `mistralai`, `deepseek`, `x-ai`, `cohere`, `qwen`, or `ai21`\n\n```json\n{\n  \"agent_url\": \"https://api.example.com/agent\",\n  \"agent_headers\": {\"Authorization\": \"Bearer <token>\"},\n  \"benchmark_provider\": \"openrouter\"\n}\n```\n\nReplaces the stored config. Omit to leave unchanged.\n\nFor `type=connection`, changing `agent_url` or `agent_headers` resets the connection and benchmark verification flags."),
+    config: z.record(z.string(), z.any()).nullable().optional().describe("Agent behavioral config. The keys depend on `type`.\n\n**`type=agent`**, built inside Calibrate:\n- `system_prompt`: the agent's instructions\n- `llm.model`: `provider/model`, e.g. `openai/gpt-4.1` or `google/gemini-2.5-flash`\n- `stt.provider`: `deepgram`, `openai`, `cartesia`, `elevenlabs`, `google`, `sarvam`, or `smallest`\n- `tts.provider`: `cartesia`, `openai`, `google`, `elevenlabs`, `sarvam`, or `smallest`\n- `settings.agent_speaks_first`, `settings.max_assistant_turns`\n- `system_tools.end_call`: let the agent end the call\n- `data_extraction_fields`: `[{name, type, description, required}]`\n\n```json\n{\n  \"system_prompt\": \"You are a helpful support agent.\",\n  \"llm\": {\"model\": \"openai/gpt-4.1\"},\n  \"stt\": {\"provider\": \"deepgram\"},\n  \"tts\": {\"provider\": \"elevenlabs\"},\n  \"settings\": {\"agent_speaks_first\": true, \"max_assistant_turns\": 50}\n}\n```\n\n**`type=connection`**, your own HTTP endpoint:\n- `agent_url`: public HTTP(S) endpoint your agent is called at\n- `agent_headers`: headers sent on each request, e.g. auth\n- `benchmark_provider`: `openrouter` by default. Other values: `openai`, `google`, `anthropic`, `meta-llama`, `mistralai`, `deepseek`, `x-ai`, `cohere`, `qwen`, or `ai21`\n\n```json\n{\n  \"agent_url\": \"https://api.example.com/agent\",\n  \"agent_headers\": {\"Authorization\": \"Bearer <token>\"},\n  \"benchmark_provider\": \"openrouter\"\n}\n```\n\nReplaces the stored config. Omit to leave unchanged\n\nFor `type=connection`, changing `agent_url` or `agent_headers` resets the connection and benchmark verification flags"),
     name: z.string().nullable().optional().describe("New agent name. Omit to leave the name unchanged"),
 });
 //# sourceMappingURL=agentupdate.js.map

package/esm/models/agentupdate.js.map

@@ -1 +1 @@
-{"version":3,"file":"agentupdate.js","sourceRoot":"","sources":["../../src/models/agentupdate.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAOzB,MAAM,CAAC,MAAM,qBAAqB,GAA2B,CAAC,CAAC,MAAM,CAAC;IACpE,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClE,8rDAA8rD,CAC/rD;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC7C,kDAAkD,CACnD;CACF,CAAC,CAAC"}
+{"version":3,"file":"agentupdate.js","sourceRoot":"","sources":["../../src/models/agentupdate.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAOzB,MAAM,CAAC,MAAM,qBAAqB,GAA2B,CAAC,CAAC,MAAM,CAAC;IACpE,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClE,+jDAA+jD,CAChkD;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC7C,kDAAkD,CACnD;CACF,CAAC,CAAC"}

package/esm/models/agentverifyrequest.d.ts

@@ -0,0 +1,16 @@
+import * as z from "zod";
+/**
+ * Body for verifying an existing agent by ID. The endpoint (`agent_url`,
+ *
+ * @remarks
+ * `agent_headers`) comes from the agent's stored config, so only the probe
+ * inputs are accepted here.
+ */
+export type AgentVerifyRequest = {
+    model?: string | null | undefined;
+    messages?: Array<{
+        [k: string]: string;
+    }> | null | undefined;
+};
+export declare const AgentVerifyRequest$zodSchema: z.ZodType<AgentVerifyRequest>;
+//# sourceMappingURL=agentverifyrequest.d.ts.map

package/esm/models/agentverifyrequest.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"agentverifyrequest.d.ts","sourceRoot":"","sources":["../../src/models/agentverifyrequest.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB;;;;;;GAMG;AACH,MAAM,MAAM,kBAAkB,GAAG;IAC/B,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAClC,QAAQ,CAAC,EAAE,KAAK,CAAC;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,MAAM,CAAA;KAAE,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;CAC9D,CAAC;AAEF,eAAO,MAAM,4BAA4B,EAAE,CAAC,CAAC,OAAO,CAAC,kBAAkB,CAWpE,CAAC"}

package/esm/models/agentverifyrequest.js

@@ -0,0 +1,11 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+import * as z from "zod";
+export const AgentVerifyRequest$zodSchema = z
+    .object({
+    messages: z.array(z.record(z.string(), z.string())).nullable().optional()
+        .describe("Sample chat messages to send during verification. Omit to use the default probe"),
+    model: z.string().nullable().optional().describe("Model to verify. Omit for a basic connection check. Provide it for a model-specific check before benchmarking that model"),
+}).describe("Body for verifying an existing agent by ID. The endpoint (`agent_url`,\n`agent_headers`) comes from the agent's stored config, so only the probe\ninputs are accepted here.");
+//# sourceMappingURL=agentverifyrequest.js.map

package/esm/models/agentverifyrequest.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"agentverifyrequest.js","sourceRoot":"","sources":["../../src/models/agentverifyrequest.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAczB,MAAM,CAAC,MAAM,4BAA4B,GAAkC,CAAC;KACzE,MAAM,CAAC;IACN,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;SACtE,QAAQ,CACP,iFAAiF,CAClF;IACH,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC9C,0HAA0H,CAC3H;CACF,CAAC,CAAC,QAAQ,CACT,6KAA6K,CAC9K,CAAC"}

package/esm/models/annotationitempayload.d.ts

@@ -0,0 +1,9 @@
+import * as z from "zod";
+export type AnnotationItemPayload = {
+    payload?: any | undefined;
+    annotations?: {
+        [k: string]: any;
+    } | null | undefined;
+};
+export declare const AnnotationItemPayload$zodSchema: z.ZodType<AnnotationItemPayload>;
+//# sourceMappingURL=annotationitempayload.d.ts.map

package/esm/models/annotationitempayload.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"annotationitempayload.d.ts","sourceRoot":"","sources":["../../src/models/annotationitempayload.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,MAAM,MAAM,qBAAqB,GAAG;IAClC,OAAO,CAAC,EAAE,GAAG,GAAG,SAAS,CAAC;IAC1B,WAAW,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,GAAG,IAAI,GAAG,SAAS,CAAC;CACvD,CAAC;AAEF,eAAO,MAAM,+BAA+B,EAAE,CAAC,CAAC,OAAO,CAAC,qBAAqB,CAQzE,CAAC"}

package/esm/models/annotationitempayload.js

@@ -0,0 +1,9 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+import * as z from "zod";
+export const AnnotationItemPayload$zodSchema = z.object({
+    annotations: z.record(z.string(), z.any()).nullable().optional().describe("Human annotations to seed, keyed by evaluator ID. Each evaluator ID must be linked to the task. Put the judgement in `value`, a bool for binary or a number for rating, with optional `reasoning`. Requires `annotator_id`"),
+    payload: z.any().optional().describe("The item's payload. Its shape depends on the task `type`. `payload['name']` is **required** for every type and must be unique within the task"),
+});
+//# sourceMappingURL=annotationitempayload.js.map

package/esm/models/annotationitempayload.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"annotationitempayload.js","sourceRoot":"","sources":["../../src/models/annotationitempayload.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAOzB,MAAM,CAAC,MAAM,+BAA+B,GAC1C,CAAC,CAAC,MAAM,CAAC;IACP,WAAW,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACvE,4NAA4N,CAC7N;IACD,OAAO,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClC,+IAA+I,CAChJ;CACF,CAAC,CAAC"}

package/esm/models/annotationtaskcreate.d.ts

@@ -0,0 +1,45 @@
+import * as z from "zod";
+import { ClosedEnum } from "../types/enums.js";
+/**
+ * Task type. Determines the shape of each item's payload.
+ *
+ * @remarks
+ * - `stt`: judge a transcript on its own
+ * - `tts`: judge synthesized speech output
+ * - `llm`: judge one response with its conversation history
+ * - `llm-general`: judge a standalone `input -> output` pair
+ * - `conversation`: judge a full conversation
+ */
+export declare const AnnotationTaskCreateType: {
+    readonly Stt: "stt";
+    readonly Tts: "tts";
+    readonly Llm: "llm";
+    readonly LlmGeneral: "llm-general";
+    readonly Conversation: "conversation";
+};
+/**
+ * Task type. Determines the shape of each item's payload.
+ *
+ * @remarks
+ * - `stt`: judge a transcript on its own
+ * - `tts`: judge synthesized speech output
+ * - `llm`: judge one response with its conversation history
+ * - `llm-general`: judge a standalone `input -> output` pair
+ * - `conversation`: judge a full conversation
+ */
+export type AnnotationTaskCreateType = ClosedEnum<typeof AnnotationTaskCreateType>;
+export declare const AnnotationTaskCreateType$zodSchema: z.ZodEnum<{
+    conversation: "conversation";
+    stt: "stt";
+    tts: "tts";
+    llm: "llm";
+    "llm-general": "llm-general";
+}>;
+export type AnnotationTaskCreate = {
+    name: string;
+    type: AnnotationTaskCreateType;
+    description?: string | null | undefined;
+    evaluator_ids?: Array<string> | null | undefined;
+};
+export declare const AnnotationTaskCreate$zodSchema: z.ZodType<AnnotationTaskCreate>;
+//# sourceMappingURL=annotationtaskcreate.d.ts.map

package/esm/models/annotationtaskcreate.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"annotationtaskcreate.d.ts","sourceRoot":"","sources":["../../src/models/annotationtaskcreate.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAE/C;;;;;;;;;GASG;AACH,eAAO,MAAM,wBAAwB;;;;;;CAM3B,CAAC;AACX;;;;;;;;;GASG;AACH,MAAM,MAAM,wBAAwB,GAAG,UAAU,CAC/C,OAAO,wBAAwB,CAChC,CAAC;AAEF,eAAO,MAAM,kCAAkC;;;;;;EAQ9C,CAAC;AAEF,MAAM,MAAM,oBAAoB,GAAG;IACjC,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,wBAAwB,CAAC;IAC/B,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACxC,aAAa,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;CAClD,CAAC;AAEF,eAAO,MAAM,8BAA8B,EAAE,CAAC,CAAC,OAAO,CAAC,oBAAoB,CAYvE,CAAC"}

package/esm/models/annotationtaskcreate.js

@@ -0,0 +1,36 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+import * as z from "zod";
+/**
+ * Task type. Determines the shape of each item's payload.
+ *
+ * @remarks
+ * - `stt`: judge a transcript on its own
+ * - `tts`: judge synthesized speech output
+ * - `llm`: judge one response with its conversation history
+ * - `llm-general`: judge a standalone `input -> output` pair
+ * - `conversation`: judge a full conversation
+ */
+export const AnnotationTaskCreateType = {
+    Stt: "stt",
+    Tts: "tts",
+    Llm: "llm",
+    LlmGeneral: "llm-general",
+    Conversation: "conversation",
+};
+export const AnnotationTaskCreateType$zodSchema = z.enum([
+    "stt",
+    "tts",
+    "llm",
+    "llm-general",
+    "conversation",
+]).describe("Task type. Determines the shape of each item's payload.\n- `stt`: judge a transcript on its own\n- `tts`: judge synthesized speech output\n- `llm`: judge one response with its conversation history\n- `llm-general`: judge a standalone `input -> output` pair\n- `conversation`: judge a full conversation");
+export const AnnotationTaskCreate$zodSchema = z
+    .object({
+    description: z.string().nullable().optional().describe("A description for the task. Omit for none"),
+    evaluator_ids: z.array(z.string()).nullable().optional().describe("IDs of evaluators to link when the task is created, in order. Each must be one you created or a built-in default. Omit to create with no linked evaluators"),
+    name: z.string().describe("Task name, unique within your workspace"),
+    type: AnnotationTaskCreateType$zodSchema.describe("Task type. Determines the shape of each item's payload.\n- `stt`: judge a transcript on its own\n- `tts`: judge synthesized speech output\n- `llm`: judge one response with its conversation history\n- `llm-general`: judge a standalone `input -> output` pair\n- `conversation`: judge a full conversation"),
+});
+//# sourceMappingURL=annotationtaskcreate.js.map

package/esm/models/annotationtaskcreate.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"annotationtaskcreate.js","sourceRoot":"","sources":["../../src/models/annotationtaskcreate.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAGzB;;;;;;;;;GASG;AACH,MAAM,CAAC,MAAM,wBAAwB,GAAG;IACtC,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,UAAU,EAAE,aAAa;IACzB,YAAY,EAAE,cAAc;CACpB,CAAC;AAeX,MAAM,CAAC,MAAM,kCAAkC,GAAG,CAAC,CAAC,IAAI,CAAC;IACvD,KAAK;IACL,KAAK;IACL,KAAK;IACL,aAAa;IACb,cAAc;CACf,CAAC,CAAC,QAAQ,CACT,+SAA+S,CAChT,CAAC;AASF,MAAM,CAAC,MAAM,8BAA8B,GAAoC,CAAC;KAC7E,MAAM,CAAC;IACN,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACpD,2CAA2C,CAC5C;IACD,aAAa,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC/D,4JAA4J,CAC7J;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,yCAAyC,CAAC;IACpE,IAAI,EAAE,kCAAkC,CAAC,QAAQ,CAC/C,+SAA+S,CAChT;CACF,CAAC,CAAC"}

package/esm/models/annotationtaskcreateresponse.d.ts

@@ -0,0 +1,7 @@
+import * as z from "zod";
+export type AnnotationTaskCreateResponse = {
+    uuid: string;
+    message: string;
+};
+export declare const AnnotationTaskCreateResponse$zodSchema: z.ZodType<AnnotationTaskCreateResponse>;
+//# sourceMappingURL=annotationtaskcreateresponse.d.ts.map

package/esm/models/annotationtaskcreateresponse.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"annotationtaskcreateresponse.d.ts","sourceRoot":"","sources":["../../src/models/annotationtaskcreateresponse.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,MAAM,MAAM,4BAA4B,GAAG;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAAC;AAE7E,eAAO,MAAM,sCAAsC,EAAE,CAAC,CAAC,OAAO,CAC5D,4BAA4B,CAI5B,CAAC"}

package/esm/models/annotationtaskcreateresponse.js

@@ -0,0 +1,9 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+import * as z from "zod";
+export const AnnotationTaskCreateResponse$zodSchema = z.object({
+    message: z.string().describe("Confirmation that the task was created"),
+    uuid: z.string().describe("ID of the newly created task"),
+});
+//# sourceMappingURL=annotationtaskcreateresponse.js.map

package/esm/models/annotationtaskcreateresponse.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"annotationtaskcreateresponse.js","sourceRoot":"","sources":["../../src/models/annotationtaskcreateresponse.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAIzB,MAAM,CAAC,MAAM,sCAAsC,GAE/C,CAAC,CAAC,MAAM,CAAC;IACX,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,wCAAwC,CAAC;IACtE,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,8BAA8B,CAAC;CAC1D,CAAC,CAAC"}

package/esm/models/annotationtaskresponse.d.ts

@@ -0,0 +1,57 @@
+import * as z from "zod";
+import { ClosedEnum } from "../types/enums.js";
+/**
+ * Task type. Determines the shape of each item's payload.
+ *
+ * @remarks
+ * - `stt`: judge a transcript on its own
+ * - `tts`: judge synthesized speech output
+ * - `llm`: judge one response with its conversation history
+ * - `llm-general`: judge a standalone `input -> output` pair
+ * - `conversation`: judge a full conversation
+ */
+export declare const AnnotationTaskResponseType: {
+    readonly Stt: "stt";
+    readonly Tts: "tts";
+    readonly Llm: "llm";
+    readonly LlmGeneral: "llm-general";
+    readonly Conversation: "conversation";
+};
+/**
+ * Task type. Determines the shape of each item's payload.
+ *
+ * @remarks
+ * - `stt`: judge a transcript on its own
+ * - `tts`: judge synthesized speech output
+ * - `llm`: judge one response with its conversation history
+ * - `llm-general`: judge a standalone `input -> output` pair
+ * - `conversation`: judge a full conversation
+ */
+export type AnnotationTaskResponseType = ClosedEnum<typeof AnnotationTaskResponseType>;
+export declare const AnnotationTaskResponseType$zodSchema: z.ZodEnum<{
+    conversation: "conversation";
+    stt: "stt";
+    tts: "tts";
+    llm: "llm";
+    "llm-general": "llm-general";
+}>;
+export type AnnotationTaskResponse = {
+    uuid: string;
+    name: string;
+    type: AnnotationTaskResponseType;
+    description?: string | null | undefined;
+    created_at: string;
+    updated_at: string;
+    evaluators?: Array<{
+        [k: string]: any;
+    }> | undefined;
+    item_count?: number | null | undefined;
+    items?: Array<{
+        [k: string]: any;
+    }> | undefined;
+    jobs?: Array<{
+        [k: string]: any;
+    }> | undefined;
+};
+export declare const AnnotationTaskResponse$zodSchema: z.ZodType<AnnotationTaskResponse>;
+//# sourceMappingURL=annotationtaskresponse.d.ts.map

package/esm/models/annotationtaskresponse.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"annotationtaskresponse.d.ts","sourceRoot":"","sources":["../../src/models/annotationtaskresponse.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAE/C;;;;;;;;;GASG;AACH,eAAO,MAAM,0BAA0B;;;;;;CAM7B,CAAC;AACX;;;;;;;;;GASG;AACH,MAAM,MAAM,0BAA0B,GAAG,UAAU,CACjD,OAAO,0BAA0B,CAClC,CAAC;AAEF,eAAO,MAAM,oCAAoC;;;;;;EAQhD,CAAC;AAEF,MAAM,MAAM,sBAAsB,GAAG;IACnC,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,0BAA0B,CAAC;IACjC,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACxC,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,CAAC,EAAE,KAAK,CAAC;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,CAAC,GAAG,SAAS,CAAC;IACrD,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC,KAAK,CAAC,EAAE,KAAK,CAAC;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,CAAC,GAAG,SAAS,CAAC;IAChD,IAAI,CAAC,EAAE,KAAK,CAAC;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,CAAC,GAAG,SAAS,CAAC;CAChD,CAAC;AAEF,eAAO,MAAM,gCAAgC,EAAE,CAAC,CAAC,OAAO,CACtD,sBAAsB,CA0BtB,CAAC"}

package/esm/models/annotationtaskresponse.js

@@ -0,0 +1,41 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+import * as z from "zod";
+/**
+ * Task type. Determines the shape of each item's payload.
+ *
+ * @remarks
+ * - `stt`: judge a transcript on its own
+ * - `tts`: judge synthesized speech output
+ * - `llm`: judge one response with its conversation history
+ * - `llm-general`: judge a standalone `input -> output` pair
+ * - `conversation`: judge a full conversation
+ */
+export const AnnotationTaskResponseType = {
+    Stt: "stt",
+    Tts: "tts",
+    Llm: "llm",
+    LlmGeneral: "llm-general",
+    Conversation: "conversation",
+};
+export const AnnotationTaskResponseType$zodSchema = z.enum([
+    "stt",
+    "tts",
+    "llm",
+    "llm-general",
+    "conversation",
+]).describe("Task type. Determines the shape of each item's payload.\n- `stt`: judge a transcript on its own\n- `tts`: judge synthesized speech output\n- `llm`: judge one response with its conversation history\n- `llm-general`: judge a standalone `input -> output` pair\n- `conversation`: judge a full conversation");
+export const AnnotationTaskResponse$zodSchema = z.object({
+    created_at: z.string().describe("When the task was created (ISO 8601 UTC)"),
+    description: z.string().nullable().optional().describe("The task's description"),
+    evaluators: z.array(z.record(z.string(), z.any())).optional().describe("The evaluators linked to this task, in display order, each with its live version's rubric"),
+    item_count: z.int().nullable().optional().describe("Number of items in the task"),
+    items: z.array(z.record(z.string(), z.any())).optional().describe("The task's items, each with its agreement stats. You get these when you fetch one task by ID, not when you list tasks"),
+    jobs: z.array(z.record(z.string(), z.any())).optional().describe("The task's labelling jobs. You get these when you fetch one task by ID, not when you list tasks"),
+    name: z.string().describe("Name of the task"),
+    type: AnnotationTaskResponseType$zodSchema.describe("Task type. Determines the shape of each item's payload.\n- `stt`: judge a transcript on its own\n- `tts`: judge synthesized speech output\n- `llm`: judge one response with its conversation history\n- `llm-general`: judge a standalone `input -> output` pair\n- `conversation`: judge a full conversation"),
+    updated_at: z.string().describe("When the task was last updated (ISO 8601 UTC)"),
+    uuid: z.string().describe("Unique ID for the task"),
+});
+//# sourceMappingURL=annotationtaskresponse.js.map

package/esm/models/annotationtaskresponse.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"annotationtaskresponse.js","sourceRoot":"","sources":["../../src/models/annotationtaskresponse.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAGzB;;;;;;;;;GASG;AACH,MAAM,CAAC,MAAM,0BAA0B,GAAG;IACxC,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,UAAU,EAAE,aAAa;IACzB,YAAY,EAAE,cAAc;CACpB,CAAC;AAeX,MAAM,CAAC,MAAM,oCAAoC,GAAG,CAAC,CAAC,IAAI,CAAC;IACzD,KAAK;IACL,KAAK;IACL,KAAK;IACL,aAAa;IACb,cAAc;CACf,CAAC,CAAC,QAAQ,CACT,+SAA+S,CAChT,CAAC;AAeF,MAAM,CAAC,MAAM,gCAAgC,GAEzC,CAAC,CAAC,MAAM,CAAC;IACX,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,0CAA0C,CAAC;IAC3E,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACpD,wBAAwB,CACzB;IACD,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACpE,2FAA2F,CAC5F;IACD,UAAU,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAChD,6BAA6B,CAC9B;IACD,KAAK,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC/D,uHAAuH,CACxH;IACD,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC9D,iGAAiG,CAClG;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,kBAAkB,CAAC;IAC7C,IAAI,EAAE,oCAAoC,CAAC,QAAQ,CACjD,+SAA+S,CAChT;IACD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAC7B,+CAA+C,CAChD;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,wBAAwB,CAAC;CACpD,CAAC,CAAC"}

package/esm/models/batchtestrun.d.ts

@@ -1,14 +1,14 @@
 import * as z from "zod";
 import { ClosedEnum } from "../types/enums.js";
 /**
- * Initial status of the test run
+ * Current status of the run
  */
 export declare const BatchTestRunStatus: {
     readonly Queued: "queued";
     readonly InProgress: "in_progress";
 };
 /**
- * Initial status of the test run
+ * Current status of the run
  */
 export type BatchTestRunStatus = ClosedEnum<typeof BatchTestRunStatus>;
 export declare const BatchTestRunStatus$zodSchema: z.ZodEnum<{

package/esm/models/batchtestrun.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"batchtestrun.d.ts","sourceRoot":"","sources":["../../src/models/batchtestrun.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAE/C;;GAEG;AACH,eAAO,MAAM,kBAAkB;;;CAGrB,CAAC;AACX;;GAEG;AACH,MAAM,MAAM,kBAAkB,GAAG,UAAU,CAAC,OAAO,kBAAkB,CAAC,CAAC;AAEvE,eAAO,MAAM,4BAA4B;;;EAGI,CAAC;AAE9C,MAAM,MAAM,YAAY,GAAG;IACzB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,kBAAkB,CAAC;CAC5B,CAAC;AAEF,eAAO,MAAM,sBAAsB,EAAE,CAAC,CAAC,OAAO,CAAC,YAAY,CAOzD,CAAC"}
+{"version":3,"file":"batchtestrun.d.ts","sourceRoot":"","sources":["../../src/models/batchtestrun.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAE/C;;GAEG;AACH,eAAO,MAAM,kBAAkB;;;CAGrB,CAAC;AACX;;GAEG;AACH,MAAM,MAAM,kBAAkB,GAAG,UAAU,CAAC,OAAO,kBAAkB,CAAC,CAAC;AAEvE,eAAO,MAAM,4BAA4B;;;EAGD,CAAC;AAEzC,MAAM,MAAM,YAAY,GAAG;IACzB,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,kBAAkB,CAAC;CAC5B,CAAC;AAEF,eAAO,MAAM,sBAAsB,EAAE,CAAC,CAAC,OAAO,CAAC,YAAY,CAOzD,CAAC"}

package/esm/models/batchtestrun.js

@@ -3,7 +3,7 @@
  */
 import * as z from "zod";
 /**
- * Initial status of the test run
+ * Current status of the run
  */
 export const BatchTestRunStatus = {
     Queued: "queued",
@@ -12,11 +12,11 @@ export const BatchTestRunStatus = {
 export const BatchTestRunStatus$zodSchema = z.enum([
     "queued",
     "in_progress",
-]).describe("Initial status of the test run");
+]).describe("Current status of the run");
 export const BatchTestRun$zodSchema = z.object({
     agent_name: z.string().describe("Name of the agent"),
     agent_uuid: z.string().describe("ID of the agent that was run"),
-    status: BatchTestRunStatus$zodSchema.describe("Initial status of the test run"),
-    task_id: z.string().describe("Test run job ID. Poll for status and results"),
+    status: BatchTestRunStatus$zodSchema.describe("Current status of the run"),
+    task_id: z.string().describe("Test run job ID. Poll it for status and results"),
 });
 //# sourceMappingURL=batchtestrun.js.map

package/esm/models/batchtestrun.js.map

@@ -1 +1 @@
-{"version":3,"file":"batchtestrun.js","sourceRoot":"","sources":["../../src/models/batchtestrun.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAGzB;;GAEG;AACH,MAAM,CAAC,MAAM,kBAAkB,GAAG;IAChC,MAAM,EAAE,QAAQ;IAChB,UAAU,EAAE,aAAa;CACjB,CAAC;AAMX,MAAM,CAAC,MAAM,4BAA4B,GAAG,CAAC,CAAC,IAAI,CAAC;IACjD,QAAQ;IACR,aAAa;CACd,CAAC,CAAC,QAAQ,CAAC,gCAAgC,CAAC,CAAC;AAS9C,MAAM,CAAC,MAAM,sBAAsB,GAA4B,CAAC,CAAC,MAAM,CAAC;IACtE,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,mBAAmB,CAAC;IACpD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,8BAA8B,CAAC;IAC/D,MAAM,EAAE,4BAA4B,CAAC,QAAQ,CAC3C,gCAAgC,CACjC;IACD,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,8CAA8C,CAAC;CAC7E,CAAC,CAAC"}
+{"version":3,"file":"batchtestrun.js","sourceRoot":"","sources":["../../src/models/batchtestrun.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAGzB;;GAEG;AACH,MAAM,CAAC,MAAM,kBAAkB,GAAG;IAChC,MAAM,EAAE,QAAQ;IAChB,UAAU,EAAE,aAAa;CACjB,CAAC;AAMX,MAAM,CAAC,MAAM,4BAA4B,GAAG,CAAC,CAAC,IAAI,CAAC;IACjD,QAAQ;IACR,aAAa;CACd,CAAC,CAAC,QAAQ,CAAC,2BAA2B,CAAC,CAAC;AASzC,MAAM,CAAC,MAAM,sBAAsB,GAA4B,CAAC,CAAC,MAAM,CAAC;IACtE,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,mBAAmB,CAAC;IACpD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,8BAA8B,CAAC;IAC/D,MAAM,EAAE,4BAA4B,CAAC,QAAQ,CAAC,2BAA2B,CAAC;IAC1E,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAC1B,iDAAiD,CAClD;CACF,CAAC,CAAC"}

package/esm/models/batchtestskip.d.ts

@@ -1,8 +1,32 @@
 import * as z from "zod";
+import { ClosedEnum } from "../types/enums.js";
+/**
+ * Why this agent was not run:
+ *
+ * @remarks
+ * - `no_linked_tests`: the agent has no tests linked
+ * - `connection_not_verified`: the agent's connection is not verified
+ */
+export declare const Reason: {
+    readonly NoLinkedTests: "no_linked_tests";
+    readonly ConnectionNotVerified: "connection_not_verified";
+};
+/**
+ * Why this agent was not run:
+ *
+ * @remarks
+ * - `no_linked_tests`: the agent has no tests linked
+ * - `connection_not_verified`: the agent's connection is not verified
+ */
+export type Reason = ClosedEnum<typeof Reason>;
+export declare const Reason$zodSchema: z.ZodEnum<{
+    no_linked_tests: "no_linked_tests";
+    connection_not_verified: "connection_not_verified";
+}>;
 export type BatchTestSkip = {
     agent_name: string;
     agent_uuid: string;
-    reason: string;
+    reason: Reason;
 };
 export declare const BatchTestSkip$zodSchema: z.ZodType<BatchTestSkip>;
 //# sourceMappingURL=batchtestskip.d.ts.map

package/esm/models/batchtestskip.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"batchtestskip.d.ts","sourceRoot":"","sources":["../../src/models/batchtestskip.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,MAAM,MAAM,aAAa,GAAG;IAC1B,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF,eAAO,MAAM,uBAAuB,EAAE,CAAC,CAAC,OAAO,CAAC,aAAa,CAI3D,CAAC"}
+{"version":3,"file":"batchtestskip.d.ts","sourceRoot":"","sources":["../../src/models/batchtestskip.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAE/C;;;;;;GAMG;AACH,eAAO,MAAM,MAAM;;;CAGT,CAAC;AACX;;;;;;GAMG;AACH,MAAM,MAAM,MAAM,GAAG,UAAU,CAAC,OAAO,MAAM,CAAC,CAAC;AAE/C,eAAO,MAAM,gBAAgB;;;EAK5B,CAAC;AAEF,MAAM,MAAM,aAAa,GAAG;IAC1B,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,MAAM,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF,eAAO,MAAM,uBAAuB,EAAE,CAAC,CAAC,OAAO,CAAC,aAAa,CAM3D,CAAC"}

package/esm/models/batchtestskip.js

@@ -2,9 +2,24 @@
  * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
  */
 import * as z from "zod";
+/**
+ * Why this agent was not run:
+ *
+ * @remarks
+ * - `no_linked_tests`: the agent has no tests linked
+ * - `connection_not_verified`: the agent's connection is not verified
+ */
+export const Reason = {
+    NoLinkedTests: "no_linked_tests",
+    ConnectionNotVerified: "connection_not_verified",
+};
+export const Reason$zodSchema = z.enum([
+    "no_linked_tests",
+    "connection_not_verified",
+]).describe("Why this agent was not run:\n- `no_linked_tests`: the agent has no tests linked\n- `connection_not_verified`: the agent's connection is not verified");
 export const BatchTestSkip$zodSchema = z.object({
     agent_name: z.string().describe("Name of the skipped agent"),
     agent_uuid: z.string().describe("ID of the skipped agent"),
-    reason: z.string().describe("Why this agent was not run"),
+    reason: Reason$zodSchema.describe("Why this agent was not run:\n- `no_linked_tests`: the agent has no tests linked\n- `connection_not_verified`: the agent's connection is not verified"),
 });
 //# sourceMappingURL=batchtestskip.js.map

package/esm/models/batchtestskip.js.map

@@ -1 +1 @@
-{"version":3,"file":"batchtestskip.js","sourceRoot":"","sources":["../../src/models/batchtestskip.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAQzB,MAAM,CAAC,MAAM,uBAAuB,GAA6B,CAAC,CAAC,MAAM,CAAC;IACxE,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,2BAA2B,CAAC;IAC5D,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,yBAAyB,CAAC;IAC1D,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,4BAA4B,CAAC;CAC1D,CAAC,CAAC"}
+{"version":3,"file":"batchtestskip.js","sourceRoot":"","sources":["../../src/models/batchtestskip.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAGzB;;;;;;GAMG;AACH,MAAM,CAAC,MAAM,MAAM,GAAG;IACpB,aAAa,EAAE,iBAAiB;IAChC,qBAAqB,EAAE,yBAAyB;CACxC,CAAC;AAUX,MAAM,CAAC,MAAM,gBAAgB,GAAG,CAAC,CAAC,IAAI,CAAC;IACrC,iBAAiB;IACjB,yBAAyB;CAC1B,CAAC,CAAC,QAAQ,CACT,sJAAsJ,CACvJ,CAAC;AAQF,MAAM,CAAC,MAAM,uBAAuB,GAA6B,CAAC,CAAC,MAAM,CAAC;IACxE,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,2BAA2B,CAAC;IAC5D,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,yBAAyB,CAAC;IAC1D,MAAM,EAAE,gBAAgB,CAAC,QAAQ,CAC/B,sJAAsJ,CACvJ;CACF,CAAC,CAAC"}

package/esm/models/benchmarkrequest.d.ts

@@ -0,0 +1,7 @@
+import * as z from "zod";
+export type BenchmarkRequest = {
+    models: Array<string>;
+    test_uuids?: Array<string> | null | undefined;
+};
+export declare const BenchmarkRequest$zodSchema: z.ZodType<BenchmarkRequest>;
+//# sourceMappingURL=benchmarkrequest.d.ts.map

package/esm/models/benchmarkrequest.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"benchmarkrequest.d.ts","sourceRoot":"","sources":["../../src/models/benchmarkrequest.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,MAAM,MAAM,gBAAgB,GAAG;IAC7B,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACtB,UAAU,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;CAC/C,CAAC;AAEF,eAAO,MAAM,0BAA0B,EAAE,CAAC,CAAC,OAAO,CAAC,gBAAgB,CAOlE,CAAC"}

package/esm/models/benchmarkrequest.js

@@ -0,0 +1,9 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+import * as z from "zod";
+export const BenchmarkRequest$zodSchema = z.object({
+    models: z.array(z.string()).describe("Model names to benchmark"),
+    test_uuids: z.array(z.string()).nullable().optional().describe("A subset of the agent's linked tests to benchmark. Each ID must be linked to the agent. Omit to run all linked tests"),
+});
+//# sourceMappingURL=benchmarkrequest.js.map

package/esm/models/benchmarkrequest.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"benchmarkrequest.js","sourceRoot":"","sources":["../../src/models/benchmarkrequest.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAOzB,MAAM,CAAC,MAAM,0BAA0B,GAAgC,CAAC,CAAC,MAAM,CAC7E;IACE,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,0BAA0B,CAAC;IAChE,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC5D,sHAAsH,CACvH;CACF,CACF,CAAC"}

package/esm/models/benchmarkstatusresponse.d.ts

@@ -0,0 +1,18 @@
+import * as z from "zod";
+import { ModelResult } from "./modelresult.js";
+import { TaskStatus } from "./taskstatus.js";
+import { TestRunEvaluator } from "./testrunevaluator.js";
+export type BenchmarkStatusResponse = {
+    task_id: string;
+    status: TaskStatus;
+    evaluators?: Array<TestRunEvaluator> | null | undefined;
+    model_results?: Array<ModelResult> | null | undefined;
+    leaderboard_summary?: Array<{
+        [k: string]: any;
+    }> | null | undefined;
+    error?: boolean | undefined;
+    is_public?: boolean | undefined;
+    share_token?: string | null | undefined;
+};
+export declare const BenchmarkStatusResponse$zodSchema: z.ZodType<BenchmarkStatusResponse>;
+//# sourceMappingURL=benchmarkstatusresponse.d.ts.map

package/esm/models/benchmarkstatusresponse.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"benchmarkstatusresponse.d.ts","sourceRoot":"","sources":["../../src/models/benchmarkstatusresponse.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,WAAW,EAAyB,MAAM,kBAAkB,CAAC;AACtE,OAAO,EAAE,UAAU,EAAwB,MAAM,iBAAiB,CAAC;AACnE,OAAO,EACL,gBAAgB,EAEjB,MAAM,uBAAuB,CAAC;AAE/B,MAAM,MAAM,uBAAuB,GAAG;IACpC,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,UAAU,CAAC;IACnB,UAAU,CAAC,EAAE,KAAK,CAAC,gBAAgB,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IACxD,aAAa,CAAC,EAAE,KAAK,CAAC,WAAW,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IACtD,mBAAmB,CAAC,EAAE,KAAK,CAAC;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IACrE,KAAK,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAC5B,SAAS,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;IAChC,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;CACzC,CAAC;AAEF,eAAO,MAAM,iCAAiC,EAAE,CAAC,CAAC,OAAO,CACvD,uBAAuB,CAsBvB,CAAC"}

package/esm/models/benchmarkstatusresponse.js

@@ -0,0 +1,20 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+import * as z from "zod";
+import { ModelResult$zodSchema } from "./modelresult.js";
+import { TaskStatus$zodSchema } from "./taskstatus.js";
+import { TestRunEvaluator$zodSchema, } from "./testrunevaluator.js";
+export const BenchmarkStatusResponse$zodSchema = z.object({
+    error: z.boolean().default(false).describe("True if the run failed"),
+    evaluators: z.array(TestRunEvaluator$zodSchema).nullable().optional()
+        .describe("The evaluators used in this run. Each verdict in `judge_results` links to one of these by `evaluator_uuid`"),
+    is_public: z.boolean().default(false).describe("Whether the run is shared publicly"),
+    leaderboard_summary: z.array(z.record(z.string(), z.any())).nullable()
+        .optional().describe("Leaderboard comparing the models, one row per model. Columns vary by benchmark: a `model` column plus pass/fail counts, latency, cost, and one score column per evaluator, keyed by evaluator name"),
+    model_results: z.array(ModelResult$zodSchema).nullable().optional().describe("Results for each model"),
+    share_token: z.string().nullable().optional().describe("Token for building the public share URL"),
+    status: TaskStatus$zodSchema,
+    task_id: z.string().describe("Benchmark run job ID"),
+});
+//# sourceMappingURL=benchmarkstatusresponse.js.map

package/esm/models/benchmarkstatusresponse.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"benchmarkstatusresponse.js","sourceRoot":"","sources":["../../src/models/benchmarkstatusresponse.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAe,qBAAqB,EAAE,MAAM,kBAAkB,CAAC;AACtE,OAAO,EAAc,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AACnE,OAAO,EAEL,0BAA0B,GAC3B,MAAM,uBAAuB,CAAC;AAa/B,MAAM,CAAC,MAAM,iCAAiC,GAE1C,CAAC,CAAC,MAAM,CAAC;IACX,KAAK,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,wBAAwB,CAAC;IACpE,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;SAClE,QAAQ,CACP,4GAA4G,CAC7G;IACH,SAAS,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,QAAQ,CAC5C,oCAAoC,CACrC;IACD,mBAAmB,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE;SACnE,QAAQ,EAAE,CAAC,QAAQ,CAClB,oMAAoM,CACrM;IACH,aAAa,EAAE,CAAC,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC1E,wBAAwB,CACzB;IACD,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACpD,yCAAyC,CAC1C;IACD,MAAM,EAAE,oBAAoB;IAC5B,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,sBAAsB,CAAC;CACrD,CAAC,CAAC"}

package/esm/models/bulkcreateitemsannotationtaskstaskuuiditemspostop.d.ts

@@ -0,0 +1,13 @@
+import * as z from "zod";
+import { BulkCreateItemsResponse } from "./bulkcreateitemsresponse.js";
+import { BulkItemsRequest } from "./bulkitemsrequest.js";
+import { HTTPValidationError } from "./httpvalidationerror.js";
+export type BulkCreateItemsAnnotationTasksTaskUuidItemsPostRequest = {
+    task_uuid: string;
+    xAPIKey?: string | null | undefined;
+    body: BulkItemsRequest;
+};
+export declare const BulkCreateItemsAnnotationTasksTaskUuidItemsPostRequest$zodSchema: z.ZodType<BulkCreateItemsAnnotationTasksTaskUuidItemsPostRequest>;
+export type BulkCreateItemsAnnotationTasksTaskUuidItemsPostResponse = BulkCreateItemsResponse | HTTPValidationError;
+export declare const BulkCreateItemsAnnotationTasksTaskUuidItemsPostResponse$zodSchema: z.ZodType<BulkCreateItemsAnnotationTasksTaskUuidItemsPostResponse>;
+//# sourceMappingURL=bulkcreateitemsannotationtaskstaskuuiditemspostop.d.ts.map

package/esm/models/bulkcreateitemsannotationtaskstaskuuiditemspostop.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"bulkcreateitemsannotationtaskstaskuuiditemspostop.d.ts","sourceRoot":"","sources":["../../src/models/bulkcreateitemsannotationtaskstaskuuiditemspostop.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,uBAAuB,EAExB,MAAM,8BAA8B,CAAC;AACtC,OAAO,EACL,gBAAgB,EAEjB,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAElC,MAAM,MAAM,sDAAsD,GAAG;IACnE,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,IAAI,EAAE,gBAAgB,CAAC;CACxB,CAAC;AAEF,eAAO,MAAM,gEAAgE,EAC3E,CAAC,CAAC,OAAO,CAAC,sDAAsD,CAI9D,CAAC;AAEL,MAAM,MAAM,uDAAuD,GAC/D,uBAAuB,GACvB,mBAAmB,CAAC;AAExB,eAAO,MAAM,iEAAiE,EAC5E,CAAC,CAAC,OAAO,CAAC,uDAAuD,CAG/D,CAAC"}

package/esm/models/bulkcreateitemsannotationtaskstaskuuiditemspostop.js

@@ -0,0 +1,17 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+import * as z from "zod";
+import { BulkCreateItemsResponse$zodSchema, } from "./bulkcreateitemsresponse.js";
+import { BulkItemsRequest$zodSchema, } from "./bulkitemsrequest.js";
+import { HTTPValidationError$zodSchema, } from "./httpvalidationerror.js";
+export const BulkCreateItemsAnnotationTasksTaskUuidItemsPostRequest$zodSchema = z.object({
+    body: BulkItemsRequest$zodSchema,
+    task_uuid: z.string().describe("Annotation task to act on"),
+    xAPIKey: z.string().nullable().optional(),
+});
+export const BulkCreateItemsAnnotationTasksTaskUuidItemsPostResponse$zodSchema = z.union([
+    BulkCreateItemsResponse$zodSchema,
+    HTTPValidationError$zodSchema,
+]);
+//# sourceMappingURL=bulkcreateitemsannotationtaskstaskuuiditemspostop.js.map

package/esm/models/bulkcreateitemsannotationtaskstaskuuiditemspostop.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"bulkcreateitemsannotationtaskstaskuuiditemspostop.js","sourceRoot":"","sources":["../../src/models/bulkcreateitemsannotationtaskstaskuuiditemspostop.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,iCAAiC,GAClC,MAAM,8BAA8B,CAAC;AACtC,OAAO,EAEL,0BAA0B,GAC3B,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAQlC,MAAM,CAAC,MAAM,gEAAgE,GACP,CAAC,CAAC,MAAM,CAAC;IAC3E,IAAI,EAAE,0BAA0B;IAChC,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,2BAA2B,CAAC;IAC3D,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CAC1C,CAAC,CAAC;AAML,MAAM,CAAC,MAAM,iEAAiE,GACP,CAAC,CAAC,KAAK,CAAC;IAC3E,iCAAiC;IACjC,6BAA6B;CAC9B,CAAC,CAAC"}