@dalmia/calibrate-mcp 0.0.14 → 0.0.16

package/esm/models/tasksummaryresponse.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tasksummaryresponse.js","sourceRoot":"","sources":["../../src/models/tasksummaryresponse.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,gBAAgB,IAAI,iBAAiB,EAAE,MAAM,mBAAmB,CAAC;AAE1E,OAAO,EAAkB,wBAAwB,EAAE,MAAM,qBAAqB,CAAC;AAE/E;;GAEG;AACH,MAAM,CAAC,MAAM,QAAQ,GAAG;IACtB,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,UAAU,EAAE,aAAa;IACzB,YAAY,EAAE,cAAc;CACpB,CAAC;AAMX,MAAM,CAAC,MAAM,kBAAkB,GAAG,CAAC,CAAC,IAAI,CAAC;IACvC,KAAK;IACL,KAAK;IACL,aAAa;IACb,cAAc;CACf,CAAC,CAAC,QAAQ,CAAC,kBAAkB,CAAC,CAAC;AAahC,MAAM,CAAC,MAAM,6BAA6B,GACxC,iBAAiB,CACf,CAAC,CAAC,MAAM,CAAC;IACP,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,QAAQ,CACzD,oFAAoF,CACrF;IACD,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,QAAQ,CACzD,uEAAuE,CACxE;IACD,aAAa,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,CACnD,sCAAsC,CACvC;IACD,UAAU,EAAE,wBAAwB;IACpC,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,QAAQ,CACnD,8GAA8G,CAC/G;IACD,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,gBAAgB,CAAC;IAC9C,SAAS,EAAE,kBAAkB,CAAC,QAAQ,CAAC,kBAAkB,CAAC;CAC3D,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,EACpB,sBAAsB,EACtB,IAAI,CACL,CAAC;AAEJ,MAAM,CAAC,MAAM,qCAAqC,GAAmB,CAAC,CAAC,MAAM,CAAC;IAC5E,oBAAoB,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE;IAC9D,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;IAClD,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;IAClD,aAAa,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC;IAC5C,UAAU,EAAE,wBAAwB;IACpC,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC;IAC5C,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;IACnB,SAAS,EAAE,kBAAkB;CAC9B,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE;IACjB,MAAM,EAAE,oBAAoB,EAAE,GAAG,IAAI,EAAE,GAAG,CAAC,CAAC;IAC5C,OAAO;QACL,GAAG,IAAI;QACP,GAAG,oBAAoB;KACxB,CAAC;AACJ,CAAC,CAAC,CAAC"}

package/esm/models/testcaseresult.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"testcaseresult.d.ts","sourceRoot":"","sources":["../../src/models/testcaseresult.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,WAAW,EAAyB,MAAM,kBAAkB,CAAC;AACtE,OAAO,EAAE,UAAU,EAAwB,MAAM,iBAAiB,CAAC;AAEnE,MAAM,MAAM,cAAc,GAAG;IAC3B,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACzC,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACjC,MAAM,CAAC,EAAE,OAAO,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACtC,MAAM,CAAC,EAAE,UAAU,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC,SAAS,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,GAAG,IAAI,GAAG,SAAS,CAAC;IACpD,aAAa,CAAC,EAAE,KAAK,CAAC,WAAW,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IACtD,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;CAClC,CAAC;AAEF,eAAO,MAAM,wBAAwB,EAAE,CAAC,CAAC,OAAO,CAAC,cAAc,CAwB7D,CAAC"}
+{"version":3,"file":"testcaseresult.d.ts","sourceRoot":"","sources":["../../src/models/testcaseresult.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,WAAW,EAAyB,MAAM,kBAAkB,CAAC;AACtE,OAAO,EAAE,UAAU,EAAwB,MAAM,iBAAiB,CAAC;AAEnE,MAAM,MAAM,cAAc,GAAG;IAC3B,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACzC,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACjC,MAAM,CAAC,EAAE,OAAO,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACtC,MAAM,CAAC,EAAE,UAAU,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC,SAAS,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,GAAG,IAAI,GAAG,SAAS,CAAC;IACpD,aAAa,CAAC,EAAE,KAAK,CAAC,WAAW,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IACtD,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;CAClC,CAAC;AAEF,eAAO,MAAM,wBAAwB,EAAE,CAAC,CAAC,OAAO,CAAC,cAAc,CAsB7D,CAAC"}

package/esm/models/testcaseresult.js

@@ -5,14 +5,14 @@ import * as z from "zod";
 import { JudgeResult$zodSchema } from "./judgeresult.js";
 import { TestOutput$zodSchema } from "./testoutput.js";
 export const TestCaseResult$zodSchema = z.object({
-    cost: z.number().nullable().optional().describe("Cost of this case in USD"),
-    judge_results: z.array(JudgeResult$zodSchema).nullable().optional().describe("One verdict per evaluator, for response and conversation tests. Null for tool-call tests or rows still running"),
-    latency_ms: z.number().nullable().optional().describe("Response latency in milliseconds for the agent under test"),
+    cost: z.number().nullable().optional().describe("Cost of this case (USD)"),
+    judge_results: z.array(JudgeResult$zodSchema).nullable().optional().describe("One verdict for each evaluator"),
+    latency_ms: z.number().nullable().optional().describe("How long the agent took to respond, in milliseconds"),
     name: z.string().nullable().optional().describe("Name of the test"),
-    output: TestOutput$zodSchema.nullable().optional().describe("The agent's output for this case. Present only when done"),
-    passed: z.boolean().nullable().optional().describe("Whether the case passed. Present only when done"),
-    reasoning: z.string().nullable().optional().describe("Judge reasoning, or the tool-call diff for tool-call tests"),
-    test_case: z.record(z.string(), z.any()).nullable().optional().describe("The input test case definition. Present only when done"),
+    output: TestOutput$zodSchema.nullable().optional().describe("The agent's output for this case"),
+    passed: z.boolean().nullable().optional().describe("Whether the case passed"),
+    reasoning: z.string().nullable().optional().describe("The judge's reasoning, or the tool-call diff for a tool-call test"),
+    test_case: z.record(z.string(), z.any()).nullable().optional().describe("The test case definition that was run"),
     test_case_id: z.string().nullable().optional().describe("ID of the test case within the run"),
 });
 //# sourceMappingURL=testcaseresult.js.map

package/esm/models/testcaseresult.js.map

@@ -1 +1 @@
-{"version":3,"file":"testcaseresult.js","sourceRoot":"","sources":["../../src/models/testcaseresult.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAe,qBAAqB,EAAE,MAAM,kBAAkB,CAAC;AACtE,OAAO,EAAc,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AAcnE,MAAM,CAAC,MAAM,wBAAwB,GAA8B,CAAC,CAAC,MAAM,CAAC;IAC1E,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,0BAA0B,CAAC;IAC3E,aAAa,EAAE,CAAC,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC1E,gHAAgH,CACjH;IACD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACnD,2DAA2D,CAC5D;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,kBAAkB,CAAC;IACnE,MAAM,EAAE,oBAAoB,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACzD,0DAA0D,CAC3D;IACD,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAChD,iDAAiD,CAClD;IACD,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClD,4DAA4D,CAC7D;IACD,SAAS,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACrE,wDAAwD,CACzD;IACD,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACrD,oCAAoC,CACrC;CACF,CAAC,CAAC"}
+{"version":3,"file":"testcaseresult.js","sourceRoot":"","sources":["../../src/models/testcaseresult.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAe,qBAAqB,EAAE,MAAM,kBAAkB,CAAC;AACtE,OAAO,EAAc,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AAcnE,MAAM,CAAC,MAAM,wBAAwB,GAA8B,CAAC,CAAC,MAAM,CAAC;IAC1E,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,yBAAyB,CAAC;IAC1E,aAAa,EAAE,CAAC,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC1E,gCAAgC,CACjC;IACD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACnD,qDAAqD,CACtD;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,kBAAkB,CAAC;IACnE,MAAM,EAAE,oBAAoB,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACzD,kCAAkC,CACnC;IACD,MAAM,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,yBAAyB,CAAC;IAC7E,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClD,mEAAmE,CACpE;IACD,SAAS,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACrE,uCAAuC,CACxC;IACD,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACrD,oCAAoC,CACrC;CACF,CAAC,CAAC"}

package/esm/models/testcreate.js

@@ -21,12 +21,12 @@ export const TestCreateType$zodSchema = z.enum([
     "response",
     "tool_call",
     "conversation",
-]).describe("What the test judges:\n\n- `response`: judges the generated reply\n- `tool_call`: diffs the generated tool calls\n- `conversation`: judges the full conversation");
+]).describe("What the test judges:\n\n- `response`: judges the generated reply\n- `tool_call`: diffs the generated tool calls\n- `conversation`: judges the full conversation\n");
 export const TestCreate$zodSchema = z.object({
-    config: z.record(z.string(), z.any()).nullable().optional().describe("The calibrate test config. Three top-level keys.\n\n- `history` (array, required): the conversation up to the agent's turn. Each item is `{role, content}` with `role` one of `user`, `assistant`, `tool`. A `tool` message also carries `tool_call_id` and `name`.\n- `evaluation` (object, required): `{type, ...}`, where `type` matches the test's `type` (below).\n- `settings` (object, optional): e.g. `{\"language\": \"en\"}`.\n\n`evaluation` by test type:\n- `response`: judge the agent's reply, graded by the linked evaluators. `{\"type\": \"response\"}`\n- `conversation`: append the reply and judge the whole conversation. `{\"type\": \"conversation\"}`\n- `tool_call`: diff the agent's tool calls against expected ones. Add `tool_calls`, a list of `{tool, arguments, accept_any_arguments?}`.\n\nFor `tool_call`, each expected argument value is one of:\n- `{\"match_type\": \"exact\", \"value\": <any>}`: must equal `value`\n- `{\"match_type\": \"llm_judge\", \"criteria\": \"...\"}`: judged against the criteria\n- `{\"match_type\": \"any\"}`: any value, only checks the argument was passed\n\n`response` / `conversation` example:\n```json\n{\n  \"history\": [{\"role\": \"user\", \"content\": \"What is your return policy?\"}],\n  \"evaluation\": {\"type\": \"response\"},\n  \"settings\": {\"language\": \"en\"}\n}\n```\n\n`tool_call` example:\n```json\n{\n  \"history\": [{\"role\": \"user\", \"content\": \"Book room 101 for tomorrow\"}],\n  \"evaluation\": {\n    \"type\": \"tool_call\",\n    \"tool_calls\": [\n      {\n        \"tool\": \"book_room\",\n        \"arguments\": {\n          \"room\": {\"match_type\": \"exact\", \"value\": \"101\"},\n          \"date\": {\"match_type\": \"llm_judge\", \"criteria\": \"tomorrow's date\"}\n        },\n        \"accept_any_arguments\": false\n      }\n    ]\n  }\n}\n```\n\nEvaluators are linked via the separate `evaluators` field, not inside `config`.\n\nOmit to create the test with no config and fill it in later via update."),
+    config: z.record(z.string(), z.any()).nullable().optional().describe("The calibrate test config. Three top-level keys.\n\n- `history`: the required conversation up to the agent's turn. Each item is `{role, content}` with `role` one of `user`, `assistant`, `tool`. A `tool` message also carries `tool_call_id` and `name`.\n- `evaluation`: the required `{type, ...}`, where `type` matches the test's `type` below.\n- `settings`: an optional object, e.g. `{\"language\": \"en\"}`.\n\n`evaluation` by test type:\n- `response`: judge the agent's reply, graded by the linked evaluators. `{\"type\": \"response\"}`\n- `conversation`: append the reply and judge the whole conversation. `{\"type\": \"conversation\"}`\n- `tool_call`: diff the agent's tool calls against expected ones. Add `tool_calls`, a list of `{tool, arguments, accept_any_arguments?}`.\n\nFor `tool_call`, each expected argument value is one of:\n- `{\"match_type\": \"exact\", \"value\": <any>}`: must equal `value`\n- `{\"match_type\": \"llm_judge\", \"criteria\": \"...\"}`: judged against the criteria\n- `{\"match_type\": \"any\"}`: any value, only checks the argument was passed\n\n`response` / `conversation` example:\n```json\n{\n  \"history\": [{\"role\": \"user\", \"content\": \"What is your return policy?\"}],\n  \"evaluation\": {\"type\": \"response\"},\n  \"settings\": {\"language\": \"en\"}\n}\n```\n\n`tool_call` example:\n```json\n{\n  \"history\": [{\"role\": \"user\", \"content\": \"Book room 101 for tomorrow\"}],\n  \"evaluation\": {\n    \"type\": \"tool_call\",\n    \"tool_calls\": [\n      {\n        \"tool\": \"book_room\",\n        \"arguments\": {\n          \"room\": {\"match_type\": \"exact\", \"value\": \"101\"},\n          \"date\": {\"match_type\": \"llm_judge\", \"criteria\": \"tomorrow's date\"}\n        },\n        \"accept_any_arguments\": false\n      }\n    ]\n  }\n}\n```\n\nEvaluators are linked via the separate `evaluators` field, not inside `config`.\n\nOmit to create the test with no config and fill it in later via update"),
     evaluators: z.array(RoutersTestsEvaluatorRef$zodSchema).nullable().optional()
         .describe("Evaluators to link. Used by `response` and `conversation` tests"),
     name: z.string().describe("Name of the test, unique within the workspace"),
-    type: TestCreateType$zodSchema.describe("What the test judges:\n\n- `response`: judges the generated reply\n- `tool_call`: diffs the generated tool calls\n- `conversation`: judges the full conversation"),
+    type: TestCreateType$zodSchema.describe("What the test judges:\n\n- `response`: judges the generated reply\n- `tool_call`: diffs the generated tool calls\n- `conversation`: judges the full conversation\n"),
 });
 //# sourceMappingURL=testcreate.js.map

package/esm/models/testcreate.js.map

@@ -1 +1 @@
-{"version":3,"file":"testcreate.js","sourceRoot":"","sources":["../../src/models/testcreate.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,OAAO,EAEL,kCAAkC,GACnC,MAAM,+BAA+B,CAAC;AAEvC;;;;;;;;GAQG;AACH,MAAM,CAAC,MAAM,cAAc,GAAG;IAC5B,QAAQ,EAAE,UAAU;IACpB,QAAQ,EAAE,WAAW;IACrB,YAAY,EAAE,cAAc;CACpB,CAAC;AAYX,MAAM,CAAC,MAAM,wBAAwB,GAAG,CAAC,CAAC,IAAI,CAAC;IAC7C,UAAU;IACV,WAAW;IACX,cAAc;CACf,CAAC,CAAC,QAAQ,CACT,kKAAkK,CACnK,CAAC;AASF,MAAM,CAAC,MAAM,oBAAoB,GAA0B,CAAC,CAAC,MAAM,CAAC;IAClE,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClE,m8DAAm8D,CACp8D;IACD,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,kCAAkC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;SAC1E,QAAQ,CACP,iEAAiE,CAClE;IACH,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,+CAA+C,CAAC;IAC1E,IAAI,EAAE,wBAAwB,CAAC,QAAQ,CACrC,kKAAkK,CACnK;CACF,CAAC,CAAC"}
+{"version":3,"file":"testcreate.js","sourceRoot":"","sources":["../../src/models/testcreate.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,OAAO,EAEL,kCAAkC,GACnC,MAAM,+BAA+B,CAAC;AAEvC;;;;;;;;GAQG;AACH,MAAM,CAAC,MAAM,cAAc,GAAG;IAC5B,QAAQ,EAAE,UAAU;IACpB,QAAQ,EAAE,WAAW;IACrB,YAAY,EAAE,cAAc;CACpB,CAAC;AAYX,MAAM,CAAC,MAAM,wBAAwB,GAAG,CAAC,CAAC,IAAI,CAAC;IAC7C,UAAU;IACV,WAAW;IACX,cAAc;CACf,CAAC,CAAC,QAAQ,CACT,oKAAoK,CACrK,CAAC;AASF,MAAM,CAAC,MAAM,oBAAoB,GAA0B,CAAC,CAAC,MAAM,CAAC;IAClE,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClE,k7DAAk7D,CACn7D;IACD,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,kCAAkC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;SAC1E,QAAQ,CACP,iEAAiE,CAClE;IACH,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,+CAA+C,CAAC;IAC1E,IAAI,EAAE,wBAAwB,CAAC,QAAQ,CACrC,oKAAoK,CACrK;CACF,CAAC,CAAC"}

package/esm/models/testoutput.js

@@ -4,7 +4,7 @@
 import * as z from "zod";
 import { ToolCallOutput$zodSchema } from "./toolcalloutput.js";
 export const TestOutput$zodSchema = z.object({
-    response: z.string().nullable().optional().describe("The agent's generated reply. Null for tool-call-only cases"),
-    tool_calls: z.array(ToolCallOutput$zodSchema).nullable().optional().describe("Tool calls the agent generated. Null when it made none"),
+    response: z.string().nullable().optional().describe("The reply the agent generated"),
+    tool_calls: z.array(ToolCallOutput$zodSchema).nullable().optional().describe("Tool calls the agent generated"),
 });
 //# sourceMappingURL=testoutput.js.map

package/esm/models/testoutput.js.map

@@ -1 +1 @@
-{"version":3,"file":"testoutput.js","sourceRoot":"","sources":["../../src/models/testoutput.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAkB,wBAAwB,EAAE,MAAM,qBAAqB,CAAC;AAO/E,MAAM,CAAC,MAAM,oBAAoB,GAA0B,CAAC,CAAC,MAAM,CAAC;IAClE,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACjD,4DAA4D,CAC7D;IACD,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC1E,wDAAwD,CACzD;CACF,CAAC,CAAC"}
+{"version":3,"file":"testoutput.js","sourceRoot":"","sources":["../../src/models/testoutput.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAkB,wBAAwB,EAAE,MAAM,qBAAqB,CAAC;AAO/E,MAAM,CAAC,MAAM,oBAAoB,GAA0B,CAAC,CAAC,MAAM,CAAC;IAClE,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACjD,+BAA+B,CAChC;IACD,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC1E,gCAAgC,CACjC;CACF,CAAC,CAAC"}

package/esm/models/testrunevaluator.d.ts

@@ -1,11 +1,11 @@
 import * as z from "zod";
 import { ClosedEnum } from "../types/enums.js";
-export declare const OutputType: {
+export declare const TestRunEvaluatorOutputType: {
     readonly Binary: "binary";
     readonly Rating: "rating";
 };
-export type OutputType = ClosedEnum<typeof OutputType>;
-export declare const OutputType$zodSchema: z.ZodEnum<{
+export type TestRunEvaluatorOutputType = ClosedEnum<typeof TestRunEvaluatorOutputType>;
+export declare const TestRunEvaluatorOutputType$zodSchema: z.ZodEnum<{
     binary: "binary";
     rating: "rating";
 }>;
@@ -13,7 +13,7 @@ export type TestRunEvaluator = {
     uuid?: string | null | undefined;
     name?: string | null | undefined;
     description?: string | null | undefined;
-    output_type?: OutputType | null | undefined;
+    output_type?: TestRunEvaluatorOutputType | null | undefined;
     output_config?: {
         [k: string]: any;
     } | null | undefined;

package/esm/models/testrunevaluator.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"testrunevaluator.d.ts","sourceRoot":"","sources":["../../src/models/testrunevaluator.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAE/C,eAAO,MAAM,UAAU;;;CAGb,CAAC;AACX,MAAM,MAAM,UAAU,GAAG,UAAU,CAAC,OAAO,UAAU,CAAC,CAAC;AAEvD,eAAO,MAAM,oBAAoB;;;EAG/B,CAAC;AAEH,MAAM,MAAM,gBAAgB,GAAG;IAC7B,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACjC,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACjC,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACxC,WAAW,CAAC,EAAE,UAAU,GAAG,IAAI,GAAG,SAAS,CAAC;IAC5C,aAAa,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,GAAG,IAAI,GAAG,SAAS,CAAC;IACxD,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACtC,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACtC,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;CAC5C,CAAC;AAEF,eAAO,MAAM,0BAA0B,EAAE,CAAC,CAAC,OAAO,CAAC,gBAAgB,CAuBlE,CAAC"}
+{"version":3,"file":"testrunevaluator.d.ts","sourceRoot":"","sources":["../../src/models/testrunevaluator.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAE/C,eAAO,MAAM,0BAA0B;;;CAG7B,CAAC;AACX,MAAM,MAAM,0BAA0B,GAAG,UAAU,CACjD,OAAO,0BAA0B,CAClC,CAAC;AAEF,eAAO,MAAM,oCAAoC;;;EAG/C,CAAC;AAEH,MAAM,MAAM,gBAAgB,GAAG;IAC7B,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACjC,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACjC,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACxC,WAAW,CAAC,EAAE,0BAA0B,GAAG,IAAI,GAAG,SAAS,CAAC;IAC5D,aAAa,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,GAAG,IAAI,GAAG,SAAS,CAAC;IACxD,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACtC,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACtC,cAAc,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;CAC5C,CAAC;AAEF,eAAO,MAAM,0BAA0B,EAAE,CAAC,CAAC,OAAO,CAAC,gBAAgB,CAwBlE,CAAC"}

package/esm/models/testrunevaluator.js

@@ -2,22 +2,23 @@
  * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
  */
 import * as z from "zod";
-export const OutputType = {
+export const TestRunEvaluatorOutputType = {
     Binary: "binary",
     Rating: "rating",
 };
-export const OutputType$zodSchema = z.enum([
+export const TestRunEvaluatorOutputType$zodSchema = z.enum([
     "binary",
     "rating",
 ]);
 export const TestRunEvaluator$zodSchema = z.object({
     description: z.string().nullable().optional().describe("What the evaluator checks"),
     name: z.string().nullable().optional().describe("Name of the evaluator"),
-    output_config: z.record(z.string(), z.any()).nullable().optional().describe("Rubric: the scale values, labels, and colors a verdict maps to"),
-    output_type: OutputType$zodSchema.nullable().optional().describe("Verdict shape: pass/fail or a numeric rating"),
-    scale_max: z.number().nullable().optional().describe("Highest rating value. Set for rating evaluators"),
-    scale_min: z.number().nullable().optional().describe("Lowest rating value. Set for rating evaluators"),
+    output_config: z.record(z.string(), z.any()).nullable().optional().describe("The rubric: the scale values, labels, and colors a verdict maps to"),
+    output_type: TestRunEvaluatorOutputType$zodSchema.nullable().optional()
+        .describe("The shape of the verdict:\n- `binary`: a pass/fail verdict\n- `rating`: a numeric score"),
+    scale_max: z.number().nullable().optional().describe("Highest value on a rating scale"),
+    scale_min: z.number().nullable().optional().describe("Lowest value on a rating scale"),
     uuid: z.string().nullable().optional().describe("ID of the evaluator"),
-    version_number: z.int().nullable().optional().describe("Evaluator version this run used"),
+    version_number: z.int().nullable().optional().describe("The evaluator version this run used"),
 });
 //# sourceMappingURL=testrunevaluator.js.map

package/esm/models/testrunevaluator.js.map

@@ -1 +1 @@
-{"version":3,"file":"testrunevaluator.js","sourceRoot":"","sources":["../../src/models/testrunevaluator.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAGzB,MAAM,CAAC,MAAM,UAAU,GAAG;IACxB,MAAM,EAAE,QAAQ;IAChB,MAAM,EAAE,QAAQ;CACR,CAAC;AAGX,MAAM,CAAC,MAAM,oBAAoB,GAAG,CAAC,CAAC,IAAI,CAAC;IACzC,QAAQ;IACR,QAAQ;CACT,CAAC,CAAC;AAaH,MAAM,CAAC,MAAM,0BAA0B,GAAgC,CAAC,CAAC,MAAM,CAC7E;IACE,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACpD,2BAA2B,CAC5B;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,uBAAuB,CAAC;IACxE,aAAa,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACzE,gEAAgE,CACjE;IACD,WAAW,EAAE,oBAAoB,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC9D,8CAA8C,CAC/C;IACD,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClD,iDAAiD,CAClD;IACD,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClD,gDAAgD,CACjD;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,qBAAqB,CAAC;IACtE,cAAc,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACpD,iCAAiC,CAClC;CACF,CACF,CAAC"}
+{"version":3,"file":"testrunevaluator.js","sourceRoot":"","sources":["../../src/models/testrunevaluator.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAGzB,MAAM,CAAC,MAAM,0BAA0B,GAAG;IACxC,MAAM,EAAE,QAAQ;IAChB,MAAM,EAAE,QAAQ;CACR,CAAC;AAKX,MAAM,CAAC,MAAM,oCAAoC,GAAG,CAAC,CAAC,IAAI,CAAC;IACzD,QAAQ;IACR,QAAQ;CACT,CAAC,CAAC;AAaH,MAAM,CAAC,MAAM,0BAA0B,GAAgC,CAAC,CAAC,MAAM,CAC7E;IACE,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACpD,2BAA2B,CAC5B;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,uBAAuB,CAAC;IACxE,aAAa,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACzE,oEAAoE,CACrE;IACD,WAAW,EAAE,oCAAoC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;SACpE,QAAQ,CACP,yFAAyF,CAC1F;IACH,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClD,iCAAiC,CAClC;IACD,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClD,gCAAgC,CACjC;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,qBAAqB,CAAC;IACtE,cAAc,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACpD,qCAAqC,CACtC;CACF,CACF,CAAC"}

package/esm/models/testrunstatusresponse.js

@@ -6,19 +6,19 @@ import { TaskStatus$zodSchema } from "./taskstatus.js";
 import { TestCaseResult$zodSchema } from "./testcaseresult.js";
 import { TestRunEvaluator$zodSchema, } from "./testrunevaluator.js";
 export const TestRunStatusResponse$zodSchema = z.object({
-    cost: z.record(z.string(), z.any()).nullable().optional().describe("Aggregated cost `{mean, min, max, count}` (USD)"),
+    cost: z.record(z.string(), z.any()).nullable().optional().describe("Aggregated cost as `{mean, min, max, count}` (USD)"),
     error: z.boolean().default(false).describe("True if the run failed"),
     evaluators: z.array(TestRunEvaluator$zodSchema).nullable().optional()
         .describe("The evaluators used in this run. Each verdict in `judge_results` links to one of these by `evaluator_uuid`"),
-    failed: z.int().nullable().optional().describe("Number of test cases that failed. Null until done"),
+    failed: z.int().nullable().optional().describe("Number of test cases that failed"),
     is_public: z.boolean().default(false).describe("Whether the run is shared publicly"),
-    latency_ms: z.record(z.string(), z.any()).nullable().optional().describe("Aggregated response latency in milliseconds: `{p50, p95, p99, count}`"),
-    passed: z.int().nullable().optional().describe("Number of test cases that passed. Null until done"),
-    results: z.array(TestCaseResult$zodSchema).nullable().optional().describe("Results for each test case. Null until available"),
-    share_token: z.string().nullable().optional().describe("Public share token. Null unless the run is public"),
+    latency_ms: z.record(z.string(), z.any()).nullable().optional().describe("Aggregated response latency in milliseconds, as `{p50, p95, p99, count}`"),
+    passed: z.int().nullable().optional().describe("Number of test cases that passed"),
+    results: z.array(TestCaseResult$zodSchema).nullable().optional().describe("Results for each test case"),
+    share_token: z.string().nullable().optional().describe("Token for building the public share URL"),
     status: TaskStatus$zodSchema,
     task_id: z.string().describe("Test run job ID"),
-    total_tests: z.int().nullable().optional().describe("Total number of test cases. Null until known"),
-    total_tokens: z.record(z.string(), z.any()).nullable().optional().describe("Aggregated token usage `{mean, min, max, count}`"),
+    total_tests: z.int().nullable().optional().describe("Total number of test cases"),
+    total_tokens: z.record(z.string(), z.any()).nullable().optional().describe("Aggregated token usage as `{mean, min, max, count}`"),
 });
 //# sourceMappingURL=testrunstatusresponse.js.map

package/esm/models/testrunstatusresponse.js.map

@@ -1 +1 @@
-{"version":3,"file":"testrunstatusresponse.js","sourceRoot":"","sources":["../../src/models/testrunstatusresponse.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAc,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AACnE,OAAO,EAAkB,wBAAwB,EAAE,MAAM,qBAAqB,CAAC;AAC/E,OAAO,EAEL,0BAA0B,GAC3B,MAAM,uBAAuB,CAAC;AAkB/B,MAAM,CAAC,MAAM,+BAA+B,GAC1C,CAAC,CAAC,MAAM,CAAC;IACP,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAChE,iDAAiD,CAClD;IACD,KAAK,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,wBAAwB,CAAC;IACpE,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;SAClE,QAAQ,CACP,4GAA4G,CAC7G;IACH,MAAM,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC5C,mDAAmD,CACpD;IACD,SAAS,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,QAAQ,CAC5C,oCAAoC,CACrC;IACD,UAAU,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACtE,uEAAuE,CACxE;IACD,MAAM,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC5C,mDAAmD,CACpD;IACD,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACvE,kDAAkD,CACnD;IACD,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACpD,mDAAmD,CACpD;IACD,MAAM,EAAE,oBAAoB;IAC5B,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,iBAAiB,CAAC;IAC/C,WAAW,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACjD,8CAA8C,CAC/C;IACD,YAAY,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACxE,kDAAkD,CACnD;CACF,CAAC,CAAC"}
+{"version":3,"file":"testrunstatusresponse.js","sourceRoot":"","sources":["../../src/models/testrunstatusresponse.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAc,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AACnE,OAAO,EAAkB,wBAAwB,EAAE,MAAM,qBAAqB,CAAC;AAC/E,OAAO,EAEL,0BAA0B,GAC3B,MAAM,uBAAuB,CAAC;AAkB/B,MAAM,CAAC,MAAM,+BAA+B,GAC1C,CAAC,CAAC,MAAM,CAAC;IACP,IAAI,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAChE,oDAAoD,CACrD;IACD,KAAK,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,QAAQ,CAAC,wBAAwB,CAAC;IACpE,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,0BAA0B,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;SAClE,QAAQ,CACP,4GAA4G,CAC7G;IACH,MAAM,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC5C,kCAAkC,CACnC;IACD,SAAS,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,QAAQ,CAC5C,oCAAoC,CACrC;IACD,UAAU,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACtE,0EAA0E,CAC3E;IACD,MAAM,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC5C,kCAAkC,CACnC;IACD,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACvE,4BAA4B,CAC7B;IACD,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACpD,yCAAyC,CAC1C;IACD,MAAM,EAAE,oBAAoB;IAC5B,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,iBAAiB,CAAC;IAC/C,WAAW,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACjD,4BAA4B,CAC7B;IACD,YAAY,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACxE,qDAAqD,CACtD;CACF,CAAC,CAAC"}

package/esm/models/testupdate.js

@@ -14,10 +14,10 @@ export const TestUpdateType$zodSchema = z.enum([
     "conversation",
 ]);
 export const TestUpdate$zodSchema = z.object({
-    config: z.record(z.string(), z.any()).nullable().optional().describe("The calibrate test config. Three top-level keys.\n\n- `history` (array, required): the conversation up to the agent's turn. Each item is `{role, content}` with `role` one of `user`, `assistant`, `tool`. A `tool` message also carries `tool_call_id` and `name`.\n- `evaluation` (object, required): `{type, ...}`, where `type` matches the test's `type` (below).\n- `settings` (object, optional): e.g. `{\"language\": \"en\"}`.\n\n`evaluation` by test type:\n- `response`: judge the agent's reply, graded by the linked evaluators. `{\"type\": \"response\"}`\n- `conversation`: append the reply and judge the whole conversation. `{\"type\": \"conversation\"}`\n- `tool_call`: diff the agent's tool calls against expected ones. Add `tool_calls`, a list of `{tool, arguments, accept_any_arguments?}`.\n\nFor `tool_call`, each expected argument value is one of:\n- `{\"match_type\": \"exact\", \"value\": <any>}`: must equal `value`\n- `{\"match_type\": \"llm_judge\", \"criteria\": \"...\"}`: judged against the criteria\n- `{\"match_type\": \"any\"}`: any value, only checks the argument was passed\n\n`response` / `conversation` example:\n```json\n{\n  \"history\": [{\"role\": \"user\", \"content\": \"What is your return policy?\"}],\n  \"evaluation\": {\"type\": \"response\"},\n  \"settings\": {\"language\": \"en\"}\n}\n```\n\n`tool_call` example:\n```json\n{\n  \"history\": [{\"role\": \"user\", \"content\": \"Book room 101 for tomorrow\"}],\n  \"evaluation\": {\n    \"type\": \"tool_call\",\n    \"tool_calls\": [\n      {\n        \"tool\": \"book_room\",\n        \"arguments\": {\n          \"room\": {\"match_type\": \"exact\", \"value\": \"101\"},\n          \"date\": {\"match_type\": \"llm_judge\", \"criteria\": \"tomorrow's date\"}\n        },\n        \"accept_any_arguments\": false\n      }\n    ]\n  }\n}\n```\n\nEvaluators are linked via the separate `evaluators` field, not inside `config`.\n\nReplaces the stored config. Omit to leave unchanged."),
+    config: z.record(z.string(), z.any()).nullable().optional().describe("The calibrate test config. Three top-level keys.\n\n- `history`: the required conversation up to the agent's turn. Each item is `{role, content}` with `role` one of `user`, `assistant`, `tool`. A `tool` message also carries `tool_call_id` and `name`.\n- `evaluation`: the required `{type, ...}`, where `type` matches the test's `type` below.\n- `settings`: an optional object, e.g. `{\"language\": \"en\"}`.\n\n`evaluation` by test type:\n- `response`: judge the agent's reply, graded by the linked evaluators. `{\"type\": \"response\"}`\n- `conversation`: append the reply and judge the whole conversation. `{\"type\": \"conversation\"}`\n- `tool_call`: diff the agent's tool calls against expected ones. Add `tool_calls`, a list of `{tool, arguments, accept_any_arguments?}`.\n\nFor `tool_call`, each expected argument value is one of:\n- `{\"match_type\": \"exact\", \"value\": <any>}`: must equal `value`\n- `{\"match_type\": \"llm_judge\", \"criteria\": \"...\"}`: judged against the criteria\n- `{\"match_type\": \"any\"}`: any value, only checks the argument was passed\n\n`response` / `conversation` example:\n```json\n{\n  \"history\": [{\"role\": \"user\", \"content\": \"What is your return policy?\"}],\n  \"evaluation\": {\"type\": \"response\"},\n  \"settings\": {\"language\": \"en\"}\n}\n```\n\n`tool_call` example:\n```json\n{\n  \"history\": [{\"role\": \"user\", \"content\": \"Book room 101 for tomorrow\"}],\n  \"evaluation\": {\n    \"type\": \"tool_call\",\n    \"tool_calls\": [\n      {\n        \"tool\": \"book_room\",\n        \"arguments\": {\n          \"room\": {\"match_type\": \"exact\", \"value\": \"101\"},\n          \"date\": {\"match_type\": \"llm_judge\", \"criteria\": \"tomorrow's date\"}\n        },\n        \"accept_any_arguments\": false\n      }\n    ]\n  }\n}\n```\n\nEvaluators are linked via the separate `evaluators` field, not inside `config`.\n\nReplaces the stored config. Omit to leave unchanged"),
     evaluators: z.array(RoutersTestsEvaluatorRef$zodSchema).nullable().optional()
         .describe("New evaluator links for the test. Omit to leave unchanged. An empty list clears them, except on `conversation` tests, which must keep at least one"),
     name: z.string().nullable().optional().describe("New test name. Omit to leave unchanged"),
-    type: TestUpdateType$zodSchema.nullable().optional().describe("What the test judges:\n\n- `response`: judges the generated reply\n- `tool_call`: diffs the generated tool calls\n- `conversation`: judges the full conversation\n\nImmutable. Omit, or send the existing value. A different value is rejected (400)."),
+    type: TestUpdateType$zodSchema.nullable().optional().describe("What the test judges:\n\n- `response`: judges the generated reply\n- `tool_call`: diffs the generated tool calls\n- `conversation`: judges the full conversation\n\n\nImmutable. Omit it, or send the current value"),
 });
 //# sourceMappingURL=testupdate.js.map

package/esm/models/testupdate.js.map

@@ -1 +1 @@
-{"version":3,"file":"testupdate.js","sourceRoot":"","sources":["../../src/models/testupdate.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,OAAO,EAEL,kCAAkC,GACnC,MAAM,+BAA+B,CAAC;AAEvC,MAAM,CAAC,MAAM,cAAc,GAAG;IAC5B,QAAQ,EAAE,UAAU;IACpB,QAAQ,EAAE,WAAW;IACrB,YAAY,EAAE,cAAc;CACpB,CAAC;AAGX,MAAM,CAAC,MAAM,wBAAwB,GAAG,CAAC,CAAC,IAAI,CAAC;IAC7C,UAAU;IACV,WAAW;IACX,cAAc;CACf,CAAC,CAAC;AASH,MAAM,CAAC,MAAM,oBAAoB,GAA0B,CAAC,CAAC,MAAM,CAAC;IAClE,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClE,g7DAAg7D,CACj7D;IACD,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,kCAAkC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;SAC1E,QAAQ,CACP,oJAAoJ,CACrJ;IACH,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC7C,wCAAwC,CACzC;IACD,IAAI,EAAE,wBAAwB,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC3D,uPAAuP,CACxP;CACF,CAAC,CAAC"}
+{"version":3,"file":"testupdate.js","sourceRoot":"","sources":["../../src/models/testupdate.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,OAAO,EAEL,kCAAkC,GACnC,MAAM,+BAA+B,CAAC;AAEvC,MAAM,CAAC,MAAM,cAAc,GAAG;IAC5B,QAAQ,EAAE,UAAU;IACpB,QAAQ,EAAE,WAAW;IACrB,YAAY,EAAE,cAAc;CACpB,CAAC;AAGX,MAAM,CAAC,MAAM,wBAAwB,GAAG,CAAC,CAAC,IAAI,CAAC;IAC7C,UAAU;IACV,WAAW;IACX,cAAc;CACf,CAAC,CAAC;AASH,MAAM,CAAC,MAAM,oBAAoB,GAA0B,CAAC,CAAC,MAAM,CAAC;IAClE,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClE,+5DAA+5D,CACh6D;IACD,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,kCAAkC,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;SAC1E,QAAQ,CACP,oJAAoJ,CACrJ;IACH,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC7C,wCAAwC,CACzC;IACD,IAAI,EAAE,wBAAwB,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC3D,qNAAqN,CACtN;CACF,CAAC,CAAC"}

package/esm/models/toolcalloutput.js

@@ -3,8 +3,8 @@
  */
 import * as z from "zod";
 export const ToolCallOutput$zodSchema = z.object({
-    arguments: z.record(z.string(), z.any()).nullable().optional().describe("Arguments the agent passed to the tool. Null if none"),
-    output: z.any().nullable().optional().describe("Tool execution result (any JSON value). Present only when the agent runs the tool and returns its result"),
+    arguments: z.record(z.string(), z.any()).nullable().optional().describe("Arguments the agent passed to the tool"),
+    output: z.any().nullable().optional().describe("Tool execution result, when the agent ran the tool and returned its result"),
     tool: z.string().describe("Name of the tool the agent called"),
 });
 //# sourceMappingURL=toolcalloutput.js.map

package/esm/models/toolcalloutput.js.map

@@ -1 +1 @@
-{"version":3,"file":"toolcalloutput.js","sourceRoot":"","sources":["../../src/models/toolcalloutput.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAQzB,MAAM,CAAC,MAAM,wBAAwB,GAA8B,CAAC,CAAC,MAAM,CAAC;IAC1E,SAAS,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACrE,sDAAsD,CACvD;IACD,MAAM,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC5C,0GAA0G,CAC3G;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,mCAAmC,CAAC;CAC/D,CAAC,CAAC"}
+{"version":3,"file":"toolcalloutput.js","sourceRoot":"","sources":["../../src/models/toolcalloutput.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAQzB,MAAM,CAAC,MAAM,wBAAwB,GAA8B,CAAC,CAAC,MAAM,CAAC;IAC1E,SAAS,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACrE,wCAAwC,CACzC;IACD,MAAM,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC5C,4EAA4E,CAC7E;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,mCAAmC,CAAC;CAC/D,CAAC,CAAC"}

package/esm/models/updateagentendpointagentsagentuuidputop.d.ts

@@ -5,7 +5,6 @@ import { RoutersAgentsAgentResponse } from "./routersagentsagentresponse.js";
 export type UpdateAgentEndpointAgentsAgentUuidPutRequest = {
     agent_uuid: string;
     xAPIKey?: string | null | undefined;
-    xOrgUUID?: string | null | undefined;
     body: AgentUpdate;
 };
 export declare const UpdateAgentEndpointAgentsAgentUuidPutRequest$zodSchema: z.ZodType<UpdateAgentEndpointAgentsAgentUuidPutRequest>;

package/esm/models/updateagentendpointagentsagentuuidputop.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"updateagentendpointagentsagentuuidputop.d.ts","sourceRoot":"","sources":["../../src/models/updateagentendpointagentsagentuuidputop.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,WAAW,EAAyB,MAAM,kBAAkB,CAAC;AACtE,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,0BAA0B,EAE3B,MAAM,iCAAiC,CAAC;AAEzC,MAAM,MAAM,4CAA4C,GAAG;IACzD,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACrC,IAAI,EAAE,WAAW,CAAC;CACnB,CAAC;AAEF,eAAO,MAAM,sDAAsD,EAAE,CAAC,CAAC,OAAO,CAC5E,4CAA4C,CAM5C,CAAC;AAEH,MAAM,MAAM,6CAA6C,GACrD,0BAA0B,GAC1B,mBAAmB,CAAC;AAExB,eAAO,MAAM,uDAAuD,EAAE,CAAC,CAAC,OAAO,CAC7E,6CAA6C,CAI7C,CAAC"}
+{"version":3,"file":"updateagentendpointagentsagentuuidputop.d.ts","sourceRoot":"","sources":["../../src/models/updateagentendpointagentsagentuuidputop.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,WAAW,EAAyB,MAAM,kBAAkB,CAAC;AACtE,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,0BAA0B,EAE3B,MAAM,iCAAiC,CAAC;AAEzC,MAAM,MAAM,4CAA4C,GAAG;IACzD,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,IAAI,EAAE,WAAW,CAAC;CACnB,CAAC;AAEF,eAAO,MAAM,sDAAsD,EAAE,CAAC,CAAC,OAAO,CAC5E,4CAA4C,CAK5C,CAAC;AAEH,MAAM,MAAM,6CAA6C,GACrD,0BAA0B,GAC1B,mBAAmB,CAAC;AAExB,eAAO,MAAM,uDAAuD,EAAE,CAAC,CAAC,OAAO,CAC7E,6CAA6C,CAI7C,CAAC"}

package/esm/models/updateagentendpointagentsagentuuidputop.js

@@ -6,10 +6,9 @@ import { AgentUpdate$zodSchema } from "./agentupdate.js";
 import { HTTPValidationError$zodSchema, } from "./httpvalidationerror.js";
 import { RoutersAgentsAgentResponse$zodSchema, } from "./routersagentsagentresponse.js";
 export const UpdateAgentEndpointAgentsAgentUuidPutRequest$zodSchema = z.object({
-    agent_uuid: z.string().describe("The agent to update."),
+    agent_uuid: z.string().describe("The agent to update"),
     body: AgentUpdate$zodSchema,
     xAPIKey: z.string().nullable().optional(),
-    xOrgUUID: z.string().nullable().optional(),
 });
 export const UpdateAgentEndpointAgentsAgentUuidPutResponse$zodSchema = z.union([
     RoutersAgentsAgentResponse$zodSchema,

package/esm/models/updateagentendpointagentsagentuuidputop.js.map

@@ -1 +1 @@
-{"version":3,"file":"updateagentendpointagentsagentuuidputop.js","sourceRoot":"","sources":["../../src/models/updateagentendpointagentsagentuuidputop.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAe,qBAAqB,EAAE,MAAM,kBAAkB,CAAC;AACtE,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,oCAAoC,GACrC,MAAM,iCAAiC,CAAC;AASzC,MAAM,CAAC,MAAM,sDAAsD,GAE/D,CAAC,CAAC,MAAM,CAAC;IACX,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,sBAAsB,CAAC;IACvD,IAAI,EAAE,qBAAqB;IAC3B,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CAC3C,CAAC,CAAC;AAMH,MAAM,CAAC,MAAM,uDAAuD,GAEhE,CAAC,CAAC,KAAK,CAAC;IACV,oCAAoC;IACpC,6BAA6B;CAC9B,CAAC,CAAC"}
+{"version":3,"file":"updateagentendpointagentsagentuuidputop.js","sourceRoot":"","sources":["../../src/models/updateagentendpointagentsagentuuidputop.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAe,qBAAqB,EAAE,MAAM,kBAAkB,CAAC;AACtE,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,oCAAoC,GACrC,MAAM,iCAAiC,CAAC;AAQzC,MAAM,CAAC,MAAM,sDAAsD,GAE/D,CAAC,CAAC,MAAM,CAAC;IACX,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,qBAAqB,CAAC;IACtD,IAAI,EAAE,qBAAqB;IAC3B,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CAC1C,CAAC,CAAC;AAMH,MAAM,CAAC,MAAM,uDAAuD,GAEhE,CAAC,CAAC,KAAK,CAAC;IACV,oCAAoC;IACpC,6BAA6B;CAC9B,CAAC,CAAC"}

package/esm/models/updatetestendpointteststestuuidputop.d.ts

@@ -5,7 +5,6 @@ import { TestUpdate } from "./testupdate.js";
 export type UpdateTestEndpointTestsTestUuidPutRequest = {
     test_uuid: string;
     xAPIKey?: string | null | undefined;
-    xOrgUUID?: string | null | undefined;
     body: TestUpdate;
 };
 export declare const UpdateTestEndpointTestsTestUuidPutRequest$zodSchema: z.ZodType<UpdateTestEndpointTestsTestUuidPutRequest>;

package/esm/models/updatetestendpointteststestuuidputop.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"updatetestendpointteststestuuidputop.d.ts","sourceRoot":"","sources":["../../src/models/updatetestendpointteststestuuidputop.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,wBAAwB,EAEzB,MAAM,+BAA+B,CAAC;AACvC,OAAO,EAAE,UAAU,EAAwB,MAAM,iBAAiB,CAAC;AAEnE,MAAM,MAAM,yCAAyC,GAAG;IACtD,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACrC,IAAI,EAAE,UAAU,CAAC;CAClB,CAAC;AAEF,eAAO,MAAM,mDAAmD,EAAE,CAAC,CAAC,OAAO,CACzE,yCAAyC,CAMzC,CAAC;AAEH,MAAM,MAAM,0CAA0C,GAClD,wBAAwB,GACxB,mBAAmB,CAAC;AAExB,eAAO,MAAM,oDAAoD,EAAE,CAAC,CAAC,OAAO,CAC1E,0CAA0C,CAI1C,CAAC"}
+{"version":3,"file":"updatetestendpointteststestuuidputop.d.ts","sourceRoot":"","sources":["../../src/models/updatetestendpointteststestuuidputop.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,wBAAwB,EAEzB,MAAM,+BAA+B,CAAC;AACvC,OAAO,EAAE,UAAU,EAAwB,MAAM,iBAAiB,CAAC;AAEnE,MAAM,MAAM,yCAAyC,GAAG;IACtD,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,IAAI,EAAE,UAAU,CAAC;CAClB,CAAC;AAEF,eAAO,MAAM,mDAAmD,EAAE,CAAC,CAAC,OAAO,CACzE,yCAAyC,CAKzC,CAAC;AAEH,MAAM,MAAM,0CAA0C,GAClD,wBAAwB,GACxB,mBAAmB,CAAC;AAExB,eAAO,MAAM,oDAAoD,EAAE,CAAC,CAAC,OAAO,CAC1E,0CAA0C,CAI1C,CAAC"}

package/esm/models/updatetestendpointteststestuuidputop.js

@@ -9,7 +9,6 @@ export const UpdateTestEndpointTestsTestUuidPutRequest$zodSchema = z.object({
     body: TestUpdate$zodSchema,
     test_uuid: z.string().describe("Test to update"),
     xAPIKey: z.string().nullable().optional(),
-    xOrgUUID: z.string().nullable().optional(),
 });
 export const UpdateTestEndpointTestsTestUuidPutResponse$zodSchema = z.union([
     RoutersTestsTestResponse$zodSchema,

package/esm/models/updatetestendpointteststestuuidputop.js.map

@@ -1 +1 @@
-{"version":3,"file":"updatetestendpointteststestuuidputop.js","sourceRoot":"","sources":["../../src/models/updatetestendpointteststestuuidputop.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,kCAAkC,GACnC,MAAM,+BAA+B,CAAC;AACvC,OAAO,EAAc,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AASnE,MAAM,CAAC,MAAM,mDAAmD,GAE5D,CAAC,CAAC,MAAM,CAAC;IACX,IAAI,EAAE,oBAAoB;IAC1B,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,gBAAgB,CAAC;IAChD,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;IACzC,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CAC3C,CAAC,CAAC;AAMH,MAAM,CAAC,MAAM,oDAAoD,GAE7D,CAAC,CAAC,KAAK,CAAC;IACV,kCAAkC;IAClC,6BAA6B;CAC9B,CAAC,CAAC"}
+{"version":3,"file":"updatetestendpointteststestuuidputop.js","sourceRoot":"","sources":["../../src/models/updatetestendpointteststestuuidputop.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,kCAAkC,GACnC,MAAM,+BAA+B,CAAC;AACvC,OAAO,EAAc,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AAQnE,MAAM,CAAC,MAAM,mDAAmD,GAE5D,CAAC,CAAC,MAAM,CAAC;IACX,IAAI,EAAE,oBAAoB;IAC1B,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,gBAAgB,CAAC;IAChD,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CAC1C,CAAC,CAAC;AAMH,MAAM,CAAC,MAAM,oDAAoD,GAE7D,CAAC,CAAC,KAAK,CAAC;IACV,kCAAkC;IAClC,6BAA6B;CAC9B,CAAC,CAAC"}

package/esm/models/variablespec.d.ts

@@ -0,0 +1,8 @@
+import * as z from "zod";
+export type VariableSpec = {
+    name: string;
+    description?: string | null | undefined;
+    default?: string | null | undefined;
+};
+export declare const VariableSpec$zodSchema: z.ZodType<VariableSpec>;
+//# sourceMappingURL=variablespec.d.ts.map

package/esm/models/variablespec.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"variablespec.d.ts","sourceRoot":"","sources":["../../src/models/variablespec.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,MAAM,MAAM,YAAY,GAAG;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACxC,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;CACrC,CAAC;AAEF,eAAO,MAAM,sBAAsB,EAAE,CAAC,CAAC,OAAO,CAAC,YAAY,CAUzD,CAAC"}

package/esm/models/variablespec.js

@@ -0,0 +1,10 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+import * as z from "zod";
+export const VariableSpec$zodSchema = z.object({
+    default: z.string().nullable().optional().describe("Default value used when you omit this variable. Omit for no default"),
+    description: z.string().nullable().optional().describe("What the variable is for. Omit if self-evident"),
+    name: z.string().describe("Name of a `{{\"{{\"}}placeholder}}` used in the system prompt"),
+});
+//# sourceMappingURL=variablespec.js.map

package/esm/models/variablespec.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"variablespec.js","sourceRoot":"","sources":["../../src/models/variablespec.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAQzB,MAAM,CAAC,MAAM,sBAAsB,GAA4B,CAAC,CAAC,MAAM,CAAC;IACtE,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAChD,qEAAqE,CACtE;IACD,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACpD,gDAAgD,CACjD;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CACvB,+DAA+D,CAChE;CACF,CAAC,CAAC"}

package/esm/models/verifyagentconnectionagentsagentuuidverifyconnectionpostop.d.ts

@@ -0,0 +1,13 @@
+import * as z from "zod";
+import { AgentVerifyRequest } from "./agentverifyrequest.js";
+import { HTTPValidationError } from "./httpvalidationerror.js";
+import { VerifyConnectionResponse } from "./verifyconnectionresponse.js";
+export type VerifyAgentConnectionAgentsAgentUuidVerifyConnectionPostRequest = {
+    agent_uuid: string;
+    xAPIKey?: string | null | undefined;
+    body: AgentVerifyRequest;
+};
+export declare const VerifyAgentConnectionAgentsAgentUuidVerifyConnectionPostRequest$zodSchema: z.ZodType<VerifyAgentConnectionAgentsAgentUuidVerifyConnectionPostRequest>;
+export type VerifyAgentConnectionAgentsAgentUuidVerifyConnectionPostResponse = VerifyConnectionResponse | HTTPValidationError;
+export declare const VerifyAgentConnectionAgentsAgentUuidVerifyConnectionPostResponse$zodSchema: z.ZodType<VerifyAgentConnectionAgentsAgentUuidVerifyConnectionPostResponse>;
+//# sourceMappingURL=verifyagentconnectionagentsagentuuidverifyconnectionpostop.d.ts.map

package/esm/models/verifyagentconnectionagentsagentuuidverifyconnectionpostop.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"verifyagentconnectionagentsagentuuidverifyconnectionpostop.d.ts","sourceRoot":"","sources":["../../src/models/verifyagentconnectionagentsagentuuidverifyconnectionpostop.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EACL,kBAAkB,EAEnB,MAAM,yBAAyB,CAAC;AACjC,OAAO,EACL,mBAAmB,EAEpB,MAAM,0BAA0B,CAAC;AAClC,OAAO,EACL,wBAAwB,EAEzB,MAAM,+BAA+B,CAAC;AAEvC,MAAM,MAAM,+DAA+D,GAAG;IAC5E,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,IAAI,EAAE,kBAAkB,CAAC;CAC1B,CAAC;AAEF,eAAO,MAAM,yEAAyE,EACpF,CAAC,CAAC,OAAO,CAAC,+DAA+D,CAKrE,CAAC;AAEP,MAAM,MAAM,gEAAgE,GACxE,wBAAwB,GACxB,mBAAmB,CAAC;AAExB,eAAO,MAAM,0EAA0E,EACrF,CAAC,CAAC,OAAO,CAAC,gEAAgE,CAItE,CAAC"}

package/esm/models/verifyagentconnectionagentsagentuuidverifyconnectionpostop.js

@@ -0,0 +1,18 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+import * as z from "zod";
+import { AgentVerifyRequest$zodSchema, } from "./agentverifyrequest.js";
+import { HTTPValidationError$zodSchema, } from "./httpvalidationerror.js";
+import { VerifyConnectionResponse$zodSchema, } from "./verifyconnectionresponse.js";
+export const VerifyAgentConnectionAgentsAgentUuidVerifyConnectionPostRequest$zodSchema = z
+    .object({
+    agent_uuid: z.string().describe("The agent whose connection to verify"),
+    body: AgentVerifyRequest$zodSchema,
+    xAPIKey: z.string().nullable().optional(),
+});
+export const VerifyAgentConnectionAgentsAgentUuidVerifyConnectionPostResponse$zodSchema = z.union([
+    VerifyConnectionResponse$zodSchema,
+    HTTPValidationError$zodSchema,
+]);
+//# sourceMappingURL=verifyagentconnectionagentsagentuuidverifyconnectionpostop.js.map

package/esm/models/verifyagentconnectionagentsagentuuidverifyconnectionpostop.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"verifyagentconnectionagentsagentuuidverifyconnectionpostop.js","sourceRoot":"","sources":["../../src/models/verifyagentconnectionagentsagentuuidverifyconnectionpostop.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,4BAA4B,GAC7B,MAAM,yBAAyB,CAAC;AACjC,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAClC,OAAO,EAEL,kCAAkC,GACnC,MAAM,+BAA+B,CAAC;AAQvC,MAAM,CAAC,MAAM,yEAAyE,GACP,CAAC;KAC3E,MAAM,CAAC;IACN,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,sCAAsC,CAAC;IACvE,IAAI,EAAE,4BAA4B;IAClC,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CAC1C,CAAC,CAAC;AAMP,MAAM,CAAC,MAAM,0EAA0E,GAEnF,CAAC,CAAC,KAAK,CAAC;IACN,kCAAkC;IAClC,6BAA6B;CAC9B,CAAC,CAAC"}

package/esm/models/verifyconnectionresponse.d.ts

@@ -0,0 +1,10 @@
+import * as z from "zod";
+export type VerifyConnectionResponse = {
+    success: boolean;
+    error?: string | null | undefined;
+    sample_response?: {
+        [k: string]: any;
+    } | null | undefined;
+};
+export declare const VerifyConnectionResponse$zodSchema: z.ZodType<VerifyConnectionResponse>;
+//# sourceMappingURL=verifyconnectionresponse.d.ts.map

package/esm/models/verifyconnectionresponse.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"verifyconnectionresponse.d.ts","sourceRoot":"","sources":["../../src/models/verifyconnectionresponse.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,MAAM,MAAM,wBAAwB,GAAG;IACrC,OAAO,EAAE,OAAO,CAAC;IACjB,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAClC,eAAe,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,GAAG,IAAI,GAAG,SAAS,CAAC;CAC3D,CAAC;AAEF,eAAO,MAAM,kCAAkC,EAAE,CAAC,CAAC,OAAO,CACxD,wBAAwB,CAWxB,CAAC"}

package/esm/models/verifyconnectionresponse.js

@@ -0,0 +1,10 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+import * as z from "zod";
+export const VerifyConnectionResponse$zodSchema = z.object({
+    error: z.string().nullable().optional().describe("Reason the verification failed"),
+    sample_response: z.record(z.string(), z.any()).nullable().optional().describe("Sample output returned by the agent during verification"),
+    success: z.boolean().describe("True if the agent responded successfully to the verification probe"),
+});
+//# sourceMappingURL=verifyconnectionresponse.js.map

package/esm/models/verifyconnectionresponse.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"verifyconnectionresponse.js","sourceRoot":"","sources":["../../src/models/verifyconnectionresponse.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAQzB,MAAM,CAAC,MAAM,kCAAkC,GAE3C,CAAC,CAAC,MAAM,CAAC;IACX,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC9C,gCAAgC,CACjC;IACD,eAAe,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC3E,yDAAyD,CAC1D;IACD,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,CAC3B,oEAAoE,CACrE;CACF,CAAC,CAAC"}

package/esm/models/versioncreateresponse.d.ts

@@ -0,0 +1,7 @@
+import * as z from "zod";
+export type VersionCreateResponse = {
+    version_uuid: string;
+    version_number: number;
+};
+export declare const VersionCreateResponse$zodSchema: z.ZodType<VersionCreateResponse>;
+//# sourceMappingURL=versioncreateresponse.d.ts.map

package/esm/models/versioncreateresponse.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"versioncreateresponse.d.ts","sourceRoot":"","sources":["../../src/models/versioncreateresponse.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,MAAM,MAAM,qBAAqB,GAAG;IAClC,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,MAAM,CAAC;CACxB,CAAC;AAEF,eAAO,MAAM,+BAA+B,EAAE,CAAC,CAAC,OAAO,CAAC,qBAAqB,CAMzE,CAAC"}

package/esm/models/versioncreateresponse.js

@@ -0,0 +1,9 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+import * as z from "zod";
+export const VersionCreateResponse$zodSchema = z.object({
+    version_number: z.int().describe("The version's number. The first version is 1, and it goes up by one for each new version of the evaluator"),
+    version_uuid: z.string().describe("ID of the newly created version"),
+});
+//# sourceMappingURL=versioncreateresponse.js.map

package/esm/models/versioncreateresponse.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"versioncreateresponse.js","sourceRoot":"","sources":["../../src/models/versioncreateresponse.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAOzB,MAAM,CAAC,MAAM,+BAA+B,GAC1C,CAAC,CAAC,MAAM,CAAC;IACP,cAAc,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,CAC9B,2GAA2G,CAC5G;IACD,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,iCAAiC,CAAC;CACrE,CAAC,CAAC"}

package/esm/tool-names.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"tool-names.d.ts","sourceRoot":"","sources":["../src/tool-names.ts"],"names":[],"mappings":"AACA,eAAO,MAAM,SAAS,EAAE,KAAK,CAAC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,WAAW,EAAE,MAAM,CAAA;CAAE,CAqDlE,CAAC"}
+{"version":3,"file":"tool-names.d.ts","sourceRoot":"","sources":["../src/tool-names.ts"],"names":[],"mappings":"AACA,eAAO,MAAM,SAAS,EAAE,KAAK,CAAC;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,WAAW,EAAE,MAAM,CAAA;CAAE,CAqIlE,CAAC"}

package/esm/tool-names.js

@@ -1,5 +1,9 @@
 // Auto-generated at build time
 export const toolNames = [
+    {
+        "name": "verify-agent-connection",
+        "description": "Verify that a connection-type agent responds. Optionally pass a model to verify it before benchmarking. The endpoint and headers come from the agent's stored config; a successful check is recorded on the agent.\n"
+    },
     {
         "name": "resolve-agent-names",
         "description": "Map human-friendly agent names to UUIDs within the caller's org. Each\nname resolves to at most one agent; unknown names are returned under\nnot_found. Use this before run-agent-tests when you have names instead\nof UUIDs. Does not create or modify agents.\n"
@@ -40,6 +44,18 @@ export const toolNames = [
         "name": "update-test",
         "description": "Update an existing test by UUID within the caller's org. Supply the\nfields to change (name, config). Returns the updated test. Fails with\n404 if the test does not exist or belongs to another org.\n"
     },
+    {
+        "name": "link-tests-to-agent",
+        "description": "Link one or more existing tests to an agent so they run together. Tests already linked are skipped. The agent and every test must be in your workspace.\n"
+    },
+    {
+        "name": "list-agent-tests",
+        "description": "List the tests linked to an agent.\n"
+    },
+    {
+        "name": "list-agent-test-runs",
+        "description": "List an agent's test and benchmark runs, most recently created first, with their status and results.\n"
+    },
     {
         "name": "run-agent-tests",
         "description": "Start a background LLM unit-test job for one agent. Runs all tests\nlinked to the agent unless test_uuids is provided. Returns a task_id\nto poll with get-agent-test-run. The agent must belong to the caller's\norg and have a verified connection; otherwise the call fails with 400\nor 404.\n"
@@ -51,6 +67,70 @@ export const toolNames = [
     {
         "name": "get-agent-test-run",
         "description": "Poll the status and results of an agent test run by task_id. Returns\nqueued, in_progress, completed, failed, or aborted status. When\ncompleted, includes per-test-case pass/fail results and evaluator\njudgments. Use the task_id from run-agent-tests or\nrun-agent-tests-batch.\n"
+    },
+    {
+        "name": "run-agent-benchmark",
+        "description": "Start a multi-model benchmark over an agent's linked tests as a background job. Optionally restrict to a subset of linked tests. Returns a task_id to poll with get-agent-benchmark.\n"
+    },
+    {
+        "name": "get-agent-benchmark",
+        "description": "Get the results of a benchmark run, including per-model scores and the leaderboard.\n"
+    },
+    {
+        "name": "create-evaluator",
+        "description": "Create an evaluator and its first version, which is set live. An evaluator judges an output against a prompt and rubric.\n"
+    },
+    {
+        "name": "list-evaluators",
+        "description": "List your evaluators. Optionally filter by what they judge or their modality, and include the built-in defaults.\n"
+    },
+    {
+        "name": "get-evaluator",
+        "description": "Get one evaluator with its full version history.\n"
+    },
+    {
+        "name": "create-evaluator-version",
+        "description": "Add a new version to an evaluator you created, optionally making it live. The variable names must match the previous version.\n"
+    },
+    {
+        "name": "create-annotation-task",
+        "description": "Create an annotation task for labelling items against evaluators. Optionally link evaluators in order.\n"
+    },
+    {
+        "name": "list-annotation-tasks",
+        "description": "List your annotation tasks with their linked evaluators.\n"
+    },
+    {
+        "name": "get-annotation-task",
+        "description": "Get one annotation task with its evaluators, items, and labelling jobs.\n"
+    },
+    {
+        "name": "link-evaluator-to-task",
+        "description": "Link an evaluator to an annotation task, appending it to the display order.\n"
+    },
+    {
+        "name": "add-annotation-items",
+        "description": "Bulk-create items in an annotation task, optionally seeding human annotations.\n"
+    },
+    {
+        "name": "update-annotation-items",
+        "description": "Bulk-update item payloads in an annotation task.\n"
+    },
+    {
+        "name": "run-annotation-evaluators",
+        "description": "Run one or more of a task's evaluators over its items as a background job. Returns a job_uuid to poll with get-annotation-evaluator-run.\n"
+    },
+    {
+        "name": "get-annotation-evaluator-run",
+        "description": "Get one evaluator-run job with its results and human-agreement summary.\n"
+    },
+    {
+        "name": "get-annotation-agreement",
+        "description": "Get human-vs-human and human-vs-evaluator agreement metrics for a task, with a trend series.\n"
+    },
+    {
+        "name": "get-annotation-summary",
+        "description": "Get a paginated summary table for a task, with each item's evaluator values and human labels.\n"
     }
 ];
 //# sourceMappingURL=tool-names.js.map