@dalmia/calibrate-mcp 0.0.21 → 0.0.22

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (77) hide show
  1. package/bin/mcp-server.js +75 -35
  2. package/bin/mcp-server.js.map +19 -16
  3. package/esm/landing-page.js +1 -1
  4. package/esm/lib/config.d.ts +2 -2
  5. package/esm/lib/config.js +2 -2
  6. package/esm/mcp-server/mcp-server.js +1 -1
  7. package/esm/mcp-server/server.js +1 -1
  8. package/esm/models/agentsummary.d.ts +32 -0
  9. package/esm/models/agentsummary.d.ts.map +1 -0
  10. package/esm/models/agentsummary.js +26 -0
  11. package/esm/models/agentsummary.js.map +1 -0
  12. package/esm/models/annotationtaskresponse.js +1 -1
  13. package/esm/models/annotationtaskresponse.js.map +1 -1
  14. package/esm/models/evaluatorliveversionsummary.d.ts +13 -0
  15. package/esm/models/evaluatorliveversionsummary.d.ts.map +1 -0
  16. package/esm/models/evaluatorliveversionsummary.js +12 -0
  17. package/esm/models/evaluatorliveversionsummary.js.map +1 -0
  18. package/esm/models/getagenttestsendpointagenttestsagentagentuuidtestsgetop.d.ts +2 -2
  19. package/esm/models/getagenttestsendpointagenttestsagentagentuuidtestsgetop.d.ts.map +1 -1
  20. package/esm/models/getagenttestsendpointagenttestsagentagentuuidtestsgetop.js +2 -2
  21. package/esm/models/getagenttestsendpointagenttestsagentagentuuidtestsgetop.js.map +1 -1
  22. package/esm/models/gettestendpointteststestuuidgetop.d.ts +2 -2
  23. package/esm/models/gettestendpointteststestuuidgetop.d.ts.map +1 -1
  24. package/esm/models/gettestendpointteststestuuidgetop.js +2 -2
  25. package/esm/models/gettestendpointteststestuuidgetop.js.map +1 -1
  26. package/esm/models/listagentsagentsgetop.d.ts +2 -2
  27. package/esm/models/listagentsagentsgetop.d.ts.map +1 -1
  28. package/esm/models/listagentsagentsgetop.js +2 -2
  29. package/esm/models/listagentsagentsgetop.js.map +1 -1
  30. package/esm/models/listteststestsgetop.d.ts +2 -2
  31. package/esm/models/listteststestsgetop.d.ts.map +1 -1
  32. package/esm/models/listteststestsgetop.js +2 -2
  33. package/esm/models/listteststestsgetop.js.map +1 -1
  34. package/esm/models/routersevaluatorsevaluatorresponse.d.ts +2 -2
  35. package/esm/models/routersevaluatorsevaluatorresponse.d.ts.map +1 -1
  36. package/esm/models/routersevaluatorsevaluatorresponse.js +2 -2
  37. package/esm/models/routersevaluatorsevaluatorresponse.js.map +1 -1
  38. package/esm/models/testlistconfig.d.ts +6 -0
  39. package/esm/models/testlistconfig.d.ts.map +1 -0
  40. package/esm/models/testlistconfig.js +8 -0
  41. package/esm/models/testlistconfig.js.map +1 -0
  42. package/esm/models/testlistresponse.d.ts +49 -0
  43. package/esm/models/testlistresponse.d.ts.map +1 -0
  44. package/esm/models/testlistresponse.js +33 -0
  45. package/esm/models/testlistresponse.js.map +1 -0
  46. package/esm/models/{routersteststestresponse.d.ts → testresponse.d.ts} +7 -7
  47. package/esm/models/testresponse.d.ts.map +1 -0
  48. package/esm/models/{routersteststestresponse.js → testresponse.js} +5 -5
  49. package/esm/models/testresponse.js.map +1 -0
  50. package/esm/models/updatetestendpointteststestuuidputop.d.ts +2 -2
  51. package/esm/models/updatetestendpointteststestuuidputop.d.ts.map +1 -1
  52. package/esm/models/updatetestendpointteststestuuidputop.js +2 -2
  53. package/esm/models/updatetestendpointteststestuuidputop.js.map +1 -1
  54. package/package.json +1 -1
  55. package/src/landing-page.ts +1 -1
  56. package/src/lib/config.ts +2 -2
  57. package/src/mcp-server/mcp-server.ts +1 -1
  58. package/src/mcp-server/server.ts +1 -1
  59. package/src/models/agentsummary.ts +53 -0
  60. package/src/models/annotationtaskresponse.ts +1 -1
  61. package/src/models/evaluatorliveversionsummary.ts +33 -0
  62. package/src/models/getagenttestsendpointagenttestsagentagentuuidtestsgetop.ts +5 -7
  63. package/src/models/gettestendpointteststestuuidgetop.ts +3 -6
  64. package/src/models/listagentsagentsgetop.ts +3 -6
  65. package/src/models/listteststestsgetop.ts +5 -5
  66. package/src/models/routersevaluatorsevaluatorresponse.ts +5 -5
  67. package/src/models/testlistconfig.ts +13 -0
  68. package/src/models/testlistresponse.ts +75 -0
  69. package/src/models/{routersteststestresponse.ts → testresponse.ts} +7 -11
  70. package/src/models/updatetestendpointteststestuuidputop.ts +3 -6
  71. package/esm/models/routersagentteststestresponse.d.ts +0 -41
  72. package/esm/models/routersagentteststestresponse.d.ts.map +0 -1
  73. package/esm/models/routersagentteststestresponse.js +0 -31
  74. package/esm/models/routersagentteststestresponse.js.map +0 -1
  75. package/esm/models/routersteststestresponse.d.ts.map +0 -1
  76. package/esm/models/routersteststestresponse.js.map +0 -1
  77. package/src/models/routersagentteststestresponse.ts +0 -65
@@ -1,65 +0,0 @@
1
- /*
2
- * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
- */
4
-
5
- import * as z from "zod";
6
- import { ClosedEnum } from "../types/enums.js";
7
-
8
- /**
9
- * What the test checks:
10
- *
11
- * @remarks
12
- * - `response`: judges the reply the agent generates
13
- * - `tool_call`: checks the tool calls the agent makes
14
- * - `conversation`: judges the full conversation after the agent replies
15
- */
16
- export const RoutersAgentTestsTestResponseType = {
17
- Response: "response",
18
- ToolCall: "tool_call",
19
- Conversation: "conversation",
20
- } as const;
21
- /**
22
- * What the test checks:
23
- *
24
- * @remarks
25
- * - `response`: judges the reply the agent generates
26
- * - `tool_call`: checks the tool calls the agent makes
27
- * - `conversation`: judges the full conversation after the agent replies
28
- */
29
- export type RoutersAgentTestsTestResponseType = ClosedEnum<
30
- typeof RoutersAgentTestsTestResponseType
31
- >;
32
-
33
- export const RoutersAgentTestsTestResponseType$zodSchema = z.enum([
34
- "response",
35
- "tool_call",
36
- "conversation",
37
- ]).describe(
38
- "What the test checks:\n- `response`: judges the reply the agent generates\n- `tool_call`: checks the tool calls the agent makes\n- `conversation`: judges the full conversation after the agent replies",
39
- );
40
-
41
- export type RoutersAgentTestsTestResponse = {
42
- uuid: string;
43
- name: string;
44
- type: RoutersAgentTestsTestResponseType;
45
- config?: { [k: string]: any } | null | undefined;
46
- created_at: string;
47
- updated_at: string;
48
- };
49
-
50
- export const RoutersAgentTestsTestResponse$zodSchema: z.ZodType<
51
- RoutersAgentTestsTestResponse
52
- > = z.object({
53
- config: z.record(z.string(), z.any()).nullable().optional().describe(
54
- "Test configuration",
55
- ),
56
- created_at: z.string().describe("When the test was created (ISO 8601 UTC)"),
57
- name: z.string().describe("Name of the test"),
58
- type: RoutersAgentTestsTestResponseType$zodSchema.describe(
59
- "What the test checks:\n- `response`: judges the reply the agent generates\n- `tool_call`: checks the tool calls the agent makes\n- `conversation`: judges the full conversation after the agent replies",
60
- ),
61
- updated_at: z.string().describe(
62
- "When the test was last updated (ISO 8601 UTC)",
63
- ),
64
- uuid: z.string().describe("Test ID"),
65
- });