@dalmia/calibrate-mcp 0.0.21 → 0.0.22
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/bin/mcp-server.js +75 -35
- package/bin/mcp-server.js.map +19 -16
- package/esm/landing-page.js +1 -1
- package/esm/lib/config.d.ts +2 -2
- package/esm/lib/config.js +2 -2
- package/esm/mcp-server/mcp-server.js +1 -1
- package/esm/mcp-server/server.js +1 -1
- package/esm/models/agentsummary.d.ts +32 -0
- package/esm/models/agentsummary.d.ts.map +1 -0
- package/esm/models/agentsummary.js +26 -0
- package/esm/models/agentsummary.js.map +1 -0
- package/esm/models/annotationtaskresponse.js +1 -1
- package/esm/models/annotationtaskresponse.js.map +1 -1
- package/esm/models/evaluatorliveversionsummary.d.ts +13 -0
- package/esm/models/evaluatorliveversionsummary.d.ts.map +1 -0
- package/esm/models/evaluatorliveversionsummary.js +12 -0
- package/esm/models/evaluatorliveversionsummary.js.map +1 -0
- package/esm/models/getagenttestsendpointagenttestsagentagentuuidtestsgetop.d.ts +2 -2
- package/esm/models/getagenttestsendpointagenttestsagentagentuuidtestsgetop.d.ts.map +1 -1
- package/esm/models/getagenttestsendpointagenttestsagentagentuuidtestsgetop.js +2 -2
- package/esm/models/getagenttestsendpointagenttestsagentagentuuidtestsgetop.js.map +1 -1
- package/esm/models/gettestendpointteststestuuidgetop.d.ts +2 -2
- package/esm/models/gettestendpointteststestuuidgetop.d.ts.map +1 -1
- package/esm/models/gettestendpointteststestuuidgetop.js +2 -2
- package/esm/models/gettestendpointteststestuuidgetop.js.map +1 -1
- package/esm/models/listagentsagentsgetop.d.ts +2 -2
- package/esm/models/listagentsagentsgetop.d.ts.map +1 -1
- package/esm/models/listagentsagentsgetop.js +2 -2
- package/esm/models/listagentsagentsgetop.js.map +1 -1
- package/esm/models/listteststestsgetop.d.ts +2 -2
- package/esm/models/listteststestsgetop.d.ts.map +1 -1
- package/esm/models/listteststestsgetop.js +2 -2
- package/esm/models/listteststestsgetop.js.map +1 -1
- package/esm/models/routersevaluatorsevaluatorresponse.d.ts +2 -2
- package/esm/models/routersevaluatorsevaluatorresponse.d.ts.map +1 -1
- package/esm/models/routersevaluatorsevaluatorresponse.js +2 -2
- package/esm/models/routersevaluatorsevaluatorresponse.js.map +1 -1
- package/esm/models/testlistconfig.d.ts +6 -0
- package/esm/models/testlistconfig.d.ts.map +1 -0
- package/esm/models/testlistconfig.js +8 -0
- package/esm/models/testlistconfig.js.map +1 -0
- package/esm/models/testlistresponse.d.ts +49 -0
- package/esm/models/testlistresponse.d.ts.map +1 -0
- package/esm/models/testlistresponse.js +33 -0
- package/esm/models/testlistresponse.js.map +1 -0
- package/esm/models/{routersteststestresponse.d.ts → testresponse.d.ts} +7 -7
- package/esm/models/testresponse.d.ts.map +1 -0
- package/esm/models/{routersteststestresponse.js → testresponse.js} +5 -5
- package/esm/models/testresponse.js.map +1 -0
- package/esm/models/updatetestendpointteststestuuidputop.d.ts +2 -2
- package/esm/models/updatetestendpointteststestuuidputop.d.ts.map +1 -1
- package/esm/models/updatetestendpointteststestuuidputop.js +2 -2
- package/esm/models/updatetestendpointteststestuuidputop.js.map +1 -1
- package/package.json +1 -1
- package/src/landing-page.ts +1 -1
- package/src/lib/config.ts +2 -2
- package/src/mcp-server/mcp-server.ts +1 -1
- package/src/mcp-server/server.ts +1 -1
- package/src/models/agentsummary.ts +53 -0
- package/src/models/annotationtaskresponse.ts +1 -1
- package/src/models/evaluatorliveversionsummary.ts +33 -0
- package/src/models/getagenttestsendpointagenttestsagentagentuuidtestsgetop.ts +5 -7
- package/src/models/gettestendpointteststestuuidgetop.ts +3 -6
- package/src/models/listagentsagentsgetop.ts +3 -6
- package/src/models/listteststestsgetop.ts +5 -5
- package/src/models/routersevaluatorsevaluatorresponse.ts +5 -5
- package/src/models/testlistconfig.ts +13 -0
- package/src/models/testlistresponse.ts +75 -0
- package/src/models/{routersteststestresponse.ts → testresponse.ts} +7 -11
- package/src/models/updatetestendpointteststestuuidputop.ts +3 -6
- package/esm/models/routersagentteststestresponse.d.ts +0 -41
- package/esm/models/routersagentteststestresponse.d.ts.map +0 -1
- package/esm/models/routersagentteststestresponse.js +0 -31
- package/esm/models/routersagentteststestresponse.js.map +0 -1
- package/esm/models/routersteststestresponse.d.ts.map +0 -1
- package/esm/models/routersteststestresponse.js.map +0 -1
- package/src/models/routersagentteststestresponse.ts +0 -65
|
@@ -1,65 +0,0 @@
|
|
|
1
|
-
/*
|
|
2
|
-
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
-
*/
|
|
4
|
-
|
|
5
|
-
import * as z from "zod";
|
|
6
|
-
import { ClosedEnum } from "../types/enums.js";
|
|
7
|
-
|
|
8
|
-
/**
|
|
9
|
-
* What the test checks:
|
|
10
|
-
*
|
|
11
|
-
* @remarks
|
|
12
|
-
* - `response`: judges the reply the agent generates
|
|
13
|
-
* - `tool_call`: checks the tool calls the agent makes
|
|
14
|
-
* - `conversation`: judges the full conversation after the agent replies
|
|
15
|
-
*/
|
|
16
|
-
export const RoutersAgentTestsTestResponseType = {
|
|
17
|
-
Response: "response",
|
|
18
|
-
ToolCall: "tool_call",
|
|
19
|
-
Conversation: "conversation",
|
|
20
|
-
} as const;
|
|
21
|
-
/**
|
|
22
|
-
* What the test checks:
|
|
23
|
-
*
|
|
24
|
-
* @remarks
|
|
25
|
-
* - `response`: judges the reply the agent generates
|
|
26
|
-
* - `tool_call`: checks the tool calls the agent makes
|
|
27
|
-
* - `conversation`: judges the full conversation after the agent replies
|
|
28
|
-
*/
|
|
29
|
-
export type RoutersAgentTestsTestResponseType = ClosedEnum<
|
|
30
|
-
typeof RoutersAgentTestsTestResponseType
|
|
31
|
-
>;
|
|
32
|
-
|
|
33
|
-
export const RoutersAgentTestsTestResponseType$zodSchema = z.enum([
|
|
34
|
-
"response",
|
|
35
|
-
"tool_call",
|
|
36
|
-
"conversation",
|
|
37
|
-
]).describe(
|
|
38
|
-
"What the test checks:\n- `response`: judges the reply the agent generates\n- `tool_call`: checks the tool calls the agent makes\n- `conversation`: judges the full conversation after the agent replies",
|
|
39
|
-
);
|
|
40
|
-
|
|
41
|
-
export type RoutersAgentTestsTestResponse = {
|
|
42
|
-
uuid: string;
|
|
43
|
-
name: string;
|
|
44
|
-
type: RoutersAgentTestsTestResponseType;
|
|
45
|
-
config?: { [k: string]: any } | null | undefined;
|
|
46
|
-
created_at: string;
|
|
47
|
-
updated_at: string;
|
|
48
|
-
};
|
|
49
|
-
|
|
50
|
-
export const RoutersAgentTestsTestResponse$zodSchema: z.ZodType<
|
|
51
|
-
RoutersAgentTestsTestResponse
|
|
52
|
-
> = z.object({
|
|
53
|
-
config: z.record(z.string(), z.any()).nullable().optional().describe(
|
|
54
|
-
"Test configuration",
|
|
55
|
-
),
|
|
56
|
-
created_at: z.string().describe("When the test was created (ISO 8601 UTC)"),
|
|
57
|
-
name: z.string().describe("Name of the test"),
|
|
58
|
-
type: RoutersAgentTestsTestResponseType$zodSchema.describe(
|
|
59
|
-
"What the test checks:\n- `response`: judges the reply the agent generates\n- `tool_call`: checks the tool calls the agent makes\n- `conversation`: judges the full conversation after the agent replies",
|
|
60
|
-
),
|
|
61
|
-
updated_at: z.string().describe(
|
|
62
|
-
"When the test was last updated (ISO 8601 UTC)",
|
|
63
|
-
),
|
|
64
|
-
uuid: z.string().describe("Test ID"),
|
|
65
|
-
});
|