@dalmia/calibrate-mcp 0.0.24 → 0.0.26
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/bin/mcp-server.js +170 -136
- package/bin/mcp-server.js.map +24 -24
- package/esm/funcs/agentTestsGetBenchmark.js +6 -1
- package/esm/funcs/agentTestsGetBenchmark.js.map +1 -1
- package/esm/funcs/agentTestsGetRun.js +6 -1
- package/esm/funcs/agentTestsGetRun.js.map +1 -1
- package/esm/funcs/annotationTasksGetSummary.js +2 -0
- package/esm/funcs/annotationTasksGetSummary.js.map +1 -1
- package/esm/funcs/annotationTasksSetEvaluators.d.ts +16 -0
- package/esm/funcs/annotationTasksSetEvaluators.d.ts.map +1 -0
- package/esm/funcs/{annotationTasksLinkEvaluator.js → annotationTasksSetEvaluators.js} +8 -8
- package/esm/funcs/{annotationTasksLinkEvaluator.js.map → annotationTasksSetEvaluators.js.map} +1 -1
- package/esm/funcs/evaluatorsGet.js +5 -1
- package/esm/funcs/evaluatorsGet.js.map +1 -1
- package/esm/landing-page.js +1 -1
- package/esm/lib/config.d.ts +2 -2
- package/esm/lib/config.js +2 -2
- package/esm/mcp-server/mcp-server.js +1 -1
- package/esm/mcp-server/server.js +3 -3
- package/esm/mcp-server/server.js.map +1 -1
- package/esm/mcp-server/tools/annotationTasksSetEvaluators.d.ts +7 -0
- package/esm/mcp-server/tools/annotationTasksSetEvaluators.d.ts.map +1 -0
- package/esm/mcp-server/tools/annotationTasksSetEvaluators.js +38 -0
- package/esm/mcp-server/tools/annotationTasksSetEvaluators.js.map +1 -0
- package/esm/models/{evaluatordetailresponse.d.ts → evaluatordetailresponsecompact.d.ts} +17 -17
- package/esm/models/evaluatordetailresponsecompact.d.ts.map +1 -0
- package/esm/models/{evaluatordetailresponse.js → evaluatordetailresponsecompact.js} +14 -13
- package/esm/models/evaluatordetailresponsecompact.js.map +1 -0
- package/esm/models/evaluatorsetrequest.d.ts +6 -0
- package/esm/models/evaluatorsetrequest.d.ts.map +1 -0
- package/esm/models/evaluatorsetrequest.js +9 -0
- package/esm/models/evaluatorsetrequest.js.map +1 -0
- package/esm/models/evaluatorsetresponse.d.ts +9 -0
- package/esm/models/evaluatorsetresponse.d.ts.map +1 -0
- package/esm/models/evaluatorsetresponse.js +12 -0
- package/esm/models/evaluatorsetresponse.js.map +1 -0
- package/esm/models/{evaluatorversionresponse.d.ts → evaluatorversioncompact.d.ts} +4 -4
- package/esm/models/evaluatorversioncompact.d.ts.map +1 -0
- package/esm/models/{evaluatorversionresponse.js → evaluatorversioncompact.js} +3 -3
- package/esm/models/evaluatorversioncompact.js.map +1 -0
- package/esm/models/getagenttestrunstatusagenttestsruntaskidgetop.d.ts +2 -0
- package/esm/models/getagenttestrunstatusagenttestsruntaskidgetop.d.ts.map +1 -1
- package/esm/models/getagenttestrunstatusagenttestsruntaskidgetop.js +2 -0
- package/esm/models/getagenttestrunstatusagenttestsruntaskidgetop.js.map +1 -1
- package/esm/models/getbenchmarkstatusagenttestsbenchmarktaskidgetop.d.ts +2 -0
- package/esm/models/getbenchmarkstatusagenttestsbenchmarktaskidgetop.d.ts.map +1 -1
- package/esm/models/getbenchmarkstatusagenttestsbenchmarktaskidgetop.js +2 -0
- package/esm/models/getbenchmarkstatusagenttestsbenchmarktaskidgetop.js.map +1 -1
- package/esm/models/getevaluatorendpointevaluatorsevaluatoruuidgetop.d.ts +3 -2
- package/esm/models/getevaluatorendpointevaluatorsevaluatoruuidgetop.d.ts.map +1 -1
- package/esm/models/getevaluatorendpointevaluatorsevaluatoruuidgetop.js +3 -2
- package/esm/models/getevaluatorendpointevaluatorsevaluatoruuidgetop.js.map +1 -1
- package/esm/models/settaskevaluatorsannotationtaskstaskuuidevaluatorsputop.d.ts +13 -0
- package/esm/models/settaskevaluatorsannotationtaskstaskuuidevaluatorsputop.d.ts.map +1 -0
- package/esm/models/settaskevaluatorsannotationtaskstaskuuidevaluatorsputop.js +19 -0
- package/esm/models/settaskevaluatorsannotationtaskstaskuuidevaluatorsputop.js.map +1 -0
- package/esm/models/tasksummaryannotationtaskstaskuuidsummarygetop.d.ts +2 -0
- package/esm/models/tasksummaryannotationtaskstaskuuidsummarygetop.d.ts.map +1 -1
- package/esm/models/tasksummaryannotationtaskstaskuuidsummarygetop.js +2 -0
- package/esm/models/tasksummaryannotationtaskstaskuuidsummarygetop.js.map +1 -1
- package/esm/models/tasksummaryresponse.d.ts +2 -2
- package/esm/models/tasksummaryresponse.d.ts.map +1 -1
- package/esm/models/tasksummaryresponse.js +3 -2
- package/esm/models/tasksummaryresponse.js.map +1 -1
- package/esm/tool-names.js +2 -2
- package/esm/tool-names.js.map +1 -1
- package/package.json +1 -1
- package/src/funcs/agentTestsGetBenchmark.ts +6 -1
- package/src/funcs/agentTestsGetRun.ts +6 -1
- package/src/funcs/annotationTasksGetSummary.ts +2 -0
- package/src/funcs/{annotationTasksLinkEvaluator.ts → annotationTasksSetEvaluators.ts} +11 -11
- package/src/funcs/evaluatorsGet.ts +5 -1
- package/src/landing-page.ts +1 -1
- package/src/lib/config.ts +2 -2
- package/src/mcp-server/mcp-server.ts +1 -1
- package/src/mcp-server/server.ts +3 -3
- package/src/mcp-server/tools/annotationTasksSetEvaluators.ts +48 -0
- package/src/models/{evaluatordetailresponse.ts → evaluatordetailresponsecompact.ts} +29 -28
- package/src/models/evaluatorsetrequest.ts +14 -0
- package/src/models/evaluatorsetresponse.ts +28 -0
- package/src/models/{evaluatorversionresponse.ts → evaluatorversioncompact.ts} +5 -5
- package/src/models/getagenttestrunstatusagenttestsruntaskidgetop.ts +8 -0
- package/src/models/getbenchmarkstatusagenttestsbenchmarktaskidgetop.ts +8 -0
- package/src/models/getevaluatorendpointevaluatorsevaluatoruuidgetop.ts +9 -5
- package/src/models/settaskevaluatorsannotationtaskstaskuuidevaluatorsputop.ts +42 -0
- package/src/models/tasksummaryannotationtaskstaskuuidsummarygetop.ts +8 -0
- package/src/models/tasksummaryresponse.ts +4 -5
- package/src/tool-names.ts +2 -2
- package/esm/funcs/annotationTasksLinkEvaluator.d.ts +0 -16
- package/esm/funcs/annotationTasksLinkEvaluator.d.ts.map +0 -1
- package/esm/mcp-server/tools/annotationTasksLinkEvaluator.d.ts +0 -7
- package/esm/mcp-server/tools/annotationTasksLinkEvaluator.d.ts.map +0 -1
- package/esm/mcp-server/tools/annotationTasksLinkEvaluator.js +0 -34
- package/esm/mcp-server/tools/annotationTasksLinkEvaluator.js.map +0 -1
- package/esm/models/evaluatordetailresponse.d.ts.map +0 -1
- package/esm/models/evaluatordetailresponse.js.map +0 -1
- package/esm/models/evaluatorlinkrequest.d.ts +0 -6
- package/esm/models/evaluatorlinkrequest.d.ts.map +0 -1
- package/esm/models/evaluatorlinkrequest.js +0 -9
- package/esm/models/evaluatorlinkrequest.js.map +0 -1
- package/esm/models/evaluatorlinkresponse.d.ts +0 -6
- package/esm/models/evaluatorlinkresponse.d.ts.map +0 -1
- package/esm/models/evaluatorlinkresponse.js +0 -8
- package/esm/models/evaluatorlinkresponse.js.map +0 -1
- package/esm/models/evaluatorversionresponse.d.ts.map +0 -1
- package/esm/models/evaluatorversionresponse.js.map +0 -1
- package/esm/models/linkevaluatortotaskannotationtaskstaskuuidevaluatorspostop.d.ts +0 -13
- package/esm/models/linkevaluatortotaskannotationtaskstaskuuidevaluatorspostop.d.ts.map +0 -1
- package/esm/models/linkevaluatortotaskannotationtaskstaskuuidevaluatorspostop.js +0 -18
- package/esm/models/linkevaluatortotaskannotationtaskstaskuuidevaluatorspostop.js.map +0 -1
- package/src/mcp-server/tools/annotationTasksLinkEvaluator.ts +0 -44
- package/src/models/evaluatorlinkrequest.ts +0 -14
- package/src/models/evaluatorlinkresponse.ts +0 -12
- package/src/models/linkevaluatortotaskannotationtaskstaskuuidevaluatorspostop.ts +0 -42
|
@@ -1,18 +0,0 @@
|
|
|
1
|
-
/*
|
|
2
|
-
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
-
*/
|
|
4
|
-
import * as z from "zod";
|
|
5
|
-
import { EvaluatorLinkRequest$zodSchema, } from "./evaluatorlinkrequest.js";
|
|
6
|
-
import { EvaluatorLinkResponse$zodSchema, } from "./evaluatorlinkresponse.js";
|
|
7
|
-
import { HTTPValidationError$zodSchema, } from "./httpvalidationerror.js";
|
|
8
|
-
export const LinkEvaluatorToTaskAnnotationTasksTaskUuidEvaluatorsPostRequest$zodSchema = z
|
|
9
|
-
.object({
|
|
10
|
-
body: EvaluatorLinkRequest$zodSchema,
|
|
11
|
-
task_uuid: z.string().describe("Annotation task to act on"),
|
|
12
|
-
xAPIKey: z.string().nullable().optional(),
|
|
13
|
-
});
|
|
14
|
-
export const LinkEvaluatorToTaskAnnotationTasksTaskUuidEvaluatorsPostResponse$zodSchema = z.union([
|
|
15
|
-
EvaluatorLinkResponse$zodSchema,
|
|
16
|
-
HTTPValidationError$zodSchema,
|
|
17
|
-
]);
|
|
18
|
-
//# sourceMappingURL=linkevaluatortotaskannotationtaskstaskuuidevaluatorspostop.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"linkevaluatortotaskannotationtaskstaskuuidevaluatorspostop.js","sourceRoot":"","sources":["../../src/models/linkevaluatortotaskannotationtaskstaskuuidevaluatorspostop.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,8BAA8B,GAC/B,MAAM,2BAA2B,CAAC;AACnC,OAAO,EAEL,+BAA+B,GAChC,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAQlC,MAAM,CAAC,MAAM,yEAAyE,GACP,CAAC;KAC3E,MAAM,CAAC;IACN,IAAI,EAAE,8BAA8B;IACpC,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,2BAA2B,CAAC;IAC3D,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CAC1C,CAAC,CAAC;AAMP,MAAM,CAAC,MAAM,0EAA0E,GAEnF,CAAC,CAAC,KAAK,CAAC;IACN,+BAA+B;IAC/B,6BAA6B;CAC9B,CAAC,CAAC"}
|
|
@@ -1,44 +0,0 @@
|
|
|
1
|
-
/*
|
|
2
|
-
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
-
*/
|
|
4
|
-
|
|
5
|
-
import { annotationTasksLinkEvaluator } from "../../funcs/annotationTasksLinkEvaluator.js";
|
|
6
|
-
import { LinkEvaluatorToTaskAnnotationTasksTaskUuidEvaluatorsPostRequest$zodSchema } from "../../models/linkevaluatortotaskannotationtaskstaskuuidevaluatorspostop.js";
|
|
7
|
-
import { formatResult, ToolDefinition } from "../tools.js";
|
|
8
|
-
|
|
9
|
-
const args = {
|
|
10
|
-
request:
|
|
11
|
-
LinkEvaluatorToTaskAnnotationTasksTaskUuidEvaluatorsPostRequest$zodSchema,
|
|
12
|
-
};
|
|
13
|
-
|
|
14
|
-
export const tool$annotationTasksLinkEvaluator: ToolDefinition<typeof args> = {
|
|
15
|
-
name: "link-evaluator-to-task",
|
|
16
|
-
description:
|
|
17
|
-
`Link an evaluator to an annotation task, appending it to the display order.
|
|
18
|
-
`,
|
|
19
|
-
scopes: ["write"],
|
|
20
|
-
annotations: {
|
|
21
|
-
"title": "Link evaluator to task",
|
|
22
|
-
"destructiveHint": false,
|
|
23
|
-
"idempotentHint": true,
|
|
24
|
-
"openWorldHint": true,
|
|
25
|
-
"readOnlyHint": false,
|
|
26
|
-
},
|
|
27
|
-
args,
|
|
28
|
-
tool: async (client, args, ctx) => {
|
|
29
|
-
const [result] = await annotationTasksLinkEvaluator(
|
|
30
|
-
client,
|
|
31
|
-
args.request,
|
|
32
|
-
{ fetchOptions: { signal: ctx.signal } },
|
|
33
|
-
).$inspect();
|
|
34
|
-
|
|
35
|
-
if (!result.ok) {
|
|
36
|
-
return {
|
|
37
|
-
content: [{ type: "text", text: result.error.message }],
|
|
38
|
-
isError: true,
|
|
39
|
-
};
|
|
40
|
-
}
|
|
41
|
-
|
|
42
|
-
return formatResult(result.value);
|
|
43
|
-
},
|
|
44
|
-
};
|
|
@@ -1,14 +0,0 @@
|
|
|
1
|
-
/*
|
|
2
|
-
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
-
*/
|
|
4
|
-
|
|
5
|
-
import * as z from "zod";
|
|
6
|
-
|
|
7
|
-
export type EvaluatorLinkRequest = { evaluator_id: string };
|
|
8
|
-
|
|
9
|
-
export const EvaluatorLinkRequest$zodSchema: z.ZodType<EvaluatorLinkRequest> = z
|
|
10
|
-
.object({
|
|
11
|
-
evaluator_id: z.string().describe(
|
|
12
|
-
"The evaluator to link. Must be one you created or a built-in default",
|
|
13
|
-
),
|
|
14
|
-
});
|
|
@@ -1,12 +0,0 @@
|
|
|
1
|
-
/*
|
|
2
|
-
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
-
*/
|
|
4
|
-
|
|
5
|
-
import * as z from "zod";
|
|
6
|
-
|
|
7
|
-
export type EvaluatorLinkResponse = { message: string };
|
|
8
|
-
|
|
9
|
-
export const EvaluatorLinkResponse$zodSchema: z.ZodType<EvaluatorLinkResponse> =
|
|
10
|
-
z.object({
|
|
11
|
-
message: z.string().describe("Confirmation that the evaluator was linked"),
|
|
12
|
-
});
|
|
@@ -1,42 +0,0 @@
|
|
|
1
|
-
/*
|
|
2
|
-
* Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
|
|
3
|
-
*/
|
|
4
|
-
|
|
5
|
-
import * as z from "zod";
|
|
6
|
-
import {
|
|
7
|
-
EvaluatorLinkRequest,
|
|
8
|
-
EvaluatorLinkRequest$zodSchema,
|
|
9
|
-
} from "./evaluatorlinkrequest.js";
|
|
10
|
-
import {
|
|
11
|
-
EvaluatorLinkResponse,
|
|
12
|
-
EvaluatorLinkResponse$zodSchema,
|
|
13
|
-
} from "./evaluatorlinkresponse.js";
|
|
14
|
-
import {
|
|
15
|
-
HTTPValidationError,
|
|
16
|
-
HTTPValidationError$zodSchema,
|
|
17
|
-
} from "./httpvalidationerror.js";
|
|
18
|
-
|
|
19
|
-
export type LinkEvaluatorToTaskAnnotationTasksTaskUuidEvaluatorsPostRequest = {
|
|
20
|
-
task_uuid: string;
|
|
21
|
-
xAPIKey?: string | null | undefined;
|
|
22
|
-
body: EvaluatorLinkRequest;
|
|
23
|
-
};
|
|
24
|
-
|
|
25
|
-
export const LinkEvaluatorToTaskAnnotationTasksTaskUuidEvaluatorsPostRequest$zodSchema:
|
|
26
|
-
z.ZodType<LinkEvaluatorToTaskAnnotationTasksTaskUuidEvaluatorsPostRequest> = z
|
|
27
|
-
.object({
|
|
28
|
-
body: EvaluatorLinkRequest$zodSchema,
|
|
29
|
-
task_uuid: z.string().describe("Annotation task to act on"),
|
|
30
|
-
xAPIKey: z.string().nullable().optional(),
|
|
31
|
-
});
|
|
32
|
-
|
|
33
|
-
export type LinkEvaluatorToTaskAnnotationTasksTaskUuidEvaluatorsPostResponse =
|
|
34
|
-
| EvaluatorLinkResponse
|
|
35
|
-
| HTTPValidationError;
|
|
36
|
-
|
|
37
|
-
export const LinkEvaluatorToTaskAnnotationTasksTaskUuidEvaluatorsPostResponse$zodSchema:
|
|
38
|
-
z.ZodType<LinkEvaluatorToTaskAnnotationTasksTaskUuidEvaluatorsPostResponse> =
|
|
39
|
-
z.union([
|
|
40
|
-
EvaluatorLinkResponse$zodSchema,
|
|
41
|
-
HTTPValidationError$zodSchema,
|
|
42
|
-
]);
|