@dalmia/calibrate-mcp 0.0.24 → 0.0.26

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (114) hide show
  1. package/bin/mcp-server.js +170 -136
  2. package/bin/mcp-server.js.map +24 -24
  3. package/esm/funcs/agentTestsGetBenchmark.js +6 -1
  4. package/esm/funcs/agentTestsGetBenchmark.js.map +1 -1
  5. package/esm/funcs/agentTestsGetRun.js +6 -1
  6. package/esm/funcs/agentTestsGetRun.js.map +1 -1
  7. package/esm/funcs/annotationTasksGetSummary.js +2 -0
  8. package/esm/funcs/annotationTasksGetSummary.js.map +1 -1
  9. package/esm/funcs/annotationTasksSetEvaluators.d.ts +16 -0
  10. package/esm/funcs/annotationTasksSetEvaluators.d.ts.map +1 -0
  11. package/esm/funcs/{annotationTasksLinkEvaluator.js → annotationTasksSetEvaluators.js} +8 -8
  12. package/esm/funcs/{annotationTasksLinkEvaluator.js.map → annotationTasksSetEvaluators.js.map} +1 -1
  13. package/esm/funcs/evaluatorsGet.js +5 -1
  14. package/esm/funcs/evaluatorsGet.js.map +1 -1
  15. package/esm/landing-page.js +1 -1
  16. package/esm/lib/config.d.ts +2 -2
  17. package/esm/lib/config.js +2 -2
  18. package/esm/mcp-server/mcp-server.js +1 -1
  19. package/esm/mcp-server/server.js +3 -3
  20. package/esm/mcp-server/server.js.map +1 -1
  21. package/esm/mcp-server/tools/annotationTasksSetEvaluators.d.ts +7 -0
  22. package/esm/mcp-server/tools/annotationTasksSetEvaluators.d.ts.map +1 -0
  23. package/esm/mcp-server/tools/annotationTasksSetEvaluators.js +38 -0
  24. package/esm/mcp-server/tools/annotationTasksSetEvaluators.js.map +1 -0
  25. package/esm/models/{evaluatordetailresponse.d.ts → evaluatordetailresponsecompact.d.ts} +17 -17
  26. package/esm/models/evaluatordetailresponsecompact.d.ts.map +1 -0
  27. package/esm/models/{evaluatordetailresponse.js → evaluatordetailresponsecompact.js} +14 -13
  28. package/esm/models/evaluatordetailresponsecompact.js.map +1 -0
  29. package/esm/models/evaluatorsetrequest.d.ts +6 -0
  30. package/esm/models/evaluatorsetrequest.d.ts.map +1 -0
  31. package/esm/models/evaluatorsetrequest.js +9 -0
  32. package/esm/models/evaluatorsetrequest.js.map +1 -0
  33. package/esm/models/evaluatorsetresponse.d.ts +9 -0
  34. package/esm/models/evaluatorsetresponse.d.ts.map +1 -0
  35. package/esm/models/evaluatorsetresponse.js +12 -0
  36. package/esm/models/evaluatorsetresponse.js.map +1 -0
  37. package/esm/models/{evaluatorversionresponse.d.ts → evaluatorversioncompact.d.ts} +4 -4
  38. package/esm/models/evaluatorversioncompact.d.ts.map +1 -0
  39. package/esm/models/{evaluatorversionresponse.js → evaluatorversioncompact.js} +3 -3
  40. package/esm/models/evaluatorversioncompact.js.map +1 -0
  41. package/esm/models/getagenttestrunstatusagenttestsruntaskidgetop.d.ts +2 -0
  42. package/esm/models/getagenttestrunstatusagenttestsruntaskidgetop.d.ts.map +1 -1
  43. package/esm/models/getagenttestrunstatusagenttestsruntaskidgetop.js +2 -0
  44. package/esm/models/getagenttestrunstatusagenttestsruntaskidgetop.js.map +1 -1
  45. package/esm/models/getbenchmarkstatusagenttestsbenchmarktaskidgetop.d.ts +2 -0
  46. package/esm/models/getbenchmarkstatusagenttestsbenchmarktaskidgetop.d.ts.map +1 -1
  47. package/esm/models/getbenchmarkstatusagenttestsbenchmarktaskidgetop.js +2 -0
  48. package/esm/models/getbenchmarkstatusagenttestsbenchmarktaskidgetop.js.map +1 -1
  49. package/esm/models/getevaluatorendpointevaluatorsevaluatoruuidgetop.d.ts +3 -2
  50. package/esm/models/getevaluatorendpointevaluatorsevaluatoruuidgetop.d.ts.map +1 -1
  51. package/esm/models/getevaluatorendpointevaluatorsevaluatoruuidgetop.js +3 -2
  52. package/esm/models/getevaluatorendpointevaluatorsevaluatoruuidgetop.js.map +1 -1
  53. package/esm/models/settaskevaluatorsannotationtaskstaskuuidevaluatorsputop.d.ts +13 -0
  54. package/esm/models/settaskevaluatorsannotationtaskstaskuuidevaluatorsputop.d.ts.map +1 -0
  55. package/esm/models/settaskevaluatorsannotationtaskstaskuuidevaluatorsputop.js +19 -0
  56. package/esm/models/settaskevaluatorsannotationtaskstaskuuidevaluatorsputop.js.map +1 -0
  57. package/esm/models/tasksummaryannotationtaskstaskuuidsummarygetop.d.ts +2 -0
  58. package/esm/models/tasksummaryannotationtaskstaskuuidsummarygetop.d.ts.map +1 -1
  59. package/esm/models/tasksummaryannotationtaskstaskuuidsummarygetop.js +2 -0
  60. package/esm/models/tasksummaryannotationtaskstaskuuidsummarygetop.js.map +1 -1
  61. package/esm/models/tasksummaryresponse.d.ts +2 -2
  62. package/esm/models/tasksummaryresponse.d.ts.map +1 -1
  63. package/esm/models/tasksummaryresponse.js +3 -2
  64. package/esm/models/tasksummaryresponse.js.map +1 -1
  65. package/esm/tool-names.js +2 -2
  66. package/esm/tool-names.js.map +1 -1
  67. package/package.json +1 -1
  68. package/src/funcs/agentTestsGetBenchmark.ts +6 -1
  69. package/src/funcs/agentTestsGetRun.ts +6 -1
  70. package/src/funcs/annotationTasksGetSummary.ts +2 -0
  71. package/src/funcs/{annotationTasksLinkEvaluator.ts → annotationTasksSetEvaluators.ts} +11 -11
  72. package/src/funcs/evaluatorsGet.ts +5 -1
  73. package/src/landing-page.ts +1 -1
  74. package/src/lib/config.ts +2 -2
  75. package/src/mcp-server/mcp-server.ts +1 -1
  76. package/src/mcp-server/server.ts +3 -3
  77. package/src/mcp-server/tools/annotationTasksSetEvaluators.ts +48 -0
  78. package/src/models/{evaluatordetailresponse.ts → evaluatordetailresponsecompact.ts} +29 -28
  79. package/src/models/evaluatorsetrequest.ts +14 -0
  80. package/src/models/evaluatorsetresponse.ts +28 -0
  81. package/src/models/{evaluatorversionresponse.ts → evaluatorversioncompact.ts} +5 -5
  82. package/src/models/getagenttestrunstatusagenttestsruntaskidgetop.ts +8 -0
  83. package/src/models/getbenchmarkstatusagenttestsbenchmarktaskidgetop.ts +8 -0
  84. package/src/models/getevaluatorendpointevaluatorsevaluatoruuidgetop.ts +9 -5
  85. package/src/models/settaskevaluatorsannotationtaskstaskuuidevaluatorsputop.ts +42 -0
  86. package/src/models/tasksummaryannotationtaskstaskuuidsummarygetop.ts +8 -0
  87. package/src/models/tasksummaryresponse.ts +4 -5
  88. package/src/tool-names.ts +2 -2
  89. package/esm/funcs/annotationTasksLinkEvaluator.d.ts +0 -16
  90. package/esm/funcs/annotationTasksLinkEvaluator.d.ts.map +0 -1
  91. package/esm/mcp-server/tools/annotationTasksLinkEvaluator.d.ts +0 -7
  92. package/esm/mcp-server/tools/annotationTasksLinkEvaluator.d.ts.map +0 -1
  93. package/esm/mcp-server/tools/annotationTasksLinkEvaluator.js +0 -34
  94. package/esm/mcp-server/tools/annotationTasksLinkEvaluator.js.map +0 -1
  95. package/esm/models/evaluatordetailresponse.d.ts.map +0 -1
  96. package/esm/models/evaluatordetailresponse.js.map +0 -1
  97. package/esm/models/evaluatorlinkrequest.d.ts +0 -6
  98. package/esm/models/evaluatorlinkrequest.d.ts.map +0 -1
  99. package/esm/models/evaluatorlinkrequest.js +0 -9
  100. package/esm/models/evaluatorlinkrequest.js.map +0 -1
  101. package/esm/models/evaluatorlinkresponse.d.ts +0 -6
  102. package/esm/models/evaluatorlinkresponse.d.ts.map +0 -1
  103. package/esm/models/evaluatorlinkresponse.js +0 -8
  104. package/esm/models/evaluatorlinkresponse.js.map +0 -1
  105. package/esm/models/evaluatorversionresponse.d.ts.map +0 -1
  106. package/esm/models/evaluatorversionresponse.js.map +0 -1
  107. package/esm/models/linkevaluatortotaskannotationtaskstaskuuidevaluatorspostop.d.ts +0 -13
  108. package/esm/models/linkevaluatortotaskannotationtaskstaskuuidevaluatorspostop.d.ts.map +0 -1
  109. package/esm/models/linkevaluatortotaskannotationtaskstaskuuidevaluatorspostop.js +0 -18
  110. package/esm/models/linkevaluatortotaskannotationtaskstaskuuidevaluatorspostop.js.map +0 -1
  111. package/src/mcp-server/tools/annotationTasksLinkEvaluator.ts +0 -44
  112. package/src/models/evaluatorlinkrequest.ts +0 -14
  113. package/src/models/evaluatorlinkresponse.ts +0 -12
  114. package/src/models/linkevaluatortotaskannotationtaskstaskuuidevaluatorspostop.ts +0 -42
@@ -1,18 +0,0 @@
1
- /*
2
- * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
- */
4
- import * as z from "zod";
5
- import { EvaluatorLinkRequest$zodSchema, } from "./evaluatorlinkrequest.js";
6
- import { EvaluatorLinkResponse$zodSchema, } from "./evaluatorlinkresponse.js";
7
- import { HTTPValidationError$zodSchema, } from "./httpvalidationerror.js";
8
- export const LinkEvaluatorToTaskAnnotationTasksTaskUuidEvaluatorsPostRequest$zodSchema = z
9
- .object({
10
- body: EvaluatorLinkRequest$zodSchema,
11
- task_uuid: z.string().describe("Annotation task to act on"),
12
- xAPIKey: z.string().nullable().optional(),
13
- });
14
- export const LinkEvaluatorToTaskAnnotationTasksTaskUuidEvaluatorsPostResponse$zodSchema = z.union([
15
- EvaluatorLinkResponse$zodSchema,
16
- HTTPValidationError$zodSchema,
17
- ]);
18
- //# sourceMappingURL=linkevaluatortotaskannotationtaskstaskuuidevaluatorspostop.js.map
@@ -1 +0,0 @@
1
- {"version":3,"file":"linkevaluatortotaskannotationtaskstaskuuidevaluatorspostop.js","sourceRoot":"","sources":["../../src/models/linkevaluatortotaskannotationtaskstaskuuidevaluatorspostop.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAEL,8BAA8B,GAC/B,MAAM,2BAA2B,CAAC;AACnC,OAAO,EAEL,+BAA+B,GAChC,MAAM,4BAA4B,CAAC;AACpC,OAAO,EAEL,6BAA6B,GAC9B,MAAM,0BAA0B,CAAC;AAQlC,MAAM,CAAC,MAAM,yEAAyE,GACP,CAAC;KAC3E,MAAM,CAAC;IACN,IAAI,EAAE,8BAA8B;IACpC,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,2BAA2B,CAAC;IAC3D,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;CAC1C,CAAC,CAAC;AAMP,MAAM,CAAC,MAAM,0EAA0E,GAEnF,CAAC,CAAC,KAAK,CAAC;IACN,+BAA+B;IAC/B,6BAA6B;CAC9B,CAAC,CAAC"}
@@ -1,44 +0,0 @@
1
- /*
2
- * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
- */
4
-
5
- import { annotationTasksLinkEvaluator } from "../../funcs/annotationTasksLinkEvaluator.js";
6
- import { LinkEvaluatorToTaskAnnotationTasksTaskUuidEvaluatorsPostRequest$zodSchema } from "../../models/linkevaluatortotaskannotationtaskstaskuuidevaluatorspostop.js";
7
- import { formatResult, ToolDefinition } from "../tools.js";
8
-
9
- const args = {
10
- request:
11
- LinkEvaluatorToTaskAnnotationTasksTaskUuidEvaluatorsPostRequest$zodSchema,
12
- };
13
-
14
- export const tool$annotationTasksLinkEvaluator: ToolDefinition<typeof args> = {
15
- name: "link-evaluator-to-task",
16
- description:
17
- `Link an evaluator to an annotation task, appending it to the display order.
18
- `,
19
- scopes: ["write"],
20
- annotations: {
21
- "title": "Link evaluator to task",
22
- "destructiveHint": false,
23
- "idempotentHint": true,
24
- "openWorldHint": true,
25
- "readOnlyHint": false,
26
- },
27
- args,
28
- tool: async (client, args, ctx) => {
29
- const [result] = await annotationTasksLinkEvaluator(
30
- client,
31
- args.request,
32
- { fetchOptions: { signal: ctx.signal } },
33
- ).$inspect();
34
-
35
- if (!result.ok) {
36
- return {
37
- content: [{ type: "text", text: result.error.message }],
38
- isError: true,
39
- };
40
- }
41
-
42
- return formatResult(result.value);
43
- },
44
- };
@@ -1,14 +0,0 @@
1
- /*
2
- * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
- */
4
-
5
- import * as z from "zod";
6
-
7
- export type EvaluatorLinkRequest = { evaluator_id: string };
8
-
9
- export const EvaluatorLinkRequest$zodSchema: z.ZodType<EvaluatorLinkRequest> = z
10
- .object({
11
- evaluator_id: z.string().describe(
12
- "The evaluator to link. Must be one you created or a built-in default",
13
- ),
14
- });
@@ -1,12 +0,0 @@
1
- /*
2
- * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
- */
4
-
5
- import * as z from "zod";
6
-
7
- export type EvaluatorLinkResponse = { message: string };
8
-
9
- export const EvaluatorLinkResponse$zodSchema: z.ZodType<EvaluatorLinkResponse> =
10
- z.object({
11
- message: z.string().describe("Confirmation that the evaluator was linked"),
12
- });
@@ -1,42 +0,0 @@
1
- /*
2
- * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
3
- */
4
-
5
- import * as z from "zod";
6
- import {
7
- EvaluatorLinkRequest,
8
- EvaluatorLinkRequest$zodSchema,
9
- } from "./evaluatorlinkrequest.js";
10
- import {
11
- EvaluatorLinkResponse,
12
- EvaluatorLinkResponse$zodSchema,
13
- } from "./evaluatorlinkresponse.js";
14
- import {
15
- HTTPValidationError,
16
- HTTPValidationError$zodSchema,
17
- } from "./httpvalidationerror.js";
18
-
19
- export type LinkEvaluatorToTaskAnnotationTasksTaskUuidEvaluatorsPostRequest = {
20
- task_uuid: string;
21
- xAPIKey?: string | null | undefined;
22
- body: EvaluatorLinkRequest;
23
- };
24
-
25
- export const LinkEvaluatorToTaskAnnotationTasksTaskUuidEvaluatorsPostRequest$zodSchema:
26
- z.ZodType<LinkEvaluatorToTaskAnnotationTasksTaskUuidEvaluatorsPostRequest> = z
27
- .object({
28
- body: EvaluatorLinkRequest$zodSchema,
29
- task_uuid: z.string().describe("Annotation task to act on"),
30
- xAPIKey: z.string().nullable().optional(),
31
- });
32
-
33
- export type LinkEvaluatorToTaskAnnotationTasksTaskUuidEvaluatorsPostResponse =
34
- | EvaluatorLinkResponse
35
- | HTTPValidationError;
36
-
37
- export const LinkEvaluatorToTaskAnnotationTasksTaskUuidEvaluatorsPostResponse$zodSchema:
38
- z.ZodType<LinkEvaluatorToTaskAnnotationTasksTaskUuidEvaluatorsPostResponse> =
39
- z.union([
40
- EvaluatorLinkResponse$zodSchema,
41
- HTTPValidationError$zodSchema,
42
- ]);