@dalmia/calibrate-mcp 0.0.89 → 0.0.90
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/bin/mcp-server.js +46 -13
- package/bin/mcp-server.js.map +13 -13
- package/esm/funcs/annotationTasksGetAgreement.js +7 -1
- package/esm/funcs/annotationTasksGetAgreement.js.map +1 -1
- package/esm/funcs/annotationTasksGetSummary.js +3 -0
- package/esm/funcs/annotationTasksGetSummary.js.map +1 -1
- package/esm/landing-page.js +1 -1
- package/esm/lib/config.d.ts +2 -2
- package/esm/lib/config.js +2 -2
- package/esm/mcp-server/mcp-server.js +1 -1
- package/esm/mcp-server/server.js +1 -1
- package/esm/models/listtracesendpointtracesgetop.js +2 -2
- package/esm/models/listtracesendpointtracesgetop.js.map +1 -1
- package/esm/models/taskagreementannotationtaskstaskuuidagreementgetop.d.ts +33 -0
- package/esm/models/taskagreementannotationtaskstaskuuidagreementgetop.d.ts.map +1 -1
- package/esm/models/taskagreementannotationtaskstaskuuidagreementgetop.js +22 -0
- package/esm/models/taskagreementannotationtaskstaskuuidagreementgetop.js.map +1 -1
- package/esm/models/tasksummaryannotationtaskstaskuuidsummarygetop.d.ts +32 -0
- package/esm/models/tasksummaryannotationtaskstaskuuidsummarygetop.d.ts.map +1 -1
- package/esm/models/tasksummaryannotationtaskstaskuuidsummarygetop.js +23 -0
- package/esm/models/tasksummaryannotationtaskstaskuuidsummarygetop.js.map +1 -1
- package/esm/models/tasksummaryresponse.js +1 -1
- package/esm/models/tasksummaryresponse.js.map +1 -1
- package/package.json +1 -1
- package/src/funcs/annotationTasksGetAgreement.ts +7 -1
- package/src/funcs/annotationTasksGetSummary.ts +3 -0
- package/src/landing-page.ts +1 -1
- package/src/lib/config.ts +2 -2
- package/src/mcp-server/mcp-server.ts +1 -1
- package/src/mcp-server/server.ts +1 -1
- package/src/models/listtracesendpointtracesgetop.ts +2 -2
- package/src/models/taskagreementannotationtaskstaskuuidagreementgetop.ts +52 -0
- package/src/models/tasksummaryannotationtaskstaskuuidsummarygetop.ts +51 -0
- package/src/models/tasksummaryresponse.ts +1 -1
|
@@ -13,6 +13,42 @@ import {
|
|
|
13
13
|
TaskSummaryResponse$zodSchema,
|
|
14
14
|
} from "./tasksummaryresponse.js";
|
|
15
15
|
|
|
16
|
+
/**
|
|
17
|
+
* Which date `start` and `end` apply to:
|
|
18
|
+
*
|
|
19
|
+
* @remarks
|
|
20
|
+
*
|
|
21
|
+
* - `row_added`: when the row was added to the task
|
|
22
|
+
* - `annotator_answered`: when the annotator first gave the answer in their latest labelling job. Editing does not change this date
|
|
23
|
+
*
|
|
24
|
+
* Omit to use `row_added`
|
|
25
|
+
*/
|
|
26
|
+
export const TaskSummaryAnnotationTasksTaskUuidSummaryGetDateField = {
|
|
27
|
+
RowAdded: "row_added",
|
|
28
|
+
AnnotatorAnswered: "annotator_answered",
|
|
29
|
+
} as const;
|
|
30
|
+
/**
|
|
31
|
+
* Which date `start` and `end` apply to:
|
|
32
|
+
*
|
|
33
|
+
* @remarks
|
|
34
|
+
*
|
|
35
|
+
* - `row_added`: when the row was added to the task
|
|
36
|
+
* - `annotator_answered`: when the annotator first gave the answer in their latest labelling job. Editing does not change this date
|
|
37
|
+
*
|
|
38
|
+
* Omit to use `row_added`
|
|
39
|
+
*/
|
|
40
|
+
export type TaskSummaryAnnotationTasksTaskUuidSummaryGetDateField = ClosedEnum<
|
|
41
|
+
typeof TaskSummaryAnnotationTasksTaskUuidSummaryGetDateField
|
|
42
|
+
>;
|
|
43
|
+
|
|
44
|
+
export const TaskSummaryAnnotationTasksTaskUuidSummaryGetDateField$zodSchema = z
|
|
45
|
+
.enum([
|
|
46
|
+
"row_added",
|
|
47
|
+
"annotator_answered",
|
|
48
|
+
]).describe(
|
|
49
|
+
"Which date `start` and `end` apply to:\n\n- `row_added`: when the row was added to the task\n- `annotator_answered`: when the annotator first gave the answer in their latest labelling job. Editing does not change this date\n\nOmit to use `row_added`",
|
|
50
|
+
);
|
|
51
|
+
|
|
16
52
|
/**
|
|
17
53
|
* Sort direction
|
|
18
54
|
*/
|
|
@@ -35,6 +71,11 @@ export type TaskSummaryAnnotationTasksTaskUuidSummaryGetRequest = {
|
|
|
35
71
|
item_id?: string | null | undefined;
|
|
36
72
|
live_only?: boolean | undefined;
|
|
37
73
|
disagreement_only?: boolean | undefined;
|
|
74
|
+
date_field?:
|
|
75
|
+
| TaskSummaryAnnotationTasksTaskUuidSummaryGetDateField
|
|
76
|
+
| undefined;
|
|
77
|
+
start?: string | null | undefined;
|
|
78
|
+
end?: string | null | undefined;
|
|
38
79
|
q?: string | null | undefined;
|
|
39
80
|
sort_by?: string | undefined;
|
|
40
81
|
order?: Order | undefined;
|
|
@@ -49,9 +90,16 @@ export const TaskSummaryAnnotationTasksTaskUuidSummaryGetRequest$zodSchema:
|
|
|
49
90
|
compact: z.boolean().default(false).describe(
|
|
50
91
|
"Return a compact response that omits heavy detail fields (`rows.payload`, `rows.evaluator_reasoning`, `rows.annotations.reasoning`, `evaluators.versions.system_prompt`, `evaluators.versions.output_config`, `evaluators.versions.variables`, `item_comments`), keeping only the lightweight decision fields. Omit for full detail",
|
|
51
92
|
),
|
|
93
|
+
date_field: TaskSummaryAnnotationTasksTaskUuidSummaryGetDateField$zodSchema
|
|
94
|
+
.default("row_added").describe(
|
|
95
|
+
"Which date `start` and `end` apply to:\n\n- `row_added`: when the row was added to the task\n- `annotator_answered`: when the annotator first gave the answer in their latest labelling job. Editing does not change this date\n\nOmit to use `row_added`",
|
|
96
|
+
),
|
|
52
97
|
disagreement_only: z.boolean().default(false).describe(
|
|
53
98
|
"When true, keep only rows where the evaluator disagreed with at least one annotator",
|
|
54
99
|
),
|
|
100
|
+
end: z.iso.datetime({ offset: true }).describe(
|
|
101
|
+
"Return only rows or answers dated before this time (ISO 8601). A time with no timezone is read as UTC. Omit for no latest date",
|
|
102
|
+
).nullable().optional(),
|
|
55
103
|
item_id: z.string().describe(
|
|
56
104
|
"Filter rows to a single item. The full task-wide annotator union is still returned in `annotators`",
|
|
57
105
|
).nullable().optional(),
|
|
@@ -69,6 +117,9 @@ export const TaskSummaryAnnotationTasksTaskUuidSummaryGetRequest$zodSchema:
|
|
|
69
117
|
sort_by: z.string().default("created_at").describe(
|
|
70
118
|
"Sort key for the results",
|
|
71
119
|
),
|
|
120
|
+
start: z.iso.datetime({ offset: true }).describe(
|
|
121
|
+
"Return only rows or answers dated at or after this time (ISO 8601). A time with no timezone is read as UTC. Omit for no earliest date",
|
|
122
|
+
).nullable().optional(),
|
|
72
123
|
task_uuid: z.string().describe("Annotation task to act on"),
|
|
73
124
|
xAPIKey: z.string().nullable().optional(),
|
|
74
125
|
});
|
|
@@ -54,7 +54,7 @@ export const TaskSummaryResponse$zodSchema: z.ZodType<TaskSummaryResponse> =
|
|
|
54
54
|
.describe("Annotator comments, keyed by item ID"),
|
|
55
55
|
pagination: PaginationMeta$zodSchema,
|
|
56
56
|
rows: z.array(z.record(z.string(), z.any())).describe(
|
|
57
|
-
"One row per item, evaluator, and version on this page, with the evaluator's value and each annotator's label",
|
|
57
|
+
"One row per item, evaluator, and version on this page, with the evaluator's value and each annotator's label. `item_added_at` is when the row was added (ISO 8601 UTC). Each label's `answered_at` is when the annotator first gave it in their latest labelling job, and editing does not change it",
|
|
58
58
|
),
|
|
59
59
|
task_id: z.string().describe("ID of the task"),
|
|
60
60
|
task_type: TaskType$zodSchema.describe("Type of the task"),
|