@dalmia/calibrate-mcp 0.0.89 → 0.0.90

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (34) hide show
  1. package/bin/mcp-server.js +46 -13
  2. package/bin/mcp-server.js.map +13 -13
  3. package/esm/funcs/annotationTasksGetAgreement.js +7 -1
  4. package/esm/funcs/annotationTasksGetAgreement.js.map +1 -1
  5. package/esm/funcs/annotationTasksGetSummary.js +3 -0
  6. package/esm/funcs/annotationTasksGetSummary.js.map +1 -1
  7. package/esm/landing-page.js +1 -1
  8. package/esm/lib/config.d.ts +2 -2
  9. package/esm/lib/config.js +2 -2
  10. package/esm/mcp-server/mcp-server.js +1 -1
  11. package/esm/mcp-server/server.js +1 -1
  12. package/esm/models/listtracesendpointtracesgetop.js +2 -2
  13. package/esm/models/listtracesendpointtracesgetop.js.map +1 -1
  14. package/esm/models/taskagreementannotationtaskstaskuuidagreementgetop.d.ts +33 -0
  15. package/esm/models/taskagreementannotationtaskstaskuuidagreementgetop.d.ts.map +1 -1
  16. package/esm/models/taskagreementannotationtaskstaskuuidagreementgetop.js +22 -0
  17. package/esm/models/taskagreementannotationtaskstaskuuidagreementgetop.js.map +1 -1
  18. package/esm/models/tasksummaryannotationtaskstaskuuidsummarygetop.d.ts +32 -0
  19. package/esm/models/tasksummaryannotationtaskstaskuuidsummarygetop.d.ts.map +1 -1
  20. package/esm/models/tasksummaryannotationtaskstaskuuidsummarygetop.js +23 -0
  21. package/esm/models/tasksummaryannotationtaskstaskuuidsummarygetop.js.map +1 -1
  22. package/esm/models/tasksummaryresponse.js +1 -1
  23. package/esm/models/tasksummaryresponse.js.map +1 -1
  24. package/package.json +1 -1
  25. package/src/funcs/annotationTasksGetAgreement.ts +7 -1
  26. package/src/funcs/annotationTasksGetSummary.ts +3 -0
  27. package/src/landing-page.ts +1 -1
  28. package/src/lib/config.ts +2 -2
  29. package/src/mcp-server/mcp-server.ts +1 -1
  30. package/src/mcp-server/server.ts +1 -1
  31. package/src/models/listtracesendpointtracesgetop.ts +2 -2
  32. package/src/models/taskagreementannotationtaskstaskuuidagreementgetop.ts +52 -0
  33. package/src/models/tasksummaryannotationtaskstaskuuidsummarygetop.ts +51 -0
  34. package/src/models/tasksummaryresponse.ts +1 -1
@@ -13,6 +13,42 @@ import {
13
13
  TaskSummaryResponse$zodSchema,
14
14
  } from "./tasksummaryresponse.js";
15
15
 
16
+ /**
17
+ * Which date `start` and `end` apply to:
18
+ *
19
+ * @remarks
20
+ *
21
+ * - `row_added`: when the row was added to the task
22
+ * - `annotator_answered`: when the annotator first gave the answer in their latest labelling job. Editing does not change this date
23
+ *
24
+ * Omit to use `row_added`
25
+ */
26
+ export const TaskSummaryAnnotationTasksTaskUuidSummaryGetDateField = {
27
+ RowAdded: "row_added",
28
+ AnnotatorAnswered: "annotator_answered",
29
+ } as const;
30
+ /**
31
+ * Which date `start` and `end` apply to:
32
+ *
33
+ * @remarks
34
+ *
35
+ * - `row_added`: when the row was added to the task
36
+ * - `annotator_answered`: when the annotator first gave the answer in their latest labelling job. Editing does not change this date
37
+ *
38
+ * Omit to use `row_added`
39
+ */
40
+ export type TaskSummaryAnnotationTasksTaskUuidSummaryGetDateField = ClosedEnum<
41
+ typeof TaskSummaryAnnotationTasksTaskUuidSummaryGetDateField
42
+ >;
43
+
44
+ export const TaskSummaryAnnotationTasksTaskUuidSummaryGetDateField$zodSchema = z
45
+ .enum([
46
+ "row_added",
47
+ "annotator_answered",
48
+ ]).describe(
49
+ "Which date `start` and `end` apply to:\n\n- `row_added`: when the row was added to the task\n- `annotator_answered`: when the annotator first gave the answer in their latest labelling job. Editing does not change this date\n\nOmit to use `row_added`",
50
+ );
51
+
16
52
  /**
17
53
  * Sort direction
18
54
  */
@@ -35,6 +71,11 @@ export type TaskSummaryAnnotationTasksTaskUuidSummaryGetRequest = {
35
71
  item_id?: string | null | undefined;
36
72
  live_only?: boolean | undefined;
37
73
  disagreement_only?: boolean | undefined;
74
+ date_field?:
75
+ | TaskSummaryAnnotationTasksTaskUuidSummaryGetDateField
76
+ | undefined;
77
+ start?: string | null | undefined;
78
+ end?: string | null | undefined;
38
79
  q?: string | null | undefined;
39
80
  sort_by?: string | undefined;
40
81
  order?: Order | undefined;
@@ -49,9 +90,16 @@ export const TaskSummaryAnnotationTasksTaskUuidSummaryGetRequest$zodSchema:
49
90
  compact: z.boolean().default(false).describe(
50
91
  "Return a compact response that omits heavy detail fields (`rows.payload`, `rows.evaluator_reasoning`, `rows.annotations.reasoning`, `evaluators.versions.system_prompt`, `evaluators.versions.output_config`, `evaluators.versions.variables`, `item_comments`), keeping only the lightweight decision fields. Omit for full detail",
51
92
  ),
93
+ date_field: TaskSummaryAnnotationTasksTaskUuidSummaryGetDateField$zodSchema
94
+ .default("row_added").describe(
95
+ "Which date `start` and `end` apply to:\n\n- `row_added`: when the row was added to the task\n- `annotator_answered`: when the annotator first gave the answer in their latest labelling job. Editing does not change this date\n\nOmit to use `row_added`",
96
+ ),
52
97
  disagreement_only: z.boolean().default(false).describe(
53
98
  "When true, keep only rows where the evaluator disagreed with at least one annotator",
54
99
  ),
100
+ end: z.iso.datetime({ offset: true }).describe(
101
+ "Return only rows or answers dated before this time (ISO 8601). A time with no timezone is read as UTC. Omit for no latest date",
102
+ ).nullable().optional(),
55
103
  item_id: z.string().describe(
56
104
  "Filter rows to a single item. The full task-wide annotator union is still returned in `annotators`",
57
105
  ).nullable().optional(),
@@ -69,6 +117,9 @@ export const TaskSummaryAnnotationTasksTaskUuidSummaryGetRequest$zodSchema:
69
117
  sort_by: z.string().default("created_at").describe(
70
118
  "Sort key for the results",
71
119
  ),
120
+ start: z.iso.datetime({ offset: true }).describe(
121
+ "Return only rows or answers dated at or after this time (ISO 8601). A time with no timezone is read as UTC. Omit for no earliest date",
122
+ ).nullable().optional(),
72
123
  task_uuid: z.string().describe("Annotation task to act on"),
73
124
  xAPIKey: z.string().nullable().optional(),
74
125
  });
@@ -54,7 +54,7 @@ export const TaskSummaryResponse$zodSchema: z.ZodType<TaskSummaryResponse> =
54
54
  .describe("Annotator comments, keyed by item ID"),
55
55
  pagination: PaginationMeta$zodSchema,
56
56
  rows: z.array(z.record(z.string(), z.any())).describe(
57
- "One row per item, evaluator, and version on this page, with the evaluator's value and each annotator's label",
57
+ "One row per item, evaluator, and version on this page, with the evaluator's value and each annotator's label. `item_added_at` is when the row was added (ISO 8601 UTC). Each label's `answered_at` is when the annotator first gave it in their latest labelling job, and editing does not change it",
58
58
  ),
59
59
  task_id: z.string().describe("ID of the task"),
60
60
  task_type: TaskType$zodSchema.describe("Type of the task"),