@dalmia/calibrate-mcp 0.0.45 → 0.0.46

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (22) hide show
  1. package/bin/mcp-server.js +9 -6
  2. package/bin/mcp-server.js.map +8 -8
  3. package/esm/landing-page.js +1 -1
  4. package/esm/lib/config.d.ts +2 -2
  5. package/esm/lib/config.js +2 -2
  6. package/esm/mcp-server/mcp-server.js +1 -1
  7. package/esm/mcp-server/server.js +1 -1
  8. package/esm/models/annotationitempayload.d.ts +3 -0
  9. package/esm/models/annotationitempayload.d.ts.map +1 -1
  10. package/esm/models/annotationitempayload.js +2 -0
  11. package/esm/models/annotationitempayload.js.map +1 -1
  12. package/esm/models/bulkcreateitemsresponse.d.ts +2 -0
  13. package/esm/models/bulkcreateitemsresponse.d.ts.map +1 -1
  14. package/esm/models/bulkcreateitemsresponse.js +2 -0
  15. package/esm/models/bulkcreateitemsresponse.js.map +1 -1
  16. package/package.json +1 -1
  17. package/src/landing-page.ts +1 -1
  18. package/src/lib/config.ts +2 -2
  19. package/src/mcp-server/mcp-server.ts +1 -1
  20. package/src/mcp-server/server.ts +1 -1
  21. package/src/models/annotationitempayload.ts +5 -0
  22. package/src/models/bulkcreateitemsresponse.ts +8 -0
package/esm/landing-page.js CHANGED
@@ -915,7 +915,7 @@ http_headers = { "api-key-auth" = "YOUR_API_KEY_AUTH" }`;
915
915
  <h1>Instructions</h1>
916
916
  <p>One-click installation for Claude Desktop users</p>
917
917
  <div class="instruction-item">
918
- <a href="https://github.com/dalmia/calibrate-mcp/releases/download/v0.0.45/mcp-server.mcpb" download="mcp-server.mcpb" class="action-button header-action" style="display: inline-flex; margin-bottom: 16px;">
918
+ <a href="https://github.com/dalmia/calibrate-mcp/releases/download/v0.0.46/mcp-server.mcpb" download="mcp-server.mcpb" class="action-button header-action" style="display: inline-flex; margin-bottom: 16px;">
919
919
  📥 Download MCP Bundle
920
920
  </a>
921
921
  </div>
package/esm/lib/config.d.ts CHANGED
@@ -35,8 +35,8 @@ export declare function serverURLFromOptions(options: SDKOptions): URL | null;
35
35
  export declare const SDK_METADATA: {
36
36
  readonly language: "typescript";
37
37
  readonly openapiDocVersion: "0.1.0";
38
- readonly sdkVersion: "0.0.45";
38
+ readonly sdkVersion: "0.0.46";
39
39
  readonly genVersion: "2.915.1";
40
- readonly userAgent: "speakeasy-sdk/mcp-typescript 0.0.45 2.915.1 0.1.0 @dalmia/calibrate-mcp";
40
+ readonly userAgent: "speakeasy-sdk/mcp-typescript 0.0.46 2.915.1 0.1.0 @dalmia/calibrate-mcp";
41
41
  };
42
42
  //# sourceMappingURL=config.d.ts.map
package/esm/lib/config.js CHANGED
@@ -27,8 +27,8 @@ export function serverURLFromOptions(options) {
27
27
  export const SDK_METADATA = {
28
28
  language: "typescript",
29
29
  openapiDocVersion: "0.1.0",
30
- sdkVersion: "0.0.45",
30
+ sdkVersion: "0.0.46",
31
31
  genVersion: "2.915.1",
32
- userAgent: "speakeasy-sdk/mcp-typescript 0.0.45 2.915.1 0.1.0 @dalmia/calibrate-mcp",
32
+ userAgent: "speakeasy-sdk/mcp-typescript 0.0.46 2.915.1 0.1.0 @dalmia/calibrate-mcp",
33
33
  };
34
34
  //# sourceMappingURL=config.js.map
package/esm/mcp-server/mcp-server.js CHANGED
@@ -18,7 +18,7 @@ const routes = buildRouteMap({
18
18
  export const app = buildApplication(routes, {
19
19
  name: "mcp",
20
20
  versionInfo: {
21
- currentVersion: "0.0.45",
21
+ currentVersion: "0.0.46",
22
22
  },
23
23
  });
24
24
  run(app, process.argv.slice(2), buildContext(process));
package/esm/mcp-server/server.js CHANGED
@@ -50,7 +50,7 @@ import { tool$tracesCreate } from "./tools/tracesCreate.js";
50
50
  export function createMCPServer(deps) {
51
51
  const server = new McpServer({
52
52
  name: "CalibrateMcp",
53
- version: "0.0.45",
53
+ version: "0.0.46",
54
54
  });
55
55
  const getClient = deps.getSDK || (() => new CalibrateMcpCore({
56
56
  security: deps.security,
package/esm/models/annotationitempayload.d.ts CHANGED
@@ -4,6 +4,9 @@ export type AnnotationItemPayload = {
4
4
  annotations?: {
5
5
  [k: string]: any;
6
6
  } | null | undefined;
7
+ evaluator_results?: {
8
+ [k: string]: any;
9
+ } | null | undefined;
7
10
  };
8
11
  export declare const AnnotationItemPayload$zodSchema: z.ZodType<AnnotationItemPayload>;
9
12
  //# sourceMappingURL=annotationitempayload.d.ts.map
package/esm/models/annotationitempayload.d.ts.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"annotationitempayload.d.ts","sourceRoot":"","sources":["../../src/models/annotationitempayload.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,MAAM,MAAM,qBAAqB,GAAG;IAClC,OAAO,CAAC,EAAE,GAAG,GAAG,SAAS,CAAC;IAC1B,WAAW,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,GAAG,IAAI,GAAG,SAAS,CAAC;CACvD,CAAC;AAEF,eAAO,MAAM,+BAA+B,EAAE,CAAC,CAAC,OAAO,CAAC,qBAAqB,CAQzE,CAAC"}
1
+ {"version":3,"file":"annotationitempayload.d.ts","sourceRoot":"","sources":["../../src/models/annotationitempayload.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,MAAM,MAAM,qBAAqB,GAAG;IAClC,OAAO,CAAC,EAAE,GAAG,GAAG,SAAS,CAAC;IAC1B,WAAW,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,GAAG,IAAI,GAAG,SAAS,CAAC;IACtD,iBAAiB,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,GAAG,IAAI,GAAG,SAAS,CAAC;CAC7D,CAAC;AAEF,eAAO,MAAM,+BAA+B,EAAE,CAAC,CAAC,OAAO,CAAC,qBAAqB,CAYzE,CAAC"}
package/esm/models/annotationitempayload.js CHANGED
@@ -4,6 +4,8 @@
4
4
  import * as z from "zod";
5
5
  export const AnnotationItemPayload$zodSchema = z.object({
6
6
  annotations: z.record(z.string(), z.any()).nullable().optional().describe("Human annotations to seed, keyed by evaluator ID. Each evaluator ID must be linked to the task. Put the judgement in `value`, a bool for binary or a number for rating, with optional `reasoning`. Requires `annotator_id`"),
7
+ evaluator_results: z.record(z.string(), z.any()).nullable().optional()
8
+ .describe("Evaluator scores to record, keyed by evaluator ID. Each evaluator ID must be linked to the task. Put the score in `value`, a bool for binary or a number within the scale for rating, with optional `reasoning` and `version_number`. Omit `version_number` to record against the evaluator's live version. An item recording a tool call takes the tool-call evaluator and no other, and every other item takes any evaluator except that one"),
7
9
  payload: z.any().optional().describe("The item's payload. `name` is required and unique within the task for every type. The other fields depend on the task `type`:\n\n- `stt`: `name`, `reference_transcript`, `predicted_transcript`\n- `llm`: `name`, `chat_history` (list of `{role, content}` turns ending at the user turn), `agent_response` (the reply to judge), optional `evaluator_variables`\n- `llm-general`: `name`, `input`, `output`, optional `evaluator_variables`\n- `conversation`: `name`, `transcript` (list of `{role, content}` turns), optional `evaluator_variables`\n\n`evaluator_variables` maps an evaluator ID to that evaluator's `{{\"{{\"}}variable}}` values for this item"),
8
10
  });
9
11
  //# sourceMappingURL=annotationitempayload.js.map
package/esm/models/annotationitempayload.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"annotationitempayload.js","sourceRoot":"","sources":["../../src/models/annotationitempayload.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAOzB,MAAM,CAAC,MAAM,+BAA+B,GAC1C,CAAC,CAAC,MAAM,CAAC;IACP,WAAW,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACvE,4NAA4N,CAC7N;IACD,OAAO,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClC,woBAAwoB,CACzoB;CACF,CAAC,CAAC"}
1
+ {"version":3,"file":"annotationitempayload.js","sourceRoot":"","sources":["../../src/models/annotationitempayload.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAQzB,MAAM,CAAC,MAAM,+BAA+B,GAC1C,CAAC,CAAC,MAAM,CAAC;IACP,WAAW,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACvE,4NAA4N,CAC7N;IACD,iBAAiB,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE;SACnE,QAAQ,CACP,gbAAgb,CACjb;IACH,OAAO,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAClC,woBAAwoB,CACzoB;CACF,CAAC,CAAC"}
package/esm/models/bulkcreateitemsresponse.d.ts CHANGED
@@ -5,6 +5,8 @@ export type BulkCreateItemsResponse = {
5
5
  new_item_ids?: Array<string> | null | undefined;
6
6
  existing_item_ids?: Array<string> | null | undefined;
7
7
  annotation_job_id?: string | null | undefined;
8
+ evaluator_result_count?: number | null | undefined;
9
+ evaluator_run_job_id?: string | null | undefined;
8
10
  };
9
11
  export declare const BulkCreateItemsResponse$zodSchema: z.ZodType<BulkCreateItemsResponse>;
10
12
  //# sourceMappingURL=bulkcreateitemsresponse.d.ts.map
package/esm/models/bulkcreateitemsresponse.d.ts.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"bulkcreateitemsresponse.d.ts","sourceRoot":"","sources":["../../src/models/bulkcreateitemsresponse.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,MAAM,MAAM,uBAAuB,GAAG;IACpC,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACxB,KAAK,EAAE,MAAM,CAAC;IACd,YAAY,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IAChD,iBAAiB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IACrD,iBAAiB,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;CAC/C,CAAC;AAEF,eAAO,MAAM,iCAAiC,EAAE,CAAC,CAAC,OAAO,CACvD,uBAAuB,CAevB,CAAC"}
1
+ {"version":3,"file":"bulkcreateitemsresponse.d.ts","sourceRoot":"","sources":["../../src/models/bulkcreateitemsresponse.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,MAAM,MAAM,uBAAuB,GAAG;IACpC,QAAQ,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACxB,KAAK,EAAE,MAAM,CAAC;IACd,YAAY,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IAChD,iBAAiB,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,GAAG,IAAI,GAAG,SAAS,CAAC;IACrD,iBAAiB,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC9C,sBAAsB,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACnD,oBAAoB,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;CAClD,CAAC;AAEF,eAAO,MAAM,iCAAiC,EAAE,CAAC,CAAC,OAAO,CACvD,uBAAuB,CAqBvB,CAAC"}
package/esm/models/bulkcreateitemsresponse.js CHANGED
@@ -5,6 +5,8 @@ import * as z from "zod";
5
5
  export const BulkCreateItemsResponse$zodSchema = z.object({
6
6
  annotation_job_id: z.string().nullable().optional().describe("ID of the labelling job that holds the annotations you provided, present only when you send annotations with the items"),
7
7
  count: z.int().describe("How many items the request resolved to"),
8
+ evaluator_result_count: z.int().nullable().optional().describe("How many evaluator scores were stored, present only when you send `evaluator_results` with the items"),
9
+ evaluator_run_job_id: z.string().nullable().optional().describe("ID of the evaluator-run job that holds the scores you provided, present only when you send `evaluator_results` with the items"),
8
10
  existing_item_ids: z.array(z.string()).nullable().optional().describe("IDs of items that already existed by name and were reused"),
9
11
  item_ids: z.array(z.string()).describe("IDs of every item the request resolved to, in request order"),
10
12
  new_item_ids: z.array(z.string()).nullable().optional().describe("IDs of the items that were newly created"),
package/esm/models/bulkcreateitemsresponse.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"file":"bulkcreateitemsresponse.js","sourceRoot":"","sources":["../../src/models/bulkcreateitemsresponse.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAUzB,MAAM,CAAC,MAAM,iCAAiC,GAE1C,CAAC,CAAC,MAAM,CAAC;IACX,iBAAiB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC1D,wHAAwH,CACzH;IACD,KAAK,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,wCAAwC,CAAC;IACjE,iBAAiB,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACnE,2DAA2D,CAC5D;IACD,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,CACpC,6DAA6D,CAC9D;IACD,YAAY,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC9D,0CAA0C,CAC3C;CACF,CAAC,CAAC"}
1
+ {"version":3,"file":"bulkcreateitemsresponse.js","sourceRoot":"","sources":["../../src/models/bulkcreateitemsresponse.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAYzB,MAAM,CAAC,MAAM,iCAAiC,GAE1C,CAAC,CAAC,MAAM,CAAC;IACX,iBAAiB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC1D,wHAAwH,CACzH;IACD,KAAK,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,wCAAwC,CAAC;IACjE,sBAAsB,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC5D,sGAAsG,CACvG;IACD,oBAAoB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC7D,+HAA+H,CAChI;IACD,iBAAiB,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACnE,2DAA2D,CAC5D;IACD,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,CACpC,6DAA6D,CAC9D;IACD,YAAY,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC9D,0CAA0C,CAC3C;CACF,CAAC,CAAC"}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@dalmia/calibrate-mcp",
3
- "version": "0.0.45",
3
+ "version": "0.0.46",
4
4
  "author": "Speakeasy",
5
5
  "type": "module",
6
6
  "sideEffects": false,
package/src/landing-page.ts CHANGED
@@ -930,7 +930,7 @@ http_headers = { "api-key-auth" = "YOUR_API_KEY_AUTH" }`;
930
930
  <h1>Instructions</h1>
931
931
  <p>One-click installation for Claude Desktop users</p>
932
932
  <div class="instruction-item">
933
- <a href="https://github.com/dalmia/calibrate-mcp/releases/download/v0.0.45/mcp-server.mcpb" download="mcp-server.mcpb" class="action-button header-action" style="display: inline-flex; margin-bottom: 16px;">
933
+ <a href="https://github.com/dalmia/calibrate-mcp/releases/download/v0.0.46/mcp-server.mcpb" download="mcp-server.mcpb" class="action-button header-action" style="display: inline-flex; margin-bottom: 16px;">
934
934
  📥 Download MCP Bundle
935
935
  </a>
936
936
  </div>
package/src/lib/config.ts CHANGED
@@ -65,8 +65,8 @@ export function serverURLFromOptions(options: SDKOptions): URL | null {
65
65
  export const SDK_METADATA = {
66
66
  language: "typescript",
67
67
  openapiDocVersion: "0.1.0",
68
- sdkVersion: "0.0.45",
68
+ sdkVersion: "0.0.46",
69
69
  genVersion: "2.915.1",
70
70
  userAgent:
71
- "speakeasy-sdk/mcp-typescript 0.0.45 2.915.1 0.1.0 @dalmia/calibrate-mcp",
71
+ "speakeasy-sdk/mcp-typescript 0.0.46 2.915.1 0.1.0 @dalmia/calibrate-mcp",
72
72
  } as const;
package/src/mcp-server/mcp-server.ts CHANGED
@@ -21,7 +21,7 @@ const routes = buildRouteMap({
21
21
  export const app = buildApplication(routes, {
22
22
  name: "mcp",
23
23
  versionInfo: {
24
- currentVersion: "0.0.45",
24
+ currentVersion: "0.0.46",
25
25
  },
26
26
  });
27
27
 
package/src/mcp-server/server.ts CHANGED
@@ -72,7 +72,7 @@ export function createMCPServer(deps: {
72
72
  }) {
73
73
  const server = new McpServer({
74
74
  name: "CalibrateMcp",
75
- version: "0.0.45",
75
+ version: "0.0.46",
76
76
  });
77
77
 
78
78
  const getClient = deps.getSDK || (() =>
package/src/models/annotationitempayload.ts CHANGED
@@ -7,6 +7,7 @@ import * as z from "zod";
7
7
  export type AnnotationItemPayload = {
8
8
  payload?: any | undefined;
9
9
  annotations?: { [k: string]: any } | null | undefined;
10
+ evaluator_results?: { [k: string]: any } | null | undefined;
10
11
  };
11
12
 
12
13
  export const AnnotationItemPayload$zodSchema: z.ZodType<AnnotationItemPayload> =
@@ -14,6 +15,10 @@ export const AnnotationItemPayload$zodSchema: z.ZodType<AnnotationItemPayload> =
14
15
  annotations: z.record(z.string(), z.any()).nullable().optional().describe(
15
16
  "Human annotations to seed, keyed by evaluator ID. Each evaluator ID must be linked to the task. Put the judgement in `value`, a bool for binary or a number for rating, with optional `reasoning`. Requires `annotator_id`",
16
17
  ),
18
+ evaluator_results: z.record(z.string(), z.any()).nullable().optional()
19
+ .describe(
20
+ "Evaluator scores to record, keyed by evaluator ID. Each evaluator ID must be linked to the task. Put the score in `value`, a bool for binary or a number within the scale for rating, with optional `reasoning` and `version_number`. Omit `version_number` to record against the evaluator's live version. An item recording a tool call takes the tool-call evaluator and no other, and every other item takes any evaluator except that one",
21
+ ),
17
22
  payload: z.any().optional().describe(
18
23
  "The item's payload. `name` is required and unique within the task for every type. The other fields depend on the task `type`:\n\n- `stt`: `name`, `reference_transcript`, `predicted_transcript`\n- `llm`: `name`, `chat_history` (list of `{role, content}` turns ending at the user turn), `agent_response` (the reply to judge), optional `evaluator_variables`\n- `llm-general`: `name`, `input`, `output`, optional `evaluator_variables`\n- `conversation`: `name`, `transcript` (list of `{role, content}` turns), optional `evaluator_variables`\n\n`evaluator_variables` maps an evaluator ID to that evaluator's `{{\"{{\"}}variable}}` values for this item",
19
24
  ),
package/src/models/bulkcreateitemsresponse.ts CHANGED
@@ -10,6 +10,8 @@ export type BulkCreateItemsResponse = {
10
10
  new_item_ids?: Array<string> | null | undefined;
11
11
  existing_item_ids?: Array<string> | null | undefined;
12
12
  annotation_job_id?: string | null | undefined;
13
+ evaluator_result_count?: number | null | undefined;
14
+ evaluator_run_job_id?: string | null | undefined;
13
15
  };
14
16
 
15
17
  export const BulkCreateItemsResponse$zodSchema: z.ZodType<
@@ -19,6 +21,12 @@ export const BulkCreateItemsResponse$zodSchema: z.ZodType<
19
21
  "ID of the labelling job that holds the annotations you provided, present only when you send annotations with the items",
20
22
  ),
21
23
  count: z.int().describe("How many items the request resolved to"),
24
+ evaluator_result_count: z.int().nullable().optional().describe(
25
+ "How many evaluator scores were stored, present only when you send `evaluator_results` with the items",
26
+ ),
27
+ evaluator_run_job_id: z.string().nullable().optional().describe(
28
+ "ID of the evaluator-run job that holds the scores you provided, present only when you send `evaluator_results` with the items",
29
+ ),
22
30
  existing_item_ids: z.array(z.string()).nullable().optional().describe(
23
31
  "IDs of items that already existed by name and were reused",
24
32
  ),