@dalmia/calibrate-mcp 0.0.45 → 0.0.46

package/bin/mcp-server.js

@@ -51946,9 +51946,9 @@ var init_config = __esm(() => {
   SDK_METADATA = {
     language: "typescript",
     openapiDocVersion: "0.1.0",
-    sdkVersion: "0.0.45",
+    sdkVersion: "0.0.46",
     genVersion: "2.915.1",
-    userAgent: "speakeasy-sdk/mcp-typescript 0.0.45 2.915.1 0.1.0 @dalmia/calibrate-mcp"
+    userAgent: "speakeasy-sdk/mcp-typescript 0.0.46 2.915.1 0.1.0 @dalmia/calibrate-mcp"
   };
 });
 
@@ -56453,6 +56453,8 @@ var init_bulkcreateitemsresponse = __esm(() => {
   BulkCreateItemsResponse$zodSchema = object({
     annotation_job_id: string2().nullable().optional().describe("ID of the labelling job that holds the annotations you provided, present only when you send annotations with the items"),
     count: int().describe("How many items the request resolved to"),
+    evaluator_result_count: int().nullable().optional().describe("How many evaluator scores were stored, present only when you send `evaluator_results` with the items"),
+    evaluator_run_job_id: string2().nullable().optional().describe("ID of the evaluator-run job that holds the scores you provided, present only when you send `evaluator_results` with the items"),
     existing_item_ids: array(string2()).nullable().optional().describe("IDs of items that already existed by name and were reused"),
     item_ids: array(string2()).describe("IDs of every item the request resolved to, in request order"),
     new_item_ids: array(string2()).nullable().optional().describe("IDs of the items that were newly created")
@@ -56465,6 +56467,7 @@ var init_annotationitempayload = __esm(() => {
   init_zod();
   AnnotationItemPayload$zodSchema = object({
     annotations: record(string2(), any()).nullable().optional().describe("Human annotations to seed, keyed by evaluator ID. Each evaluator ID must be linked to the task. Put the judgement in `value`, a bool for binary or a number for rating, with optional `reasoning`. Requires `annotator_id`"),
+    evaluator_results: record(string2(), any()).nullable().optional().describe("Evaluator scores to record, keyed by evaluator ID. Each evaluator ID must be linked to the task. Put the score in `value`, a bool for binary or a number within the scale for rating, with optional `reasoning` and `version_number`. Omit `version_number` to record against the evaluator's live version. An item recording a tool call takes the tool-call evaluator and no other, and every other item takes any evaluator except that one"),
     payload: any().optional().describe("The item's payload. `name` is required and unique within the task for every type. The other fields depend on the task `type`:\n\n- `stt`: `name`, `reference_transcript`, `predicted_transcript`\n- `llm`: `name`, `chat_history` (list of `{role, content}` turns ending at the user turn), `agent_response` (the reply to judge), optional `evaluator_variables`\n- `llm-general`: `name`, `input`, `output`, optional `evaluator_variables`\n- `conversation`: `name`, `transcript` (list of `{role, content}` turns), optional `evaluator_variables`\n\n`evaluator_variables` maps an evaluator ID to that evaluator's `{{\"{{\"}}variable}}` values for this item")
   });
 });
@@ -60560,7 +60563,7 @@ hits its trace limit.
 function createMCPServer(deps) {
   const server = new McpServer({
     name: "CalibrateMcp",
-    version: "0.0.45"
+    version: "0.0.46"
   });
   const getClient = deps.getSDK || (() => new CalibrateMcpCore({
     security: deps.security,
@@ -61838,7 +61841,7 @@ http_headers = { "api-key-auth" = "YOUR_API_KEY_AUTH" }`;
         <h1>Instructions</h1>
         <p>One-click installation for Claude Desktop users</p>
         <div class="instruction-item">
-          <a href="https://github.com/dalmia/calibrate-mcp/releases/download/v0.0.45/mcp-server.mcpb" download="mcp-server.mcpb" class="action-button header-action" style="display: inline-flex; margin-bottom: 16px;">
+          <a href="https://github.com/dalmia/calibrate-mcp/releases/download/v0.0.46/mcp-server.mcpb" download="mcp-server.mcpb" class="action-button header-action" style="display: inline-flex; margin-bottom: 16px;">
             \uD83D\uDCE5 Download MCP Bundle
           </a>
         </div>
@@ -64725,7 +64728,7 @@ var routes = buildRouteMap({
 var app = buildApplication(routes, {
   name: "mcp",
   versionInfo: {
-    currentVersion: "0.0.45"
+    currentVersion: "0.0.46"
   }
 });
 run(app, process4.argv.slice(2), buildContext(process4));
@@ -64733,5 +64736,5 @@ export {
   app
 };
 
-//# debugId=44CE65AC6D247C2764756E2164756E21
+//# debugId=AB8FAF600D098BDB64756E2164756E21
 //# sourceMappingURL=mcp-server.js.map