@dalmia/calibrate-mcp 0.0.37 → 0.0.39

package/src/funcs/annotationTasksCreateLabellingJobs.ts

@@ -0,0 +1,158 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { CalibrateMcpCore } from "../core.js";
+import { encodeJSON, encodeSimple } from "../lib/encodings.js";
+import { compactMap } from "../lib/primitives.js";
+import { safeParse } from "../lib/schemas.js";
+import { RequestOptions } from "../lib/sdks.js";
+import { extractSecurity, resolveGlobalSecurity } from "../lib/security.js";
+import { pathToFunc } from "../lib/url.js";
+import {
+  CreateJobsAnnotationTasksTaskUuidJobsPostRequest,
+  CreateJobsAnnotationTasksTaskUuidJobsPostRequest$zodSchema,
+} from "../models/createjobsannotationtaskstaskuuidjobspostop.js";
+import { APIError } from "../models/errors/apierror.js";
+import {
+  ConnectionError,
+  InvalidRequestError,
+  RequestAbortedError,
+  RequestTimeoutError,
+  UnexpectedClientError,
+} from "../models/errors/httpclienterrors.js";
+import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
+import { APICall, APIPromise } from "../types/async.js";
+import { Result } from "../types/fp.js";
+
+/**
+ * Create labelling jobs
+ *
+ * @remarks
+ * Assign items to annotators, creating one labelling job per annotator
+ */
+export function annotationTasksCreateLabellingJobs(
+  client$: CalibrateMcpCore,
+  request: CreateJobsAnnotationTasksTaskUuidJobsPostRequest,
+  options?: RequestOptions,
+): APIPromise<
+  Result<
+    Response,
+    | APIError
+    | SDKValidationError
+    | UnexpectedClientError
+    | InvalidRequestError
+    | RequestAbortedError
+    | RequestTimeoutError
+    | ConnectionError
+  >
+> {
+  return new APIPromise($do(
+    client$,
+    request,
+    options,
+  ));
+}
+
+async function $do(
+  client$: CalibrateMcpCore,
+  request: CreateJobsAnnotationTasksTaskUuidJobsPostRequest,
+  options?: RequestOptions,
+): Promise<
+  [
+    Result<
+      Response,
+      | APIError
+      | SDKValidationError
+      | UnexpectedClientError
+      | InvalidRequestError
+      | RequestAbortedError
+      | RequestTimeoutError
+      | ConnectionError
+    >,
+    APICall,
+  ]
+> {
+  const parsed$ = safeParse(
+    request,
+    (value$) =>
+      CreateJobsAnnotationTasksTaskUuidJobsPostRequest$zodSchema.parse(value$),
+    "Input validation failed",
+  );
+  if (!parsed$.ok) {
+    return [parsed$, { status: "invalid" }];
+  }
+  const payload$ = parsed$.value;
+  const body$ = encodeJSON("body", payload$.body, { explode: true });
+
+  const pathParams$ = {
+    task_uuid: encodeSimple("task_uuid", payload$.task_uuid, {
+      explode: false,
+      charEncoding: "percent",
+    }),
+  };
+  const path$ = pathToFunc("/annotation-tasks/{task_uuid}/jobs")(
+    pathParams$,
+  );
+
+  const headers$ = new Headers(compactMap({
+    "Content-Type": "application/json",
+    Accept: "application/json",
+    "X-API-Key": encodeSimple("X-API-Key", payload$.xAPIKey, {
+      explode: false,
+      charEncoding: "none",
+    }),
+  }));
+  const securityInput = await extractSecurity(client$._options.security);
+  const requestSecurity = resolveGlobalSecurity(securityInput);
+
+  const context = {
+    options: client$._options,
+    baseURL: options?.serverURL ?? client$._baseURL ?? "",
+    operationID: "create_jobs_annotation_tasks__task_uuid__jobs_post",
+    oAuth2Scopes: null,
+    resolvedSecurity: requestSecurity,
+    securitySource: client$._options.security,
+    retryConfig: options?.retries
+      || client$._options.retryConfig
+      || { strategy: "none" },
+    retryCodes: options?.retryCodes || [
+      "429",
+      "500",
+      "502",
+      "503",
+      "504",
+    ],
+  };
+
+  const requestRes = client$._createRequest(context, {
+    security: requestSecurity,
+    method: "POST",
+    baseURL: options?.serverURL,
+    path: path$,
+    headers: headers$,
+    body: body$,
+    userAgent: client$._options.userAgent,
+    timeoutMs: options?.timeoutMs || client$._options.timeoutMs
+      || -1,
+  }, options);
+  if (!requestRes.ok) {
+    return [requestRes, { status: "invalid" }];
+  }
+  const req$ = requestRes.value;
+
+  const doResult = await client$._do(req$, {
+    context,
+    errorCodes: [],
+    retryConfig: context.retryConfig,
+    retryCodes: context.retryCodes,
+  });
+  if (!doResult.ok) {
+    return [doResult, { status: "request-error", request: req$ }];
+  }
+  return [doResult, {
+    status: "complete",
+    "request": req$,
+    response: doResult.value,
+  }];
+}

package/src/landing-page.ts

@@ -930,7 +930,7 @@ http_headers = { "api-key-auth" = "YOUR_API_KEY_AUTH" }`;
         <h1>Instructions</h1>
         <p>One-click installation for Claude Desktop users</p>
         <div class="instruction-item">
-          <a href="https://github.com/dalmia/calibrate-mcp/releases/download/v0.0.37/mcp-server.mcpb" download="mcp-server.mcpb" class="action-button header-action" style="display: inline-flex; margin-bottom: 16px;">
+          <a href="https://github.com/dalmia/calibrate-mcp/releases/download/v0.0.39/mcp-server.mcpb" download="mcp-server.mcpb" class="action-button header-action" style="display: inline-flex; margin-bottom: 16px;">
             📥 Download MCP Bundle
           </a>
         </div>

package/src/lib/config.ts

@@ -65,8 +65,8 @@ export function serverURLFromOptions(options: SDKOptions): URL | null {
 export const SDK_METADATA = {
   language: "typescript",
   openapiDocVersion: "0.1.0",
-  sdkVersion: "0.0.37",
+  sdkVersion: "0.0.39",
   genVersion: "2.915.1",
   userAgent:
-    "speakeasy-sdk/mcp-typescript 0.0.37 2.915.1 0.1.0 @dalmia/calibrate-mcp",
+    "speakeasy-sdk/mcp-typescript 0.0.39 2.915.1 0.1.0 @dalmia/calibrate-mcp",
 } as const;

package/src/mcp-server/mcp-server.ts

@@ -21,7 +21,7 @@ const routes = buildRouteMap({
 export const app = buildApplication(routes, {
   name: "mcp",
   versionInfo: {
-    currentVersion: "0.0.37",
+    currentVersion: "0.0.39",
   },
 });
 

package/src/mcp-server/server.ts

@@ -36,6 +36,7 @@ import { tool$agentTestsRunBatch } from "./tools/agentTestsRunBatch.js";
 import { tool$annotationTasksAddItems } from "./tools/annotationTasksAddItems.js";
 import { tool$annotationTasksCreate } from "./tools/annotationTasksCreate.js";
 import { tool$annotationTasksCreateEvaluatorRun } from "./tools/annotationTasksCreateEvaluatorRun.js";
+import { tool$annotationTasksCreateLabellingJobs } from "./tools/annotationTasksCreateLabellingJobs.js";
 import { tool$annotationTasksGet } from "./tools/annotationTasksGet.js";
 import { tool$annotationTasksGetAgreement } from "./tools/annotationTasksGetAgreement.js";
 import { tool$annotationTasksGetEvaluatorRun } from "./tools/annotationTasksGetEvaluatorRun.js";
@@ -70,7 +71,7 @@ export function createMCPServer(deps: {
 }) {
   const server = new McpServer({
     name: "CalibrateMcp",
-    version: "0.0.37",
+    version: "0.0.39",
   });
 
   const getClient = deps.getSDK || (() =>
@@ -146,6 +147,7 @@ export function createMCPServer(deps: {
   tool(tool$annotationTasksSetEvaluators);
   tool(tool$annotationTasksAddItems);
   tool(tool$annotationTasksUpdateItems);
+  tool(tool$annotationTasksCreateLabellingJobs);
   tool(tool$annotationTasksCreateEvaluatorRun);
   tool(tool$annotationTasksGetEvaluatorRun);
   tool(tool$annotationTasksGetAgreement);

package/src/mcp-server/tools/annotationTasksCreateLabellingJobs.ts

@@ -0,0 +1,45 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { annotationTasksCreateLabellingJobs } from "../../funcs/annotationTasksCreateLabellingJobs.js";
+import { CreateJobsAnnotationTasksTaskUuidJobsPostRequest$zodSchema } from "../../models/createjobsannotationtaskstaskuuidjobspostop.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: CreateJobsAnnotationTasksTaskUuidJobsPostRequest$zodSchema,
+};
+
+export const tool$annotationTasksCreateLabellingJobs: ToolDefinition<
+  typeof args
+> = {
+  name: "create-labelling-jobs",
+  description:
+    `Assign items to annotators, creating one labelling job per annotator. Each job comes back with a public_token for the annotator's labelling link.
+`,
+  scopes: ["write"],
+  annotations: {
+    "title": "Create labelling jobs",
+    "destructiveHint": false,
+    "idempotentHint": false,
+    "openWorldHint": true,
+    "readOnlyHint": false,
+  },
+  args,
+  tool: async (client, args, ctx) => {
+    const [result] = await annotationTasksCreateLabellingJobs(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    return formatResult(result.value);
+  },
+};

package/src/models/createjobsannotationtaskstaskuuidjobspostop.ts

@@ -0,0 +1,40 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import * as z from "zod";
+import {
+  CreateJobsRequest,
+  CreateJobsRequest$zodSchema,
+} from "./createjobsrequest.js";
+import {
+  CreateJobsResponse,
+  CreateJobsResponse$zodSchema,
+} from "./createjobsresponse.js";
+import {
+  HTTPValidationError,
+  HTTPValidationError$zodSchema,
+} from "./httpvalidationerror.js";
+
+export type CreateJobsAnnotationTasksTaskUuidJobsPostRequest = {
+  task_uuid: string;
+  xAPIKey?: string | null | undefined;
+  body: CreateJobsRequest;
+};
+
+export const CreateJobsAnnotationTasksTaskUuidJobsPostRequest$zodSchema:
+  z.ZodType<CreateJobsAnnotationTasksTaskUuidJobsPostRequest> = z.object({
+    body: CreateJobsRequest$zodSchema,
+    task_uuid: z.string().describe("Annotation task to act on"),
+    xAPIKey: z.string().nullable().optional(),
+  });
+
+export type CreateJobsAnnotationTasksTaskUuidJobsPostResponse =
+  | CreateJobsResponse
+  | HTTPValidationError;
+
+export const CreateJobsAnnotationTasksTaskUuidJobsPostResponse$zodSchema:
+  z.ZodType<CreateJobsAnnotationTasksTaskUuidJobsPostResponse> = z.union([
+    CreateJobsResponse$zodSchema,
+    HTTPValidationError$zodSchema,
+  ]);

package/src/models/createjobsrequest.ts

@@ -0,0 +1,62 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import * as z from "zod";
+import { ClosedEnum } from "../types/enums.js";
+
+/**
+ * How the labelling form treats the reasoning box on each judgement. `optional` shows it, `required` shows it and asks the annotator to fill it in, `hidden` leaves it out
+ */
+export const ReasoningMode = {
+  Optional: "optional",
+  Required: "required",
+  Hidden: "hidden",
+} as const;
+/**
+ * How the labelling form treats the reasoning box on each judgement. `optional` shows it, `required` shows it and asks the annotator to fill it in, `hidden` leaves it out
+ */
+export type ReasoningMode = ClosedEnum<typeof ReasoningMode>;
+
+export const ReasoningMode$zodSchema = z.enum([
+  "optional",
+  "required",
+  "hidden",
+]).describe(
+  "How the labelling form treats the reasoning box on each judgement. `optional` shows it, `required` shows it and asks the annotator to fill it in, `hidden` leaves it out",
+);
+
+export type CreateJobsRequest = {
+  annotator_ids: Array<string>;
+  item_ids?: Array<string> | undefined;
+  select_all?: boolean | undefined;
+  q?: string | null | undefined;
+  evaluator_ids?: Array<string> | null | undefined;
+  comments_enabled?: boolean | undefined;
+  reasoning_mode?: ReasoningMode | undefined;
+};
+
+export const CreateJobsRequest$zodSchema: z.ZodType<CreateJobsRequest> = z
+  .object({
+    annotator_ids: z.array(z.string()).describe(
+      "Annotator IDs to assign, creating one labelling job for each annotator. Must be in your workspace",
+    ),
+    comments_enabled: z.boolean().default(true).describe(
+      "When `true`, the labelling form lets the annotator leave a comment on each item",
+    ),
+    evaluator_ids: z.array(z.string()).nullable().optional().describe(
+      "Subset of the task's linked evaluators to show in these jobs. Must be a subset of the current links, an empty list gives a 400. Applies to every annotator's job. Omit (`None`) to snapshot every linked evaluator",
+    ),
+    item_ids: z.array(z.string()).optional().describe(
+      "Item IDs to assign. **Required when `select_all=false`**. Ignored when `select_all=true`",
+    ),
+    q: z.string().nullable().optional().describe(
+      "Case-insensitive substring filter on `payload.name`. Applies only when `select_all=true`",
+    ),
+    reasoning_mode: ReasoningMode$zodSchema.default("optional").describe(
+      "How the labelling form treats the reasoning box on each judgement. `optional` shows it, `required` shows it and asks the annotator to fill it in, `hidden` leaves it out",
+    ),
+    select_all: z.boolean().default(false).describe(
+      "When `true`, assign every item in the task and ignore `item_ids`. Set `q` to assign only items whose name matches it",
+    ),
+  });

package/src/models/createjobsresponse.ts

@@ -0,0 +1,22 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import * as z from "zod";
+import {
+  LabellingJobCreated,
+  LabellingJobCreated$zodSchema,
+} from "./labellingjobcreated.js";
+
+export type CreateJobsResponse = {
+  jobs: Array<LabellingJobCreated>;
+  count: number;
+};
+
+export const CreateJobsResponse$zodSchema: z.ZodType<CreateJobsResponse> = z
+  .object({
+    count: z.int().describe("How many jobs were created"),
+    jobs: z.array(LabellingJobCreated$zodSchema).describe(
+      "The jobs created, one for each annotator",
+    ),
+  });

package/src/models/labellingjobcreated.ts

@@ -0,0 +1,40 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import * as z from "zod";
+
+export type LabellingJobCreated = {
+  uuid: string;
+  public_token: string;
+  annotator_id: string;
+  annotator_name: string;
+  item_ids: Array<string>;
+  item_count: number;
+  evaluator_ids: Array<string>;
+  status?: "pending" | undefined;
+};
+
+export const LabellingJobCreated$zodSchema: z.ZodType<LabellingJobCreated> = z
+  .object({
+    annotator_id: z.string().describe(
+      "ID of the annotator the job is assigned to",
+    ),
+    annotator_name: z.string().describe(
+      "Name of the annotator the job is assigned to",
+    ),
+    evaluator_ids: z.array(z.string()).describe(
+      "IDs of the evaluators the annotator scores each item on, in the order they are shown",
+    ),
+    item_count: z.int().describe("How many items the annotator has to label"),
+    item_ids: z.array(z.string()).describe(
+      "IDs of the items assigned to the annotator",
+    ),
+    public_token: z.string().describe(
+      "Token that opens the annotator's labelling page without signing in",
+    ),
+    status: z.literal("pending").default("pending").optional().describe(
+      "Status of the job right after you create it",
+    ),
+    uuid: z.string().describe("ID of the labelling job"),
+  });

package/src/tool-names.ts

@@ -124,6 +124,10 @@ export const toolNames: Array<{ name: string; description: string }>= [
     "name": "update-annotation-items",
     "description": "Bulk-update item payloads in an annotation task.\n"
   },
+  {
+    "name": "create-labelling-jobs",
+    "description": "Assign items to annotators, creating one labelling job per annotator. Each job comes back with a public_token for the annotator's labelling link.\n"
+  },
   {
     "name": "run-annotation-evaluators",
     "description": "Run one or more of a task's evaluators over its items as a background job. Returns a job_uuid to poll with get-annotation-evaluator-run.\n"