@dalmia/calibrate-mcp 0.0.33 → 0.0.35

package/src/funcs/tracesCreate.ts

@@ -0,0 +1,148 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { CalibrateMcpCore } from "../core.js";
+import { encodeJSON, encodeSimple } from "../lib/encodings.js";
+import { compactMap } from "../lib/primitives.js";
+import { safeParse } from "../lib/schemas.js";
+import { RequestOptions } from "../lib/sdks.js";
+import { extractSecurity, resolveGlobalSecurity } from "../lib/security.js";
+import { pathToFunc } from "../lib/url.js";
+import { APIError } from "../models/errors/apierror.js";
+import {
+  ConnectionError,
+  InvalidRequestError,
+  RequestAbortedError,
+  RequestTimeoutError,
+  UnexpectedClientError,
+} from "../models/errors/httpclienterrors.js";
+import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
+import {
+  IngestTraceTracesPostRequest,
+  IngestTraceTracesPostRequest$zodSchema,
+} from "../models/ingesttracetracespostop.js";
+import { APICall, APIPromise } from "../types/async.js";
+import { Result } from "../types/fp.js";
+
+/**
+ * Create trace
+ *
+ * @remarks
+ * Store a production agent turn and its conversation history for later review
+ */
+export function tracesCreate(
+  client$: CalibrateMcpCore,
+  request: IngestTraceTracesPostRequest,
+  options?: RequestOptions,
+): APIPromise<
+  Result<
+    Response,
+    | APIError
+    | SDKValidationError
+    | UnexpectedClientError
+    | InvalidRequestError
+    | RequestAbortedError
+    | RequestTimeoutError
+    | ConnectionError
+  >
+> {
+  return new APIPromise($do(
+    client$,
+    request,
+    options,
+  ));
+}
+
+async function $do(
+  client$: CalibrateMcpCore,
+  request: IngestTraceTracesPostRequest,
+  options?: RequestOptions,
+): Promise<
+  [
+    Result<
+      Response,
+      | APIError
+      | SDKValidationError
+      | UnexpectedClientError
+      | InvalidRequestError
+      | RequestAbortedError
+      | RequestTimeoutError
+      | ConnectionError
+    >,
+    APICall,
+  ]
+> {
+  const parsed$ = safeParse(
+    request,
+    (value$) => IngestTraceTracesPostRequest$zodSchema.parse(value$),
+    "Input validation failed",
+  );
+  if (!parsed$.ok) {
+    return [parsed$, { status: "invalid" }];
+  }
+  const payload$ = parsed$.value;
+  const body$ = encodeJSON("body", payload$.body, { explode: true });
+  const path$ = pathToFunc("/traces")();
+
+  const headers$ = new Headers(compactMap({
+    "Content-Type": "application/json",
+    Accept: "application/json",
+    "X-API-Key": encodeSimple("X-API-Key", payload$.xAPIKey, {
+      explode: false,
+      charEncoding: "none",
+    }),
+  }));
+  const securityInput = await extractSecurity(client$._options.security);
+  const requestSecurity = resolveGlobalSecurity(securityInput);
+
+  const context = {
+    options: client$._options,
+    baseURL: options?.serverURL ?? client$._baseURL ?? "",
+    operationID: "ingest_trace_traces_post",
+    oAuth2Scopes: null,
+    resolvedSecurity: requestSecurity,
+    securitySource: client$._options.security,
+    retryConfig: options?.retries
+      || client$._options.retryConfig
+      || { strategy: "none" },
+    retryCodes: options?.retryCodes || [
+      "429",
+      "500",
+      "502",
+      "503",
+      "504",
+    ],
+  };
+
+  const requestRes = client$._createRequest(context, {
+    security: requestSecurity,
+    method: "POST",
+    baseURL: options?.serverURL,
+    path: path$,
+    headers: headers$,
+    body: body$,
+    userAgent: client$._options.userAgent,
+    timeoutMs: options?.timeoutMs || client$._options.timeoutMs
+      || -1,
+  }, options);
+  if (!requestRes.ok) {
+    return [requestRes, { status: "invalid" }];
+  }
+  const req$ = requestRes.value;
+
+  const doResult = await client$._do(req$, {
+    context,
+    errorCodes: [],
+    retryConfig: context.retryConfig,
+    retryCodes: context.retryCodes,
+  });
+  if (!doResult.ok) {
+    return [doResult, { status: "request-error", request: req$ }];
+  }
+  return [doResult, {
+    status: "complete",
+    "request": req$,
+    response: doResult.value,
+  }];
+}

package/src/landing-page.ts

@@ -930,7 +930,7 @@ http_headers = { "api-key-auth" = "YOUR_API_KEY_AUTH" }`;
         <h1>Instructions</h1>
         <p>One-click installation for Claude Desktop users</p>
         <div class="instruction-item">
-          <a href="https://github.com/dalmia/calibrate-mcp/releases/download/v0.0.33/mcp-server.mcpb" download="mcp-server.mcpb" class="action-button header-action" style="display: inline-flex; margin-bottom: 16px;">
+          <a href="https://github.com/dalmia/calibrate-mcp/releases/download/v0.0.35/mcp-server.mcpb" download="mcp-server.mcpb" class="action-button header-action" style="display: inline-flex; margin-bottom: 16px;">
             📥 Download MCP Bundle
           </a>
         </div>

package/src/lib/config.ts

@@ -65,8 +65,8 @@ export function serverURLFromOptions(options: SDKOptions): URL | null {
 export const SDK_METADATA = {
   language: "typescript",
   openapiDocVersion: "0.1.0",
-  sdkVersion: "0.0.33",
+  sdkVersion: "0.0.35",
   genVersion: "2.915.1",
   userAgent:
-    "speakeasy-sdk/mcp-typescript 0.0.33 2.915.1 0.1.0 @dalmia/calibrate-mcp",
+    "speakeasy-sdk/mcp-typescript 0.0.35 2.915.1 0.1.0 @dalmia/calibrate-mcp",
 } as const;

package/src/mcp-server/mcp-server.ts

@@ -21,7 +21,7 @@ const routes = buildRouteMap({
 export const app = buildApplication(routes, {
   name: "mcp",
   versionInfo: {
-    currentVersion: "0.0.33",
+    currentVersion: "0.0.35",
   },
 });
 

package/src/mcp-server/server.ts

@@ -43,6 +43,9 @@ import { tool$annotationTasksGetSummary } from "./tools/annotationTasksGetSummar
 import { tool$annotationTasksList } from "./tools/annotationTasksList.js";
 import { tool$annotationTasksSetEvaluators } from "./tools/annotationTasksSetEvaluators.js";
 import { tool$annotationTasksUpdateItems } from "./tools/annotationTasksUpdateItems.js";
+import { tool$annotatorsCreate } from "./tools/annotatorsCreate.js";
+import { tool$annotatorsList } from "./tools/annotatorsList.js";
+import { tool$annotatorsUpdate } from "./tools/annotatorsUpdate.js";
 import { tool$evaluatorsCreate } from "./tools/evaluatorsCreate.js";
 import { tool$evaluatorsCreateVersion } from "./tools/evaluatorsCreateVersion.js";
 import { tool$evaluatorsGet } from "./tools/evaluatorsGet.js";
@@ -52,6 +55,7 @@ import { tool$testsCreate } from "./tools/testsCreate.js";
 import { tool$testsGet } from "./tools/testsGet.js";
 import { tool$testsList } from "./tools/testsList.js";
 import { tool$testsUpdate } from "./tools/testsUpdate.js";
+import { tool$tracesCreate } from "./tools/tracesCreate.js";
 
 export function createMCPServer(deps: {
   logger: ConsoleLogger;
@@ -66,7 +70,7 @@ export function createMCPServer(deps: {
 }) {
   const server = new McpServer({
     name: "CalibrateMcp",
-    version: "0.0.33",
+    version: "0.0.35",
   });
 
   const getClient = deps.getSDK || (() =>
@@ -146,6 +150,10 @@ export function createMCPServer(deps: {
   tool(tool$annotationTasksGetEvaluatorRun);
   tool(tool$annotationTasksGetAgreement);
   tool(tool$annotationTasksGetSummary);
+  tool(tool$annotatorsCreate);
+  tool(tool$annotatorsList);
+  tool(tool$annotatorsUpdate);
+  tool(tool$tracesCreate);
 
   if (deps.dynamic) {
     registerDynamicTools(deps.logger, server, getClient, toolMap, scopes);

package/src/mcp-server/tools/annotatorsCreate.ts

@@ -0,0 +1,43 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { annotatorsCreate } from "../../funcs/annotatorsCreate.js";
+import { CreateAnnotatorEndpointAnnotatorsPostRequest$zodSchema } from "../../models/createannotatorendpointannotatorspostop.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: CreateAnnotatorEndpointAnnotatorsPostRequest$zodSchema,
+};
+
+export const tool$annotatorsCreate: ToolDefinition<typeof args> = {
+  name: "create-annotator",
+  description:
+    `Create an annotator, a human labeller who can be assigned annotation tasks.
+`,
+  scopes: ["write"],
+  annotations: {
+    "title": "Create annotator",
+    "destructiveHint": false,
+    "idempotentHint": false,
+    "openWorldHint": true,
+    "readOnlyHint": false,
+  },
+  args,
+  tool: async (client, args, ctx) => {
+    const [result] = await annotatorsCreate(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    return formatResult(result.value);
+  },
+};

package/src/mcp-server/tools/annotatorsList.ts

@@ -0,0 +1,42 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { annotatorsList } from "../../funcs/annotatorsList.js";
+import { ListAnnotatorsAnnotatorsGetRequest$zodSchema } from "../../models/listannotatorsannotatorsgetop.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: ListAnnotatorsAnnotatorsGetRequest$zodSchema.optional(),
+};
+
+export const tool$annotatorsList: ToolDefinition<typeof args> = {
+  name: "list-annotators",
+  description: `List your annotators with their job counts and agreement scores.
+`,
+  scopes: ["read"],
+  annotations: {
+    "title": "List annotators",
+    "destructiveHint": false,
+    "idempotentHint": false,
+    "openWorldHint": true,
+    "readOnlyHint": true,
+  },
+  args,
+  tool: async (client, args, ctx) => {
+    const [result] = await annotatorsList(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    return formatResult(result.value);
+  },
+};

package/src/mcp-server/tools/annotatorsUpdate.ts

@@ -0,0 +1,42 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { annotatorsUpdate } from "../../funcs/annotatorsUpdate.js";
+import { UpdateAnnotatorEndpointAnnotatorsAnnotatorUuidPutRequest$zodSchema } from "../../models/updateannotatorendpointannotatorsannotatoruuidputop.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: UpdateAnnotatorEndpointAnnotatorsAnnotatorUuidPutRequest$zodSchema,
+};
+
+export const tool$annotatorsUpdate: ToolDefinition<typeof args> = {
+  name: "update-annotator",
+  description: `Rename an annotator in your workspace.
+`,
+  scopes: ["write"],
+  annotations: {
+    "title": "Update annotator",
+    "destructiveHint": false,
+    "idempotentHint": true,
+    "openWorldHint": true,
+    "readOnlyHint": false,
+  },
+  args,
+  tool: async (client, args, ctx) => {
+    const [result] = await annotatorsUpdate(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    return formatResult(result.value);
+  },
+};

package/src/mcp-server/tools/tracesCreate.ts

@@ -0,0 +1,47 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { tracesCreate } from "../../funcs/tracesCreate.js";
+import { IngestTraceTracesPostRequest$zodSchema } from "../../models/ingesttracetracespostop.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: IngestTraceTracesPostRequest$zodSchema,
+};
+
+export const tool$tracesCreate: ToolDefinition<typeof args> = {
+  name: "create-trace",
+  description:
+    `Store one production agent turn against an agent in the caller's org:
+the conversation history as input, what the agent produced as output,
+and optional metadata. Use this to capture live traffic for later
+review and conversion into tests. Fails with 429 once the workspace
+hits its trace limit.
+`,
+  scopes: ["write"],
+  annotations: {
+    "title": "Create trace",
+    "destructiveHint": false,
+    "idempotentHint": false,
+    "openWorldHint": true,
+    "readOnlyHint": false,
+  },
+  args,
+  tool: async (client, args, ctx) => {
+    const [result] = await tracesCreate(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    return formatResult(result.value);
+  },
+};

package/src/models/annotatorcreate.ts

@@ -0,0 +1,11 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import * as z from "zod";
+
+export type AnnotatorCreate = { name: string };
+
+export const AnnotatorCreate$zodSchema: z.ZodType<AnnotatorCreate> = z.object({
+  name: z.string().describe("Annotator name, unique within your workspace"),
+});

package/src/models/annotatorcreateresponse.ts

@@ -0,0 +1,14 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import * as z from "zod";
+
+export type AnnotatorCreateResponse = { uuid: string; message: string };
+
+export const AnnotatorCreateResponse$zodSchema: z.ZodType<
+  AnnotatorCreateResponse
+> = z.object({
+  message: z.string().describe("Success message"),
+  uuid: z.string().describe("ID of the newly created annotator"),
+});

package/src/models/annotatorresponse.ts

@@ -0,0 +1,36 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import * as z from "zod";
+
+export type AnnotatorResponse = {
+  uuid: string;
+  name: string;
+  created_at: string;
+  updated_at: string;
+  jobs_count?: number | null | undefined;
+  current_agreement?: number | null | undefined;
+  pair_count?: number | null | undefined;
+};
+
+export const AnnotatorResponse$zodSchema: z.ZodType<AnnotatorResponse> = z
+  .object({
+    created_at: z.string().describe(
+      "When the annotator was created (ISO 8601 UTC)",
+    ),
+    current_agreement: z.number().nullable().optional().describe(
+      "Latest pairwise mean agreement with other annotators, from 0 to 1",
+    ),
+    jobs_count: z.int().nullable().optional().describe(
+      "Number of labelling jobs assigned to this annotator",
+    ),
+    name: z.string().describe("Annotator name"),
+    pair_count: z.int().nullable().optional().describe(
+      "Number of comparable annotation pairs behind the current agreement score",
+    ),
+    updated_at: z.string().describe(
+      "When the annotator was last updated (ISO 8601 UTC)",
+    ),
+    uuid: z.string().describe("Annotator ID"),
+  });

package/src/models/annotatorupdate.ts

@@ -0,0 +1,13 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import * as z from "zod";
+
+export type AnnotatorUpdate = { name?: string | null | undefined };
+
+export const AnnotatorUpdate$zodSchema: z.ZodType<AnnotatorUpdate> = z.object({
+  name: z.string().nullable().optional().describe(
+    "New annotator name, unique within your workspace. Omit to leave unchanged",
+  ),
+});

package/src/models/createannotatorendpointannotatorspostop.ts

@@ -0,0 +1,40 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import * as z from "zod";
+import {
+  AnnotatorCreate,
+  AnnotatorCreate$zodSchema,
+} from "./annotatorcreate.js";
+import {
+  AnnotatorCreateResponse,
+  AnnotatorCreateResponse$zodSchema,
+} from "./annotatorcreateresponse.js";
+import {
+  HTTPValidationError,
+  HTTPValidationError$zodSchema,
+} from "./httpvalidationerror.js";
+
+export type CreateAnnotatorEndpointAnnotatorsPostRequest = {
+  xAPIKey?: string | null | undefined;
+  body: AnnotatorCreate;
+};
+
+export const CreateAnnotatorEndpointAnnotatorsPostRequest$zodSchema: z.ZodType<
+  CreateAnnotatorEndpointAnnotatorsPostRequest
+> = z.object({
+  body: AnnotatorCreate$zodSchema,
+  xAPIKey: z.string().nullable().optional(),
+});
+
+export type CreateAnnotatorEndpointAnnotatorsPostResponse =
+  | AnnotatorCreateResponse
+  | HTTPValidationError;
+
+export const CreateAnnotatorEndpointAnnotatorsPostResponse$zodSchema: z.ZodType<
+  CreateAnnotatorEndpointAnnotatorsPostResponse
+> = z.union([
+  AnnotatorCreateResponse$zodSchema,
+  HTTPValidationError$zodSchema,
+]);

package/src/models/ingesttracetracespostop.ts

@@ -0,0 +1,37 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import * as z from "zod";
+import {
+  HTTPValidationError,
+  HTTPValidationError$zodSchema,
+} from "./httpvalidationerror.js";
+import { TraceIngest, TraceIngest$zodSchema } from "./traceingest.js";
+import {
+  TraceIngestResponse,
+  TraceIngestResponse$zodSchema,
+} from "./traceingestresponse.js";
+
+export type IngestTraceTracesPostRequest = {
+  xAPIKey?: string | null | undefined;
+  body: TraceIngest;
+};
+
+export const IngestTraceTracesPostRequest$zodSchema: z.ZodType<
+  IngestTraceTracesPostRequest
+> = z.object({
+  body: TraceIngest$zodSchema,
+  xAPIKey: z.string().nullable().optional(),
+});
+
+export type IngestTraceTracesPostResponse =
+  | TraceIngestResponse
+  | HTTPValidationError;
+
+export const IngestTraceTracesPostResponse$zodSchema: z.ZodType<
+  IngestTraceTracesPostResponse
+> = z.union([
+  TraceIngestResponse$zodSchema,
+  HTTPValidationError$zodSchema,
+]);

package/src/models/listannotatorsannotatorsgetop.ts

@@ -0,0 +1,34 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import * as z from "zod";
+import {
+  AnnotatorResponse,
+  AnnotatorResponse$zodSchema,
+} from "./annotatorresponse.js";
+import {
+  HTTPValidationError,
+  HTTPValidationError$zodSchema,
+} from "./httpvalidationerror.js";
+
+export type ListAnnotatorsAnnotatorsGetRequest = {
+  xAPIKey?: string | null | undefined;
+};
+
+export const ListAnnotatorsAnnotatorsGetRequest$zodSchema: z.ZodType<
+  ListAnnotatorsAnnotatorsGetRequest
+> = z.object({
+  xAPIKey: z.string().nullable().optional(),
+});
+
+export type ListAnnotatorsAnnotatorsGetResponse =
+  | Array<AnnotatorResponse>
+  | HTTPValidationError;
+
+export const ListAnnotatorsAnnotatorsGetResponse$zodSchema: z.ZodType<
+  ListAnnotatorsAnnotatorsGetResponse
+> = z.union([
+  z.array(AnnotatorResponse$zodSchema).describe("Successful Response"),
+  HTTPValidationError$zodSchema,
+]);

package/src/models/traceingest.ts

@@ -0,0 +1,40 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import * as z from "zod";
+import {
+  TraceMetadataEntry,
+  TraceMetadataEntry$zodSchema,
+} from "./tracemetadataentry.js";
+import { TraceOutput, TraceOutput$zodSchema } from "./traceoutput.js";
+import { TraceTurn, TraceTurn$zodSchema } from "./traceturn.js";
+
+export type TraceIngest = {
+  agent_id: string;
+  message_id?: string | null | undefined;
+  conversation_id?: string | null | undefined;
+  input: Array<TraceTurn>;
+  output: TraceOutput;
+  metadata?: Array<TraceMetadataEntry> | null | undefined;
+};
+
+export const TraceIngest$zodSchema: z.ZodType<TraceIngest> = z.object({
+  agent_id: z.string().describe(
+    "ID of the agent that produced the turn. Must be an agent in your workspace",
+  ),
+  conversation_id: z.string().nullable().optional().describe(
+    "Your own ID for the conversation this turn belongs to, stored for reference only. Omit if you have none",
+  ),
+  input: z.array(TraceTurn$zodSchema).describe(
+    "Conversation history up to the reported output, oldest turn first, in OpenAI chat format",
+  ),
+  message_id: z.string().nullable().optional().describe(
+    "Your own ID for the last user message in `input`, stored for reference only. Omit if you have none",
+  ),
+  metadata: z.array(TraceMetadataEntry$zodSchema).nullable().optional()
+    .describe(
+      "Key-value pairs stored with the trace. Prefer OTel `gen_ai.*` key names where they fit. Omit if you have none",
+    ),
+  output: TraceOutput$zodSchema,
+});

package/src/models/traceingestresponse.ts

@@ -0,0 +1,26 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import * as z from "zod";
+
+export type TraceIngestResponse = {
+  uuid: string;
+  message_id?: string | null | undefined;
+  conversation_id?: string | null | undefined;
+  created_at: string;
+};
+
+export const TraceIngestResponse$zodSchema: z.ZodType<TraceIngestResponse> = z
+  .object({
+    conversation_id: z.string().nullable().optional().describe(
+      "The conversation ID you sent, if any",
+    ),
+    created_at: z.string().describe(
+      "When the trace was created (ISO 8601 UTC)",
+    ),
+    message_id: z.string().nullable().optional().describe(
+      "The message ID you sent, if any",
+    ),
+    uuid: z.string().describe("Unique ID for the trace"),
+  });

package/src/models/tracemetadataentry.ts

@@ -0,0 +1,13 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import * as z from "zod";
+
+export type TraceMetadataEntry = { key: string; value: string };
+
+export const TraceMetadataEntry$zodSchema: z.ZodType<TraceMetadataEntry> = z
+  .object({
+    key: z.string().describe("Name of the metadata entry"),
+    value: z.string().describe("Value of the metadata entry"),
+  });