@dalmia/calibrate-mcp 0.0.33 → 0.0.35

package/src/models/traceoutput.ts

@@ -0,0 +1,20 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import * as z from "zod";
+import { TraceToolCall, TraceToolCall$zodSchema } from "./tracetoolcall.js";
+
+export type TraceOutput = {
+  response?: string | null | undefined;
+  tool_calls?: Array<TraceToolCall> | null | undefined;
+};
+
+export const TraceOutput$zodSchema: z.ZodType<TraceOutput> = z.object({
+  response: z.string().nullable().optional().describe(
+    "The assistant reply text for this turn. Omit for turns that only issued tool calls",
+  ),
+  tool_calls: z.array(TraceToolCall$zodSchema).nullable().optional().describe(
+    "Tool calls the agent issued for this turn. Omit for plain text replies",
+  ),
+});

package/src/models/tracetoolcall.ts

@@ -0,0 +1,17 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import * as z from "zod";
+
+export type TraceToolCall = {
+  tool: string;
+  arguments?: { [k: string]: any } | null | undefined;
+};
+
+export const TraceToolCall$zodSchema: z.ZodType<TraceToolCall> = z.object({
+  arguments: z.record(z.string(), z.any()).nullable().optional().describe(
+    "Argument values the agent passed to the tool. Omit when the call had none",
+  ),
+  tool: z.string().describe("Name of the tool the agent called"),
+});

package/src/models/traceturn.ts

@@ -0,0 +1,37 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import * as z from "zod";
+import { collectExtraKeys as collectExtraKeys$ } from "../lib/schemas.js";
+
+export type TraceTurn = {
+  role: string;
+  content?: string | null | undefined;
+  AdditionalProperties?: { [k: string]: any };
+};
+
+export const TraceTurn$zodSchema: z.ZodType<TraceTurn> = collectExtraKeys$(
+  z.object({
+    content: z.string().nullable().optional().describe(
+      "Message text. Omit for turns that only carry tool calls",
+    ),
+    role: z.string().describe(
+      "Message author role in the conversation history",
+    ),
+  }).catchall(z.any()),
+  "AdditionalProperties",
+  true,
+);
+
+export const TraceTurn$zodSchemaOutbound: z.ZodType<any> = z.object({
+  AdditionalProperties: z.record(z.string(), z.any()).optional(),
+  content: z.nullable(z.string()).optional(),
+  role: z.string(),
+}).transform((v) => {
+  const { AdditionalProperties, ...rest } = v;
+  return {
+    ...rest,
+    ...AdditionalProperties,
+  };
+});

package/src/models/updateannotatorendpointannotatorsannotatoruuidputop.ts

@@ -0,0 +1,42 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import * as z from "zod";
+import {
+  AnnotatorResponse,
+  AnnotatorResponse$zodSchema,
+} from "./annotatorresponse.js";
+import {
+  AnnotatorUpdate,
+  AnnotatorUpdate$zodSchema,
+} from "./annotatorupdate.js";
+import {
+  HTTPValidationError,
+  HTTPValidationError$zodSchema,
+} from "./httpvalidationerror.js";
+
+export type UpdateAnnotatorEndpointAnnotatorsAnnotatorUuidPutRequest = {
+  annotator_uuid: string;
+  xAPIKey?: string | null | undefined;
+  body: AnnotatorUpdate;
+};
+
+export const UpdateAnnotatorEndpointAnnotatorsAnnotatorUuidPutRequest$zodSchema:
+  z.ZodType<UpdateAnnotatorEndpointAnnotatorsAnnotatorUuidPutRequest> = z
+    .object({
+      annotator_uuid: z.string().describe("Annotator to update"),
+      body: AnnotatorUpdate$zodSchema,
+      xAPIKey: z.string().nullable().optional(),
+    });
+
+export type UpdateAnnotatorEndpointAnnotatorsAnnotatorUuidPutResponse =
+  | AnnotatorResponse
+  | HTTPValidationError;
+
+export const UpdateAnnotatorEndpointAnnotatorsAnnotatorUuidPutResponse$zodSchema:
+  z.ZodType<UpdateAnnotatorEndpointAnnotatorsAnnotatorUuidPutResponse> = z
+    .union([
+      AnnotatorResponse$zodSchema,
+      HTTPValidationError$zodSchema,
+    ]);

package/src/tool-names.ts

@@ -139,5 +139,21 @@ export const toolNames: Array<{ name: string; description: string }>= [
   {
     "name": "get-annotation-summary",
     "description": "Get a paginated summary table for a task, with each item's evaluator values and human labels.\n"
+  },
+  {
+    "name": "create-annotator",
+    "description": "Create an annotator, a human labeller who can be assigned annotation tasks.\n"
+  },
+  {
+    "name": "list-annotators",
+    "description": "List your annotators with their job counts and agreement scores.\n"
+  },
+  {
+    "name": "update-annotator",
+    "description": "Rename an annotator in your workspace.\n"
+  },
+  {
+    "name": "create-trace",
+    "description": "Store one production agent turn against an agent in the caller's org:\nthe conversation history as input, what the agent produced as output,\nand optional metadata. Use this to capture live traffic for later\nreview and conversion into tests. Fails with 429 once the workspace\nhits its trace limit.\n"
   }
 ];