@dalmia/calibrate-mcp 0.0.13 → 0.0.15

package/esm/models/evaluatorcreate.d.ts

@@ -0,0 +1,100 @@
+import * as z from "zod";
+import { ClosedEnum } from "../types/enums.js";
+import { EvaluatorVersionCreate } from "./evaluatorversioncreate.js";
+/**
+ * What the evaluator judges:
+ *
+ * @remarks
+ *
+ * - `tts`: TTS audio
+ * - `stt`: one transcript
+ * - `llm`: a reply with its conversation history
+ * - `llm-general`: a standalone input and output pair
+ * - `conversation`: a full conversation
+ */
+export declare const EvaluatorCreateEvaluatorType: {
+    readonly Tts: "tts";
+    readonly Stt: "stt";
+    readonly Llm: "llm";
+    readonly LlmGeneral: "llm-general";
+    readonly Conversation: "conversation";
+};
+/**
+ * What the evaluator judges:
+ *
+ * @remarks
+ *
+ * - `tts`: TTS audio
+ * - `stt`: one transcript
+ * - `llm`: a reply with its conversation history
+ * - `llm-general`: a standalone input and output pair
+ * - `conversation`: a full conversation
+ */
+export type EvaluatorCreateEvaluatorType = ClosedEnum<typeof EvaluatorCreateEvaluatorType>;
+export declare const EvaluatorCreateEvaluatorType$zodSchema: z.ZodEnum<{
+    conversation: "conversation";
+    stt: "stt";
+    tts: "tts";
+    llm: "llm";
+    "llm-general": "llm-general";
+}>;
+/**
+ * The modality the judge reads:
+ *
+ * @remarks
+ *
+ * - `text`
+ * - `audio`
+ */
+export declare const EvaluatorCreateDataType: {
+    readonly Text: "text";
+    readonly Audio: "audio";
+};
+/**
+ * The modality the judge reads:
+ *
+ * @remarks
+ *
+ * - `text`
+ * - `audio`
+ */
+export type EvaluatorCreateDataType = ClosedEnum<typeof EvaluatorCreateDataType>;
+export declare const EvaluatorCreateDataType$zodSchema: z.ZodEnum<{
+    text: "text";
+    audio: "audio";
+}>;
+/**
+ * How the evaluator scores:
+ *
+ * @remarks
+ *
+ * - `binary`: pass or fail
+ * - `rating`: a numeric score, using the scale in `output_config`
+ */
+export declare const EvaluatorCreateOutputType: {
+    readonly Binary: "binary";
+    readonly Rating: "rating";
+};
+/**
+ * How the evaluator scores:
+ *
+ * @remarks
+ *
+ * - `binary`: pass or fail
+ * - `rating`: a numeric score, using the scale in `output_config`
+ */
+export type EvaluatorCreateOutputType = ClosedEnum<typeof EvaluatorCreateOutputType>;
+export declare const EvaluatorCreateOutputType$zodSchema: z.ZodEnum<{
+    binary: "binary";
+    rating: "rating";
+}>;
+export type EvaluatorCreate = {
+    name: string;
+    description?: string | null | undefined;
+    evaluator_type?: EvaluatorCreateEvaluatorType | undefined;
+    data_type?: EvaluatorCreateDataType | undefined;
+    output_type?: EvaluatorCreateOutputType | undefined;
+    version: EvaluatorVersionCreate;
+};
+export declare const EvaluatorCreate$zodSchema: z.ZodType<EvaluatorCreate>;
+//# sourceMappingURL=evaluatorcreate.d.ts.map

package/esm/models/evaluatorcreate.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"evaluatorcreate.d.ts","sourceRoot":"","sources":["../../src/models/evaluatorcreate.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EACL,sBAAsB,EAEvB,MAAM,6BAA6B,CAAC;AAErC;;;;;;;;;;GAUG;AACH,eAAO,MAAM,4BAA4B;;;;;;CAM/B,CAAC;AACX;;;;;;;;;;GAUG;AACH,MAAM,MAAM,4BAA4B,GAAG,UAAU,CACnD,OAAO,4BAA4B,CACpC,CAAC;AAEF,eAAO,MAAM,sCAAsC;;;;;;EAQlD,CAAC;AAEF;;;;;;;GAOG;AACH,eAAO,MAAM,uBAAuB;;;CAG1B,CAAC;AACX;;;;;;;GAOG;AACH,MAAM,MAAM,uBAAuB,GAAG,UAAU,CAC9C,OAAO,uBAAuB,CAC/B,CAAC;AAEF,eAAO,MAAM,iCAAiC;;;EAGuB,CAAC;AAEtE;;;;;;;GAOG;AACH,eAAO,MAAM,yBAAyB;;;CAG5B,CAAC;AACX;;;;;;;GAOG;AACH,MAAM,MAAM,yBAAyB,GAAG,UAAU,CAChD,OAAO,yBAAyB,CACjC,CAAC;AAEF,eAAO,MAAM,mCAAmC;;;EAK/C,CAAC;AAEF,MAAM,MAAM,eAAe,GAAG;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACxC,cAAc,CAAC,EAAE,4BAA4B,GAAG,SAAS,CAAC;IAC1D,SAAS,CAAC,EAAE,uBAAuB,GAAG,SAAS,CAAC;IAChD,WAAW,CAAC,EAAE,yBAAyB,GAAG,SAAS,CAAC;IACpD,OAAO,EAAE,sBAAsB,CAAC;CACjC,CAAC;AAEF,eAAO,MAAM,yBAAyB,EAAE,CAAC,CAAC,OAAO,CAAC,eAAe,CAkB/D,CAAC"}

package/esm/models/evaluatorcreate.js

@@ -0,0 +1,72 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+import * as z from "zod";
+import { EvaluatorVersionCreate$zodSchema, } from "./evaluatorversioncreate.js";
+/**
+ * What the evaluator judges:
+ *
+ * @remarks
+ *
+ * - `tts`: TTS audio
+ * - `stt`: one transcript
+ * - `llm`: a reply with its conversation history
+ * - `llm-general`: a standalone input and output pair
+ * - `conversation`: a full conversation
+ */
+export const EvaluatorCreateEvaluatorType = {
+    Tts: "tts",
+    Stt: "stt",
+    Llm: "llm",
+    LlmGeneral: "llm-general",
+    Conversation: "conversation",
+};
+export const EvaluatorCreateEvaluatorType$zodSchema = z.enum([
+    "tts",
+    "stt",
+    "llm",
+    "llm-general",
+    "conversation",
+]).describe("What the evaluator judges:\n\n- `tts`: TTS audio\n- `stt`: one transcript\n- `llm`: a reply with its conversation history\n- `llm-general`: a standalone input and output pair\n- `conversation`: a full conversation\n");
+/**
+ * The modality the judge reads:
+ *
+ * @remarks
+ *
+ * - `text`
+ * - `audio`
+ */
+export const EvaluatorCreateDataType = {
+    Text: "text",
+    Audio: "audio",
+};
+export const EvaluatorCreateDataType$zodSchema = z.enum([
+    "text",
+    "audio",
+]).describe("The modality the judge reads:\n\n- `text`\n- `audio`\n");
+/**
+ * How the evaluator scores:
+ *
+ * @remarks
+ *
+ * - `binary`: pass or fail
+ * - `rating`: a numeric score, using the scale in `output_config`
+ */
+export const EvaluatorCreateOutputType = {
+    Binary: "binary",
+    Rating: "rating",
+};
+export const EvaluatorCreateOutputType$zodSchema = z.enum([
+    "binary",
+    "rating",
+]).describe("How the evaluator scores:\n\n- `binary`: pass or fail\n- `rating`: a numeric score, using the scale in `output_config`\n");
+export const EvaluatorCreate$zodSchema = z.object({
+    data_type: EvaluatorCreateDataType$zodSchema.default("text").describe("The modality the judge reads:\n\n- `text`\n- `audio`\n"),
+    description: z.string().nullable().optional().describe("Description. Omit to leave blank"),
+    evaluator_type: EvaluatorCreateEvaluatorType$zodSchema.default("llm")
+        .describe("What the evaluator judges:\n\n- `tts`: TTS audio\n- `stt`: one transcript\n- `llm`: a reply with its conversation history\n- `llm-general`: a standalone input and output pair\n- `conversation`: a full conversation\n"),
+    name: z.string().describe("Evaluator name, unique within your workspace"),
+    output_type: EvaluatorCreateOutputType$zodSchema.default("binary").describe("How the evaluator scores:\n\n- `binary`: pass or fail\n- `rating`: a numeric score, using the scale in `output_config`\n"),
+    version: EvaluatorVersionCreate$zodSchema.describe("One version of an evaluator: its judge prompt, model, variables, and rubric."),
+});
+//# sourceMappingURL=evaluatorcreate.js.map

package/esm/models/evaluatorcreate.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"evaluatorcreate.js","sourceRoot":"","sources":["../../src/models/evaluatorcreate.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,OAAO,EAEL,gCAAgC,GACjC,MAAM,6BAA6B,CAAC;AAErC;;;;;;;;;;GAUG;AACH,MAAM,CAAC,MAAM,4BAA4B,GAAG;IAC1C,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,UAAU,EAAE,aAAa;IACzB,YAAY,EAAE,cAAc;CACpB,CAAC;AAgBX,MAAM,CAAC,MAAM,sCAAsC,GAAG,CAAC,CAAC,IAAI,CAAC;IAC3D,KAAK;IACL,KAAK;IACL,KAAK;IACL,aAAa;IACb,cAAc;CACf,CAAC,CAAC,QAAQ,CACT,yNAAyN,CAC1N,CAAC;AAEF;;;;;;;GAOG;AACH,MAAM,CAAC,MAAM,uBAAuB,GAAG;IACrC,IAAI,EAAE,MAAM;IACZ,KAAK,EAAE,OAAO;CACN,CAAC;AAaX,MAAM,CAAC,MAAM,iCAAiC,GAAG,CAAC,CAAC,IAAI,CAAC;IACtD,MAAM;IACN,OAAO;CACR,CAAC,CAAC,QAAQ,CAAC,wDAAwD,CAAC,CAAC;AAEtE;;;;;;;GAOG;AACH,MAAM,CAAC,MAAM,yBAAyB,GAAG;IACvC,MAAM,EAAE,QAAQ;IAChB,MAAM,EAAE,QAAQ;CACR,CAAC;AAaX,MAAM,CAAC,MAAM,mCAAmC,GAAG,CAAC,CAAC,IAAI,CAAC;IACxD,QAAQ;IACR,QAAQ;CACT,CAAC,CAAC,QAAQ,CACT,0HAA0H,CAC3H,CAAC;AAWF,MAAM,CAAC,MAAM,yBAAyB,GAA+B,CAAC,CAAC,MAAM,CAAC;IAC5E,SAAS,EAAE,iCAAiC,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,QAAQ,CACnE,wDAAwD,CACzD;IACD,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACpD,kCAAkC,CACnC;IACD,cAAc,EAAE,sCAAsC,CAAC,OAAO,CAAC,KAAK,CAAC;SAClE,QAAQ,CACP,yNAAyN,CAC1N;IACH,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,8CAA8C,CAAC;IACzE,WAAW,EAAE,mCAAmC,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC,QAAQ,CACzE,0HAA0H,CAC3H;IACD,OAAO,EAAE,gCAAgC,CAAC,QAAQ,CAChD,8EAA8E,CAC/E;CACF,CAAC,CAAC"}

package/esm/models/evaluatorcreateresponse.d.ts

@@ -0,0 +1,7 @@
+import * as z from "zod";
+export type EvaluatorCreateResponse = {
+    uuid: string;
+    version_uuid: string;
+};
+export declare const EvaluatorCreateResponse$zodSchema: z.ZodType<EvaluatorCreateResponse>;
+//# sourceMappingURL=evaluatorcreateresponse.d.ts.map

package/esm/models/evaluatorcreateresponse.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"evaluatorcreateresponse.d.ts","sourceRoot":"","sources":["../../src/models/evaluatorcreateresponse.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,MAAM,MAAM,uBAAuB,GAAG;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,YAAY,EAAE,MAAM,CAAA;CAAE,CAAC;AAE7E,eAAO,MAAM,iCAAiC,EAAE,CAAC,CAAC,OAAO,CACvD,uBAAuB,CAIvB,CAAC"}

package/esm/models/evaluatorcreateresponse.js

@@ -0,0 +1,9 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+import * as z from "zod";
+export const EvaluatorCreateResponse$zodSchema = z.object({
+    uuid: z.string().describe("ID of the created evaluator"),
+    version_uuid: z.string().describe("ID of its initial version"),
+});
+//# sourceMappingURL=evaluatorcreateresponse.js.map

package/esm/models/evaluatorcreateresponse.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"evaluatorcreateresponse.js","sourceRoot":"","sources":["../../src/models/evaluatorcreateresponse.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAIzB,MAAM,CAAC,MAAM,iCAAiC,GAE1C,CAAC,CAAC,MAAM,CAAC;IACX,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,6BAA6B,CAAC;IACxD,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,2BAA2B,CAAC;CAC/D,CAAC,CAAC"}

package/esm/models/evaluatordetailresponse.d.ts

@@ -0,0 +1,106 @@
+import * as z from "zod";
+import { ClosedEnum } from "../types/enums.js";
+import { EvaluatorVersionResponse } from "./evaluatorversionresponse.js";
+/**
+ * What the evaluator judges:
+ *
+ * @remarks
+ *
+ * - `tts`: TTS audio
+ * - `stt`: one transcript
+ * - `llm`: a reply with its conversation history
+ * - `llm-general`: a standalone input and output pair
+ * - `conversation`: a full conversation
+ */
+export declare const EvaluatorDetailResponseEvaluatorType: {
+    readonly Tts: "tts";
+    readonly Stt: "stt";
+    readonly Llm: "llm";
+    readonly LlmGeneral: "llm-general";
+    readonly Conversation: "conversation";
+};
+/**
+ * What the evaluator judges:
+ *
+ * @remarks
+ *
+ * - `tts`: TTS audio
+ * - `stt`: one transcript
+ * - `llm`: a reply with its conversation history
+ * - `llm-general`: a standalone input and output pair
+ * - `conversation`: a full conversation
+ */
+export type EvaluatorDetailResponseEvaluatorType = ClosedEnum<typeof EvaluatorDetailResponseEvaluatorType>;
+export declare const EvaluatorDetailResponseEvaluatorType$zodSchema: z.ZodEnum<{
+    conversation: "conversation";
+    stt: "stt";
+    tts: "tts";
+    llm: "llm";
+    "llm-general": "llm-general";
+}>;
+/**
+ * The modality the judge reads:
+ *
+ * @remarks
+ *
+ * - `text`
+ * - `audio`
+ */
+export declare const EvaluatorDetailResponseDataType: {
+    readonly Text: "text";
+    readonly Audio: "audio";
+};
+/**
+ * The modality the judge reads:
+ *
+ * @remarks
+ *
+ * - `text`
+ * - `audio`
+ */
+export type EvaluatorDetailResponseDataType = ClosedEnum<typeof EvaluatorDetailResponseDataType>;
+export declare const EvaluatorDetailResponseDataType$zodSchema: z.ZodEnum<{
+    text: "text";
+    audio: "audio";
+}>;
+/**
+ * How the evaluator scores:
+ *
+ * @remarks
+ *
+ * - `binary`: pass or fail
+ * - `rating`: a numeric score, using the scale in `output_config`
+ */
+export declare const EvaluatorDetailResponseOutputType: {
+    readonly Binary: "binary";
+    readonly Rating: "rating";
+};
+/**
+ * How the evaluator scores:
+ *
+ * @remarks
+ *
+ * - `binary`: pass or fail
+ * - `rating`: a numeric score, using the scale in `output_config`
+ */
+export type EvaluatorDetailResponseOutputType = ClosedEnum<typeof EvaluatorDetailResponseOutputType>;
+export declare const EvaluatorDetailResponseOutputType$zodSchema: z.ZodEnum<{
+    binary: "binary";
+    rating: "rating";
+}>;
+export type EvaluatorDetailResponse = {
+    uuid: string;
+    name: string;
+    description?: string | null | undefined;
+    evaluator_type: EvaluatorDetailResponseEvaluatorType;
+    data_type: EvaluatorDetailResponseDataType;
+    output_type: EvaluatorDetailResponseOutputType;
+    is_default: boolean;
+    slug?: string | null | undefined;
+    live_version_id?: string | null | undefined;
+    created_at: string;
+    updated_at: string;
+    versions: Array<EvaluatorVersionResponse>;
+};
+export declare const EvaluatorDetailResponse$zodSchema: z.ZodType<EvaluatorDetailResponse>;
+//# sourceMappingURL=evaluatordetailresponse.d.ts.map

package/esm/models/evaluatordetailresponse.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"evaluatordetailresponse.d.ts","sourceRoot":"","sources":["../../src/models/evaluatordetailresponse.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAC/C,OAAO,EACL,wBAAwB,EAEzB,MAAM,+BAA+B,CAAC;AAEvC;;;;;;;;;;GAUG;AACH,eAAO,MAAM,oCAAoC;;;;;;CAMvC,CAAC;AACX;;;;;;;;;;GAUG;AACH,MAAM,MAAM,oCAAoC,GAAG,UAAU,CAC3D,OAAO,oCAAoC,CAC5C,CAAC;AAEF,eAAO,MAAM,8CAA8C;;;;;;EAQ1D,CAAC;AAEF;;;;;;;GAOG;AACH,eAAO,MAAM,+BAA+B;;;CAGlC,CAAC;AACX;;;;;;;GAOG;AACH,MAAM,MAAM,+BAA+B,GAAG,UAAU,CACtD,OAAO,+BAA+B,CACvC,CAAC;AAEF,eAAO,MAAM,yCAAyC;;;EAGe,CAAC;AAEtE;;;;;;;GAOG;AACH,eAAO,MAAM,iCAAiC;;;CAGpC,CAAC;AACX;;;;;;;GAOG;AACH,MAAM,MAAM,iCAAiC,GAAG,UAAU,CACxD,OAAO,iCAAiC,CACzC,CAAC;AAEF,eAAO,MAAM,2CAA2C;;;EAKvD,CAAC;AAEF,MAAM,MAAM,uBAAuB,GAAG;IACpC,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACxC,cAAc,EAAE,oCAAoC,CAAC;IACrD,SAAS,EAAE,+BAA+B,CAAC;IAC3C,WAAW,EAAE,iCAAiC,CAAC;IAC/C,UAAU,EAAE,OAAO,CAAC;IACpB,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACjC,eAAe,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC5C,UAAU,EAAE,MAAM,CAAC;IACnB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,KAAK,CAAC,wBAAwB,CAAC,CAAC;CAC3C,CAAC;AAEF,eAAO,MAAM,iCAAiC,EAAE,CAAC,CAAC,OAAO,CACvD,uBAAuB,CAkCvB,CAAC"}

package/esm/models/evaluatordetailresponse.js

@@ -0,0 +1,77 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+import * as z from "zod";
+import { EvaluatorVersionResponse$zodSchema, } from "./evaluatorversionresponse.js";
+/**
+ * What the evaluator judges:
+ *
+ * @remarks
+ *
+ * - `tts`: TTS audio
+ * - `stt`: one transcript
+ * - `llm`: a reply with its conversation history
+ * - `llm-general`: a standalone input and output pair
+ * - `conversation`: a full conversation
+ */
+export const EvaluatorDetailResponseEvaluatorType = {
+    Tts: "tts",
+    Stt: "stt",
+    Llm: "llm",
+    LlmGeneral: "llm-general",
+    Conversation: "conversation",
+};
+export const EvaluatorDetailResponseEvaluatorType$zodSchema = z.enum([
+    "tts",
+    "stt",
+    "llm",
+    "llm-general",
+    "conversation",
+]).describe("What the evaluator judges:\n\n- `tts`: TTS audio\n- `stt`: one transcript\n- `llm`: a reply with its conversation history\n- `llm-general`: a standalone input and output pair\n- `conversation`: a full conversation\n");
+/**
+ * The modality the judge reads:
+ *
+ * @remarks
+ *
+ * - `text`
+ * - `audio`
+ */
+export const EvaluatorDetailResponseDataType = {
+    Text: "text",
+    Audio: "audio",
+};
+export const EvaluatorDetailResponseDataType$zodSchema = z.enum([
+    "text",
+    "audio",
+]).describe("The modality the judge reads:\n\n- `text`\n- `audio`\n");
+/**
+ * How the evaluator scores:
+ *
+ * @remarks
+ *
+ * - `binary`: pass or fail
+ * - `rating`: a numeric score, using the scale in `output_config`
+ */
+export const EvaluatorDetailResponseOutputType = {
+    Binary: "binary",
+    Rating: "rating",
+};
+export const EvaluatorDetailResponseOutputType$zodSchema = z.enum([
+    "binary",
+    "rating",
+]).describe("How the evaluator scores:\n\n- `binary`: pass or fail\n- `rating`: a numeric score, using the scale in `output_config`\n");
+export const EvaluatorDetailResponse$zodSchema = z.object({
+    created_at: z.string().describe("When the evaluator was created (ISO 8601 UTC)"),
+    data_type: EvaluatorDetailResponseDataType$zodSchema.describe("The modality the judge reads:\n\n- `text`\n- `audio`\n"),
+    description: z.string().nullable().optional().describe("What the evaluator checks"),
+    evaluator_type: EvaluatorDetailResponseEvaluatorType$zodSchema.describe("What the evaluator judges:\n\n- `tts`: TTS audio\n- `stt`: one transcript\n- `llm`: a reply with its conversation history\n- `llm-general`: a standalone input and output pair\n- `conversation`: a full conversation\n"),
+    is_default: z.boolean().describe("True for a built-in default evaluator, which you can't edit. False for an evaluator you created, which you can edit and add versions to"),
+    live_version_id: z.string().nullable().optional().describe("ID of the version that is currently live"),
+    name: z.string().describe("Evaluator name"),
+    output_type: EvaluatorDetailResponseOutputType$zodSchema.describe("How the evaluator scores:\n\n- `binary`: pass or fail\n- `rating`: a numeric score, using the scale in `output_config`\n"),
+    slug: z.string().nullable().optional().describe("Stable slug for a built-in default evaluator"),
+    updated_at: z.string().describe("When the evaluator was last updated (ISO 8601 UTC)"),
+    uuid: z.string().describe("Evaluator ID"),
+    versions: z.array(EvaluatorVersionResponse$zodSchema).describe("Full version history, oldest first"),
+});
+//# sourceMappingURL=evaluatordetailresponse.js.map

package/esm/models/evaluatordetailresponse.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"evaluatordetailresponse.js","sourceRoot":"","sources":["../../src/models/evaluatordetailresponse.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,OAAO,EAEL,kCAAkC,GACnC,MAAM,+BAA+B,CAAC;AAEvC;;;;;;;;;;GAUG;AACH,MAAM,CAAC,MAAM,oCAAoC,GAAG;IAClD,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,GAAG,EAAE,KAAK;IACV,UAAU,EAAE,aAAa;IACzB,YAAY,EAAE,cAAc;CACpB,CAAC;AAgBX,MAAM,CAAC,MAAM,8CAA8C,GAAG,CAAC,CAAC,IAAI,CAAC;IACnE,KAAK;IACL,KAAK;IACL,KAAK;IACL,aAAa;IACb,cAAc;CACf,CAAC,CAAC,QAAQ,CACT,yNAAyN,CAC1N,CAAC;AAEF;;;;;;;GAOG;AACH,MAAM,CAAC,MAAM,+BAA+B,GAAG;IAC7C,IAAI,EAAE,MAAM;IACZ,KAAK,EAAE,OAAO;CACN,CAAC;AAaX,MAAM,CAAC,MAAM,yCAAyC,GAAG,CAAC,CAAC,IAAI,CAAC;IAC9D,MAAM;IACN,OAAO;CACR,CAAC,CAAC,QAAQ,CAAC,wDAAwD,CAAC,CAAC;AAEtE;;;;;;;GAOG;AACH,MAAM,CAAC,MAAM,iCAAiC,GAAG;IAC/C,MAAM,EAAE,QAAQ;IAChB,MAAM,EAAE,QAAQ;CACR,CAAC;AAaX,MAAM,CAAC,MAAM,2CAA2C,GAAG,CAAC,CAAC,IAAI,CAAC;IAChE,QAAQ;IACR,QAAQ;CACT,CAAC,CAAC,QAAQ,CACT,0HAA0H,CAC3H,CAAC;AAiBF,MAAM,CAAC,MAAM,iCAAiC,GAE1C,CAAC,CAAC,MAAM,CAAC;IACX,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAC7B,+CAA+C,CAChD;IACD,SAAS,EAAE,yCAAyC,CAAC,QAAQ,CAC3D,wDAAwD,CACzD;IACD,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACpD,2BAA2B,CAC5B;IACD,cAAc,EAAE,8CAA8C,CAAC,QAAQ,CACrE,yNAAyN,CAC1N;IACD,UAAU,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,CAC9B,yIAAyI,CAC1I;IACD,eAAe,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CACxD,0CAA0C,CAC3C;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,gBAAgB,CAAC;IAC3C,WAAW,EAAE,2CAA2C,CAAC,QAAQ,CAC/D,0HAA0H,CAC3H;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC7C,8CAA8C,CAC/C;IACD,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAC7B,oDAAoD,CACrD;IACD,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,cAAc,CAAC;IACzC,QAAQ,EAAE,CAAC,CAAC,KAAK,CAAC,kCAAkC,CAAC,CAAC,QAAQ,CAC5D,oCAAoC,CACrC;CACF,CAAC,CAAC"}

package/esm/models/evaluatorlinkrequest.d.ts

@@ -0,0 +1,6 @@
+import * as z from "zod";
+export type EvaluatorLinkRequest = {
+    evaluator_id: string;
+};
+export declare const EvaluatorLinkRequest$zodSchema: z.ZodType<EvaluatorLinkRequest>;
+//# sourceMappingURL=evaluatorlinkrequest.d.ts.map

package/esm/models/evaluatorlinkrequest.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"evaluatorlinkrequest.d.ts","sourceRoot":"","sources":["../../src/models/evaluatorlinkrequest.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,MAAM,MAAM,oBAAoB,GAAG;IAAE,YAAY,EAAE,MAAM,CAAA;CAAE,CAAC;AAE5D,eAAO,MAAM,8BAA8B,EAAE,CAAC,CAAC,OAAO,CAAC,oBAAoB,CAKvE,CAAC"}

package/esm/models/evaluatorlinkrequest.js

@@ -0,0 +1,9 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+import * as z from "zod";
+export const EvaluatorLinkRequest$zodSchema = z
+    .object({
+    evaluator_id: z.string().describe("The evaluator to link. Must be one you created or a built-in default"),
+});
+//# sourceMappingURL=evaluatorlinkrequest.js.map

package/esm/models/evaluatorlinkrequest.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"evaluatorlinkrequest.js","sourceRoot":"","sources":["../../src/models/evaluatorlinkrequest.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAIzB,MAAM,CAAC,MAAM,8BAA8B,GAAoC,CAAC;KAC7E,MAAM,CAAC;IACN,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAC/B,sEAAsE,CACvE;CACF,CAAC,CAAC"}

package/esm/models/evaluatorlinkresponse.d.ts

@@ -0,0 +1,6 @@
+import * as z from "zod";
+export type EvaluatorLinkResponse = {
+    message: string;
+};
+export declare const EvaluatorLinkResponse$zodSchema: z.ZodType<EvaluatorLinkResponse>;
+//# sourceMappingURL=evaluatorlinkresponse.d.ts.map

package/esm/models/evaluatorlinkresponse.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"evaluatorlinkresponse.d.ts","sourceRoot":"","sources":["../../src/models/evaluatorlinkresponse.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,MAAM,MAAM,qBAAqB,GAAG;IAAE,OAAO,EAAE,MAAM,CAAA;CAAE,CAAC;AAExD,eAAO,MAAM,+BAA+B,EAAE,CAAC,CAAC,OAAO,CAAC,qBAAqB,CAGzE,CAAC"}

package/esm/models/evaluatorlinkresponse.js

@@ -0,0 +1,8 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+import * as z from "zod";
+export const EvaluatorLinkResponse$zodSchema = z.object({
+    message: z.string().describe("Confirmation that the evaluator was linked"),
+});
+//# sourceMappingURL=evaluatorlinkresponse.js.map

package/esm/models/evaluatorlinkresponse.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"evaluatorlinkresponse.js","sourceRoot":"","sources":["../../src/models/evaluatorlinkresponse.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAIzB,MAAM,CAAC,MAAM,+BAA+B,GAC1C,CAAC,CAAC,MAAM,CAAC;IACP,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,4CAA4C,CAAC;CAC3E,CAAC,CAAC"}

package/esm/models/evaluatorrunlaunchresponse.d.ts

@@ -0,0 +1,25 @@
+import * as z from "zod";
+import { ClosedEnum } from "../types/enums.js";
+/**
+ * Status of the job right after you launch it
+ */
+export declare const EvaluatorRunLaunchResponseStatus: {
+    readonly Queued: "queued";
+    readonly InProgress: "in_progress";
+};
+/**
+ * Status of the job right after you launch it
+ */
+export type EvaluatorRunLaunchResponseStatus = ClosedEnum<typeof EvaluatorRunLaunchResponseStatus>;
+export declare const EvaluatorRunLaunchResponseStatus$zodSchema: z.ZodEnum<{
+    queued: "queued";
+    in_progress: "in_progress";
+}>;
+export type EvaluatorRunLaunchResponse = {
+    job_uuid: string;
+    status: EvaluatorRunLaunchResponseStatus;
+    evaluator_count: number;
+    item_count: number;
+};
+export declare const EvaluatorRunLaunchResponse$zodSchema: z.ZodType<EvaluatorRunLaunchResponse>;
+//# sourceMappingURL=evaluatorrunlaunchresponse.d.ts.map

package/esm/models/evaluatorrunlaunchresponse.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"evaluatorrunlaunchresponse.d.ts","sourceRoot":"","sources":["../../src/models/evaluatorrunlaunchresponse.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AACzB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAE/C;;GAEG;AACH,eAAO,MAAM,gCAAgC;;;CAGnC,CAAC;AACX;;GAEG;AACH,MAAM,MAAM,gCAAgC,GAAG,UAAU,CACvD,OAAO,gCAAgC,CACxC,CAAC;AAEF,eAAO,MAAM,0CAA0C;;;EAGG,CAAC;AAE3D,MAAM,MAAM,0BAA0B,GAAG;IACvC,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,gCAAgC,CAAC;IACzC,eAAe,EAAE,MAAM,CAAC;IACxB,UAAU,EAAE,MAAM,CAAC;CACpB,CAAC;AAEF,eAAO,MAAM,oCAAoC,EAAE,CAAC,CAAC,OAAO,CAC1D,0BAA0B,CAU1B,CAAC"}

package/esm/models/evaluatorrunlaunchresponse.js

@@ -0,0 +1,22 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+import * as z from "zod";
+/**
+ * Status of the job right after you launch it
+ */
+export const EvaluatorRunLaunchResponseStatus = {
+    Queued: "queued",
+    InProgress: "in_progress",
+};
+export const EvaluatorRunLaunchResponseStatus$zodSchema = z.enum([
+    "queued",
+    "in_progress",
+]).describe("Status of the job right after you launch it");
+export const EvaluatorRunLaunchResponse$zodSchema = z.object({
+    evaluator_count: z.int().describe("How many evaluators the job will run"),
+    item_count: z.int().describe("How many items the job will run on"),
+    job_uuid: z.string().describe("ID of the evaluator-run job. Poll it for status and results"),
+    status: EvaluatorRunLaunchResponseStatus$zodSchema.describe("Status of the job right after you launch it"),
+});
+//# sourceMappingURL=evaluatorrunlaunchresponse.js.map

package/esm/models/evaluatorrunlaunchresponse.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"evaluatorrunlaunchresponse.js","sourceRoot":"","sources":["../../src/models/evaluatorrunlaunchresponse.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAGzB;;GAEG;AACH,MAAM,CAAC,MAAM,gCAAgC,GAAG;IAC9C,MAAM,EAAE,QAAQ;IAChB,UAAU,EAAE,aAAa;CACjB,CAAC;AAQX,MAAM,CAAC,MAAM,0CAA0C,GAAG,CAAC,CAAC,IAAI,CAAC;IAC/D,QAAQ;IACR,aAAa;CACd,CAAC,CAAC,QAAQ,CAAC,6CAA6C,CAAC,CAAC;AAS3D,MAAM,CAAC,MAAM,oCAAoC,GAE7C,CAAC,CAAC,MAAM,CAAC;IACX,eAAe,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,sCAAsC,CAAC;IACzE,UAAU,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,oCAAoC,CAAC;IAClE,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAC3B,6DAA6D,CAC9D;IACD,MAAM,EAAE,0CAA0C,CAAC,QAAQ,CACzD,6CAA6C,CAC9C;CACF,CAAC,CAAC"}

package/esm/models/evaluatorrunrequestentry.d.ts

@@ -0,0 +1,7 @@
+import * as z from "zod";
+export type EvaluatorRunRequestEntry = {
+    evaluator_id: string;
+    evaluator_version_id?: string | null | undefined;
+};
+export declare const EvaluatorRunRequestEntry$zodSchema: z.ZodType<EvaluatorRunRequestEntry>;
+//# sourceMappingURL=evaluatorrunrequestentry.d.ts.map

package/esm/models/evaluatorrunrequestentry.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"evaluatorrunrequestentry.d.ts","sourceRoot":"","sources":["../../src/models/evaluatorrunrequestentry.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,MAAM,MAAM,wBAAwB,GAAG;IACrC,YAAY,EAAE,MAAM,CAAC;IACrB,oBAAoB,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;CAClD,CAAC;AAEF,eAAO,MAAM,kCAAkC,EAAE,CAAC,CAAC,OAAO,CACxD,wBAAwB,CAQxB,CAAC"}

package/esm/models/evaluatorrunrequestentry.js

@@ -0,0 +1,9 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+import * as z from "zod";
+export const EvaluatorRunRequestEntry$zodSchema = z.object({
+    evaluator_id: z.string().describe("Evaluator ID to run. Must be linked to the task"),
+    evaluator_version_id: z.string().nullable().optional().describe("Evaluator version ID to run. Omit to use the evaluator's live version"),
+});
+//# sourceMappingURL=evaluatorrunrequestentry.js.map

package/esm/models/evaluatorrunrequestentry.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"evaluatorrunrequestentry.js","sourceRoot":"","sources":["../../src/models/evaluatorrunrequestentry.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAOzB,MAAM,CAAC,MAAM,kCAAkC,GAE3C,CAAC,CAAC,MAAM,CAAC;IACX,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAC/B,iDAAiD,CAClD;IACD,oBAAoB,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAC7D,uEAAuE,CACxE;CACF,CAAC,CAAC"}

package/esm/models/evaluatorrunresponse.d.ts

@@ -0,0 +1,48 @@
+import * as z from "zod";
+import { ClosedEnum } from "../types/enums.js";
+/**
+ * Current status of the job
+ */
+export declare const EvaluatorRunResponseStatus: {
+    readonly Queued: "queued";
+    readonly InProgress: "in_progress";
+    readonly Completed: "completed";
+    readonly Failed: "failed";
+};
+/**
+ * Current status of the job
+ */
+export type EvaluatorRunResponseStatus = ClosedEnum<typeof EvaluatorRunResponseStatus>;
+export declare const EvaluatorRunResponseStatus$zodSchema: z.ZodEnum<{
+    queued: "queued";
+    in_progress: "in_progress";
+    failed: "failed";
+    completed: "completed";
+}>;
+export type EvaluatorRunResponse = {
+    uuid: string;
+    task_id: string | null;
+    status: EvaluatorRunResponseStatus;
+    error: string | null;
+    completed_at: string | null;
+    evaluators: Array<{
+        [k: string]: any;
+    }>;
+    runs: Array<{
+        [k: string]: any;
+    }>;
+    human_agreement: {
+        [k: string]: any;
+    };
+    items: Array<{
+        [k: string]: any;
+    }>;
+    is_public: boolean;
+    share_token: string | null;
+    AdditionalProperties?: {
+        [k: string]: any;
+    };
+};
+export declare const EvaluatorRunResponse$zodSchema: z.ZodType<EvaluatorRunResponse>;
+export declare const EvaluatorRunResponse$zodSchemaOutbound: z.ZodType<any>;
+//# sourceMappingURL=evaluatorrunresponse.d.ts.map

package/esm/models/evaluatorrunresponse.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"evaluatorrunresponse.d.ts","sourceRoot":"","sources":["../../src/models/evaluatorrunresponse.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAEzB,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAE/C;;GAEG;AACH,eAAO,MAAM,0BAA0B;;;;;CAK7B,CAAC;AACX;;GAEG;AACH,MAAM,MAAM,0BAA0B,GAAG,UAAU,CACjD,OAAO,0BAA0B,CAClC,CAAC;AAEF,eAAO,MAAM,oCAAoC;;;;;EAKT,CAAC;AAEzC,MAAM,MAAM,oBAAoB,GAAG;IACjC,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,MAAM,EAAE,0BAA0B,CAAC;IACnC,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,UAAU,EAAE,KAAK,CAAC;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,CAAC,CAAC;IACxC,IAAI,EAAE,KAAK,CAAC;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,CAAC,CAAC;IAClC,eAAe,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,CAAC;IACtC,KAAK,EAAE,KAAK,CAAC;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,CAAC,CAAC;IACnC,SAAS,EAAE,OAAO,CAAC;IACnB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,oBAAoB,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,CAAC;CAC7C,CAAC;AAEF,eAAO,MAAM,8BAA8B,EAAE,CAAC,CAAC,OAAO,CAAC,oBAAoB,CAiCxE,CAAC;AAEJ,eAAO,MAAM,sCAAsC,EAAE,CAAC,CAAC,OAAO,CAAC,GAAG,CAmBhE,CAAC"}

package/esm/models/evaluatorrunresponse.js

@@ -0,0 +1,54 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+import * as z from "zod";
+import { collectExtraKeys as collectExtraKeys$ } from "../lib/schemas.js";
+/**
+ * Current status of the job
+ */
+export const EvaluatorRunResponseStatus = {
+    Queued: "queued",
+    InProgress: "in_progress",
+    Completed: "completed",
+    Failed: "failed",
+};
+export const EvaluatorRunResponseStatus$zodSchema = z.enum([
+    "queued",
+    "in_progress",
+    "completed",
+    "failed",
+]).describe("Current status of the job");
+export const EvaluatorRunResponse$zodSchema = collectExtraKeys$(z.object({
+    completed_at: z.string().nullable().describe("When the job finished (ISO 8601 UTC)"),
+    error: z.string().nullable().describe("Failure reason, present when the job failed"),
+    evaluators: z.array(z.record(z.string(), z.any())).describe("The evaluators the job ran, each pinned to the version it used, with that version's rubric"),
+    human_agreement: z.record(z.string(), z.any()).describe("How each evaluator's judgements line up with the human annotations on the same items"),
+    is_public: z.boolean().describe("Whether the run is shared publicly"),
+    items: z.array(z.record(z.string(), z.any())).describe("The exact item set the job ran on, frozen when the job started"),
+    runs: z.array(z.record(z.string(), z.any())).describe("One result per item and evaluator. Each keys back to `evaluators` by its evaluator and version IDs"),
+    share_token: z.string().nullable().describe("Token for building the public share URL"),
+    status: EvaluatorRunResponseStatus$zodSchema.describe("Current status of the job"),
+    task_id: z.string().nullable().describe("ID of the task the job ran on"),
+    uuid: z.string().describe("ID of the evaluator-run job"),
+}).catchall(z.any()), "AdditionalProperties", true);
+export const EvaluatorRunResponse$zodSchemaOutbound = z.object({
+    AdditionalProperties: z.record(z.string(), z.any()).optional(),
+    completed_at: z.nullable(z.string()),
+    error: z.nullable(z.string()),
+    evaluators: z.array(z.record(z.string(), z.any())),
+    human_agreement: z.record(z.string(), z.any()),
+    is_public: z.boolean(),
+    items: z.array(z.record(z.string(), z.any())),
+    runs: z.array(z.record(z.string(), z.any())),
+    share_token: z.nullable(z.string()),
+    status: EvaluatorRunResponseStatus$zodSchema,
+    task_id: z.nullable(z.string()),
+    uuid: z.string(),
+}).transform((v) => {
+    const { AdditionalProperties, ...rest } = v;
+    return {
+        ...rest,
+        ...AdditionalProperties,
+    };
+});
+//# sourceMappingURL=evaluatorrunresponse.js.map