@meetkai/mka1 0.54.23 → 0.54.25

package/dist/esm/models/components/appendagenttrialsrequest.js

@@ -0,0 +1,96 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+import * as z from "zod/v3";
+import { remap as remap$ } from "../../lib/primitives.js";
+import { safeParse } from "../../lib/schemas.js";
+/**
+ * `failed` means no score was produced at all. An agent timeout is NOT that — the harness still runs the verifier and scores the trial, so it stays `completed` and carries its exception in `error`.
+ */
+export const AppendAgentTrialsRequestStatus = {
+    Completed: "completed",
+    Failed: "failed",
+};
+/** @internal */
+export const AppendAgentTrialsRequestStatus$inboundSchema = z.nativeEnum(AppendAgentTrialsRequestStatus);
+/** @internal */
+export const AppendAgentTrialsRequestStatus$outboundSchema = AppendAgentTrialsRequestStatus$inboundSchema;
+/** @internal */
+export const AppendAgentTrialsRequestTrials$inboundSchema = z.object({
+    task_id: z.string(),
+    sample_index: z.number().int(),
+    status: AppendAgentTrialsRequestStatus$inboundSchema.default("completed"),
+    prompt: z.string().default(""),
+    target: z.nullable(z.string()).optional(),
+    output_text: z.nullable(z.string()).optional(),
+    scores: z.record(z.number()).optional(),
+    error: z.nullable(z.record(z.any())).optional(),
+    cost_usd: z.nullable(z.number()).optional(),
+    input_tokens: z.nullable(z.number().int()).optional(),
+    output_tokens: z.nullable(z.number().int()).optional(),
+    cached_tokens: z.nullable(z.number().int()).optional(),
+    phase_timings: z.nullable(z.record(z.any())).optional(),
+}).transform((v) => {
+    return remap$(v, {
+        "task_id": "taskId",
+        "sample_index": "sampleIndex",
+        "output_text": "outputText",
+        "cost_usd": "costUsd",
+        "input_tokens": "inputTokens",
+        "output_tokens": "outputTokens",
+        "cached_tokens": "cachedTokens",
+        "phase_timings": "phaseTimings",
+    });
+});
+/** @internal */
+export const AppendAgentTrialsRequestTrials$outboundSchema = z.object({
+    taskId: z.string(),
+    sampleIndex: z.number().int(),
+    status: AppendAgentTrialsRequestStatus$outboundSchema.default("completed"),
+    prompt: z.string().default(""),
+    target: z.nullable(z.string()).optional(),
+    outputText: z.nullable(z.string()).optional(),
+    scores: z.record(z.number()).optional(),
+    error: z.nullable(z.record(z.any())).optional(),
+    costUsd: z.nullable(z.number()).optional(),
+    inputTokens: z.nullable(z.number().int()).optional(),
+    outputTokens: z.nullable(z.number().int()).optional(),
+    cachedTokens: z.nullable(z.number().int()).optional(),
+    phaseTimings: z.nullable(z.record(z.any())).optional(),
+}).transform((v) => {
+    return remap$(v, {
+        taskId: "task_id",
+        sampleIndex: "sample_index",
+        outputText: "output_text",
+        costUsd: "cost_usd",
+        inputTokens: "input_tokens",
+        outputTokens: "output_tokens",
+        cachedTokens: "cached_tokens",
+        phaseTimings: "phase_timings",
+    });
+});
+export function appendAgentTrialsRequestTrialsToJSON(appendAgentTrialsRequestTrials) {
+    return JSON.stringify(AppendAgentTrialsRequestTrials$outboundSchema.parse(appendAgentTrialsRequestTrials));
+}
+export function appendAgentTrialsRequestTrialsFromJSON(jsonString) {
+    return safeParse(jsonString, (x) => AppendAgentTrialsRequestTrials$inboundSchema.parse(JSON.parse(x)), `Failed to parse 'AppendAgentTrialsRequestTrials' from JSON`);
+}
+/** @internal */
+export const AppendAgentTrialsRequest$inboundSchema = z.object({
+    trials: z.array(z.lazy(() => AppendAgentTrialsRequestTrials$inboundSchema))
+        .optional(),
+    finalize: z.boolean().default(false),
+});
+/** @internal */
+export const AppendAgentTrialsRequest$outboundSchema = z.object({
+    trials: z.array(z.lazy(() => AppendAgentTrialsRequestTrials$outboundSchema))
+        .optional(),
+    finalize: z.boolean().default(false),
+});
+export function appendAgentTrialsRequestToJSON(appendAgentTrialsRequest) {
+    return JSON.stringify(AppendAgentTrialsRequest$outboundSchema.parse(appendAgentTrialsRequest));
+}
+export function appendAgentTrialsRequestFromJSON(jsonString) {
+    return safeParse(jsonString, (x) => AppendAgentTrialsRequest$inboundSchema.parse(JSON.parse(x)), `Failed to parse 'AppendAgentTrialsRequest' from JSON`);
+}
+//# sourceMappingURL=appendagenttrialsrequest.js.map

package/dist/esm/models/components/appendagenttrialsrequest.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"appendagenttrialsrequest.js","sourceRoot":"","sources":["../../../../src/models/components/appendagenttrialsrequest.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,KAAK,IAAI,MAAM,EAAE,MAAM,yBAAyB,CAAC;AAC1D,OAAO,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AAKjD;;GAEG;AACH,MAAM,CAAC,MAAM,8BAA8B,GAAG;IAC5C,SAAS,EAAE,WAAW;IACtB,MAAM,EAAE,QAAQ;CACR,CAAC;AAwDX,gBAAgB;AAChB,MAAM,CAAC,MAAM,4CAA4C,GAErD,CAAC,CAAC,UAAU,CAAC,8BAA8B,CAAC,CAAC;AACjD,gBAAgB;AAChB,MAAM,CAAC,MAAM,6CAA6C,GAEtD,4CAA4C,CAAC;AAEjD,gBAAgB;AAChB,MAAM,CAAC,MAAM,4CAA4C,GAIrD,CAAC,CAAC,MAAM,CAAC;IACX,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;IACnB,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE;IAC9B,MAAM,EAAE,4CAA4C,CAAC,OAAO,CAAC,WAAW,CAAC;IACzE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;IAC9B,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACzC,WAAW,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IAC9C,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACvC,KAAK,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE;IAC/C,QAAQ,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IAC3C,YAAY,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE;IACrD,aAAa,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE;IACtD,aAAa,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE;IACtD,aAAa,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE;CACxD,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE;IACjB,OAAO,MAAM,CAAC,CAAC,EAAE;QACf,SAAS,EAAE,QAAQ;QACnB,cAAc,EAAE,aAAa;QAC7B,aAAa,EAAE,YAAY;QAC3B,UAAU,EAAE,SAAS;QACrB,cAAc,EAAE,aAAa;QAC7B,eAAe,EAAE,cAAc;QAC/B,eAAe,EAAE,cAAc;QAC/B,eAAe,EAAE,cAAc;KAChC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAkBH,gBAAgB;AAChB,MAAM,CAAC,MAAM,6CAA6C,GAItD,CAAC,CAAC,MAAM,CAAC;IACX,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE;IAC7B,MAAM,EAAE,6CAA6C,CAAC,OAAO,CAAC,WAAW,CAAC;IAC1E,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;IAC9B,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACzC,UAAU,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IAC7C,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACvC,KAAK,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE;IAC/C,OAAO,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IAC1C,WAAW,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE;IACpD,YAAY,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE;IACrD,YAAY,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE;IACrD,YAAY,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE;CACvD,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE;IACjB,OAAO,MAAM,CAAC,CAAC,EAAE;QACf,MAAM,EAAE,SAAS;QACjB,WAAW,EAAE,cAAc;QAC3B,UAAU,EAAE,aAAa;QACzB,OAAO,EAAE,UAAU;QACnB,WAAW,EAAE,cAAc;QAC3B,YAAY,EAAE,eAAe;QAC7B,YAAY,EAAE,eAAe;QAC7B,YAAY,EAAE,eAAe;KAC9B,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,MAAM,UAAU,oCAAoC,CAClD,8BAA8D;IAE9D,OAAO,IAAI,CAAC,SAAS,CACnB,6CAA6C,CAAC,KAAK,CACjD,8BAA8B,CAC/B,CACF,CAAC;AACJ,CAAC;AACD,MAAM,UAAU,sCAAsC,CACpD,UAAkB;IAElB,OAAO,SAAS,CACd,UAAU,EACV,CAAC,CAAC,EAAE,EAAE,CAAC,4CAA4C,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EACxE,4DAA4D,CAC7D,CAAC;AACJ,CAAC;AAED,gBAAgB;AAChB,MAAM,CAAC,MAAM,sCAAsC,GAI/C,CAAC,CAAC,MAAM,CAAC;IACX,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,4CAA4C,CAAC,CAAC;SACxE,QAAQ,EAAE;IACb,QAAQ,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC;CACrC,CAAC,CAAC;AAOH,gBAAgB;AAChB,MAAM,CAAC,MAAM,uCAAuC,GAIhD,CAAC,CAAC,MAAM,CAAC;IACX,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,6CAA6C,CAAC,CAAC;SACzE,QAAQ,EAAE;IACb,QAAQ,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC;CACrC,CAAC,CAAC;AAEH,MAAM,UAAU,8BAA8B,CAC5C,wBAAkD;IAElD,OAAO,IAAI,CAAC,SAAS,CACnB,uCAAuC,CAAC,KAAK,CAAC,wBAAwB,CAAC,CACxE,CAAC;AACJ,CAAC;AACD,MAAM,UAAU,gCAAgC,CAC9C,UAAkB;IAElB,OAAO,SAAS,CACd,UAAU,EACV,CAAC,CAAC,EAAE,EAAE,CAAC,sCAAsC,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAClE,sDAAsD,CACvD,CAAC;AACJ,CAAC"}

package/dist/esm/models/components/basicorganization.d.ts

@@ -0,0 +1,41 @@
+import * as z from "zod/v3";
+import { ClosedEnum } from "../../types/enums.js";
+import { Result as SafeParseResult } from "../../types/fp.js";
+import { SDKValidationError } from "../errors/sdkvalidationerror.js";
+import { OrganizationMetadataOutput, OrganizationMetadataOutput$Outbound } from "./organizationmetadataoutput.js";
+export declare const BasicOrganizationStatus: {
+    readonly Active: "active";
+    readonly Suspended: "suspended";
+    readonly Deleted: "deleted";
+};
+export type BasicOrganizationStatus = ClosedEnum<typeof BasicOrganizationStatus>;
+export type BasicOrganization = {
+    id: string;
+    name: string;
+    slug: string;
+    logo: string | null;
+    createdAt: string;
+    status: BasicOrganizationStatus;
+    metadata: OrganizationMetadataOutput | null;
+};
+/** @internal */
+export declare const BasicOrganizationStatus$inboundSchema: z.ZodNativeEnum<typeof BasicOrganizationStatus>;
+/** @internal */
+export declare const BasicOrganizationStatus$outboundSchema: z.ZodNativeEnum<typeof BasicOrganizationStatus>;
+/** @internal */
+export declare const BasicOrganization$inboundSchema: z.ZodType<BasicOrganization, z.ZodTypeDef, unknown>;
+/** @internal */
+export type BasicOrganization$Outbound = {
+    id: string;
+    name: string;
+    slug: string;
+    logo: string | null;
+    createdAt: string;
+    status: string;
+    metadata: OrganizationMetadataOutput$Outbound | null;
+};
+/** @internal */
+export declare const BasicOrganization$outboundSchema: z.ZodType<BasicOrganization$Outbound, z.ZodTypeDef, BasicOrganization>;
+export declare function basicOrganizationToJSON(basicOrganization: BasicOrganization): string;
+export declare function basicOrganizationFromJSON(jsonString: string): SafeParseResult<BasicOrganization, SDKValidationError>;
+//# sourceMappingURL=basicorganization.d.ts.map

package/dist/esm/models/components/basicorganization.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"basicorganization.d.ts","sourceRoot":"","sources":["../../../../src/models/components/basicorganization.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,QAAQ,CAAC;AAE5B,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAClD,OAAO,EAAE,MAAM,IAAI,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAC9D,OAAO,EAAE,kBAAkB,EAAE,MAAM,iCAAiC,CAAC;AACrE,OAAO,EACL,0BAA0B,EAE1B,mCAAmC,EAEpC,MAAM,iCAAiC,CAAC;AAEzC,eAAO,MAAM,uBAAuB;;;;CAI1B,CAAC;AACX,MAAM,MAAM,uBAAuB,GAAG,UAAU,CAC9C,OAAO,uBAAuB,CAC/B,CAAC;AAEF,MAAM,MAAM,iBAAiB,GAAG;IAC9B,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,uBAAuB,CAAC;IAChC,QAAQ,EAAE,0BAA0B,GAAG,IAAI,CAAC;CAC7C,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,qCAAqC,EAAE,CAAC,CAAC,aAAa,CACjE,OAAO,uBAAuB,CACS,CAAC;AAC1C,gBAAgB;AAChB,eAAO,MAAM,sCAAsC,EAAE,CAAC,CAAC,aAAa,CAClE,OAAO,uBAAuB,CACS,CAAC;AAE1C,gBAAgB;AAChB,eAAO,MAAM,+BAA+B,EAAE,CAAC,CAAC,OAAO,CACrD,iBAAiB,EACjB,CAAC,CAAC,UAAU,EACZ,OAAO,CASP,CAAC;AACH,gBAAgB;AAChB,MAAM,MAAM,0BAA0B,GAAG;IACvC,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,GAAG,IAAI,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,mCAAmC,GAAG,IAAI,CAAC;CACtD,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,gCAAgC,EAAE,CAAC,CAAC,OAAO,CACtD,0BAA0B,EAC1B,CAAC,CAAC,UAAU,EACZ,iBAAiB,CASjB,CAAC;AAEH,wBAAgB,uBAAuB,CACrC,iBAAiB,EAAE,iBAAiB,GACnC,MAAM,CAIR;AACD,wBAAgB,yBAAyB,CACvC,UAAU,EAAE,MAAM,GACjB,eAAe,CAAC,iBAAiB,EAAE,kBAAkB,CAAC,CAMxD"}

package/dist/esm/models/components/basicorganization.js

@@ -0,0 +1,42 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+import * as z from "zod/v3";
+import { safeParse } from "../../lib/schemas.js";
+import { OrganizationMetadataOutput$inboundSchema, OrganizationMetadataOutput$outboundSchema, } from "./organizationmetadataoutput.js";
+export const BasicOrganizationStatus = {
+    Active: "active",
+    Suspended: "suspended",
+    Deleted: "deleted",
+};
+/** @internal */
+export const BasicOrganizationStatus$inboundSchema = z.nativeEnum(BasicOrganizationStatus);
+/** @internal */
+export const BasicOrganizationStatus$outboundSchema = BasicOrganizationStatus$inboundSchema;
+/** @internal */
+export const BasicOrganization$inboundSchema = z.object({
+    id: z.string(),
+    name: z.string(),
+    slug: z.string(),
+    logo: z.nullable(z.string()),
+    createdAt: z.string(),
+    status: BasicOrganizationStatus$inboundSchema,
+    metadata: z.nullable(OrganizationMetadataOutput$inboundSchema),
+});
+/** @internal */
+export const BasicOrganization$outboundSchema = z.object({
+    id: z.string(),
+    name: z.string(),
+    slug: z.string(),
+    logo: z.nullable(z.string()),
+    createdAt: z.string(),
+    status: BasicOrganizationStatus$outboundSchema,
+    metadata: z.nullable(OrganizationMetadataOutput$outboundSchema),
+});
+export function basicOrganizationToJSON(basicOrganization) {
+    return JSON.stringify(BasicOrganization$outboundSchema.parse(basicOrganization));
+}
+export function basicOrganizationFromJSON(jsonString) {
+    return safeParse(jsonString, (x) => BasicOrganization$inboundSchema.parse(JSON.parse(x)), `Failed to parse 'BasicOrganization' from JSON`);
+}
+//# sourceMappingURL=basicorganization.js.map

package/dist/esm/models/components/basicorganization.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"basicorganization.js","sourceRoot":"","sources":["../../../../src/models/components/basicorganization.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AAIjD,OAAO,EAEL,wCAAwC,EAExC,yCAAyC,GAC1C,MAAM,iCAAiC,CAAC;AAEzC,MAAM,CAAC,MAAM,uBAAuB,GAAG;IACrC,MAAM,EAAE,QAAQ;IAChB,SAAS,EAAE,WAAW;IACtB,OAAO,EAAE,SAAS;CACV,CAAC;AAeX,gBAAgB;AAChB,MAAM,CAAC,MAAM,qCAAqC,GAE9C,CAAC,CAAC,UAAU,CAAC,uBAAuB,CAAC,CAAC;AAC1C,gBAAgB;AAChB,MAAM,CAAC,MAAM,sCAAsC,GAE/C,qCAAqC,CAAC;AAE1C,gBAAgB;AAChB,MAAM,CAAC,MAAM,+BAA+B,GAIxC,CAAC,CAAC,MAAM,CAAC;IACX,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;IACd,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,IAAI,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IAC5B,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE;IACrB,MAAM,EAAE,qCAAqC;IAC7C,QAAQ,EAAE,CAAC,CAAC,QAAQ,CAAC,wCAAwC,CAAC;CAC/D,CAAC,CAAC;AAYH,gBAAgB;AAChB,MAAM,CAAC,MAAM,gCAAgC,GAIzC,CAAC,CAAC,MAAM,CAAC;IACX,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE;IACd,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,IAAI,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IAC5B,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE;IACrB,MAAM,EAAE,sCAAsC;IAC9C,QAAQ,EAAE,CAAC,CAAC,QAAQ,CAAC,yCAAyC,CAAC;CAChE,CAAC,CAAC;AAEH,MAAM,UAAU,uBAAuB,CACrC,iBAAoC;IAEpC,OAAO,IAAI,CAAC,SAAS,CACnB,gCAAgC,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAC1D,CAAC;AACJ,CAAC;AACD,MAAM,UAAU,yBAAyB,CACvC,UAAkB;IAElB,OAAO,SAAS,CACd,UAAU,EACV,CAAC,CAAC,EAAE,EAAE,CAAC,+BAA+B,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAC3D,+CAA+C,CAChD,CAAC;AACJ,CAAC"}

package/dist/esm/models/components/evalleaderboardrow.d.ts

@@ -0,0 +1,85 @@
+import * as z from "zod/v3";
+import { Result as SafeParseResult } from "../../types/fp.js";
+import { SDKValidationError } from "../errors/sdkvalidationerror.js";
+export type AccuracyCi = {
+    low: number;
+    high: number;
+    margin: number;
+};
+export type EvalLeaderboardRow = {
+    agentName: string;
+    /**
+     * Version from the row's newest run. Not part of the row identity, so older runs in this row may have reported a different one.
+     */
+    agentVersion: string | null;
+    agentEffort: string | null;
+    model: string;
+    /**
+     * Mean of `metric` over the row's scored trials. Null when no trial carried a numeric value for that metric — distinct from 0, which means every trial scored zero.
+     */
+    accuracy: number | null;
+    /**
+     * 95% Wald interval, p ± 1.96·sqrt(p(1-p)/n), clamped to [0, 1]. Derived per request rather than stored, so it cannot drift when a failed trial is rerun. It assumes `metric` is a 0/1 outcome (the harness `reward`); on a continuous metric the mean is still right but this interval is not, so read it only for pass/fail metrics. Null when `accuracy` is.
+     */
+    accuracyCi: AccuracyCi | null;
+    /**
+     * Every sample in the row's runs, whatever its status.
+     */
+    trials: number;
+    /**
+     * Trials carrying a numeric `metric` — the denominator behind `accuracy` and `accuracy_ci`.
+     */
+    scoredTrials: number;
+    /**
+     * Trials that ended in the `failed` status, i.e. produced no score at all. An agent timeout is NOT one of these: the harness still verifies and scores that trial.
+     */
+    failedTrials: number;
+    /**
+     * Summed trial spend, falling back to the runs' own totals when trials carry no cost. Null when neither reported any.
+     */
+    costUsd: number | null;
+    runCount: number;
+    /**
+     * The runs behind this row, largest (most trials) first, ties newest first — element 0 is the run to open when the reader drills into this row, so a full benchmark job outranks a newer one-task smoke run.
+     */
+    runIds: Array<string>;
+    /**
+     * Creation time of the newest run in the row, unix seconds.
+     */
+    lastRunAt: number;
+};
+/** @internal */
+export declare const AccuracyCi$inboundSchema: z.ZodType<AccuracyCi, z.ZodTypeDef, unknown>;
+/** @internal */
+export type AccuracyCi$Outbound = {
+    low: number;
+    high: number;
+    margin: number;
+};
+/** @internal */
+export declare const AccuracyCi$outboundSchema: z.ZodType<AccuracyCi$Outbound, z.ZodTypeDef, AccuracyCi>;
+export declare function accuracyCiToJSON(accuracyCi: AccuracyCi): string;
+export declare function accuracyCiFromJSON(jsonString: string): SafeParseResult<AccuracyCi, SDKValidationError>;
+/** @internal */
+export declare const EvalLeaderboardRow$inboundSchema: z.ZodType<EvalLeaderboardRow, z.ZodTypeDef, unknown>;
+/** @internal */
+export type EvalLeaderboardRow$Outbound = {
+    agent_name: string;
+    agent_version: string | null;
+    agent_effort: string | null;
+    model: string;
+    accuracy: number | null;
+    accuracy_ci: AccuracyCi$Outbound | null;
+    trials: number;
+    scored_trials: number;
+    failed_trials: number;
+    cost_usd: number | null;
+    run_count: number;
+    run_ids: Array<string>;
+    last_run_at: number;
+};
+/** @internal */
+export declare const EvalLeaderboardRow$outboundSchema: z.ZodType<EvalLeaderboardRow$Outbound, z.ZodTypeDef, EvalLeaderboardRow>;
+export declare function evalLeaderboardRowToJSON(evalLeaderboardRow: EvalLeaderboardRow): string;
+export declare function evalLeaderboardRowFromJSON(jsonString: string): SafeParseResult<EvalLeaderboardRow, SDKValidationError>;
+//# sourceMappingURL=evalleaderboardrow.d.ts.map

package/dist/esm/models/components/evalleaderboardrow.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"evalleaderboardrow.d.ts","sourceRoot":"","sources":["../../../../src/models/components/evalleaderboardrow.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,QAAQ,CAAC;AAG5B,OAAO,EAAE,MAAM,IAAI,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAC9D,OAAO,EAAE,kBAAkB,EAAE,MAAM,iCAAiC,CAAC;AAErE,MAAM,MAAM,UAAU,GAAG;IACvB,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF,MAAM,MAAM,kBAAkB,GAAG;IAC/B,SAAS,EAAE,MAAM,CAAC;IAClB;;OAEG;IACH,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,KAAK,EAAE,MAAM,CAAC;IACd;;OAEG;IACH,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB;;OAEG;IACH,UAAU,EAAE,UAAU,GAAG,IAAI,CAAC;IAC9B;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IACf;;OAEG;IACH,YAAY,EAAE,MAAM,CAAC;IACrB;;OAEG;IACH,YAAY,EAAE,MAAM,CAAC;IACrB;;OAEG;IACH,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,QAAQ,EAAE,MAAM,CAAC;IACjB;;OAEG;IACH,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACtB;;OAEG;IACH,SAAS,EAAE,MAAM,CAAC;CACnB,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,wBAAwB,EAAE,CAAC,CAAC,OAAO,CAC9C,UAAU,EACV,CAAC,CAAC,UAAU,EACZ,OAAO,CAKP,CAAC;AACH,gBAAgB;AAChB,MAAM,MAAM,mBAAmB,GAAG;IAChC,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,yBAAyB,EAAE,CAAC,CAAC,OAAO,CAC/C,mBAAmB,EACnB,CAAC,CAAC,UAAU,EACZ,UAAU,CAKV,CAAC;AAEH,wBAAgB,gBAAgB,CAAC,UAAU,EAAE,UAAU,GAAG,MAAM,CAE/D;AACD,wBAAgB,kBAAkB,CAChC,UAAU,EAAE,MAAM,GACjB,eAAe,CAAC,UAAU,EAAE,kBAAkB,CAAC,CAMjD;AAED,gBAAgB;AAChB,eAAO,MAAM,gCAAgC,EAAE,CAAC,CAAC,OAAO,CACtD,kBAAkB,EAClB,CAAC,CAAC,UAAU,EACZ,OAAO,CA4BP,CAAC;AACH,gBAAgB;AAChB,MAAM,MAAM,2BAA2B,GAAG;IACxC,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,WAAW,EAAE,mBAAmB,GAAG,IAAI,CAAC;IACxC,MAAM,EAAE,MAAM,CAAC;IACf,aAAa,EAAE,MAAM,CAAC;IACtB,aAAa,EAAE,MAAM,CAAC;IACtB,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACvB,WAAW,EAAE,MAAM,CAAC;CACrB,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,iCAAiC,EAAE,CAAC,CAAC,OAAO,CACvD,2BAA2B,EAC3B,CAAC,CAAC,UAAU,EACZ,kBAAkB,CA4BlB,CAAC;AAEH,wBAAgB,wBAAwB,CACtC,kBAAkB,EAAE,kBAAkB,GACrC,MAAM,CAIR;AACD,wBAAgB,0BAA0B,CACxC,UAAU,EAAE,MAAM,GACjB,eAAe,CAAC,kBAAkB,EAAE,kBAAkB,CAAC,CAMzD"}

package/dist/esm/models/components/evalleaderboardrow.js

@@ -0,0 +1,89 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+import * as z from "zod/v3";
+import { remap as remap$ } from "../../lib/primitives.js";
+import { safeParse } from "../../lib/schemas.js";
+/** @internal */
+export const AccuracyCi$inboundSchema = z.object({
+    low: z.number(),
+    high: z.number(),
+    margin: z.number(),
+});
+/** @internal */
+export const AccuracyCi$outboundSchema = z.object({
+    low: z.number(),
+    high: z.number(),
+    margin: z.number(),
+});
+export function accuracyCiToJSON(accuracyCi) {
+    return JSON.stringify(AccuracyCi$outboundSchema.parse(accuracyCi));
+}
+export function accuracyCiFromJSON(jsonString) {
+    return safeParse(jsonString, (x) => AccuracyCi$inboundSchema.parse(JSON.parse(x)), `Failed to parse 'AccuracyCi' from JSON`);
+}
+/** @internal */
+export const EvalLeaderboardRow$inboundSchema = z.object({
+    agent_name: z.string(),
+    agent_version: z.nullable(z.string()),
+    agent_effort: z.nullable(z.string()),
+    model: z.string(),
+    accuracy: z.nullable(z.number()),
+    accuracy_ci: z.nullable(z.lazy(() => AccuracyCi$inboundSchema)),
+    trials: z.number().int(),
+    scored_trials: z.number().int(),
+    failed_trials: z.number().int(),
+    cost_usd: z.nullable(z.number()),
+    run_count: z.number().int(),
+    run_ids: z.array(z.string()),
+    last_run_at: z.number().int(),
+}).transform((v) => {
+    return remap$(v, {
+        "agent_name": "agentName",
+        "agent_version": "agentVersion",
+        "agent_effort": "agentEffort",
+        "accuracy_ci": "accuracyCi",
+        "scored_trials": "scoredTrials",
+        "failed_trials": "failedTrials",
+        "cost_usd": "costUsd",
+        "run_count": "runCount",
+        "run_ids": "runIds",
+        "last_run_at": "lastRunAt",
+    });
+});
+/** @internal */
+export const EvalLeaderboardRow$outboundSchema = z.object({
+    agentName: z.string(),
+    agentVersion: z.nullable(z.string()),
+    agentEffort: z.nullable(z.string()),
+    model: z.string(),
+    accuracy: z.nullable(z.number()),
+    accuracyCi: z.nullable(z.lazy(() => AccuracyCi$outboundSchema)),
+    trials: z.number().int(),
+    scoredTrials: z.number().int(),
+    failedTrials: z.number().int(),
+    costUsd: z.nullable(z.number()),
+    runCount: z.number().int(),
+    runIds: z.array(z.string()),
+    lastRunAt: z.number().int(),
+}).transform((v) => {
+    return remap$(v, {
+        agentName: "agent_name",
+        agentVersion: "agent_version",
+        agentEffort: "agent_effort",
+        accuracyCi: "accuracy_ci",
+        scoredTrials: "scored_trials",
+        failedTrials: "failed_trials",
+        costUsd: "cost_usd",
+        runCount: "run_count",
+        runIds: "run_ids",
+        lastRunAt: "last_run_at",
+    });
+});
+export function evalLeaderboardRowToJSON(evalLeaderboardRow) {
+    return JSON.stringify(EvalLeaderboardRow$outboundSchema.parse(evalLeaderboardRow));
+}
+export function evalLeaderboardRowFromJSON(jsonString) {
+    return safeParse(jsonString, (x) => EvalLeaderboardRow$inboundSchema.parse(JSON.parse(x)), `Failed to parse 'EvalLeaderboardRow' from JSON`);
+}
+//# sourceMappingURL=evalleaderboardrow.js.map

package/dist/esm/models/components/evalleaderboardrow.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"evalleaderboardrow.js","sourceRoot":"","sources":["../../../../src/models/components/evalleaderboardrow.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,KAAK,IAAI,MAAM,EAAE,MAAM,yBAAyB,CAAC;AAC1D,OAAO,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AAqDjD,gBAAgB;AAChB,MAAM,CAAC,MAAM,wBAAwB,GAIjC,CAAC,CAAC,MAAM,CAAC;IACX,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE;IACf,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;CACnB,CAAC,CAAC;AAQH,gBAAgB;AAChB,MAAM,CAAC,MAAM,yBAAyB,GAIlC,CAAC,CAAC,MAAM,CAAC;IACX,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE;IACf,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;CACnB,CAAC,CAAC;AAEH,MAAM,UAAU,gBAAgB,CAAC,UAAsB;IACrD,OAAO,IAAI,CAAC,SAAS,CAAC,yBAAyB,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC;AACrE,CAAC;AACD,MAAM,UAAU,kBAAkB,CAChC,UAAkB;IAElB,OAAO,SAAS,CACd,UAAU,EACV,CAAC,CAAC,EAAE,EAAE,CAAC,wBAAwB,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EACpD,wCAAwC,CACzC,CAAC;AACJ,CAAC;AAED,gBAAgB;AAChB,MAAM,CAAC,MAAM,gCAAgC,GAIzC,CAAC,CAAC,MAAM,CAAC;IACX,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE;IACtB,aAAa,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IACrC,YAAY,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IACpC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;IACjB,QAAQ,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IAChC,WAAW,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,wBAAwB,CAAC,CAAC;IAC/D,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE;IACxB,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE;IAC/B,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE;IAC/B,QAAQ,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IAChC,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE;IAC3B,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IAC5B,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE;CAC9B,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE;IACjB,OAAO,MAAM,CAAC,CAAC,EAAE;QACf,YAAY,EAAE,WAAW;QACzB,eAAe,EAAE,cAAc;QAC/B,cAAc,EAAE,aAAa;QAC7B,aAAa,EAAE,YAAY;QAC3B,eAAe,EAAE,cAAc;QAC/B,eAAe,EAAE,cAAc;QAC/B,UAAU,EAAE,SAAS;QACrB,WAAW,EAAE,UAAU;QACvB,SAAS,EAAE,QAAQ;QACnB,aAAa,EAAE,WAAW;KAC3B,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAkBH,gBAAgB;AAChB,MAAM,CAAC,MAAM,iCAAiC,GAI1C,CAAC,CAAC,MAAM,CAAC;IACX,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE;IACrB,YAAY,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IACpC,WAAW,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IACnC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;IACjB,QAAQ,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IAChC,UAAU,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,yBAAyB,CAAC,CAAC;IAC/D,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE;IACxB,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE;IAC9B,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE;IAC9B,OAAO,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IAC/B,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE;IAC1B,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IAC3B,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE;CAC5B,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE;IACjB,OAAO,MAAM,CAAC,CAAC,EAAE;QACf,SAAS,EAAE,YAAY;QACvB,YAAY,EAAE,eAAe;QAC7B,WAAW,EAAE,cAAc;QAC3B,UAAU,EAAE,aAAa;QACzB,YAAY,EAAE,eAAe;QAC7B,YAAY,EAAE,eAAe;QAC7B,OAAO,EAAE,UAAU;QACnB,QAAQ,EAAE,WAAW;QACrB,MAAM,EAAE,SAAS;QACjB,SAAS,EAAE,aAAa;KACzB,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,MAAM,UAAU,wBAAwB,CACtC,kBAAsC;IAEtC,OAAO,IAAI,CAAC,SAAS,CACnB,iCAAiC,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAC5D,CAAC;AACJ,CAAC;AACD,MAAM,UAAU,0BAA0B,CACxC,UAAkB;IAElB,OAAO,SAAS,CACd,UAAU,EACV,CAAC,CAAC,EAAE,EAAE,CAAC,gCAAgC,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAC5D,gDAAgD,CACjD,CAAC;AACJ,CAAC"}

package/dist/esm/models/components/evalrunoverview.d.ts

@@ -0,0 +1,101 @@
+import * as z from "zod/v3";
+import { Result as SafeParseResult } from "../../types/fp.js";
+import { SDKValidationError } from "../errors/sdkvalidationerror.js";
+import { EvalRunStatus } from "./evalrunstatus.js";
+export type Trials = {
+    total: number;
+    completed: number;
+    /**
+     * Trials in the `failed` status — no score produced.
+     */
+    failed: number;
+    /**
+     * Trials with a non-null `error`. Overlaps `failed` rather than partitioning it: a harness trial can carry an agent timeout and still be completed and scored.
+     */
+    errored: number;
+    /**
+     * Trials that were rerun through rerun-failed, counted from the pre-rerun snapshot. 0 when the run was never rerun.
+     */
+    retried: number;
+};
+/**
+ * Summed over the run's trials. Each field is null when no trial reported it.
+ */
+export type Tokens = {
+    input: number | null;
+    output: number | null;
+    /**
+     * Share of `input` served from the provider's prompt cache.
+     */
+    cached: number | null;
+};
+export type EvalRunOverview = {
+    object: "eval.run.overview";
+    runId: string;
+    suiteId: string;
+    status: EvalRunStatus;
+    agentName: string | null;
+    agentVersion: string | null;
+    agentEffort: string | null;
+    models: Array<string>;
+    metric: string;
+    /**
+     * Mean of `metric` over trials that carry it numerically. Null when none do.
+     */
+    avgReward: number | null;
+    trials: Trials;
+    costUsd: number | null;
+    /**
+     * Summed over the run's trials. Each field is null when no trial reported it.
+     */
+    tokens: Tokens;
+};
+/** @internal */
+export declare const Trials$inboundSchema: z.ZodType<Trials, z.ZodTypeDef, unknown>;
+/** @internal */
+export type Trials$Outbound = {
+    total: number;
+    completed: number;
+    failed: number;
+    errored: number;
+    retried: number;
+};
+/** @internal */
+export declare const Trials$outboundSchema: z.ZodType<Trials$Outbound, z.ZodTypeDef, Trials>;
+export declare function trialsToJSON(trials: Trials): string;
+export declare function trialsFromJSON(jsonString: string): SafeParseResult<Trials, SDKValidationError>;
+/** @internal */
+export declare const Tokens$inboundSchema: z.ZodType<Tokens, z.ZodTypeDef, unknown>;
+/** @internal */
+export type Tokens$Outbound = {
+    input: number | null;
+    output: number | null;
+    cached: number | null;
+};
+/** @internal */
+export declare const Tokens$outboundSchema: z.ZodType<Tokens$Outbound, z.ZodTypeDef, Tokens>;
+export declare function tokensToJSON(tokens: Tokens): string;
+export declare function tokensFromJSON(jsonString: string): SafeParseResult<Tokens, SDKValidationError>;
+/** @internal */
+export declare const EvalRunOverview$inboundSchema: z.ZodType<EvalRunOverview, z.ZodTypeDef, unknown>;
+/** @internal */
+export type EvalRunOverview$Outbound = {
+    object: "eval.run.overview";
+    run_id: string;
+    suite_id: string;
+    status: string;
+    agent_name: string | null;
+    agent_version: string | null;
+    agent_effort: string | null;
+    models: Array<string>;
+    metric: string;
+    avg_reward: number | null;
+    trials: Trials$Outbound;
+    cost_usd: number | null;
+    tokens: Tokens$Outbound;
+};
+/** @internal */
+export declare const EvalRunOverview$outboundSchema: z.ZodType<EvalRunOverview$Outbound, z.ZodTypeDef, EvalRunOverview>;
+export declare function evalRunOverviewToJSON(evalRunOverview: EvalRunOverview): string;
+export declare function evalRunOverviewFromJSON(jsonString: string): SafeParseResult<EvalRunOverview, SDKValidationError>;
+//# sourceMappingURL=evalrunoverview.d.ts.map

package/dist/esm/models/components/evalrunoverview.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"evalrunoverview.d.ts","sourceRoot":"","sources":["../../../../src/models/components/evalrunoverview.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,QAAQ,CAAC;AAG5B,OAAO,EAAE,MAAM,IAAI,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAC9D,OAAO,EAAE,kBAAkB,EAAE,MAAM,iCAAiC,CAAC;AACrE,OAAO,EACL,aAAa,EAGd,MAAM,oBAAoB,CAAC;AAE5B,MAAM,MAAM,MAAM,GAAG;IACnB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IACf;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAChB;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF;;GAEG;AACH,MAAM,MAAM,MAAM,GAAG;IACnB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB;;OAEG;IACH,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;CACvB,CAAC;AAEF,MAAM,MAAM,eAAe,GAAG;IAC5B,MAAM,EAAE,mBAAmB,CAAC;IAC5B,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,aAAa,CAAC;IACtB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACtB,MAAM,EAAE,MAAM,CAAC;IACf;;OAEG;IACH,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,oBAAoB,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,UAAU,EAAE,OAAO,CAOtE,CAAC;AACL,gBAAgB;AAChB,MAAM,MAAM,eAAe,GAAG;IAC5B,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,qBAAqB,EAAE,CAAC,CAAC,OAAO,CAC3C,eAAe,EACf,CAAC,CAAC,UAAU,EACZ,MAAM,CAON,CAAC;AAEH,wBAAgB,YAAY,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAEnD;AACD,wBAAgB,cAAc,CAC5B,UAAU,EAAE,MAAM,GACjB,eAAe,CAAC,MAAM,EAAE,kBAAkB,CAAC,CAM7C;AAED,gBAAgB;AAChB,eAAO,MAAM,oBAAoB,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,UAAU,EAAE,OAAO,CAKtE,CAAC;AACL,gBAAgB;AAChB,MAAM,MAAM,eAAe,GAAG;IAC5B,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;CACvB,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,qBAAqB,EAAE,CAAC,CAAC,OAAO,CAC3C,eAAe,EACf,CAAC,CAAC,UAAU,EACZ,MAAM,CAKN,CAAC;AAEH,wBAAgB,YAAY,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAEnD;AACD,wBAAgB,cAAc,CAC5B,UAAU,EAAE,MAAM,GACjB,eAAe,CAAC,MAAM,EAAE,kBAAkB,CAAC,CAM7C;AAED,gBAAgB;AAChB,eAAO,MAAM,6BAA6B,EAAE,CAAC,CAAC,OAAO,CACnD,eAAe,EACf,CAAC,CAAC,UAAU,EACZ,OAAO,CAyBP,CAAC;AACH,gBAAgB;AAChB,MAAM,MAAM,wBAAwB,GAAG;IACrC,MAAM,EAAE,mBAAmB,CAAC;IAC5B,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACtB,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,MAAM,EAAE,eAAe,CAAC;IACxB,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,MAAM,EAAE,eAAe,CAAC;CACzB,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,8BAA8B,EAAE,CAAC,CAAC,OAAO,CACpD,wBAAwB,EACxB,CAAC,CAAC,UAAU,EACZ,eAAe,CAyBf,CAAC;AAEH,wBAAgB,qBAAqB,CACnC,eAAe,EAAE,eAAe,GAC/B,MAAM,CAER;AACD,wBAAgB,uBAAuB,CACrC,UAAU,EAAE,MAAM,GACjB,eAAe,CAAC,eAAe,EAAE,kBAAkB,CAAC,CAMtD"}

package/dist/esm/models/components/evalrunoverview.js

@@ -0,0 +1,108 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+import * as z from "zod/v3";
+import { remap as remap$ } from "../../lib/primitives.js";
+import { safeParse } from "../../lib/schemas.js";
+import { EvalRunStatus$inboundSchema, EvalRunStatus$outboundSchema, } from "./evalrunstatus.js";
+/** @internal */
+export const Trials$inboundSchema = z
+    .object({
+    total: z.number().int(),
+    completed: z.number().int(),
+    failed: z.number().int(),
+    errored: z.number().int(),
+    retried: z.number().int(),
+});
+/** @internal */
+export const Trials$outboundSchema = z.object({
+    total: z.number().int(),
+    completed: z.number().int(),
+    failed: z.number().int(),
+    errored: z.number().int(),
+    retried: z.number().int(),
+});
+export function trialsToJSON(trials) {
+    return JSON.stringify(Trials$outboundSchema.parse(trials));
+}
+export function trialsFromJSON(jsonString) {
+    return safeParse(jsonString, (x) => Trials$inboundSchema.parse(JSON.parse(x)), `Failed to parse 'Trials' from JSON`);
+}
+/** @internal */
+export const Tokens$inboundSchema = z
+    .object({
+    input: z.nullable(z.number().int()),
+    output: z.nullable(z.number().int()),
+    cached: z.nullable(z.number().int()),
+});
+/** @internal */
+export const Tokens$outboundSchema = z.object({
+    input: z.nullable(z.number().int()),
+    output: z.nullable(z.number().int()),
+    cached: z.nullable(z.number().int()),
+});
+export function tokensToJSON(tokens) {
+    return JSON.stringify(Tokens$outboundSchema.parse(tokens));
+}
+export function tokensFromJSON(jsonString) {
+    return safeParse(jsonString, (x) => Tokens$inboundSchema.parse(JSON.parse(x)), `Failed to parse 'Tokens' from JSON`);
+}
+/** @internal */
+export const EvalRunOverview$inboundSchema = z.object({
+    object: z.literal("eval.run.overview"),
+    run_id: z.string(),
+    suite_id: z.string(),
+    status: EvalRunStatus$inboundSchema,
+    agent_name: z.nullable(z.string()),
+    agent_version: z.nullable(z.string()),
+    agent_effort: z.nullable(z.string()),
+    models: z.array(z.string()),
+    metric: z.string(),
+    avg_reward: z.nullable(z.number()),
+    trials: z.lazy(() => Trials$inboundSchema),
+    cost_usd: z.nullable(z.number()),
+    tokens: z.lazy(() => Tokens$inboundSchema),
+}).transform((v) => {
+    return remap$(v, {
+        "run_id": "runId",
+        "suite_id": "suiteId",
+        "agent_name": "agentName",
+        "agent_version": "agentVersion",
+        "agent_effort": "agentEffort",
+        "avg_reward": "avgReward",
+        "cost_usd": "costUsd",
+    });
+});
+/** @internal */
+export const EvalRunOverview$outboundSchema = z.object({
+    object: z.literal("eval.run.overview"),
+    runId: z.string(),
+    suiteId: z.string(),
+    status: EvalRunStatus$outboundSchema,
+    agentName: z.nullable(z.string()),
+    agentVersion: z.nullable(z.string()),
+    agentEffort: z.nullable(z.string()),
+    models: z.array(z.string()),
+    metric: z.string(),
+    avgReward: z.nullable(z.number()),
+    trials: z.lazy(() => Trials$outboundSchema),
+    costUsd: z.nullable(z.number()),
+    tokens: z.lazy(() => Tokens$outboundSchema),
+}).transform((v) => {
+    return remap$(v, {
+        runId: "run_id",
+        suiteId: "suite_id",
+        agentName: "agent_name",
+        agentVersion: "agent_version",
+        agentEffort: "agent_effort",
+        avgReward: "avg_reward",
+        costUsd: "cost_usd",
+    });
+});
+export function evalRunOverviewToJSON(evalRunOverview) {
+    return JSON.stringify(EvalRunOverview$outboundSchema.parse(evalRunOverview));
+}
+export function evalRunOverviewFromJSON(jsonString) {
+    return safeParse(jsonString, (x) => EvalRunOverview$inboundSchema.parse(JSON.parse(x)), `Failed to parse 'EvalRunOverview' from JSON`);
+}
+//# sourceMappingURL=evalrunoverview.js.map

package/dist/esm/models/components/evalrunoverview.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"evalrunoverview.js","sourceRoot":"","sources":["../../../../src/models/components/evalrunoverview.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,KAAK,IAAI,MAAM,EAAE,MAAM,yBAAyB,CAAC;AAC1D,OAAO,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AAGjD,OAAO,EAEL,2BAA2B,EAC3B,4BAA4B,GAC7B,MAAM,oBAAoB,CAAC;AAqD5B,gBAAgB;AAChB,MAAM,CAAC,MAAM,oBAAoB,GAA6C,CAAC;KAC5E,MAAM,CAAC;IACN,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE;IACvB,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE;IAC3B,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE;IACxB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE;IACzB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE;CAC1B,CAAC,CAAC;AAUL,gBAAgB;AAChB,MAAM,CAAC,MAAM,qBAAqB,GAI9B,CAAC,CAAC,MAAM,CAAC;IACX,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE;IACvB,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE;IAC3B,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE;IACxB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE;IACzB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE;CAC1B,CAAC,CAAC;AAEH,MAAM,UAAU,YAAY,CAAC,MAAc;IACzC,OAAO,IAAI,CAAC,SAAS,CAAC,qBAAqB,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;AAC7D,CAAC;AACD,MAAM,UAAU,cAAc,CAC5B,UAAkB;IAElB,OAAO,SAAS,CACd,UAAU,EACV,CAAC,CAAC,EAAE,EAAE,CAAC,oBAAoB,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAChD,oCAAoC,CACrC,CAAC;AACJ,CAAC;AAED,gBAAgB;AAChB,MAAM,CAAC,MAAM,oBAAoB,GAA6C,CAAC;KAC5E,MAAM,CAAC;IACN,KAAK,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC;IACnC,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC;IACpC,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC;CACrC,CAAC,CAAC;AAQL,gBAAgB;AAChB,MAAM,CAAC,MAAM,qBAAqB,GAI9B,CAAC,CAAC,MAAM,CAAC;IACX,KAAK,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC;IACnC,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC;IACpC,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC;CACrC,CAAC,CAAC;AAEH,MAAM,UAAU,YAAY,CAAC,MAAc;IACzC,OAAO,IAAI,CAAC,SAAS,CAAC,qBAAqB,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;AAC7D,CAAC;AACD,MAAM,UAAU,cAAc,CAC5B,UAAkB;IAElB,OAAO,SAAS,CACd,UAAU,EACV,CAAC,CAAC,EAAE,EAAE,CAAC,oBAAoB,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAChD,oCAAoC,CACrC,CAAC;AACJ,CAAC;AAED,gBAAgB;AAChB,MAAM,CAAC,MAAM,6BAA6B,GAItC,CAAC,CAAC,MAAM,CAAC;IACX,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,mBAAmB,CAAC;IACtC,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE;IACpB,MAAM,EAAE,2BAA2B;IACnC,UAAU,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IAClC,aAAa,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IACrC,YAAY,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IACpC,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IAC3B,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,UAAU,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IAClC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,oBAAoB,CAAC;IAC1C,QAAQ,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IAChC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,oBAAoB,CAAC;CAC3C,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE;IACjB,OAAO,MAAM,CAAC,CAAC,EAAE;QACf,QAAQ,EAAE,OAAO;QACjB,UAAU,EAAE,SAAS;QACrB,YAAY,EAAE,WAAW;QACzB,eAAe,EAAE,cAAc;QAC/B,cAAc,EAAE,aAAa;QAC7B,YAAY,EAAE,WAAW;QACzB,UAAU,EAAE,SAAS;KACtB,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAkBH,gBAAgB;AAChB,MAAM,CAAC,MAAM,8BAA8B,GAIvC,CAAC,CAAC,MAAM,CAAC;IACX,MAAM,EAAE,CAAC,CAAC,OAAO,CAAC,mBAAmB,CAAC;IACtC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;IACjB,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;IACnB,MAAM,EAAE,4BAA4B;IACpC,SAAS,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IACjC,YAAY,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IACpC,WAAW,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IACnC,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IAC3B,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,SAAS,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IACjC,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,qBAAqB,CAAC;IAC3C,OAAO,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IAC/B,MAAM,EAAE,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,qBAAqB,CAAC;CAC5C,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE;IACjB,OAAO,MAAM,CAAC,CAAC,EAAE;QACf,KAAK,EAAE,QAAQ;QACf,OAAO,EAAE,UAAU;QACnB,SAAS,EAAE,YAAY;QACvB,YAAY,EAAE,eAAe;QAC7B,WAAW,EAAE,cAAc;QAC3B,SAAS,EAAE,YAAY;QACvB,OAAO,EAAE,UAAU;KACpB,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,MAAM,UAAU,qBAAqB,CACnC,eAAgC;IAEhC,OAAO,IAAI,CAAC,SAAS,CAAC,8BAA8B,CAAC,KAAK,CAAC,eAAe,CAAC,CAAC,CAAC;AAC/E,CAAC;AACD,MAAM,UAAU,uBAAuB,CACrC,UAAkB;IAElB,OAAO,SAAS,CACd,UAAU,EACV,CAAC,CAAC,EAAE,EAAE,CAAC,6BAA6B,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EACzD,6CAA6C,CAC9C,CAAC;AACJ,CAAC"}