@meetkai/mka1 0.54.22 → 0.54.24

package/dist/esm/mcp-server/tools/llmEvalsImportAgentRun.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"llmEvalsImportAgentRun.js","sourceRoot":"","sources":["../../../../src/mcp-server/tools/llmEvalsImportAgentRun.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,sBAAsB,EAAE,MAAM,uCAAuC,CAAC;AAC/E,OAAO,KAAK,UAAU,MAAM,kCAAkC,CAAC;AAC/D,OAAO,EAAE,YAAY,EAAkB,MAAM,aAAa,CAAC;AAE3D,MAAM,IAAI,GAAG;IACX,OAAO,EAAE,UAAU,CAAC,uCAAuC;CAC5D,CAAC;AAEF,MAAM,CAAC,MAAM,2BAA2B,GAAgC;IACtE,IAAI,EAAE,4BAA4B;IAClC,WAAW,EAAE;;o8BAEq7B;IACl8B,IAAI;IACJ,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE;QAChC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,MAAM,sBAAsB,CACpD,MAAM,EACN,IAAI,CAAC,OAAO,EACZ,EAAE,YAAY,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,EAAE,CACzC,CAAC,QAAQ,EAAE,CAAC;QAEb,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBACvD,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;QAED,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;QAE3B,OAAO,YAAY,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IACtC,CAAC;CACF,CAAC"}

package/dist/esm/mcp-server/tools/llmEvalsUploadSampleTrajectory.d.ts

@@ -0,0 +1,8 @@
+import * as operations from "../../models/operations/index.js";
+import { ToolDefinition } from "../tools.js";
+declare const args: {
+    request: import("zod").ZodType<operations.UploadEvalSampleTrajectoryRequest, import("zod").ZodTypeDef, unknown>;
+};
+export declare const tool$llmEvalsUploadSampleTrajectory: ToolDefinition<typeof args>;
+export {};
+//# sourceMappingURL=llmEvalsUploadSampleTrajectory.d.ts.map

package/dist/esm/mcp-server/tools/llmEvalsUploadSampleTrajectory.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"llmEvalsUploadSampleTrajectory.d.ts","sourceRoot":"","sources":["../../../../src/mcp-server/tools/llmEvalsUploadSampleTrajectory.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,UAAU,MAAM,kCAAkC,CAAC;AAC/D,OAAO,EAAgB,cAAc,EAAE,MAAM,aAAa,CAAC;AAE3D,QAAA,MAAM,IAAI;;CAET,CAAC;AAEF,eAAO,MAAM,mCAAmC,EAAE,cAAc,CAAC,OAAO,IAAI,CAyBzE,CAAC"}

package/dist/esm/mcp-server/tools/llmEvalsUploadSampleTrajectory.js

@@ -0,0 +1,28 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+import { llmEvalsUploadSampleTrajectory } from "../../funcs/llmEvalsUploadSampleTrajectory.js";
+import * as operations from "../../models/operations/index.js";
+import { formatResult } from "../tools.js";
+const args = {
+    request: operations.UploadEvalSampleTrajectoryRequest$inboundSchema,
+};
+export const tool$llmEvalsUploadSampleTrajectory = {
+    name: "llm-evals-upload-sample-trajectory",
+    description: `Upload an eval sample trajectory
+
+Stores one coding-agent trial's session, in whatever interchange format the harness produced (record it in \`schema_version\`, e.g. \`ATIF-v1.7\`). \`steps\` is stored verbatim and never validated, so a harness format change needs no gateway release. Separate from the run import because a trajectory averages ~92 KB and a whole run's worth would not fit in one request. Upserts, so re-sending after a timeout replaces the trajectory rather than failing. Sample indices are unique per (task, model), not per run, so pass \`task_id\` and/or \`model\` when the run covers more than one — an ambiguous index returns 400 rather than writing to the wrong trial. Rejects a payload whose \`steps\` and \`logs\` together exceed 16 MiB with 413.`,
+    args,
+    tool: async (client, args, ctx) => {
+        const [result, apiCall] = await llmEvalsUploadSampleTrajectory(client, args.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
+        if (!result.ok) {
+            return {
+                content: [{ type: "text", text: result.error.message }],
+                isError: true,
+            };
+        }
+        const value = result.value;
+        return formatResult(value, apiCall);
+    },
+};
+//# sourceMappingURL=llmEvalsUploadSampleTrajectory.js.map

package/dist/esm/mcp-server/tools/llmEvalsUploadSampleTrajectory.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"llmEvalsUploadSampleTrajectory.js","sourceRoot":"","sources":["../../../../src/mcp-server/tools/llmEvalsUploadSampleTrajectory.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,8BAA8B,EAAE,MAAM,+CAA+C,CAAC;AAC/F,OAAO,KAAK,UAAU,MAAM,kCAAkC,CAAC;AAC/D,OAAO,EAAE,YAAY,EAAkB,MAAM,aAAa,CAAC;AAE3D,MAAM,IAAI,GAAG;IACX,OAAO,EAAE,UAAU,CAAC,+CAA+C;CACpE,CAAC;AAEF,MAAM,CAAC,MAAM,mCAAmC,GAC9C;IACE,IAAI,EAAE,oCAAoC;IAC1C,WAAW,EAAE;;iuBAEgtB;IAC7tB,IAAI;IACJ,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE;QAChC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,MAAM,8BAA8B,CAC5D,MAAM,EACN,IAAI,CAAC,OAAO,EACZ,EAAE,YAAY,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,EAAE,CACzC,CAAC,QAAQ,EAAE,CAAC;QAEb,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBACvD,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;QAED,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;QAE3B,OAAO,YAAY,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IACtC,CAAC;CACF,CAAC"}

package/dist/esm/mcp-server/tools/llmResponsesCreate.d.ts

@@ -0,0 +1,8 @@
+import * as operations from "../../models/operations/index.js";
+import { ToolDefinition } from "../tools.js";
+declare const args: {
+    request: import("zod").ZodType<operations.CreateResponseRequest, import("zod").ZodTypeDef, unknown>;
+};
+export declare const tool$llmResponsesCreate: ToolDefinition<typeof args>;
+export {};
+//# sourceMappingURL=llmResponsesCreate.d.ts.map

package/dist/esm/mcp-server/tools/llmResponsesCreate.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"llmResponsesCreate.d.ts","sourceRoot":"","sources":["../../../../src/mcp-server/tools/llmResponsesCreate.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,UAAU,MAAM,kCAAkC,CAAC;AAC/D,OAAO,EAAgB,cAAc,EAAE,MAAM,aAAa,CAAC;AAE3D,QAAA,MAAM,IAAI;;CAET,CAAC;AAEF,eAAO,MAAM,uBAAuB,EAAE,cAAc,CAAC,OAAO,IAAI,CAwB/D,CAAC"}

package/dist/esm/mcp-server/tools/llmResponsesCreate.js

@@ -0,0 +1,28 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+import { llmResponsesCreate } from "../../funcs/llmResponsesCreate.js";
+import * as operations from "../../models/operations/index.js";
+import { formatResult } from "../tools.js";
+const args = {
+    request: operations.CreateResponseRequest$inboundSchema,
+};
+export const tool$llmResponsesCreate = {
+    name: "llm-responses-create",
+    description: `Create an agent-powered response with tool support
+
+Creates a new AI agent response using advanced language models with autonomous tool usage capabilities.`,
+    args,
+    tool: async (client, args, ctx) => {
+        const [result, apiCall] = await llmResponsesCreate(client, args.request, { fetchOptions: { signal: ctx.signal } }).$inspect();
+        if (!result.ok) {
+            return {
+                content: [{ type: "text", text: result.error.message }],
+                isError: true,
+            };
+        }
+        const value = result.value;
+        return formatResult(value, apiCall);
+    },
+};
+//# sourceMappingURL=llmResponsesCreate.js.map

package/dist/esm/mcp-server/tools/llmResponsesCreate.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"llmResponsesCreate.js","sourceRoot":"","sources":["../../../../src/mcp-server/tools/llmResponsesCreate.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,EAAE,kBAAkB,EAAE,MAAM,mCAAmC,CAAC;AACvE,OAAO,KAAK,UAAU,MAAM,kCAAkC,CAAC;AAC/D,OAAO,EAAE,YAAY,EAAkB,MAAM,aAAa,CAAC;AAE3D,MAAM,IAAI,GAAG;IACX,OAAO,EAAE,UAAU,CAAC,mCAAmC;CACxD,CAAC;AAEF,MAAM,CAAC,MAAM,uBAAuB,GAAgC;IAClE,IAAI,EAAE,sBAAsB;IAC5B,WAAW,EAAE;;wGAEyF;IACtG,IAAI;IACJ,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE;QAChC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,MAAM,kBAAkB,CAChD,MAAM,EACN,IAAI,CAAC,OAAO,EACZ,EAAE,YAAY,EAAE,EAAE,MAAM,EAAE,GAAG,CAAC,MAAM,EAAE,EAAE,CACzC,CAAC,QAAQ,EAAE,CAAC;QAEb,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;YACf,OAAO;gBACL,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,EAAE,CAAC;gBACvD,OAAO,EAAE,IAAI;aACd,CAAC;QACJ,CAAC;QAED,MAAM,KAAK,GAAG,MAAM,CAAC,KAAK,CAAC;QAE3B,OAAO,YAAY,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;IACtC,CAAC;CACF,CAAC"}

package/dist/esm/models/components/appendagenttrialsrequest.d.ts

@@ -0,0 +1,111 @@
+import * as z from "zod/v3";
+import { ClosedEnum } from "../../types/enums.js";
+import { Result as SafeParseResult } from "../../types/fp.js";
+import { SDKValidationError } from "../errors/sdkvalidationerror.js";
+/**
+ * `failed` means no score was produced at all. An agent timeout is NOT that — the harness still runs the verifier and scores the trial, so it stays `completed` and carries its exception in `error`.
+ */
+export declare const AppendAgentTrialsRequestStatus: {
+    readonly Completed: "completed";
+    readonly Failed: "failed";
+};
+/**
+ * `failed` means no score was produced at all. An agent timeout is NOT that — the harness still runs the verifier and scores the trial, so it stays `completed` and carries its exception in `error`.
+ */
+export type AppendAgentTrialsRequestStatus = ClosedEnum<typeof AppendAgentTrialsRequestStatus>;
+export type AppendAgentTrialsRequestTrials = {
+    /**
+     * Must already exist in the target suite version's manifest; unknown ids are rejected rather than invented.
+     */
+    taskId: string;
+    sampleIndex: number;
+    /**
+     * `failed` means no score was produced at all. An agent timeout is NOT that — the harness still runs the verifier and scores the trial, so it stays `completed` and carries its exception in `error`.
+     */
+    status?: AppendAgentTrialsRequestStatus | undefined;
+    /**
+     * The task instruction.
+     */
+    prompt?: string | undefined;
+    target?: string | null | undefined;
+    /**
+     * What decided the score — the verifier's output. The agent's session goes to the trajectory route.
+     */
+    outputText?: string | null | undefined;
+    /**
+     * Metric values for this trial, e.g. `{ "reward": 1, "resolved": 1 }`. The board averages `reward` by default.
+     */
+    scores?: {
+        [k: string]: number;
+    } | undefined;
+    /**
+     * The exception this trial recorded, if any. Does not by itself make the trial a failure.
+     */
+    error?: {
+        [k: string]: any;
+    } | null | undefined;
+    costUsd?: number | null | undefined;
+    inputTokens?: number | null | undefined;
+    outputTokens?: number | null | undefined;
+    /**
+     * The share of `input_tokens` served from the provider's prompt cache.
+     */
+    cachedTokens?: number | null | undefined;
+    phaseTimings?: {
+        [k: string]: any;
+    } | null | undefined;
+};
+export type AppendAgentTrialsRequest = {
+    /**
+     * Each trial pins its own `sample_index` (unique per task and model): re-sending a batch replaces the same rows instead of duplicating them, so a retried batch is safe.
+     */
+    trials?: Array<AppendAgentTrialsRequestTrials> | undefined;
+    /**
+     * Marks the run completed once these trials land — the last call of a streaming job sends this, usually with an empty `trials`.
+     */
+    finalize?: boolean | undefined;
+};
+/** @internal */
+export declare const AppendAgentTrialsRequestStatus$inboundSchema: z.ZodNativeEnum<typeof AppendAgentTrialsRequestStatus>;
+/** @internal */
+export declare const AppendAgentTrialsRequestStatus$outboundSchema: z.ZodNativeEnum<typeof AppendAgentTrialsRequestStatus>;
+/** @internal */
+export declare const AppendAgentTrialsRequestTrials$inboundSchema: z.ZodType<AppendAgentTrialsRequestTrials, z.ZodTypeDef, unknown>;
+/** @internal */
+export type AppendAgentTrialsRequestTrials$Outbound = {
+    task_id: string;
+    sample_index: number;
+    status: string;
+    prompt: string;
+    target?: string | null | undefined;
+    output_text?: string | null | undefined;
+    scores?: {
+        [k: string]: number;
+    } | undefined;
+    error?: {
+        [k: string]: any;
+    } | null | undefined;
+    cost_usd?: number | null | undefined;
+    input_tokens?: number | null | undefined;
+    output_tokens?: number | null | undefined;
+    cached_tokens?: number | null | undefined;
+    phase_timings?: {
+        [k: string]: any;
+    } | null | undefined;
+};
+/** @internal */
+export declare const AppendAgentTrialsRequestTrials$outboundSchema: z.ZodType<AppendAgentTrialsRequestTrials$Outbound, z.ZodTypeDef, AppendAgentTrialsRequestTrials>;
+export declare function appendAgentTrialsRequestTrialsToJSON(appendAgentTrialsRequestTrials: AppendAgentTrialsRequestTrials): string;
+export declare function appendAgentTrialsRequestTrialsFromJSON(jsonString: string): SafeParseResult<AppendAgentTrialsRequestTrials, SDKValidationError>;
+/** @internal */
+export declare const AppendAgentTrialsRequest$inboundSchema: z.ZodType<AppendAgentTrialsRequest, z.ZodTypeDef, unknown>;
+/** @internal */
+export type AppendAgentTrialsRequest$Outbound = {
+    trials?: Array<AppendAgentTrialsRequestTrials$Outbound> | undefined;
+    finalize: boolean;
+};
+/** @internal */
+export declare const AppendAgentTrialsRequest$outboundSchema: z.ZodType<AppendAgentTrialsRequest$Outbound, z.ZodTypeDef, AppendAgentTrialsRequest>;
+export declare function appendAgentTrialsRequestToJSON(appendAgentTrialsRequest: AppendAgentTrialsRequest): string;
+export declare function appendAgentTrialsRequestFromJSON(jsonString: string): SafeParseResult<AppendAgentTrialsRequest, SDKValidationError>;
+//# sourceMappingURL=appendagenttrialsrequest.d.ts.map

package/dist/esm/models/components/appendagenttrialsrequest.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"appendagenttrialsrequest.d.ts","sourceRoot":"","sources":["../../../../src/models/components/appendagenttrialsrequest.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,QAAQ,CAAC;AAG5B,OAAO,EAAE,UAAU,EAAE,MAAM,sBAAsB,CAAC;AAClD,OAAO,EAAE,MAAM,IAAI,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAC9D,OAAO,EAAE,kBAAkB,EAAE,MAAM,iCAAiC,CAAC;AAErE;;GAEG;AACH,eAAO,MAAM,8BAA8B;;;CAGjC,CAAC;AACX;;GAEG;AACH,MAAM,MAAM,8BAA8B,GAAG,UAAU,CACrD,OAAO,8BAA8B,CACtC,CAAC;AAEF,MAAM,MAAM,8BAA8B,GAAG;IAC3C;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IACf,WAAW,EAAE,MAAM,CAAC;IACpB;;OAEG;IACH,MAAM,CAAC,EAAE,8BAA8B,GAAG,SAAS,CAAC;IACpD;;OAEG;IACH,MAAM,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC5B,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACnC;;OAEG;IACH,UAAU,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACvC;;OAEG;IACH,MAAM,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,MAAM,CAAA;KAAE,GAAG,SAAS,CAAC;IAC7C;;OAEG;IACH,KAAK,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,GAAG,IAAI,GAAG,SAAS,CAAC;IAChD,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACpC,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACxC,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACzC;;OAEG;IACH,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACzC,YAAY,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,GAAG,IAAI,GAAG,SAAS,CAAC;CACxD,CAAC;AAEF,MAAM,MAAM,wBAAwB,GAAG;IACrC;;OAEG;IACH,MAAM,CAAC,EAAE,KAAK,CAAC,8BAA8B,CAAC,GAAG,SAAS,CAAC;IAC3D;;OAEG;IACH,QAAQ,CAAC,EAAE,OAAO,GAAG,SAAS,CAAC;CAChC,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,4CAA4C,EAAE,CAAC,CAAC,aAAa,CACxE,OAAO,8BAA8B,CACS,CAAC;AACjD,gBAAgB;AAChB,eAAO,MAAM,6CAA6C,EAAE,CAAC,CAAC,aAAa,CACzE,OAAO,8BAA8B,CACS,CAAC;AAEjD,gBAAgB;AAChB,eAAO,MAAM,4CAA4C,EAAE,CAAC,CAAC,OAAO,CAClE,8BAA8B,EAC9B,CAAC,CAAC,UAAU,EACZ,OAAO,CA0BP,CAAC;AACH,gBAAgB;AAChB,MAAM,MAAM,uCAAuC,GAAG;IACpD,OAAO,EAAE,MAAM,CAAC;IAChB,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACnC,WAAW,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACxC,MAAM,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,MAAM,CAAA;KAAE,GAAG,SAAS,CAAC;IAC7C,KAAK,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,GAAG,IAAI,GAAG,SAAS,CAAC;IAChD,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACrC,YAAY,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IACzC,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC1C,aAAa,CAAC,EAAE,MAAM,GAAG,IAAI,GAAG,SAAS,CAAC;IAC1C,aAAa,CAAC,EAAE;QAAE,CAAC,CAAC,EAAE,MAAM,GAAG,GAAG,CAAA;KAAE,GAAG,IAAI,GAAG,SAAS,CAAC;CACzD,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,6CAA6C,EAAE,CAAC,CAAC,OAAO,CACnE,uCAAuC,EACvC,CAAC,CAAC,UAAU,EACZ,8BAA8B,CA0B9B,CAAC;AAEH,wBAAgB,oCAAoC,CAClD,8BAA8B,EAAE,8BAA8B,GAC7D,MAAM,CAMR;AACD,wBAAgB,sCAAsC,CACpD,UAAU,EAAE,MAAM,GACjB,eAAe,CAAC,8BAA8B,EAAE,kBAAkB,CAAC,CAMrE;AAED,gBAAgB;AAChB,eAAO,MAAM,sCAAsC,EAAE,CAAC,CAAC,OAAO,CAC5D,wBAAwB,EACxB,CAAC,CAAC,UAAU,EACZ,OAAO,CAKP,CAAC;AACH,gBAAgB;AAChB,MAAM,MAAM,iCAAiC,GAAG;IAC9C,MAAM,CAAC,EAAE,KAAK,CAAC,uCAAuC,CAAC,GAAG,SAAS,CAAC;IACpE,QAAQ,EAAE,OAAO,CAAC;CACnB,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,uCAAuC,EAAE,CAAC,CAAC,OAAO,CAC7D,iCAAiC,EACjC,CAAC,CAAC,UAAU,EACZ,wBAAwB,CAKxB,CAAC;AAEH,wBAAgB,8BAA8B,CAC5C,wBAAwB,EAAE,wBAAwB,GACjD,MAAM,CAIR;AACD,wBAAgB,gCAAgC,CAC9C,UAAU,EAAE,MAAM,GACjB,eAAe,CAAC,wBAAwB,EAAE,kBAAkB,CAAC,CAM/D"}

package/dist/esm/models/components/appendagenttrialsrequest.js

@@ -0,0 +1,96 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+import * as z from "zod/v3";
+import { remap as remap$ } from "../../lib/primitives.js";
+import { safeParse } from "../../lib/schemas.js";
+/**
+ * `failed` means no score was produced at all. An agent timeout is NOT that — the harness still runs the verifier and scores the trial, so it stays `completed` and carries its exception in `error`.
+ */
+export const AppendAgentTrialsRequestStatus = {
+    Completed: "completed",
+    Failed: "failed",
+};
+/** @internal */
+export const AppendAgentTrialsRequestStatus$inboundSchema = z.nativeEnum(AppendAgentTrialsRequestStatus);
+/** @internal */
+export const AppendAgentTrialsRequestStatus$outboundSchema = AppendAgentTrialsRequestStatus$inboundSchema;
+/** @internal */
+export const AppendAgentTrialsRequestTrials$inboundSchema = z.object({
+    task_id: z.string(),
+    sample_index: z.number().int(),
+    status: AppendAgentTrialsRequestStatus$inboundSchema.default("completed"),
+    prompt: z.string().default(""),
+    target: z.nullable(z.string()).optional(),
+    output_text: z.nullable(z.string()).optional(),
+    scores: z.record(z.number()).optional(),
+    error: z.nullable(z.record(z.any())).optional(),
+    cost_usd: z.nullable(z.number()).optional(),
+    input_tokens: z.nullable(z.number().int()).optional(),
+    output_tokens: z.nullable(z.number().int()).optional(),
+    cached_tokens: z.nullable(z.number().int()).optional(),
+    phase_timings: z.nullable(z.record(z.any())).optional(),
+}).transform((v) => {
+    return remap$(v, {
+        "task_id": "taskId",
+        "sample_index": "sampleIndex",
+        "output_text": "outputText",
+        "cost_usd": "costUsd",
+        "input_tokens": "inputTokens",
+        "output_tokens": "outputTokens",
+        "cached_tokens": "cachedTokens",
+        "phase_timings": "phaseTimings",
+    });
+});
+/** @internal */
+export const AppendAgentTrialsRequestTrials$outboundSchema = z.object({
+    taskId: z.string(),
+    sampleIndex: z.number().int(),
+    status: AppendAgentTrialsRequestStatus$outboundSchema.default("completed"),
+    prompt: z.string().default(""),
+    target: z.nullable(z.string()).optional(),
+    outputText: z.nullable(z.string()).optional(),
+    scores: z.record(z.number()).optional(),
+    error: z.nullable(z.record(z.any())).optional(),
+    costUsd: z.nullable(z.number()).optional(),
+    inputTokens: z.nullable(z.number().int()).optional(),
+    outputTokens: z.nullable(z.number().int()).optional(),
+    cachedTokens: z.nullable(z.number().int()).optional(),
+    phaseTimings: z.nullable(z.record(z.any())).optional(),
+}).transform((v) => {
+    return remap$(v, {
+        taskId: "task_id",
+        sampleIndex: "sample_index",
+        outputText: "output_text",
+        costUsd: "cost_usd",
+        inputTokens: "input_tokens",
+        outputTokens: "output_tokens",
+        cachedTokens: "cached_tokens",
+        phaseTimings: "phase_timings",
+    });
+});
+export function appendAgentTrialsRequestTrialsToJSON(appendAgentTrialsRequestTrials) {
+    return JSON.stringify(AppendAgentTrialsRequestTrials$outboundSchema.parse(appendAgentTrialsRequestTrials));
+}
+export function appendAgentTrialsRequestTrialsFromJSON(jsonString) {
+    return safeParse(jsonString, (x) => AppendAgentTrialsRequestTrials$inboundSchema.parse(JSON.parse(x)), `Failed to parse 'AppendAgentTrialsRequestTrials' from JSON`);
+}
+/** @internal */
+export const AppendAgentTrialsRequest$inboundSchema = z.object({
+    trials: z.array(z.lazy(() => AppendAgentTrialsRequestTrials$inboundSchema))
+        .optional(),
+    finalize: z.boolean().default(false),
+});
+/** @internal */
+export const AppendAgentTrialsRequest$outboundSchema = z.object({
+    trials: z.array(z.lazy(() => AppendAgentTrialsRequestTrials$outboundSchema))
+        .optional(),
+    finalize: z.boolean().default(false),
+});
+export function appendAgentTrialsRequestToJSON(appendAgentTrialsRequest) {
+    return JSON.stringify(AppendAgentTrialsRequest$outboundSchema.parse(appendAgentTrialsRequest));
+}
+export function appendAgentTrialsRequestFromJSON(jsonString) {
+    return safeParse(jsonString, (x) => AppendAgentTrialsRequest$inboundSchema.parse(JSON.parse(x)), `Failed to parse 'AppendAgentTrialsRequest' from JSON`);
+}
+//# sourceMappingURL=appendagenttrialsrequest.js.map

package/dist/esm/models/components/appendagenttrialsrequest.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"appendagenttrialsrequest.js","sourceRoot":"","sources":["../../../../src/models/components/appendagenttrialsrequest.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,KAAK,IAAI,MAAM,EAAE,MAAM,yBAAyB,CAAC;AAC1D,OAAO,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AAKjD;;GAEG;AACH,MAAM,CAAC,MAAM,8BAA8B,GAAG;IAC5C,SAAS,EAAE,WAAW;IACtB,MAAM,EAAE,QAAQ;CACR,CAAC;AAwDX,gBAAgB;AAChB,MAAM,CAAC,MAAM,4CAA4C,GAErD,CAAC,CAAC,UAAU,CAAC,8BAA8B,CAAC,CAAC;AACjD,gBAAgB;AAChB,MAAM,CAAC,MAAM,6CAA6C,GAEtD,4CAA4C,CAAC;AAEjD,gBAAgB;AAChB,MAAM,CAAC,MAAM,4CAA4C,GAIrD,CAAC,CAAC,MAAM,CAAC;IACX,OAAO,EAAE,CAAC,CAAC,MAAM,EAAE;IACnB,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE;IAC9B,MAAM,EAAE,4CAA4C,CAAC,OAAO,CAAC,WAAW,CAAC;IACzE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;IAC9B,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACzC,WAAW,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IAC9C,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACvC,KAAK,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE;IAC/C,QAAQ,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IAC3C,YAAY,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE;IACrD,aAAa,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE;IACtD,aAAa,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE;IACtD,aAAa,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE;CACxD,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE;IACjB,OAAO,MAAM,CAAC,CAAC,EAAE;QACf,SAAS,EAAE,QAAQ;QACnB,cAAc,EAAE,aAAa;QAC7B,aAAa,EAAE,YAAY;QAC3B,UAAU,EAAE,SAAS;QACrB,cAAc,EAAE,aAAa;QAC7B,eAAe,EAAE,cAAc;QAC/B,eAAe,EAAE,cAAc;QAC/B,eAAe,EAAE,cAAc;KAChC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAkBH,gBAAgB;AAChB,MAAM,CAAC,MAAM,6CAA6C,GAItD,CAAC,CAAC,MAAM,CAAC;IACX,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE;IAC7B,MAAM,EAAE,6CAA6C,CAAC,OAAO,CAAC,WAAW,CAAC;IAC1E,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,OAAO,CAAC,EAAE,CAAC;IAC9B,MAAM,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACzC,UAAU,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IAC7C,MAAM,EAAE,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IACvC,KAAK,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE;IAC/C,OAAO,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,QAAQ,EAAE;IAC1C,WAAW,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE;IACpD,YAAY,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE;IACrD,YAAY,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE,CAAC,CAAC,QAAQ,EAAE;IACrD,YAAY,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,QAAQ,EAAE;CACvD,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE;IACjB,OAAO,MAAM,CAAC,CAAC,EAAE;QACf,MAAM,EAAE,SAAS;QACjB,WAAW,EAAE,cAAc;QAC3B,UAAU,EAAE,aAAa;QACzB,OAAO,EAAE,UAAU;QACnB,WAAW,EAAE,cAAc;QAC3B,YAAY,EAAE,eAAe;QAC7B,YAAY,EAAE,eAAe;QAC7B,YAAY,EAAE,eAAe;KAC9B,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,MAAM,UAAU,oCAAoC,CAClD,8BAA8D;IAE9D,OAAO,IAAI,CAAC,SAAS,CACnB,6CAA6C,CAAC,KAAK,CACjD,8BAA8B,CAC/B,CACF,CAAC;AACJ,CAAC;AACD,MAAM,UAAU,sCAAsC,CACpD,UAAkB;IAElB,OAAO,SAAS,CACd,UAAU,EACV,CAAC,CAAC,EAAE,EAAE,CAAC,4CAA4C,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EACxE,4DAA4D,CAC7D,CAAC;AACJ,CAAC;AAED,gBAAgB;AAChB,MAAM,CAAC,MAAM,sCAAsC,GAI/C,CAAC,CAAC,MAAM,CAAC;IACX,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,4CAA4C,CAAC,CAAC;SACxE,QAAQ,EAAE;IACb,QAAQ,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC;CACrC,CAAC,CAAC;AAOH,gBAAgB;AAChB,MAAM,CAAC,MAAM,uCAAuC,GAIhD,CAAC,CAAC,MAAM,CAAC;IACX,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,6CAA6C,CAAC,CAAC;SACzE,QAAQ,EAAE;IACb,QAAQ,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,OAAO,CAAC,KAAK,CAAC;CACrC,CAAC,CAAC;AAEH,MAAM,UAAU,8BAA8B,CAC5C,wBAAkD;IAElD,OAAO,IAAI,CAAC,SAAS,CACnB,uCAAuC,CAAC,KAAK,CAAC,wBAAwB,CAAC,CACxE,CAAC;AACJ,CAAC;AACD,MAAM,UAAU,gCAAgC,CAC9C,UAAkB;IAElB,OAAO,SAAS,CACd,UAAU,EACV,CAAC,CAAC,EAAE,EAAE,CAAC,sCAAsC,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAClE,sDAAsD,CACvD,CAAC;AACJ,CAAC"}

package/dist/esm/models/components/evalleaderboardrow.d.ts

@@ -0,0 +1,85 @@
+import * as z from "zod/v3";
+import { Result as SafeParseResult } from "../../types/fp.js";
+import { SDKValidationError } from "../errors/sdkvalidationerror.js";
+export type AccuracyCi = {
+    low: number;
+    high: number;
+    margin: number;
+};
+export type EvalLeaderboardRow = {
+    agentName: string;
+    /**
+     * Version from the row's newest run. Not part of the row identity, so older runs in this row may have reported a different one.
+     */
+    agentVersion: string | null;
+    agentEffort: string | null;
+    model: string;
+    /**
+     * Mean of `metric` over the row's scored trials. Null when no trial carried a numeric value for that metric — distinct from 0, which means every trial scored zero.
+     */
+    accuracy: number | null;
+    /**
+     * 95% Wald interval, p ± 1.96·sqrt(p(1-p)/n), clamped to [0, 1]. Derived per request rather than stored, so it cannot drift when a failed trial is rerun. It assumes `metric` is a 0/1 outcome (the harness `reward`); on a continuous metric the mean is still right but this interval is not, so read it only for pass/fail metrics. Null when `accuracy` is.
+     */
+    accuracyCi: AccuracyCi | null;
+    /**
+     * Every sample in the row's runs, whatever its status.
+     */
+    trials: number;
+    /**
+     * Trials carrying a numeric `metric` — the denominator behind `accuracy` and `accuracy_ci`.
+     */
+    scoredTrials: number;
+    /**
+     * Trials that ended in the `failed` status, i.e. produced no score at all. An agent timeout is NOT one of these: the harness still verifies and scores that trial.
+     */
+    failedTrials: number;
+    /**
+     * Summed trial spend, falling back to the runs' own totals when trials carry no cost. Null when neither reported any.
+     */
+    costUsd: number | null;
+    runCount: number;
+    /**
+     * The runs behind this row, largest (most trials) first, ties newest first — element 0 is the run to open when the reader drills into this row, so a full benchmark job outranks a newer one-task smoke run.
+     */
+    runIds: Array<string>;
+    /**
+     * Creation time of the newest run in the row, unix seconds.
+     */
+    lastRunAt: number;
+};
+/** @internal */
+export declare const AccuracyCi$inboundSchema: z.ZodType<AccuracyCi, z.ZodTypeDef, unknown>;
+/** @internal */
+export type AccuracyCi$Outbound = {
+    low: number;
+    high: number;
+    margin: number;
+};
+/** @internal */
+export declare const AccuracyCi$outboundSchema: z.ZodType<AccuracyCi$Outbound, z.ZodTypeDef, AccuracyCi>;
+export declare function accuracyCiToJSON(accuracyCi: AccuracyCi): string;
+export declare function accuracyCiFromJSON(jsonString: string): SafeParseResult<AccuracyCi, SDKValidationError>;
+/** @internal */
+export declare const EvalLeaderboardRow$inboundSchema: z.ZodType<EvalLeaderboardRow, z.ZodTypeDef, unknown>;
+/** @internal */
+export type EvalLeaderboardRow$Outbound = {
+    agent_name: string;
+    agent_version: string | null;
+    agent_effort: string | null;
+    model: string;
+    accuracy: number | null;
+    accuracy_ci: AccuracyCi$Outbound | null;
+    trials: number;
+    scored_trials: number;
+    failed_trials: number;
+    cost_usd: number | null;
+    run_count: number;
+    run_ids: Array<string>;
+    last_run_at: number;
+};
+/** @internal */
+export declare const EvalLeaderboardRow$outboundSchema: z.ZodType<EvalLeaderboardRow$Outbound, z.ZodTypeDef, EvalLeaderboardRow>;
+export declare function evalLeaderboardRowToJSON(evalLeaderboardRow: EvalLeaderboardRow): string;
+export declare function evalLeaderboardRowFromJSON(jsonString: string): SafeParseResult<EvalLeaderboardRow, SDKValidationError>;
+//# sourceMappingURL=evalleaderboardrow.d.ts.map

package/dist/esm/models/components/evalleaderboardrow.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"evalleaderboardrow.d.ts","sourceRoot":"","sources":["../../../../src/models/components/evalleaderboardrow.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,QAAQ,CAAC;AAG5B,OAAO,EAAE,MAAM,IAAI,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAC9D,OAAO,EAAE,kBAAkB,EAAE,MAAM,iCAAiC,CAAC;AAErE,MAAM,MAAM,UAAU,GAAG;IACvB,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF,MAAM,MAAM,kBAAkB,GAAG;IAC/B,SAAS,EAAE,MAAM,CAAC;IAClB;;OAEG;IACH,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,KAAK,EAAE,MAAM,CAAC;IACd;;OAEG;IACH,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB;;OAEG;IACH,UAAU,EAAE,UAAU,GAAG,IAAI,CAAC;IAC9B;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IACf;;OAEG;IACH,YAAY,EAAE,MAAM,CAAC;IACrB;;OAEG;IACH,YAAY,EAAE,MAAM,CAAC;IACrB;;OAEG;IACH,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB,QAAQ,EAAE,MAAM,CAAC;IACjB;;OAEG;IACH,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACtB;;OAEG;IACH,SAAS,EAAE,MAAM,CAAC;CACnB,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,wBAAwB,EAAE,CAAC,CAAC,OAAO,CAC9C,UAAU,EACV,CAAC,CAAC,UAAU,EACZ,OAAO,CAKP,CAAC;AACH,gBAAgB;AAChB,MAAM,MAAM,mBAAmB,GAAG;IAChC,GAAG,EAAE,MAAM,CAAC;IACZ,IAAI,EAAE,MAAM,CAAC;IACb,MAAM,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,yBAAyB,EAAE,CAAC,CAAC,OAAO,CAC/C,mBAAmB,EACnB,CAAC,CAAC,UAAU,EACZ,UAAU,CAKV,CAAC;AAEH,wBAAgB,gBAAgB,CAAC,UAAU,EAAE,UAAU,GAAG,MAAM,CAE/D;AACD,wBAAgB,kBAAkB,CAChC,UAAU,EAAE,MAAM,GACjB,eAAe,CAAC,UAAU,EAAE,kBAAkB,CAAC,CAMjD;AAED,gBAAgB;AAChB,eAAO,MAAM,gCAAgC,EAAE,CAAC,CAAC,OAAO,CACtD,kBAAkB,EAClB,CAAC,CAAC,UAAU,EACZ,OAAO,CA4BP,CAAC;AACH,gBAAgB;AAChB,MAAM,MAAM,2BAA2B,GAAG;IACxC,UAAU,EAAE,MAAM,CAAC;IACnB,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,WAAW,EAAE,mBAAmB,GAAG,IAAI,CAAC;IACxC,MAAM,EAAE,MAAM,CAAC;IACf,aAAa,EAAE,MAAM,CAAC;IACtB,aAAa,EAAE,MAAM,CAAC;IACtB,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,SAAS,EAAE,MAAM,CAAC;IAClB,OAAO,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACvB,WAAW,EAAE,MAAM,CAAC;CACrB,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,iCAAiC,EAAE,CAAC,CAAC,OAAO,CACvD,2BAA2B,EAC3B,CAAC,CAAC,UAAU,EACZ,kBAAkB,CA4BlB,CAAC;AAEH,wBAAgB,wBAAwB,CACtC,kBAAkB,EAAE,kBAAkB,GACrC,MAAM,CAIR;AACD,wBAAgB,0BAA0B,CACxC,UAAU,EAAE,MAAM,GACjB,eAAe,CAAC,kBAAkB,EAAE,kBAAkB,CAAC,CAMzD"}

package/dist/esm/models/components/evalleaderboardrow.js

@@ -0,0 +1,89 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+import * as z from "zod/v3";
+import { remap as remap$ } from "../../lib/primitives.js";
+import { safeParse } from "../../lib/schemas.js";
+/** @internal */
+export const AccuracyCi$inboundSchema = z.object({
+    low: z.number(),
+    high: z.number(),
+    margin: z.number(),
+});
+/** @internal */
+export const AccuracyCi$outboundSchema = z.object({
+    low: z.number(),
+    high: z.number(),
+    margin: z.number(),
+});
+export function accuracyCiToJSON(accuracyCi) {
+    return JSON.stringify(AccuracyCi$outboundSchema.parse(accuracyCi));
+}
+export function accuracyCiFromJSON(jsonString) {
+    return safeParse(jsonString, (x) => AccuracyCi$inboundSchema.parse(JSON.parse(x)), `Failed to parse 'AccuracyCi' from JSON`);
+}
+/** @internal */
+export const EvalLeaderboardRow$inboundSchema = z.object({
+    agent_name: z.string(),
+    agent_version: z.nullable(z.string()),
+    agent_effort: z.nullable(z.string()),
+    model: z.string(),
+    accuracy: z.nullable(z.number()),
+    accuracy_ci: z.nullable(z.lazy(() => AccuracyCi$inboundSchema)),
+    trials: z.number().int(),
+    scored_trials: z.number().int(),
+    failed_trials: z.number().int(),
+    cost_usd: z.nullable(z.number()),
+    run_count: z.number().int(),
+    run_ids: z.array(z.string()),
+    last_run_at: z.number().int(),
+}).transform((v) => {
+    return remap$(v, {
+        "agent_name": "agentName",
+        "agent_version": "agentVersion",
+        "agent_effort": "agentEffort",
+        "accuracy_ci": "accuracyCi",
+        "scored_trials": "scoredTrials",
+        "failed_trials": "failedTrials",
+        "cost_usd": "costUsd",
+        "run_count": "runCount",
+        "run_ids": "runIds",
+        "last_run_at": "lastRunAt",
+    });
+});
+/** @internal */
+export const EvalLeaderboardRow$outboundSchema = z.object({
+    agentName: z.string(),
+    agentVersion: z.nullable(z.string()),
+    agentEffort: z.nullable(z.string()),
+    model: z.string(),
+    accuracy: z.nullable(z.number()),
+    accuracyCi: z.nullable(z.lazy(() => AccuracyCi$outboundSchema)),
+    trials: z.number().int(),
+    scoredTrials: z.number().int(),
+    failedTrials: z.number().int(),
+    costUsd: z.nullable(z.number()),
+    runCount: z.number().int(),
+    runIds: z.array(z.string()),
+    lastRunAt: z.number().int(),
+}).transform((v) => {
+    return remap$(v, {
+        agentName: "agent_name",
+        agentVersion: "agent_version",
+        agentEffort: "agent_effort",
+        accuracyCi: "accuracy_ci",
+        scoredTrials: "scored_trials",
+        failedTrials: "failed_trials",
+        costUsd: "cost_usd",
+        runCount: "run_count",
+        runIds: "run_ids",
+        lastRunAt: "last_run_at",
+    });
+});
+export function evalLeaderboardRowToJSON(evalLeaderboardRow) {
+    return JSON.stringify(EvalLeaderboardRow$outboundSchema.parse(evalLeaderboardRow));
+}
+export function evalLeaderboardRowFromJSON(jsonString) {
+    return safeParse(jsonString, (x) => EvalLeaderboardRow$inboundSchema.parse(JSON.parse(x)), `Failed to parse 'EvalLeaderboardRow' from JSON`);
+}
+//# sourceMappingURL=evalleaderboardrow.js.map

package/dist/esm/models/components/evalleaderboardrow.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"evalleaderboardrow.js","sourceRoot":"","sources":["../../../../src/models/components/evalleaderboardrow.ts"],"names":[],"mappings":"AAAA;;GAEG;AAEH,OAAO,KAAK,CAAC,MAAM,QAAQ,CAAC;AAC5B,OAAO,EAAE,KAAK,IAAI,MAAM,EAAE,MAAM,yBAAyB,CAAC;AAC1D,OAAO,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AAqDjD,gBAAgB;AAChB,MAAM,CAAC,MAAM,wBAAwB,GAIjC,CAAC,CAAC,MAAM,CAAC;IACX,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE;IACf,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;CACnB,CAAC,CAAC;AAQH,gBAAgB;AAChB,MAAM,CAAC,MAAM,yBAAyB,GAIlC,CAAC,CAAC,MAAM,CAAC;IACX,GAAG,EAAE,CAAC,CAAC,MAAM,EAAE;IACf,IAAI,EAAE,CAAC,CAAC,MAAM,EAAE;IAChB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;CACnB,CAAC,CAAC;AAEH,MAAM,UAAU,gBAAgB,CAAC,UAAsB;IACrD,OAAO,IAAI,CAAC,SAAS,CAAC,yBAAyB,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC,CAAC;AACrE,CAAC;AACD,MAAM,UAAU,kBAAkB,CAChC,UAAkB;IAElB,OAAO,SAAS,CACd,UAAU,EACV,CAAC,CAAC,EAAE,EAAE,CAAC,wBAAwB,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EACpD,wCAAwC,CACzC,CAAC;AACJ,CAAC;AAED,gBAAgB;AAChB,MAAM,CAAC,MAAM,gCAAgC,GAIzC,CAAC,CAAC,MAAM,CAAC;IACX,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE;IACtB,aAAa,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IACrC,YAAY,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IACpC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;IACjB,QAAQ,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IAChC,WAAW,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,wBAAwB,CAAC,CAAC;IAC/D,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE;IACxB,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE;IAC/B,aAAa,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE;IAC/B,QAAQ,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IAChC,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE;IAC3B,OAAO,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IAC5B,WAAW,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE;CAC9B,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE;IACjB,OAAO,MAAM,CAAC,CAAC,EAAE;QACf,YAAY,EAAE,WAAW;QACzB,eAAe,EAAE,cAAc;QAC/B,cAAc,EAAE,aAAa;QAC7B,aAAa,EAAE,YAAY;QAC3B,eAAe,EAAE,cAAc;QAC/B,eAAe,EAAE,cAAc;QAC/B,UAAU,EAAE,SAAS;QACrB,WAAW,EAAE,UAAU;QACvB,SAAS,EAAE,QAAQ;QACnB,aAAa,EAAE,WAAW;KAC3B,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAkBH,gBAAgB;AAChB,MAAM,CAAC,MAAM,iCAAiC,GAI1C,CAAC,CAAC,MAAM,CAAC;IACX,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE;IACrB,YAAY,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IACpC,WAAW,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IACnC,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE;IACjB,QAAQ,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IAChC,UAAU,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC,yBAAyB,CAAC,CAAC;IAC/D,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE;IACxB,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE;IAC9B,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE;IAC9B,OAAO,EAAE,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IAC/B,QAAQ,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE;IAC1B,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IAC3B,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,EAAE;CAC5B,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,EAAE;IACjB,OAAO,MAAM,CAAC,CAAC,EAAE;QACf,SAAS,EAAE,YAAY;QACvB,YAAY,EAAE,eAAe;QAC7B,WAAW,EAAE,cAAc;QAC3B,UAAU,EAAE,aAAa;QACzB,YAAY,EAAE,eAAe;QAC7B,YAAY,EAAE,eAAe;QAC7B,OAAO,EAAE,UAAU;QACnB,QAAQ,EAAE,WAAW;QACrB,MAAM,EAAE,SAAS;QACjB,SAAS,EAAE,aAAa;KACzB,CAAC,CAAC;AACL,CAAC,CAAC,CAAC;AAEH,MAAM,UAAU,wBAAwB,CACtC,kBAAsC;IAEtC,OAAO,IAAI,CAAC,SAAS,CACnB,iCAAiC,CAAC,KAAK,CAAC,kBAAkB,CAAC,CAC5D,CAAC;AACJ,CAAC;AACD,MAAM,UAAU,0BAA0B,CACxC,UAAkB;IAElB,OAAO,SAAS,CACd,UAAU,EACV,CAAC,CAAC,EAAE,EAAE,CAAC,gCAAgC,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAC5D,gDAAgD,CACjD,CAAC;AACJ,CAAC"}

package/dist/esm/models/components/evalrunoverview.d.ts

@@ -0,0 +1,101 @@
+import * as z from "zod/v3";
+import { Result as SafeParseResult } from "../../types/fp.js";
+import { SDKValidationError } from "../errors/sdkvalidationerror.js";
+import { EvalRunStatus } from "./evalrunstatus.js";
+export type Trials = {
+    total: number;
+    completed: number;
+    /**
+     * Trials in the `failed` status — no score produced.
+     */
+    failed: number;
+    /**
+     * Trials with a non-null `error`. Overlaps `failed` rather than partitioning it: a harness trial can carry an agent timeout and still be completed and scored.
+     */
+    errored: number;
+    /**
+     * Trials that were rerun through rerun-failed, counted from the pre-rerun snapshot. 0 when the run was never rerun.
+     */
+    retried: number;
+};
+/**
+ * Summed over the run's trials. Each field is null when no trial reported it.
+ */
+export type Tokens = {
+    input: number | null;
+    output: number | null;
+    /**
+     * Share of `input` served from the provider's prompt cache.
+     */
+    cached: number | null;
+};
+export type EvalRunOverview = {
+    object: "eval.run.overview";
+    runId: string;
+    suiteId: string;
+    status: EvalRunStatus;
+    agentName: string | null;
+    agentVersion: string | null;
+    agentEffort: string | null;
+    models: Array<string>;
+    metric: string;
+    /**
+     * Mean of `metric` over trials that carry it numerically. Null when none do.
+     */
+    avgReward: number | null;
+    trials: Trials;
+    costUsd: number | null;
+    /**
+     * Summed over the run's trials. Each field is null when no trial reported it.
+     */
+    tokens: Tokens;
+};
+/** @internal */
+export declare const Trials$inboundSchema: z.ZodType<Trials, z.ZodTypeDef, unknown>;
+/** @internal */
+export type Trials$Outbound = {
+    total: number;
+    completed: number;
+    failed: number;
+    errored: number;
+    retried: number;
+};
+/** @internal */
+export declare const Trials$outboundSchema: z.ZodType<Trials$Outbound, z.ZodTypeDef, Trials>;
+export declare function trialsToJSON(trials: Trials): string;
+export declare function trialsFromJSON(jsonString: string): SafeParseResult<Trials, SDKValidationError>;
+/** @internal */
+export declare const Tokens$inboundSchema: z.ZodType<Tokens, z.ZodTypeDef, unknown>;
+/** @internal */
+export type Tokens$Outbound = {
+    input: number | null;
+    output: number | null;
+    cached: number | null;
+};
+/** @internal */
+export declare const Tokens$outboundSchema: z.ZodType<Tokens$Outbound, z.ZodTypeDef, Tokens>;
+export declare function tokensToJSON(tokens: Tokens): string;
+export declare function tokensFromJSON(jsonString: string): SafeParseResult<Tokens, SDKValidationError>;
+/** @internal */
+export declare const EvalRunOverview$inboundSchema: z.ZodType<EvalRunOverview, z.ZodTypeDef, unknown>;
+/** @internal */
+export type EvalRunOverview$Outbound = {
+    object: "eval.run.overview";
+    run_id: string;
+    suite_id: string;
+    status: string;
+    agent_name: string | null;
+    agent_version: string | null;
+    agent_effort: string | null;
+    models: Array<string>;
+    metric: string;
+    avg_reward: number | null;
+    trials: Trials$Outbound;
+    cost_usd: number | null;
+    tokens: Tokens$Outbound;
+};
+/** @internal */
+export declare const EvalRunOverview$outboundSchema: z.ZodType<EvalRunOverview$Outbound, z.ZodTypeDef, EvalRunOverview>;
+export declare function evalRunOverviewToJSON(evalRunOverview: EvalRunOverview): string;
+export declare function evalRunOverviewFromJSON(jsonString: string): SafeParseResult<EvalRunOverview, SDKValidationError>;
+//# sourceMappingURL=evalrunoverview.d.ts.map

package/dist/esm/models/components/evalrunoverview.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"evalrunoverview.d.ts","sourceRoot":"","sources":["../../../../src/models/components/evalrunoverview.ts"],"names":[],"mappings":"AAIA,OAAO,KAAK,CAAC,MAAM,QAAQ,CAAC;AAG5B,OAAO,EAAE,MAAM,IAAI,eAAe,EAAE,MAAM,mBAAmB,CAAC;AAC9D,OAAO,EAAE,kBAAkB,EAAE,MAAM,iCAAiC,CAAC;AACrE,OAAO,EACL,aAAa,EAGd,MAAM,oBAAoB,CAAC;AAE5B,MAAM,MAAM,MAAM,GAAG;IACnB,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;IACf;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;IAChB;;OAEG;IACH,OAAO,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF;;GAEG;AACH,MAAM,MAAM,MAAM,GAAG;IACnB,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB;;OAEG;IACH,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;CACvB,CAAC;AAEF,MAAM,MAAM,eAAe,GAAG;IAC5B,MAAM,EAAE,mBAAmB,CAAC;IAC5B,KAAK,EAAE,MAAM,CAAC;IACd,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,aAAa,CAAC;IACtB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,WAAW,EAAE,MAAM,GAAG,IAAI,CAAC;IAC3B,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACtB,MAAM,EAAE,MAAM,CAAC;IACf;;OAEG;IACH,SAAS,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,GAAG,IAAI,CAAC;IACvB;;OAEG;IACH,MAAM,EAAE,MAAM,CAAC;CAChB,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,oBAAoB,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,UAAU,EAAE,OAAO,CAOtE,CAAC;AACL,gBAAgB;AAChB,MAAM,MAAM,eAAe,GAAG;IAC5B,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB,MAAM,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,qBAAqB,EAAE,CAAC,CAAC,OAAO,CAC3C,eAAe,EACf,CAAC,CAAC,UAAU,EACZ,MAAM,CAON,CAAC;AAEH,wBAAgB,YAAY,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAEnD;AACD,wBAAgB,cAAc,CAC5B,UAAU,EAAE,MAAM,GACjB,eAAe,CAAC,MAAM,EAAE,kBAAkB,CAAC,CAM7C;AAED,gBAAgB;AAChB,eAAO,MAAM,oBAAoB,EAAE,CAAC,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC,UAAU,EAAE,OAAO,CAKtE,CAAC;AACL,gBAAgB;AAChB,MAAM,MAAM,eAAe,GAAG;IAC5B,KAAK,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,MAAM,EAAE,MAAM,GAAG,IAAI,CAAC;CACvB,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,qBAAqB,EAAE,CAAC,CAAC,OAAO,CAC3C,eAAe,EACf,CAAC,CAAC,UAAU,EACZ,MAAM,CAKN,CAAC;AAEH,wBAAgB,YAAY,CAAC,MAAM,EAAE,MAAM,GAAG,MAAM,CAEnD;AACD,wBAAgB,cAAc,CAC5B,UAAU,EAAE,MAAM,GACjB,eAAe,CAAC,MAAM,EAAE,kBAAkB,CAAC,CAM7C;AAED,gBAAgB;AAChB,eAAO,MAAM,6BAA6B,EAAE,CAAC,CAAC,OAAO,CACnD,eAAe,EACf,CAAC,CAAC,UAAU,EACZ,OAAO,CAyBP,CAAC;AACH,gBAAgB;AAChB,MAAM,MAAM,wBAAwB,GAAG;IACrC,MAAM,EAAE,mBAAmB,CAAC;IAC5B,MAAM,EAAE,MAAM,CAAC;IACf,QAAQ,EAAE,MAAM,CAAC;IACjB,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,aAAa,EAAE,MAAM,GAAG,IAAI,CAAC;IAC7B,YAAY,EAAE,MAAM,GAAG,IAAI,CAAC;IAC5B,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;IACtB,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,MAAM,EAAE,eAAe,CAAC;IACxB,QAAQ,EAAE,MAAM,GAAG,IAAI,CAAC;IACxB,MAAM,EAAE,eAAe,CAAC;CACzB,CAAC;AAEF,gBAAgB;AAChB,eAAO,MAAM,8BAA8B,EAAE,CAAC,CAAC,OAAO,CACpD,wBAAwB,EACxB,CAAC,CAAC,UAAU,EACZ,eAAe,CAyBf,CAAC;AAEH,wBAAgB,qBAAqB,CACnC,eAAe,EAAE,eAAe,GAC/B,MAAM,CAER;AACD,wBAAgB,uBAAuB,CACrC,UAAU,EAAE,MAAM,GACjB,eAAe,CAAC,eAAe,EAAE,kBAAkB,CAAC,CAMtD"}