@meetkai/mka1 0.54.68 → 0.54.70

package/src/models/operations/rerunfailedevalsamples.ts

@@ -87,6 +87,25 @@ export type RerunFailedEvalSamplesRequestCounts = {
   failed: number;
 };
 
+/**
+ * Token totals for the run, summed over its samples when it finalized. Each is null when nothing reported that figure, which is a different fact from zero and must not render as free.
+ */
+export type RerunFailedEvalSamplesTokens = {
+  /**
+   * Prompt tokens over the run's samples, `cached` included.
+   */
+  input: number | null;
+  output: number | null;
+  /**
+   * The share of `input` the provider served from its prompt cache. Can exceed `input` on an older harness import, where the two numbers came from different accountings — treat the pair as inconsistent rather than deriving a hit rate from it.
+   */
+  cached: number | null;
+  /**
+   * Reasoning tokens inside `output`, summed over the samples whose provider reported the split. Null when none did; the per-task figures in `metrics.by_task` estimate the split from the stored text in that case.
+   */
+  reasoning: number | null;
+};
+
 /**
  * OK
  */
@@ -131,6 +150,10 @@ export type RerunFailedEvalSamplesResponseBody = {
    * Total spend for the run in USD. Null when the harness did not report cost.
    */
   costUsd: number | null;
+  /**
+   * Token totals for the run, summed over its samples when it finalized. Each is null when nothing reported that figure, which is a different fact from zero and must not render as free.
+   */
+  tokens: RerunFailedEvalSamplesTokens;
   createdAt: number;
   startedAt: number | null;
   completedAt: number | null;
@@ -505,6 +528,56 @@ export function rerunFailedEvalSamplesRequestCountsFromJSON(
   );
 }
 
+/** @internal */
+export const RerunFailedEvalSamplesTokens$inboundSchema: z.ZodType<
+  RerunFailedEvalSamplesTokens,
+  z.ZodTypeDef,
+  unknown
+> = z.object({
+  input: z.nullable(z.number().int()),
+  output: z.nullable(z.number().int()),
+  cached: z.nullable(z.number().int()),
+  reasoning: z.nullable(z.number().int()),
+});
+/** @internal */
+export type RerunFailedEvalSamplesTokens$Outbound = {
+  input: number | null;
+  output: number | null;
+  cached: number | null;
+  reasoning: number | null;
+};
+
+/** @internal */
+export const RerunFailedEvalSamplesTokens$outboundSchema: z.ZodType<
+  RerunFailedEvalSamplesTokens$Outbound,
+  z.ZodTypeDef,
+  RerunFailedEvalSamplesTokens
+> = z.object({
+  input: z.nullable(z.number().int()),
+  output: z.nullable(z.number().int()),
+  cached: z.nullable(z.number().int()),
+  reasoning: z.nullable(z.number().int()),
+});
+
+export function rerunFailedEvalSamplesTokensToJSON(
+  rerunFailedEvalSamplesTokens: RerunFailedEvalSamplesTokens,
+): string {
+  return JSON.stringify(
+    RerunFailedEvalSamplesTokens$outboundSchema.parse(
+      rerunFailedEvalSamplesTokens,
+    ),
+  );
+}
+export function rerunFailedEvalSamplesTokensFromJSON(
+  jsonString: string,
+): SafeParseResult<RerunFailedEvalSamplesTokens, SDKValidationError> {
+  return safeParse(
+    jsonString,
+    (x) => RerunFailedEvalSamplesTokens$inboundSchema.parse(JSON.parse(x)),
+    `Failed to parse 'RerunFailedEvalSamplesTokens' from JSON`,
+  );
+}
+
 /** @internal */
 export const RerunFailedEvalSamplesResponseBody$inboundSchema: z.ZodType<
   RerunFailedEvalSamplesResponseBody,
@@ -535,6 +608,7 @@ export const RerunFailedEvalSamplesResponseBody$inboundSchema: z.ZodType<
   agent_version: z.nullable(z.string()),
   agent_effort: z.nullable(z.string()),
   cost_usd: z.nullable(z.number()),
+  tokens: z.lazy(() => RerunFailedEvalSamplesTokens$inboundSchema),
   created_at: z.number().int(),
   started_at: z.nullable(z.number().int()),
   completed_at: z.nullable(z.number().int()),
@@ -587,6 +661,7 @@ export type RerunFailedEvalSamplesResponseBody$Outbound = {
   agent_version: string | null;
   agent_effort: string | null;
   cost_usd: number | null;
+  tokens: RerunFailedEvalSamplesTokens$Outbound;
   created_at: number;
   started_at: number | null;
   completed_at: number | null;
@@ -624,6 +699,7 @@ export const RerunFailedEvalSamplesResponseBody$outboundSchema: z.ZodType<
   agentVersion: z.nullable(z.string()),
   agentEffort: z.nullable(z.string()),
   costUsd: z.nullable(z.number()),
+  tokens: z.lazy(() => RerunFailedEvalSamplesTokens$outboundSchema),
   createdAt: z.number().int(),
   startedAt: z.nullable(z.number().int()),
   completedAt: z.nullable(z.number().int()),

package/src/models/operations/retryfailedevalrun.ts

@@ -87,6 +87,25 @@ export type RetryFailedEvalRunRequestCounts = {
   failed: number;
 };
 
+/**
+ * Token totals for the run, summed over its samples when it finalized. Each is null when nothing reported that figure, which is a different fact from zero and must not render as free.
+ */
+export type RetryFailedEvalRunTokens = {
+  /**
+   * Prompt tokens over the run's samples, `cached` included.
+   */
+  input: number | null;
+  output: number | null;
+  /**
+   * The share of `input` the provider served from its prompt cache. Can exceed `input` on an older harness import, where the two numbers came from different accountings — treat the pair as inconsistent rather than deriving a hit rate from it.
+   */
+  cached: number | null;
+  /**
+   * Reasoning tokens inside `output`, summed over the samples whose provider reported the split. Null when none did; the per-task figures in `metrics.by_task` estimate the split from the stored text in that case.
+   */
+  reasoning: number | null;
+};
+
 /**
  * OK
  */
@@ -131,6 +150,10 @@ export type RetryFailedEvalRunResponseBody = {
    * Total spend for the run in USD. Null when the harness did not report cost.
    */
   costUsd: number | null;
+  /**
+   * Token totals for the run, summed over its samples when it finalized. Each is null when nothing reported that figure, which is a different fact from zero and must not render as free.
+   */
+  tokens: RetryFailedEvalRunTokens;
   createdAt: number;
   startedAt: number | null;
   completedAt: number | null;
@@ -501,6 +524,54 @@ export function retryFailedEvalRunRequestCountsFromJSON(
   );
 }
 
+/** @internal */
+export const RetryFailedEvalRunTokens$inboundSchema: z.ZodType<
+  RetryFailedEvalRunTokens,
+  z.ZodTypeDef,
+  unknown
+> = z.object({
+  input: z.nullable(z.number().int()),
+  output: z.nullable(z.number().int()),
+  cached: z.nullable(z.number().int()),
+  reasoning: z.nullable(z.number().int()),
+});
+/** @internal */
+export type RetryFailedEvalRunTokens$Outbound = {
+  input: number | null;
+  output: number | null;
+  cached: number | null;
+  reasoning: number | null;
+};
+
+/** @internal */
+export const RetryFailedEvalRunTokens$outboundSchema: z.ZodType<
+  RetryFailedEvalRunTokens$Outbound,
+  z.ZodTypeDef,
+  RetryFailedEvalRunTokens
+> = z.object({
+  input: z.nullable(z.number().int()),
+  output: z.nullable(z.number().int()),
+  cached: z.nullable(z.number().int()),
+  reasoning: z.nullable(z.number().int()),
+});
+
+export function retryFailedEvalRunTokensToJSON(
+  retryFailedEvalRunTokens: RetryFailedEvalRunTokens,
+): string {
+  return JSON.stringify(
+    RetryFailedEvalRunTokens$outboundSchema.parse(retryFailedEvalRunTokens),
+  );
+}
+export function retryFailedEvalRunTokensFromJSON(
+  jsonString: string,
+): SafeParseResult<RetryFailedEvalRunTokens, SDKValidationError> {
+  return safeParse(
+    jsonString,
+    (x) => RetryFailedEvalRunTokens$inboundSchema.parse(JSON.parse(x)),
+    `Failed to parse 'RetryFailedEvalRunTokens' from JSON`,
+  );
+}
+
 /** @internal */
 export const RetryFailedEvalRunResponseBody$inboundSchema: z.ZodType<
   RetryFailedEvalRunResponseBody,
@@ -529,6 +600,7 @@ export const RetryFailedEvalRunResponseBody$inboundSchema: z.ZodType<
   agent_version: z.nullable(z.string()),
   agent_effort: z.nullable(z.string()),
   cost_usd: z.nullable(z.number()),
+  tokens: z.lazy(() => RetryFailedEvalRunTokens$inboundSchema),
   created_at: z.number().int(),
   started_at: z.nullable(z.number().int()),
   completed_at: z.nullable(z.number().int()),
@@ -581,6 +653,7 @@ export type RetryFailedEvalRunResponseBody$Outbound = {
   agent_version: string | null;
   agent_effort: string | null;
   cost_usd: number | null;
+  tokens: RetryFailedEvalRunTokens$Outbound;
   created_at: number;
   started_at: number | null;
   completed_at: number | null;
@@ -616,6 +689,7 @@ export const RetryFailedEvalRunResponseBody$outboundSchema: z.ZodType<
   agentVersion: z.nullable(z.string()),
   agentEffort: z.nullable(z.string()),
   costUsd: z.nullable(z.number()),
+  tokens: z.lazy(() => RetryFailedEvalRunTokens$outboundSchema),
   createdAt: z.number().int(),
   startedAt: z.nullable(z.number().int()),
   completedAt: z.nullable(z.number().int()),