@meetkai/mka1 0.54.68 → 0.54.69

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (150) hide show
  1. package/bin/mcp-server.js +197 -17
  2. package/bin/mcp-server.js.map +20 -20
  3. package/dist/commonjs/lib/config.d.ts +2 -2
  4. package/dist/commonjs/lib/config.js +2 -2
  5. package/dist/commonjs/mcp-server/mcp-server.js +1 -1
  6. package/dist/commonjs/mcp-server/server.js +1 -1
  7. package/dist/commonjs/models/components/appendagenttrialsrequest.d.ts +8 -0
  8. package/dist/commonjs/models/components/appendagenttrialsrequest.d.ts.map +1 -1
  9. package/dist/commonjs/models/components/appendagenttrialsrequest.js +4 -0
  10. package/dist/commonjs/models/components/appendagenttrialsrequest.js.map +1 -1
  11. package/dist/commonjs/models/components/evalleaderboardrow.d.ts +35 -0
  12. package/dist/commonjs/models/components/evalleaderboardrow.d.ts.map +1 -1
  13. package/dist/commonjs/models/components/evalleaderboardrow.js +26 -0
  14. package/dist/commonjs/models/components/evalleaderboardrow.js.map +1 -1
  15. package/dist/commonjs/models/components/evalrunoverview.d.ts +5 -0
  16. package/dist/commonjs/models/components/evalrunoverview.d.ts.map +1 -1
  17. package/dist/commonjs/models/components/evalrunoverview.js +2 -0
  18. package/dist/commonjs/models/components/evalrunoverview.js.map +1 -1
  19. package/dist/commonjs/models/components/evalsampleobject.d.ts +5 -0
  20. package/dist/commonjs/models/components/evalsampleobject.d.ts.map +1 -1
  21. package/dist/commonjs/models/components/evalsampleobject.js +4 -0
  22. package/dist/commonjs/models/components/evalsampleobject.js.map +1 -1
  23. package/dist/commonjs/models/components/importagentrunrequest.d.ts +8 -0
  24. package/dist/commonjs/models/components/importagentrunrequest.d.ts.map +1 -1
  25. package/dist/commonjs/models/components/importagentrunrequest.js +4 -0
  26. package/dist/commonjs/models/components/importagentrunrequest.js.map +1 -1
  27. package/dist/commonjs/models/operations/appendagentevaltrials.d.ts +36 -0
  28. package/dist/commonjs/models/operations/appendagentevaltrials.d.ts.map +1 -1
  29. package/dist/commonjs/models/operations/appendagentevaltrials.js +25 -1
  30. package/dist/commonjs/models/operations/appendagentevaltrials.js.map +1 -1
  31. package/dist/commonjs/models/operations/cancelevalrun.d.ts +36 -0
  32. package/dist/commonjs/models/operations/cancelevalrun.d.ts.map +1 -1
  33. package/dist/commonjs/models/operations/cancelevalrun.js +25 -1
  34. package/dist/commonjs/models/operations/cancelevalrun.js.map +1 -1
  35. package/dist/commonjs/models/operations/createevalrun.d.ts +36 -0
  36. package/dist/commonjs/models/operations/createevalrun.d.ts.map +1 -1
  37. package/dist/commonjs/models/operations/createevalrun.js +26 -1
  38. package/dist/commonjs/models/operations/createevalrun.js.map +1 -1
  39. package/dist/commonjs/models/operations/getevalrun.d.ts +36 -0
  40. package/dist/commonjs/models/operations/getevalrun.d.ts.map +1 -1
  41. package/dist/commonjs/models/operations/getevalrun.js +25 -1
  42. package/dist/commonjs/models/operations/getevalrun.js.map +1 -1
  43. package/dist/commonjs/models/operations/importagentevalrun.d.ts +36 -0
  44. package/dist/commonjs/models/operations/importagentevalrun.d.ts.map +1 -1
  45. package/dist/commonjs/models/operations/importagentevalrun.js +25 -1
  46. package/dist/commonjs/models/operations/importagentevalrun.js.map +1 -1
  47. package/dist/commonjs/models/operations/listevalruns.d.ts +36 -0
  48. package/dist/commonjs/models/operations/listevalruns.d.ts.map +1 -1
  49. package/dist/commonjs/models/operations/listevalruns.js +25 -1
  50. package/dist/commonjs/models/operations/listevalruns.js.map +1 -1
  51. package/dist/commonjs/models/operations/listevalscheduleruns.d.ts +36 -0
  52. package/dist/commonjs/models/operations/listevalscheduleruns.d.ts.map +1 -1
  53. package/dist/commonjs/models/operations/listevalscheduleruns.js +25 -1
  54. package/dist/commonjs/models/operations/listevalscheduleruns.js.map +1 -1
  55. package/dist/commonjs/models/operations/listevalsuiteleaderboardruns.d.ts +36 -0
  56. package/dist/commonjs/models/operations/listevalsuiteleaderboardruns.d.ts.map +1 -1
  57. package/dist/commonjs/models/operations/listevalsuiteleaderboardruns.js +25 -1
  58. package/dist/commonjs/models/operations/listevalsuiteleaderboardruns.js.map +1 -1
  59. package/dist/commonjs/models/operations/rerunfailedevalsamples.d.ts +36 -0
  60. package/dist/commonjs/models/operations/rerunfailedevalsamples.d.ts.map +1 -1
  61. package/dist/commonjs/models/operations/rerunfailedevalsamples.js +25 -1
  62. package/dist/commonjs/models/operations/rerunfailedevalsamples.js.map +1 -1
  63. package/dist/commonjs/models/operations/retryfailedevalrun.d.ts +36 -0
  64. package/dist/commonjs/models/operations/retryfailedevalrun.d.ts.map +1 -1
  65. package/dist/commonjs/models/operations/retryfailedevalrun.js +25 -1
  66. package/dist/commonjs/models/operations/retryfailedevalrun.js.map +1 -1
  67. package/dist/esm/lib/config.d.ts +2 -2
  68. package/dist/esm/lib/config.js +2 -2
  69. package/dist/esm/mcp-server/mcp-server.js +1 -1
  70. package/dist/esm/mcp-server/server.js +1 -1
  71. package/dist/esm/models/components/appendagenttrialsrequest.d.ts +8 -0
  72. package/dist/esm/models/components/appendagenttrialsrequest.d.ts.map +1 -1
  73. package/dist/esm/models/components/appendagenttrialsrequest.js +4 -0
  74. package/dist/esm/models/components/appendagenttrialsrequest.js.map +1 -1
  75. package/dist/esm/models/components/evalleaderboardrow.d.ts +35 -0
  76. package/dist/esm/models/components/evalleaderboardrow.d.ts.map +1 -1
  77. package/dist/esm/models/components/evalleaderboardrow.js +26 -0
  78. package/dist/esm/models/components/evalleaderboardrow.js.map +1 -1
  79. package/dist/esm/models/components/evalrunoverview.d.ts +5 -0
  80. package/dist/esm/models/components/evalrunoverview.d.ts.map +1 -1
  81. package/dist/esm/models/components/evalrunoverview.js +2 -0
  82. package/dist/esm/models/components/evalrunoverview.js.map +1 -1
  83. package/dist/esm/models/components/evalsampleobject.d.ts +5 -0
  84. package/dist/esm/models/components/evalsampleobject.d.ts.map +1 -1
  85. package/dist/esm/models/components/evalsampleobject.js +4 -0
  86. package/dist/esm/models/components/evalsampleobject.js.map +1 -1
  87. package/dist/esm/models/components/importagentrunrequest.d.ts +8 -0
  88. package/dist/esm/models/components/importagentrunrequest.d.ts.map +1 -1
  89. package/dist/esm/models/components/importagentrunrequest.js +4 -0
  90. package/dist/esm/models/components/importagentrunrequest.js.map +1 -1
  91. package/dist/esm/models/operations/appendagentevaltrials.d.ts +36 -0
  92. package/dist/esm/models/operations/appendagentevaltrials.d.ts.map +1 -1
  93. package/dist/esm/models/operations/appendagentevaltrials.js +22 -0
  94. package/dist/esm/models/operations/appendagentevaltrials.js.map +1 -1
  95. package/dist/esm/models/operations/cancelevalrun.d.ts +36 -0
  96. package/dist/esm/models/operations/cancelevalrun.d.ts.map +1 -1
  97. package/dist/esm/models/operations/cancelevalrun.js +22 -0
  98. package/dist/esm/models/operations/cancelevalrun.js.map +1 -1
  99. package/dist/esm/models/operations/createevalrun.d.ts +36 -0
  100. package/dist/esm/models/operations/createevalrun.d.ts.map +1 -1
  101. package/dist/esm/models/operations/createevalrun.js +23 -0
  102. package/dist/esm/models/operations/createevalrun.js.map +1 -1
  103. package/dist/esm/models/operations/getevalrun.d.ts +36 -0
  104. package/dist/esm/models/operations/getevalrun.d.ts.map +1 -1
  105. package/dist/esm/models/operations/getevalrun.js +22 -0
  106. package/dist/esm/models/operations/getevalrun.js.map +1 -1
  107. package/dist/esm/models/operations/importagentevalrun.d.ts +36 -0
  108. package/dist/esm/models/operations/importagentevalrun.d.ts.map +1 -1
  109. package/dist/esm/models/operations/importagentevalrun.js +22 -0
  110. package/dist/esm/models/operations/importagentevalrun.js.map +1 -1
  111. package/dist/esm/models/operations/listevalruns.d.ts +36 -0
  112. package/dist/esm/models/operations/listevalruns.d.ts.map +1 -1
  113. package/dist/esm/models/operations/listevalruns.js +22 -0
  114. package/dist/esm/models/operations/listevalruns.js.map +1 -1
  115. package/dist/esm/models/operations/listevalscheduleruns.d.ts +36 -0
  116. package/dist/esm/models/operations/listevalscheduleruns.d.ts.map +1 -1
  117. package/dist/esm/models/operations/listevalscheduleruns.js +22 -0
  118. package/dist/esm/models/operations/listevalscheduleruns.js.map +1 -1
  119. package/dist/esm/models/operations/listevalsuiteleaderboardruns.d.ts +36 -0
  120. package/dist/esm/models/operations/listevalsuiteleaderboardruns.d.ts.map +1 -1
  121. package/dist/esm/models/operations/listevalsuiteleaderboardruns.js +22 -0
  122. package/dist/esm/models/operations/listevalsuiteleaderboardruns.js.map +1 -1
  123. package/dist/esm/models/operations/rerunfailedevalsamples.d.ts +36 -0
  124. package/dist/esm/models/operations/rerunfailedevalsamples.d.ts.map +1 -1
  125. package/dist/esm/models/operations/rerunfailedevalsamples.js +22 -0
  126. package/dist/esm/models/operations/rerunfailedevalsamples.js.map +1 -1
  127. package/dist/esm/models/operations/retryfailedevalrun.d.ts +36 -0
  128. package/dist/esm/models/operations/retryfailedevalrun.d.ts.map +1 -1
  129. package/dist/esm/models/operations/retryfailedevalrun.js +22 -0
  130. package/dist/esm/models/operations/retryfailedevalrun.js.map +1 -1
  131. package/jsr.json +1 -1
  132. package/package.json +1 -1
  133. package/src/lib/config.ts +2 -2
  134. package/src/mcp-server/mcp-server.ts +1 -1
  135. package/src/mcp-server/server.ts +1 -1
  136. package/src/models/components/appendagenttrialsrequest.ts +12 -0
  137. package/src/models/components/evalleaderboardrow.ts +61 -0
  138. package/src/models/components/evalrunoverview.ts +7 -0
  139. package/src/models/components/evalsampleobject.ts +9 -0
  140. package/src/models/components/importagentrunrequest.ts +12 -0
  141. package/src/models/operations/appendagentevaltrials.ts +76 -0
  142. package/src/models/operations/cancelevalrun.ts +74 -0
  143. package/src/models/operations/createevalrun.ts +67 -0
  144. package/src/models/operations/getevalrun.ts +74 -0
  145. package/src/models/operations/importagentevalrun.ts +74 -0
  146. package/src/models/operations/listevalruns.ts +74 -0
  147. package/src/models/operations/listevalscheduleruns.ts +74 -0
  148. package/src/models/operations/listevalsuiteleaderboardruns.ts +77 -0
  149. package/src/models/operations/rerunfailedevalsamples.ts +76 -0
  150. package/src/models/operations/retryfailedevalrun.ts +74 -0
@@ -87,6 +87,25 @@ export type RetryFailedEvalRunRequestCounts = {
87
87
  failed: number;
88
88
  };
89
89
 
90
+ /**
91
+ * Token totals for the run, summed over its samples when it finalized. Each is null when nothing reported that figure, which is a different fact from zero and must not render as free.
92
+ */
93
+ export type RetryFailedEvalRunTokens = {
94
+ /**
95
+ * Prompt tokens over the run's samples, `cached` included.
96
+ */
97
+ input: number | null;
98
+ output: number | null;
99
+ /**
100
+ * The share of `input` the provider served from its prompt cache. Can exceed `input` on an older harness import, where the two numbers came from different accountings — treat the pair as inconsistent rather than deriving a hit rate from it.
101
+ */
102
+ cached: number | null;
103
+ /**
104
+ * Reasoning tokens inside `output`, summed over the samples whose provider reported the split. Null when none did; the per-task figures in `metrics.by_task` estimate the split from the stored text in that case.
105
+ */
106
+ reasoning: number | null;
107
+ };
108
+
90
109
  /**
91
110
  * OK
92
111
  */
@@ -131,6 +150,10 @@ export type RetryFailedEvalRunResponseBody = {
131
150
  * Total spend for the run in USD. Null when the harness did not report cost.
132
151
  */
133
152
  costUsd: number | null;
153
+ /**
154
+ * Token totals for the run, summed over its samples when it finalized. Each is null when nothing reported that figure, which is a different fact from zero and must not render as free.
155
+ */
156
+ tokens: RetryFailedEvalRunTokens;
134
157
  createdAt: number;
135
158
  startedAt: number | null;
136
159
  completedAt: number | null;
@@ -501,6 +524,54 @@ export function retryFailedEvalRunRequestCountsFromJSON(
501
524
  );
502
525
  }
503
526
 
527
+ /** @internal */
528
+ export const RetryFailedEvalRunTokens$inboundSchema: z.ZodType<
529
+ RetryFailedEvalRunTokens,
530
+ z.ZodTypeDef,
531
+ unknown
532
+ > = z.object({
533
+ input: z.nullable(z.number().int()),
534
+ output: z.nullable(z.number().int()),
535
+ cached: z.nullable(z.number().int()),
536
+ reasoning: z.nullable(z.number().int()),
537
+ });
538
+ /** @internal */
539
+ export type RetryFailedEvalRunTokens$Outbound = {
540
+ input: number | null;
541
+ output: number | null;
542
+ cached: number | null;
543
+ reasoning: number | null;
544
+ };
545
+
546
+ /** @internal */
547
+ export const RetryFailedEvalRunTokens$outboundSchema: z.ZodType<
548
+ RetryFailedEvalRunTokens$Outbound,
549
+ z.ZodTypeDef,
550
+ RetryFailedEvalRunTokens
551
+ > = z.object({
552
+ input: z.nullable(z.number().int()),
553
+ output: z.nullable(z.number().int()),
554
+ cached: z.nullable(z.number().int()),
555
+ reasoning: z.nullable(z.number().int()),
556
+ });
557
+
558
+ export function retryFailedEvalRunTokensToJSON(
559
+ retryFailedEvalRunTokens: RetryFailedEvalRunTokens,
560
+ ): string {
561
+ return JSON.stringify(
562
+ RetryFailedEvalRunTokens$outboundSchema.parse(retryFailedEvalRunTokens),
563
+ );
564
+ }
565
+ export function retryFailedEvalRunTokensFromJSON(
566
+ jsonString: string,
567
+ ): SafeParseResult<RetryFailedEvalRunTokens, SDKValidationError> {
568
+ return safeParse(
569
+ jsonString,
570
+ (x) => RetryFailedEvalRunTokens$inboundSchema.parse(JSON.parse(x)),
571
+ `Failed to parse 'RetryFailedEvalRunTokens' from JSON`,
572
+ );
573
+ }
574
+
504
575
  /** @internal */
505
576
  export const RetryFailedEvalRunResponseBody$inboundSchema: z.ZodType<
506
577
  RetryFailedEvalRunResponseBody,
@@ -529,6 +600,7 @@ export const RetryFailedEvalRunResponseBody$inboundSchema: z.ZodType<
529
600
  agent_version: z.nullable(z.string()),
530
601
  agent_effort: z.nullable(z.string()),
531
602
  cost_usd: z.nullable(z.number()),
603
+ tokens: z.lazy(() => RetryFailedEvalRunTokens$inboundSchema),
532
604
  created_at: z.number().int(),
533
605
  started_at: z.nullable(z.number().int()),
534
606
  completed_at: z.nullable(z.number().int()),
@@ -581,6 +653,7 @@ export type RetryFailedEvalRunResponseBody$Outbound = {
581
653
  agent_version: string | null;
582
654
  agent_effort: string | null;
583
655
  cost_usd: number | null;
656
+ tokens: RetryFailedEvalRunTokens$Outbound;
584
657
  created_at: number;
585
658
  started_at: number | null;
586
659
  completed_at: number | null;
@@ -616,6 +689,7 @@ export const RetryFailedEvalRunResponseBody$outboundSchema: z.ZodType<
616
689
  agentVersion: z.nullable(z.string()),
617
690
  agentEffort: z.nullable(z.string()),
618
691
  costUsd: z.nullable(z.number()),
692
+ tokens: z.lazy(() => RetryFailedEvalRunTokens$outboundSchema),
619
693
  createdAt: z.number().int(),
620
694
  startedAt: z.nullable(z.number().int()),
621
695
  completedAt: z.nullable(z.number().int()),