@meetkai/mka1 0.54.68 → 0.54.69
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/bin/mcp-server.js +197 -17
- package/bin/mcp-server.js.map +20 -20
- package/dist/commonjs/lib/config.d.ts +2 -2
- package/dist/commonjs/lib/config.js +2 -2
- package/dist/commonjs/mcp-server/mcp-server.js +1 -1
- package/dist/commonjs/mcp-server/server.js +1 -1
- package/dist/commonjs/models/components/appendagenttrialsrequest.d.ts +8 -0
- package/dist/commonjs/models/components/appendagenttrialsrequest.d.ts.map +1 -1
- package/dist/commonjs/models/components/appendagenttrialsrequest.js +4 -0
- package/dist/commonjs/models/components/appendagenttrialsrequest.js.map +1 -1
- package/dist/commonjs/models/components/evalleaderboardrow.d.ts +35 -0
- package/dist/commonjs/models/components/evalleaderboardrow.d.ts.map +1 -1
- package/dist/commonjs/models/components/evalleaderboardrow.js +26 -0
- package/dist/commonjs/models/components/evalleaderboardrow.js.map +1 -1
- package/dist/commonjs/models/components/evalrunoverview.d.ts +5 -0
- package/dist/commonjs/models/components/evalrunoverview.d.ts.map +1 -1
- package/dist/commonjs/models/components/evalrunoverview.js +2 -0
- package/dist/commonjs/models/components/evalrunoverview.js.map +1 -1
- package/dist/commonjs/models/components/evalsampleobject.d.ts +5 -0
- package/dist/commonjs/models/components/evalsampleobject.d.ts.map +1 -1
- package/dist/commonjs/models/components/evalsampleobject.js +4 -0
- package/dist/commonjs/models/components/evalsampleobject.js.map +1 -1
- package/dist/commonjs/models/components/importagentrunrequest.d.ts +8 -0
- package/dist/commonjs/models/components/importagentrunrequest.d.ts.map +1 -1
- package/dist/commonjs/models/components/importagentrunrequest.js +4 -0
- package/dist/commonjs/models/components/importagentrunrequest.js.map +1 -1
- package/dist/commonjs/models/operations/appendagentevaltrials.d.ts +36 -0
- package/dist/commonjs/models/operations/appendagentevaltrials.d.ts.map +1 -1
- package/dist/commonjs/models/operations/appendagentevaltrials.js +25 -1
- package/dist/commonjs/models/operations/appendagentevaltrials.js.map +1 -1
- package/dist/commonjs/models/operations/cancelevalrun.d.ts +36 -0
- package/dist/commonjs/models/operations/cancelevalrun.d.ts.map +1 -1
- package/dist/commonjs/models/operations/cancelevalrun.js +25 -1
- package/dist/commonjs/models/operations/cancelevalrun.js.map +1 -1
- package/dist/commonjs/models/operations/createevalrun.d.ts +36 -0
- package/dist/commonjs/models/operations/createevalrun.d.ts.map +1 -1
- package/dist/commonjs/models/operations/createevalrun.js +26 -1
- package/dist/commonjs/models/operations/createevalrun.js.map +1 -1
- package/dist/commonjs/models/operations/getevalrun.d.ts +36 -0
- package/dist/commonjs/models/operations/getevalrun.d.ts.map +1 -1
- package/dist/commonjs/models/operations/getevalrun.js +25 -1
- package/dist/commonjs/models/operations/getevalrun.js.map +1 -1
- package/dist/commonjs/models/operations/importagentevalrun.d.ts +36 -0
- package/dist/commonjs/models/operations/importagentevalrun.d.ts.map +1 -1
- package/dist/commonjs/models/operations/importagentevalrun.js +25 -1
- package/dist/commonjs/models/operations/importagentevalrun.js.map +1 -1
- package/dist/commonjs/models/operations/listevalruns.d.ts +36 -0
- package/dist/commonjs/models/operations/listevalruns.d.ts.map +1 -1
- package/dist/commonjs/models/operations/listevalruns.js +25 -1
- package/dist/commonjs/models/operations/listevalruns.js.map +1 -1
- package/dist/commonjs/models/operations/listevalscheduleruns.d.ts +36 -0
- package/dist/commonjs/models/operations/listevalscheduleruns.d.ts.map +1 -1
- package/dist/commonjs/models/operations/listevalscheduleruns.js +25 -1
- package/dist/commonjs/models/operations/listevalscheduleruns.js.map +1 -1
- package/dist/commonjs/models/operations/listevalsuiteleaderboardruns.d.ts +36 -0
- package/dist/commonjs/models/operations/listevalsuiteleaderboardruns.d.ts.map +1 -1
- package/dist/commonjs/models/operations/listevalsuiteleaderboardruns.js +25 -1
- package/dist/commonjs/models/operations/listevalsuiteleaderboardruns.js.map +1 -1
- package/dist/commonjs/models/operations/rerunfailedevalsamples.d.ts +36 -0
- package/dist/commonjs/models/operations/rerunfailedevalsamples.d.ts.map +1 -1
- package/dist/commonjs/models/operations/rerunfailedevalsamples.js +25 -1
- package/dist/commonjs/models/operations/rerunfailedevalsamples.js.map +1 -1
- package/dist/commonjs/models/operations/retryfailedevalrun.d.ts +36 -0
- package/dist/commonjs/models/operations/retryfailedevalrun.d.ts.map +1 -1
- package/dist/commonjs/models/operations/retryfailedevalrun.js +25 -1
- package/dist/commonjs/models/operations/retryfailedevalrun.js.map +1 -1
- package/dist/esm/lib/config.d.ts +2 -2
- package/dist/esm/lib/config.js +2 -2
- package/dist/esm/mcp-server/mcp-server.js +1 -1
- package/dist/esm/mcp-server/server.js +1 -1
- package/dist/esm/models/components/appendagenttrialsrequest.d.ts +8 -0
- package/dist/esm/models/components/appendagenttrialsrequest.d.ts.map +1 -1
- package/dist/esm/models/components/appendagenttrialsrequest.js +4 -0
- package/dist/esm/models/components/appendagenttrialsrequest.js.map +1 -1
- package/dist/esm/models/components/evalleaderboardrow.d.ts +35 -0
- package/dist/esm/models/components/evalleaderboardrow.d.ts.map +1 -1
- package/dist/esm/models/components/evalleaderboardrow.js +26 -0
- package/dist/esm/models/components/evalleaderboardrow.js.map +1 -1
- package/dist/esm/models/components/evalrunoverview.d.ts +5 -0
- package/dist/esm/models/components/evalrunoverview.d.ts.map +1 -1
- package/dist/esm/models/components/evalrunoverview.js +2 -0
- package/dist/esm/models/components/evalrunoverview.js.map +1 -1
- package/dist/esm/models/components/evalsampleobject.d.ts +5 -0
- package/dist/esm/models/components/evalsampleobject.d.ts.map +1 -1
- package/dist/esm/models/components/evalsampleobject.js +4 -0
- package/dist/esm/models/components/evalsampleobject.js.map +1 -1
- package/dist/esm/models/components/importagentrunrequest.d.ts +8 -0
- package/dist/esm/models/components/importagentrunrequest.d.ts.map +1 -1
- package/dist/esm/models/components/importagentrunrequest.js +4 -0
- package/dist/esm/models/components/importagentrunrequest.js.map +1 -1
- package/dist/esm/models/operations/appendagentevaltrials.d.ts +36 -0
- package/dist/esm/models/operations/appendagentevaltrials.d.ts.map +1 -1
- package/dist/esm/models/operations/appendagentevaltrials.js +22 -0
- package/dist/esm/models/operations/appendagentevaltrials.js.map +1 -1
- package/dist/esm/models/operations/cancelevalrun.d.ts +36 -0
- package/dist/esm/models/operations/cancelevalrun.d.ts.map +1 -1
- package/dist/esm/models/operations/cancelevalrun.js +22 -0
- package/dist/esm/models/operations/cancelevalrun.js.map +1 -1
- package/dist/esm/models/operations/createevalrun.d.ts +36 -0
- package/dist/esm/models/operations/createevalrun.d.ts.map +1 -1
- package/dist/esm/models/operations/createevalrun.js +23 -0
- package/dist/esm/models/operations/createevalrun.js.map +1 -1
- package/dist/esm/models/operations/getevalrun.d.ts +36 -0
- package/dist/esm/models/operations/getevalrun.d.ts.map +1 -1
- package/dist/esm/models/operations/getevalrun.js +22 -0
- package/dist/esm/models/operations/getevalrun.js.map +1 -1
- package/dist/esm/models/operations/importagentevalrun.d.ts +36 -0
- package/dist/esm/models/operations/importagentevalrun.d.ts.map +1 -1
- package/dist/esm/models/operations/importagentevalrun.js +22 -0
- package/dist/esm/models/operations/importagentevalrun.js.map +1 -1
- package/dist/esm/models/operations/listevalruns.d.ts +36 -0
- package/dist/esm/models/operations/listevalruns.d.ts.map +1 -1
- package/dist/esm/models/operations/listevalruns.js +22 -0
- package/dist/esm/models/operations/listevalruns.js.map +1 -1
- package/dist/esm/models/operations/listevalscheduleruns.d.ts +36 -0
- package/dist/esm/models/operations/listevalscheduleruns.d.ts.map +1 -1
- package/dist/esm/models/operations/listevalscheduleruns.js +22 -0
- package/dist/esm/models/operations/listevalscheduleruns.js.map +1 -1
- package/dist/esm/models/operations/listevalsuiteleaderboardruns.d.ts +36 -0
- package/dist/esm/models/operations/listevalsuiteleaderboardruns.d.ts.map +1 -1
- package/dist/esm/models/operations/listevalsuiteleaderboardruns.js +22 -0
- package/dist/esm/models/operations/listevalsuiteleaderboardruns.js.map +1 -1
- package/dist/esm/models/operations/rerunfailedevalsamples.d.ts +36 -0
- package/dist/esm/models/operations/rerunfailedevalsamples.d.ts.map +1 -1
- package/dist/esm/models/operations/rerunfailedevalsamples.js +22 -0
- package/dist/esm/models/operations/rerunfailedevalsamples.js.map +1 -1
- package/dist/esm/models/operations/retryfailedevalrun.d.ts +36 -0
- package/dist/esm/models/operations/retryfailedevalrun.d.ts.map +1 -1
- package/dist/esm/models/operations/retryfailedevalrun.js +22 -0
- package/dist/esm/models/operations/retryfailedevalrun.js.map +1 -1
- package/jsr.json +1 -1
- package/package.json +1 -1
- package/src/lib/config.ts +2 -2
- package/src/mcp-server/mcp-server.ts +1 -1
- package/src/mcp-server/server.ts +1 -1
- package/src/models/components/appendagenttrialsrequest.ts +12 -0
- package/src/models/components/evalleaderboardrow.ts +61 -0
- package/src/models/components/evalrunoverview.ts +7 -0
- package/src/models/components/evalsampleobject.ts +9 -0
- package/src/models/components/importagentrunrequest.ts +12 -0
- package/src/models/operations/appendagentevaltrials.ts +76 -0
- package/src/models/operations/cancelevalrun.ts +74 -0
- package/src/models/operations/createevalrun.ts +67 -0
- package/src/models/operations/getevalrun.ts +74 -0
- package/src/models/operations/importagentevalrun.ts +74 -0
- package/src/models/operations/listevalruns.ts +74 -0
- package/src/models/operations/listevalscheduleruns.ts +74 -0
- package/src/models/operations/listevalsuiteleaderboardruns.ts +77 -0
- package/src/models/operations/rerunfailedevalsamples.ts +76 -0
- package/src/models/operations/retryfailedevalrun.ts +74 -0
|
@@ -87,6 +87,25 @@ export type RetryFailedEvalRunRequestCounts = {
|
|
|
87
87
|
failed: number;
|
|
88
88
|
};
|
|
89
89
|
|
|
90
|
+
/**
|
|
91
|
+
* Token totals for the run, summed over its samples when it finalized. Each is null when nothing reported that figure, which is a different fact from zero and must not render as free.
|
|
92
|
+
*/
|
|
93
|
+
export type RetryFailedEvalRunTokens = {
|
|
94
|
+
/**
|
|
95
|
+
* Prompt tokens over the run's samples, `cached` included.
|
|
96
|
+
*/
|
|
97
|
+
input: number | null;
|
|
98
|
+
output: number | null;
|
|
99
|
+
/**
|
|
100
|
+
* The share of `input` the provider served from its prompt cache. Can exceed `input` on an older harness import, where the two numbers came from different accountings — treat the pair as inconsistent rather than deriving a hit rate from it.
|
|
101
|
+
*/
|
|
102
|
+
cached: number | null;
|
|
103
|
+
/**
|
|
104
|
+
* Reasoning tokens inside `output`, summed over the samples whose provider reported the split. Null when none did; the per-task figures in `metrics.by_task` estimate the split from the stored text in that case.
|
|
105
|
+
*/
|
|
106
|
+
reasoning: number | null;
|
|
107
|
+
};
|
|
108
|
+
|
|
90
109
|
/**
|
|
91
110
|
* OK
|
|
92
111
|
*/
|
|
@@ -131,6 +150,10 @@ export type RetryFailedEvalRunResponseBody = {
|
|
|
131
150
|
* Total spend for the run in USD. Null when the harness did not report cost.
|
|
132
151
|
*/
|
|
133
152
|
costUsd: number | null;
|
|
153
|
+
/**
|
|
154
|
+
* Token totals for the run, summed over its samples when it finalized. Each is null when nothing reported that figure, which is a different fact from zero and must not render as free.
|
|
155
|
+
*/
|
|
156
|
+
tokens: RetryFailedEvalRunTokens;
|
|
134
157
|
createdAt: number;
|
|
135
158
|
startedAt: number | null;
|
|
136
159
|
completedAt: number | null;
|
|
@@ -501,6 +524,54 @@ export function retryFailedEvalRunRequestCountsFromJSON(
|
|
|
501
524
|
);
|
|
502
525
|
}
|
|
503
526
|
|
|
527
|
+
/** @internal */
|
|
528
|
+
export const RetryFailedEvalRunTokens$inboundSchema: z.ZodType<
|
|
529
|
+
RetryFailedEvalRunTokens,
|
|
530
|
+
z.ZodTypeDef,
|
|
531
|
+
unknown
|
|
532
|
+
> = z.object({
|
|
533
|
+
input: z.nullable(z.number().int()),
|
|
534
|
+
output: z.nullable(z.number().int()),
|
|
535
|
+
cached: z.nullable(z.number().int()),
|
|
536
|
+
reasoning: z.nullable(z.number().int()),
|
|
537
|
+
});
|
|
538
|
+
/** @internal */
|
|
539
|
+
export type RetryFailedEvalRunTokens$Outbound = {
|
|
540
|
+
input: number | null;
|
|
541
|
+
output: number | null;
|
|
542
|
+
cached: number | null;
|
|
543
|
+
reasoning: number | null;
|
|
544
|
+
};
|
|
545
|
+
|
|
546
|
+
/** @internal */
|
|
547
|
+
export const RetryFailedEvalRunTokens$outboundSchema: z.ZodType<
|
|
548
|
+
RetryFailedEvalRunTokens$Outbound,
|
|
549
|
+
z.ZodTypeDef,
|
|
550
|
+
RetryFailedEvalRunTokens
|
|
551
|
+
> = z.object({
|
|
552
|
+
input: z.nullable(z.number().int()),
|
|
553
|
+
output: z.nullable(z.number().int()),
|
|
554
|
+
cached: z.nullable(z.number().int()),
|
|
555
|
+
reasoning: z.nullable(z.number().int()),
|
|
556
|
+
});
|
|
557
|
+
|
|
558
|
+
export function retryFailedEvalRunTokensToJSON(
|
|
559
|
+
retryFailedEvalRunTokens: RetryFailedEvalRunTokens,
|
|
560
|
+
): string {
|
|
561
|
+
return JSON.stringify(
|
|
562
|
+
RetryFailedEvalRunTokens$outboundSchema.parse(retryFailedEvalRunTokens),
|
|
563
|
+
);
|
|
564
|
+
}
|
|
565
|
+
export function retryFailedEvalRunTokensFromJSON(
|
|
566
|
+
jsonString: string,
|
|
567
|
+
): SafeParseResult<RetryFailedEvalRunTokens, SDKValidationError> {
|
|
568
|
+
return safeParse(
|
|
569
|
+
jsonString,
|
|
570
|
+
(x) => RetryFailedEvalRunTokens$inboundSchema.parse(JSON.parse(x)),
|
|
571
|
+
`Failed to parse 'RetryFailedEvalRunTokens' from JSON`,
|
|
572
|
+
);
|
|
573
|
+
}
|
|
574
|
+
|
|
504
575
|
/** @internal */
|
|
505
576
|
export const RetryFailedEvalRunResponseBody$inboundSchema: z.ZodType<
|
|
506
577
|
RetryFailedEvalRunResponseBody,
|
|
@@ -529,6 +600,7 @@ export const RetryFailedEvalRunResponseBody$inboundSchema: z.ZodType<
|
|
|
529
600
|
agent_version: z.nullable(z.string()),
|
|
530
601
|
agent_effort: z.nullable(z.string()),
|
|
531
602
|
cost_usd: z.nullable(z.number()),
|
|
603
|
+
tokens: z.lazy(() => RetryFailedEvalRunTokens$inboundSchema),
|
|
532
604
|
created_at: z.number().int(),
|
|
533
605
|
started_at: z.nullable(z.number().int()),
|
|
534
606
|
completed_at: z.nullable(z.number().int()),
|
|
@@ -581,6 +653,7 @@ export type RetryFailedEvalRunResponseBody$Outbound = {
|
|
|
581
653
|
agent_version: string | null;
|
|
582
654
|
agent_effort: string | null;
|
|
583
655
|
cost_usd: number | null;
|
|
656
|
+
tokens: RetryFailedEvalRunTokens$Outbound;
|
|
584
657
|
created_at: number;
|
|
585
658
|
started_at: number | null;
|
|
586
659
|
completed_at: number | null;
|
|
@@ -616,6 +689,7 @@ export const RetryFailedEvalRunResponseBody$outboundSchema: z.ZodType<
|
|
|
616
689
|
agentVersion: z.nullable(z.string()),
|
|
617
690
|
agentEffort: z.nullable(z.string()),
|
|
618
691
|
costUsd: z.nullable(z.number()),
|
|
692
|
+
tokens: z.lazy(() => RetryFailedEvalRunTokens$outboundSchema),
|
|
619
693
|
createdAt: z.number().int(),
|
|
620
694
|
startedAt: z.nullable(z.number().int()),
|
|
621
695
|
completedAt: z.nullable(z.number().int()),
|