@agentv/eval 2.8.0-next.1 → 2.9.0-next.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (7) hide show
  1. package/dist/index.cjs +5 -5
  2. package/dist/index.cjs.map +1 -1
  3. package/dist/index.d.cts +182 -251
  4. package/dist/index.d.ts +182 -251
  5. package/dist/index.js +5 -5
  6. package/dist/index.js.map +1 -1
  7. package/package.json +1 -1
package/dist/index.d.ts CHANGED
@@ -30,56 +30,21 @@ declare const TraceSummarySchema: z.ZodObject<{
30
30
  toolNames: z.ZodArray<z.ZodString, "many">;
31
31
  toolCallsByName: z.ZodRecord<z.ZodString, z.ZodNumber>;
32
32
  errorCount: z.ZodNumber;
33
- tokenUsage: z.ZodOptional<z.ZodObject<{
34
- input: z.ZodNumber;
35
- output: z.ZodNumber;
36
- cached: z.ZodOptional<z.ZodNumber>;
37
- }, "strip", z.ZodTypeAny, {
38
- input: number;
39
- output: number;
40
- cached?: number | undefined;
41
- }, {
42
- input: number;
43
- output: number;
44
- cached?: number | undefined;
45
- }>>;
46
- costUsd: z.ZodOptional<z.ZodNumber>;
47
- durationMs: z.ZodOptional<z.ZodNumber>;
48
33
  toolDurations: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodArray<z.ZodNumber, "many">>>;
49
- startTime: z.ZodOptional<z.ZodString>;
50
- endTime: z.ZodOptional<z.ZodString>;
51
34
  llmCallCount: z.ZodOptional<z.ZodNumber>;
52
35
  }, "strip", z.ZodTypeAny, {
53
36
  eventCount: number;
54
37
  toolNames: string[];
55
38
  toolCallsByName: Record<string, number>;
56
39
  errorCount: number;
57
- tokenUsage?: {
58
- input: number;
59
- output: number;
60
- cached?: number | undefined;
61
- } | undefined;
62
- costUsd?: number | undefined;
63
- durationMs?: number | undefined;
64
40
  toolDurations?: Record<string, number[]> | undefined;
65
- startTime?: string | undefined;
66
- endTime?: string | undefined;
67
41
  llmCallCount?: number | undefined;
68
42
  }, {
69
43
  eventCount: number;
70
44
  toolNames: string[];
71
45
  toolCallsByName: Record<string, number>;
72
46
  errorCount: number;
73
- tokenUsage?: {
74
- input: number;
75
- output: number;
76
- cached?: number | undefined;
77
- } | undefined;
78
- costUsd?: number | undefined;
79
- durationMs?: number | undefined;
80
47
  toolDurations?: Record<string, number[]> | undefined;
81
- startTime?: string | undefined;
82
- endTime?: string | undefined;
83
48
  llmCallCount?: number | undefined;
84
49
  }>;
85
50
  /**
@@ -97,18 +62,18 @@ declare const ToolCallSchema: z.ZodObject<{
97
62
  tool: string;
98
63
  input?: unknown;
99
64
  output?: unknown;
100
- durationMs?: number | undefined;
65
+ id?: string | undefined;
101
66
  startTime?: string | undefined;
102
67
  endTime?: string | undefined;
103
- id?: string | undefined;
68
+ durationMs?: number | undefined;
104
69
  }, {
105
70
  tool: string;
106
71
  input?: unknown;
107
72
  output?: unknown;
108
- durationMs?: number | undefined;
73
+ id?: string | undefined;
109
74
  startTime?: string | undefined;
110
75
  endTime?: string | undefined;
111
- id?: string | undefined;
76
+ durationMs?: number | undefined;
112
77
  }>;
113
78
  /**
114
79
  * Unified message schema for input, expected, and output messages.
@@ -128,18 +93,18 @@ declare const MessageSchema: z.ZodObject<{
128
93
  tool: string;
129
94
  input?: unknown;
130
95
  output?: unknown;
131
- durationMs?: number | undefined;
96
+ id?: string | undefined;
132
97
  startTime?: string | undefined;
133
98
  endTime?: string | undefined;
134
- id?: string | undefined;
99
+ durationMs?: number | undefined;
135
100
  }, {
136
101
  tool: string;
137
102
  input?: unknown;
138
103
  output?: unknown;
139
- durationMs?: number | undefined;
104
+ id?: string | undefined;
140
105
  startTime?: string | undefined;
141
106
  endTime?: string | undefined;
142
- id?: string | undefined;
107
+ durationMs?: number | undefined;
143
108
  }>, "many">>;
144
109
  name: z.ZodOptional<z.ZodString>;
145
110
  startTime: z.ZodOptional<z.ZodString>;
@@ -148,35 +113,35 @@ declare const MessageSchema: z.ZodObject<{
148
113
  metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
149
114
  }, "strip", z.ZodTypeAny, {
150
115
  role: "tool" | "assistant" | "user" | "system";
151
- durationMs?: number | undefined;
152
116
  startTime?: string | undefined;
153
117
  endTime?: string | undefined;
118
+ durationMs?: number | undefined;
154
119
  content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
155
120
  toolCalls?: {
156
121
  tool: string;
157
122
  input?: unknown;
158
123
  output?: unknown;
159
- durationMs?: number | undefined;
124
+ id?: string | undefined;
160
125
  startTime?: string | undefined;
161
126
  endTime?: string | undefined;
162
- id?: string | undefined;
127
+ durationMs?: number | undefined;
163
128
  }[] | undefined;
164
129
  name?: string | undefined;
165
130
  metadata?: Record<string, unknown> | undefined;
166
131
  }, {
167
132
  role: "tool" | "assistant" | "user" | "system";
168
- durationMs?: number | undefined;
169
133
  startTime?: string | undefined;
170
134
  endTime?: string | undefined;
135
+ durationMs?: number | undefined;
171
136
  content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
172
137
  toolCalls?: {
173
138
  tool: string;
174
139
  input?: unknown;
175
140
  output?: unknown;
176
- durationMs?: number | undefined;
141
+ id?: string | undefined;
177
142
  startTime?: string | undefined;
178
143
  endTime?: string | undefined;
179
- id?: string | undefined;
144
+ durationMs?: number | undefined;
180
145
  }[] | undefined;
181
146
  name?: string | undefined;
182
147
  metadata?: Record<string, unknown> | undefined;
@@ -202,18 +167,18 @@ declare const CodeJudgeInputSchema: z.ZodObject<{
202
167
  tool: string;
203
168
  input?: unknown;
204
169
  output?: unknown;
205
- durationMs?: number | undefined;
170
+ id?: string | undefined;
206
171
  startTime?: string | undefined;
207
172
  endTime?: string | undefined;
208
- id?: string | undefined;
173
+ durationMs?: number | undefined;
209
174
  }, {
210
175
  tool: string;
211
176
  input?: unknown;
212
177
  output?: unknown;
213
- durationMs?: number | undefined;
178
+ id?: string | undefined;
214
179
  startTime?: string | undefined;
215
180
  endTime?: string | undefined;
216
- id?: string | undefined;
181
+ durationMs?: number | undefined;
217
182
  }>, "many">>;
218
183
  name: z.ZodOptional<z.ZodString>;
219
184
  startTime: z.ZodOptional<z.ZodString>;
@@ -222,35 +187,35 @@ declare const CodeJudgeInputSchema: z.ZodObject<{
222
187
  metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
223
188
  }, "strip", z.ZodTypeAny, {
224
189
  role: "tool" | "assistant" | "user" | "system";
225
- durationMs?: number | undefined;
226
190
  startTime?: string | undefined;
227
191
  endTime?: string | undefined;
192
+ durationMs?: number | undefined;
228
193
  content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
229
194
  toolCalls?: {
230
195
  tool: string;
231
196
  input?: unknown;
232
197
  output?: unknown;
233
- durationMs?: number | undefined;
198
+ id?: string | undefined;
234
199
  startTime?: string | undefined;
235
200
  endTime?: string | undefined;
236
- id?: string | undefined;
201
+ durationMs?: number | undefined;
237
202
  }[] | undefined;
238
203
  name?: string | undefined;
239
204
  metadata?: Record<string, unknown> | undefined;
240
205
  }, {
241
206
  role: "tool" | "assistant" | "user" | "system";
242
- durationMs?: number | undefined;
243
207
  startTime?: string | undefined;
244
208
  endTime?: string | undefined;
209
+ durationMs?: number | undefined;
245
210
  content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
246
211
  toolCalls?: {
247
212
  tool: string;
248
213
  input?: unknown;
249
214
  output?: unknown;
250
- durationMs?: number | undefined;
215
+ id?: string | undefined;
251
216
  startTime?: string | undefined;
252
217
  endTime?: string | undefined;
253
- id?: string | undefined;
218
+ durationMs?: number | undefined;
254
219
  }[] | undefined;
255
220
  name?: string | undefined;
256
221
  metadata?: Record<string, unknown> | undefined;
@@ -272,18 +237,18 @@ declare const CodeJudgeInputSchema: z.ZodObject<{
272
237
  tool: string;
273
238
  input?: unknown;
274
239
  output?: unknown;
275
- durationMs?: number | undefined;
240
+ id?: string | undefined;
276
241
  startTime?: string | undefined;
277
242
  endTime?: string | undefined;
278
- id?: string | undefined;
243
+ durationMs?: number | undefined;
279
244
  }, {
280
245
  tool: string;
281
246
  input?: unknown;
282
247
  output?: unknown;
283
- durationMs?: number | undefined;
248
+ id?: string | undefined;
284
249
  startTime?: string | undefined;
285
250
  endTime?: string | undefined;
286
- id?: string | undefined;
251
+ durationMs?: number | undefined;
287
252
  }>, "many">>;
288
253
  name: z.ZodOptional<z.ZodString>;
289
254
  startTime: z.ZodOptional<z.ZodString>;
@@ -292,35 +257,35 @@ declare const CodeJudgeInputSchema: z.ZodObject<{
292
257
  metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
293
258
  }, "strip", z.ZodTypeAny, {
294
259
  role: "tool" | "assistant" | "user" | "system";
295
- durationMs?: number | undefined;
296
260
  startTime?: string | undefined;
297
261
  endTime?: string | undefined;
262
+ durationMs?: number | undefined;
298
263
  content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
299
264
  toolCalls?: {
300
265
  tool: string;
301
266
  input?: unknown;
302
267
  output?: unknown;
303
- durationMs?: number | undefined;
268
+ id?: string | undefined;
304
269
  startTime?: string | undefined;
305
270
  endTime?: string | undefined;
306
- id?: string | undefined;
271
+ durationMs?: number | undefined;
307
272
  }[] | undefined;
308
273
  name?: string | undefined;
309
274
  metadata?: Record<string, unknown> | undefined;
310
275
  }, {
311
276
  role: "tool" | "assistant" | "user" | "system";
312
- durationMs?: number | undefined;
313
277
  startTime?: string | undefined;
314
278
  endTime?: string | undefined;
279
+ durationMs?: number | undefined;
315
280
  content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
316
281
  toolCalls?: {
317
282
  tool: string;
318
283
  input?: unknown;
319
284
  output?: unknown;
320
- durationMs?: number | undefined;
285
+ id?: string | undefined;
321
286
  startTime?: string | undefined;
322
287
  endTime?: string | undefined;
323
- id?: string | undefined;
288
+ durationMs?: number | undefined;
324
289
  }[] | undefined;
325
290
  name?: string | undefined;
326
291
  metadata?: Record<string, unknown> | undefined;
@@ -344,18 +309,18 @@ declare const CodeJudgeInputSchema: z.ZodObject<{
344
309
  tool: string;
345
310
  input?: unknown;
346
311
  output?: unknown;
347
- durationMs?: number | undefined;
312
+ id?: string | undefined;
348
313
  startTime?: string | undefined;
349
314
  endTime?: string | undefined;
350
- id?: string | undefined;
315
+ durationMs?: number | undefined;
351
316
  }, {
352
317
  tool: string;
353
318
  input?: unknown;
354
319
  output?: unknown;
355
- durationMs?: number | undefined;
320
+ id?: string | undefined;
356
321
  startTime?: string | undefined;
357
322
  endTime?: string | undefined;
358
- id?: string | undefined;
323
+ durationMs?: number | undefined;
359
324
  }>, "many">>;
360
325
  name: z.ZodOptional<z.ZodString>;
361
326
  startTime: z.ZodOptional<z.ZodString>;
@@ -364,35 +329,35 @@ declare const CodeJudgeInputSchema: z.ZodObject<{
364
329
  metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
365
330
  }, "strip", z.ZodTypeAny, {
366
331
  role: "tool" | "assistant" | "user" | "system";
367
- durationMs?: number | undefined;
368
332
  startTime?: string | undefined;
369
333
  endTime?: string | undefined;
334
+ durationMs?: number | undefined;
370
335
  content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
371
336
  toolCalls?: {
372
337
  tool: string;
373
338
  input?: unknown;
374
339
  output?: unknown;
375
- durationMs?: number | undefined;
340
+ id?: string | undefined;
376
341
  startTime?: string | undefined;
377
342
  endTime?: string | undefined;
378
- id?: string | undefined;
343
+ durationMs?: number | undefined;
379
344
  }[] | undefined;
380
345
  name?: string | undefined;
381
346
  metadata?: Record<string, unknown> | undefined;
382
347
  }, {
383
348
  role: "tool" | "assistant" | "user" | "system";
384
- durationMs?: number | undefined;
385
349
  startTime?: string | undefined;
386
350
  endTime?: string | undefined;
351
+ durationMs?: number | undefined;
387
352
  content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
388
353
  toolCalls?: {
389
354
  tool: string;
390
355
  input?: unknown;
391
356
  output?: unknown;
392
- durationMs?: number | undefined;
357
+ id?: string | undefined;
393
358
  startTime?: string | undefined;
394
359
  endTime?: string | undefined;
395
- id?: string | undefined;
360
+ durationMs?: number | undefined;
396
361
  }[] | undefined;
397
362
  name?: string | undefined;
398
363
  metadata?: Record<string, unknown> | undefined;
@@ -402,76 +367,58 @@ declare const CodeJudgeInputSchema: z.ZodObject<{
402
367
  toolNames: z.ZodArray<z.ZodString, "many">;
403
368
  toolCallsByName: z.ZodRecord<z.ZodString, z.ZodNumber>;
404
369
  errorCount: z.ZodNumber;
405
- tokenUsage: z.ZodOptional<z.ZodObject<{
406
- input: z.ZodNumber;
407
- output: z.ZodNumber;
408
- cached: z.ZodOptional<z.ZodNumber>;
409
- }, "strip", z.ZodTypeAny, {
410
- input: number;
411
- output: number;
412
- cached?: number | undefined;
413
- }, {
414
- input: number;
415
- output: number;
416
- cached?: number | undefined;
417
- }>>;
418
- costUsd: z.ZodOptional<z.ZodNumber>;
419
- durationMs: z.ZodOptional<z.ZodNumber>;
420
370
  toolDurations: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodArray<z.ZodNumber, "many">>>;
421
- startTime: z.ZodOptional<z.ZodString>;
422
- endTime: z.ZodOptional<z.ZodString>;
423
371
  llmCallCount: z.ZodOptional<z.ZodNumber>;
424
372
  }, "strip", z.ZodTypeAny, {
425
373
  eventCount: number;
426
374
  toolNames: string[];
427
375
  toolCallsByName: Record<string, number>;
428
376
  errorCount: number;
429
- tokenUsage?: {
430
- input: number;
431
- output: number;
432
- cached?: number | undefined;
433
- } | undefined;
434
- costUsd?: number | undefined;
435
- durationMs?: number | undefined;
436
377
  toolDurations?: Record<string, number[]> | undefined;
437
- startTime?: string | undefined;
438
- endTime?: string | undefined;
439
378
  llmCallCount?: number | undefined;
440
379
  }, {
441
380
  eventCount: number;
442
381
  toolNames: string[];
443
382
  toolCallsByName: Record<string, number>;
444
383
  errorCount: number;
445
- tokenUsage?: {
446
- input: number;
447
- output: number;
448
- cached?: number | undefined;
449
- } | undefined;
450
- costUsd?: number | undefined;
451
- durationMs?: number | undefined;
452
384
  toolDurations?: Record<string, number[]> | undefined;
453
- startTime?: string | undefined;
454
- endTime?: string | undefined;
455
385
  llmCallCount?: number | undefined;
456
386
  }>>>;
387
+ tokenUsage: z.ZodOptional<z.ZodNullable<z.ZodObject<{
388
+ input: z.ZodNumber;
389
+ output: z.ZodNumber;
390
+ cached: z.ZodOptional<z.ZodNumber>;
391
+ }, "strip", z.ZodTypeAny, {
392
+ input: number;
393
+ output: number;
394
+ cached?: number | undefined;
395
+ }, {
396
+ input: number;
397
+ output: number;
398
+ cached?: number | undefined;
399
+ }>>>;
400
+ costUsd: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
401
+ durationMs: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
402
+ startTime: z.ZodOptional<z.ZodNullable<z.ZodString>>;
403
+ endTime: z.ZodOptional<z.ZodNullable<z.ZodString>>;
457
404
  fileChanges: z.ZodOptional<z.ZodNullable<z.ZodString>>;
458
405
  workspacePath: z.ZodOptional<z.ZodNullable<z.ZodString>>;
459
406
  config: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
460
407
  }, "strip", z.ZodTypeAny, {
461
408
  input: {
462
409
  role: "tool" | "assistant" | "user" | "system";
463
- durationMs?: number | undefined;
464
410
  startTime?: string | undefined;
465
411
  endTime?: string | undefined;
412
+ durationMs?: number | undefined;
466
413
  content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
467
414
  toolCalls?: {
468
415
  tool: string;
469
416
  input?: unknown;
470
417
  output?: unknown;
471
- durationMs?: number | undefined;
418
+ id?: string | undefined;
472
419
  startTime?: string | undefined;
473
420
  endTime?: string | undefined;
474
- id?: string | undefined;
421
+ durationMs?: number | undefined;
475
422
  }[] | undefined;
476
423
  name?: string | undefined;
477
424
  metadata?: Record<string, unknown> | undefined;
@@ -480,18 +427,18 @@ declare const CodeJudgeInputSchema: z.ZodObject<{
480
427
  criteria: string;
481
428
  expectedOutput: {
482
429
  role: "tool" | "assistant" | "user" | "system";
483
- durationMs?: number | undefined;
484
430
  startTime?: string | undefined;
485
431
  endTime?: string | undefined;
432
+ durationMs?: number | undefined;
486
433
  content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
487
434
  toolCalls?: {
488
435
  tool: string;
489
436
  input?: unknown;
490
437
  output?: unknown;
491
- durationMs?: number | undefined;
438
+ id?: string | undefined;
492
439
  startTime?: string | undefined;
493
440
  endTime?: string | undefined;
494
- id?: string | undefined;
441
+ durationMs?: number | undefined;
495
442
  }[] | undefined;
496
443
  name?: string | undefined;
497
444
  metadata?: Record<string, unknown> | undefined;
@@ -501,22 +448,25 @@ declare const CodeJudgeInputSchema: z.ZodObject<{
501
448
  inputFiles: string[];
502
449
  output?: {
503
450
  role: "tool" | "assistant" | "user" | "system";
504
- durationMs?: number | undefined;
505
451
  startTime?: string | undefined;
506
452
  endTime?: string | undefined;
453
+ durationMs?: number | undefined;
507
454
  content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
508
455
  toolCalls?: {
509
456
  tool: string;
510
457
  input?: unknown;
511
458
  output?: unknown;
512
- durationMs?: number | undefined;
459
+ id?: string | undefined;
513
460
  startTime?: string | undefined;
514
461
  endTime?: string | undefined;
515
- id?: string | undefined;
462
+ durationMs?: number | undefined;
516
463
  }[] | undefined;
517
464
  name?: string | undefined;
518
465
  metadata?: Record<string, unknown> | undefined;
519
466
  }[] | null | undefined;
467
+ startTime?: string | null | undefined;
468
+ endTime?: string | null | undefined;
469
+ durationMs?: number | null | undefined;
520
470
  referenceAnswer?: string | undefined;
521
471
  outputPath?: string | undefined;
522
472
  trace?: {
@@ -524,36 +474,33 @@ declare const CodeJudgeInputSchema: z.ZodObject<{
524
474
  toolNames: string[];
525
475
  toolCallsByName: Record<string, number>;
526
476
  errorCount: number;
527
- tokenUsage?: {
528
- input: number;
529
- output: number;
530
- cached?: number | undefined;
531
- } | undefined;
532
- costUsd?: number | undefined;
533
- durationMs?: number | undefined;
534
477
  toolDurations?: Record<string, number[]> | undefined;
535
- startTime?: string | undefined;
536
- endTime?: string | undefined;
537
478
  llmCallCount?: number | undefined;
538
479
  } | null | undefined;
480
+ tokenUsage?: {
481
+ input: number;
482
+ output: number;
483
+ cached?: number | undefined;
484
+ } | null | undefined;
485
+ costUsd?: number | null | undefined;
539
486
  fileChanges?: string | null | undefined;
540
487
  workspacePath?: string | null | undefined;
541
488
  config?: Record<string, unknown> | null | undefined;
542
489
  }, {
543
490
  input: {
544
491
  role: "tool" | "assistant" | "user" | "system";
545
- durationMs?: number | undefined;
546
492
  startTime?: string | undefined;
547
493
  endTime?: string | undefined;
494
+ durationMs?: number | undefined;
548
495
  content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
549
496
  toolCalls?: {
550
497
  tool: string;
551
498
  input?: unknown;
552
499
  output?: unknown;
553
- durationMs?: number | undefined;
500
+ id?: string | undefined;
554
501
  startTime?: string | undefined;
555
502
  endTime?: string | undefined;
556
- id?: string | undefined;
503
+ durationMs?: number | undefined;
557
504
  }[] | undefined;
558
505
  name?: string | undefined;
559
506
  metadata?: Record<string, unknown> | undefined;
@@ -562,18 +509,18 @@ declare const CodeJudgeInputSchema: z.ZodObject<{
562
509
  criteria: string;
563
510
  expectedOutput: {
564
511
  role: "tool" | "assistant" | "user" | "system";
565
- durationMs?: number | undefined;
566
512
  startTime?: string | undefined;
567
513
  endTime?: string | undefined;
514
+ durationMs?: number | undefined;
568
515
  content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
569
516
  toolCalls?: {
570
517
  tool: string;
571
518
  input?: unknown;
572
519
  output?: unknown;
573
- durationMs?: number | undefined;
520
+ id?: string | undefined;
574
521
  startTime?: string | undefined;
575
522
  endTime?: string | undefined;
576
- id?: string | undefined;
523
+ durationMs?: number | undefined;
577
524
  }[] | undefined;
578
525
  name?: string | undefined;
579
526
  metadata?: Record<string, unknown> | undefined;
@@ -583,22 +530,25 @@ declare const CodeJudgeInputSchema: z.ZodObject<{
583
530
  inputFiles: string[];
584
531
  output?: {
585
532
  role: "tool" | "assistant" | "user" | "system";
586
- durationMs?: number | undefined;
587
533
  startTime?: string | undefined;
588
534
  endTime?: string | undefined;
535
+ durationMs?: number | undefined;
589
536
  content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
590
537
  toolCalls?: {
591
538
  tool: string;
592
539
  input?: unknown;
593
540
  output?: unknown;
594
- durationMs?: number | undefined;
541
+ id?: string | undefined;
595
542
  startTime?: string | undefined;
596
543
  endTime?: string | undefined;
597
- id?: string | undefined;
544
+ durationMs?: number | undefined;
598
545
  }[] | undefined;
599
546
  name?: string | undefined;
600
547
  metadata?: Record<string, unknown> | undefined;
601
548
  }[] | null | undefined;
549
+ startTime?: string | null | undefined;
550
+ endTime?: string | null | undefined;
551
+ durationMs?: number | null | undefined;
602
552
  referenceAnswer?: string | undefined;
603
553
  outputPath?: string | undefined;
604
554
  trace?: {
@@ -606,18 +556,15 @@ declare const CodeJudgeInputSchema: z.ZodObject<{
606
556
  toolNames: string[];
607
557
  toolCallsByName: Record<string, number>;
608
558
  errorCount: number;
609
- tokenUsage?: {
610
- input: number;
611
- output: number;
612
- cached?: number | undefined;
613
- } | undefined;
614
- costUsd?: number | undefined;
615
- durationMs?: number | undefined;
616
559
  toolDurations?: Record<string, number[]> | undefined;
617
- startTime?: string | undefined;
618
- endTime?: string | undefined;
619
560
  llmCallCount?: number | undefined;
620
561
  } | null | undefined;
562
+ tokenUsage?: {
563
+ input: number;
564
+ output: number;
565
+ cached?: number | undefined;
566
+ } | null | undefined;
567
+ costUsd?: number | null | undefined;
621
568
  fileChanges?: string | null | undefined;
622
569
  workspacePath?: string | null | undefined;
623
570
  config?: Record<string, unknown> | null | undefined;
@@ -676,18 +623,18 @@ declare const PromptTemplateInputSchema: z.ZodObject<{
676
623
  tool: string;
677
624
  input?: unknown;
678
625
  output?: unknown;
679
- durationMs?: number | undefined;
626
+ id?: string | undefined;
680
627
  startTime?: string | undefined;
681
628
  endTime?: string | undefined;
682
- id?: string | undefined;
629
+ durationMs?: number | undefined;
683
630
  }, {
684
631
  tool: string;
685
632
  input?: unknown;
686
633
  output?: unknown;
687
- durationMs?: number | undefined;
634
+ id?: string | undefined;
688
635
  startTime?: string | undefined;
689
636
  endTime?: string | undefined;
690
- id?: string | undefined;
637
+ durationMs?: number | undefined;
691
638
  }>, "many">>;
692
639
  name: z.ZodOptional<z.ZodString>;
693
640
  startTime: z.ZodOptional<z.ZodString>;
@@ -696,35 +643,35 @@ declare const PromptTemplateInputSchema: z.ZodObject<{
696
643
  metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
697
644
  }, "strip", z.ZodTypeAny, {
698
645
  role: "tool" | "assistant" | "user" | "system";
699
- durationMs?: number | undefined;
700
646
  startTime?: string | undefined;
701
647
  endTime?: string | undefined;
648
+ durationMs?: number | undefined;
702
649
  content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
703
650
  toolCalls?: {
704
651
  tool: string;
705
652
  input?: unknown;
706
653
  output?: unknown;
707
- durationMs?: number | undefined;
654
+ id?: string | undefined;
708
655
  startTime?: string | undefined;
709
656
  endTime?: string | undefined;
710
- id?: string | undefined;
657
+ durationMs?: number | undefined;
711
658
  }[] | undefined;
712
659
  name?: string | undefined;
713
660
  metadata?: Record<string, unknown> | undefined;
714
661
  }, {
715
662
  role: "tool" | "assistant" | "user" | "system";
716
- durationMs?: number | undefined;
717
663
  startTime?: string | undefined;
718
664
  endTime?: string | undefined;
665
+ durationMs?: number | undefined;
719
666
  content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
720
667
  toolCalls?: {
721
668
  tool: string;
722
669
  input?: unknown;
723
670
  output?: unknown;
724
- durationMs?: number | undefined;
671
+ id?: string | undefined;
725
672
  startTime?: string | undefined;
726
673
  endTime?: string | undefined;
727
- id?: string | undefined;
674
+ durationMs?: number | undefined;
728
675
  }[] | undefined;
729
676
  name?: string | undefined;
730
677
  metadata?: Record<string, unknown> | undefined;
@@ -746,18 +693,18 @@ declare const PromptTemplateInputSchema: z.ZodObject<{
746
693
  tool: string;
747
694
  input?: unknown;
748
695
  output?: unknown;
749
- durationMs?: number | undefined;
696
+ id?: string | undefined;
750
697
  startTime?: string | undefined;
751
698
  endTime?: string | undefined;
752
- id?: string | undefined;
699
+ durationMs?: number | undefined;
753
700
  }, {
754
701
  tool: string;
755
702
  input?: unknown;
756
703
  output?: unknown;
757
- durationMs?: number | undefined;
704
+ id?: string | undefined;
758
705
  startTime?: string | undefined;
759
706
  endTime?: string | undefined;
760
- id?: string | undefined;
707
+ durationMs?: number | undefined;
761
708
  }>, "many">>;
762
709
  name: z.ZodOptional<z.ZodString>;
763
710
  startTime: z.ZodOptional<z.ZodString>;
@@ -766,35 +713,35 @@ declare const PromptTemplateInputSchema: z.ZodObject<{
766
713
  metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
767
714
  }, "strip", z.ZodTypeAny, {
768
715
  role: "tool" | "assistant" | "user" | "system";
769
- durationMs?: number | undefined;
770
716
  startTime?: string | undefined;
771
717
  endTime?: string | undefined;
718
+ durationMs?: number | undefined;
772
719
  content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
773
720
  toolCalls?: {
774
721
  tool: string;
775
722
  input?: unknown;
776
723
  output?: unknown;
777
- durationMs?: number | undefined;
724
+ id?: string | undefined;
778
725
  startTime?: string | undefined;
779
726
  endTime?: string | undefined;
780
- id?: string | undefined;
727
+ durationMs?: number | undefined;
781
728
  }[] | undefined;
782
729
  name?: string | undefined;
783
730
  metadata?: Record<string, unknown> | undefined;
784
731
  }, {
785
732
  role: "tool" | "assistant" | "user" | "system";
786
- durationMs?: number | undefined;
787
733
  startTime?: string | undefined;
788
734
  endTime?: string | undefined;
735
+ durationMs?: number | undefined;
789
736
  content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
790
737
  toolCalls?: {
791
738
  tool: string;
792
739
  input?: unknown;
793
740
  output?: unknown;
794
- durationMs?: number | undefined;
741
+ id?: string | undefined;
795
742
  startTime?: string | undefined;
796
743
  endTime?: string | undefined;
797
- id?: string | undefined;
744
+ durationMs?: number | undefined;
798
745
  }[] | undefined;
799
746
  name?: string | undefined;
800
747
  metadata?: Record<string, unknown> | undefined;
@@ -818,18 +765,18 @@ declare const PromptTemplateInputSchema: z.ZodObject<{
818
765
  tool: string;
819
766
  input?: unknown;
820
767
  output?: unknown;
821
- durationMs?: number | undefined;
768
+ id?: string | undefined;
822
769
  startTime?: string | undefined;
823
770
  endTime?: string | undefined;
824
- id?: string | undefined;
771
+ durationMs?: number | undefined;
825
772
  }, {
826
773
  tool: string;
827
774
  input?: unknown;
828
775
  output?: unknown;
829
- durationMs?: number | undefined;
776
+ id?: string | undefined;
830
777
  startTime?: string | undefined;
831
778
  endTime?: string | undefined;
832
- id?: string | undefined;
779
+ durationMs?: number | undefined;
833
780
  }>, "many">>;
834
781
  name: z.ZodOptional<z.ZodString>;
835
782
  startTime: z.ZodOptional<z.ZodString>;
@@ -838,35 +785,35 @@ declare const PromptTemplateInputSchema: z.ZodObject<{
838
785
  metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
839
786
  }, "strip", z.ZodTypeAny, {
840
787
  role: "tool" | "assistant" | "user" | "system";
841
- durationMs?: number | undefined;
842
788
  startTime?: string | undefined;
843
789
  endTime?: string | undefined;
790
+ durationMs?: number | undefined;
844
791
  content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
845
792
  toolCalls?: {
846
793
  tool: string;
847
794
  input?: unknown;
848
795
  output?: unknown;
849
- durationMs?: number | undefined;
796
+ id?: string | undefined;
850
797
  startTime?: string | undefined;
851
798
  endTime?: string | undefined;
852
- id?: string | undefined;
799
+ durationMs?: number | undefined;
853
800
  }[] | undefined;
854
801
  name?: string | undefined;
855
802
  metadata?: Record<string, unknown> | undefined;
856
803
  }, {
857
804
  role: "tool" | "assistant" | "user" | "system";
858
- durationMs?: number | undefined;
859
805
  startTime?: string | undefined;
860
806
  endTime?: string | undefined;
807
+ durationMs?: number | undefined;
861
808
  content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
862
809
  toolCalls?: {
863
810
  tool: string;
864
811
  input?: unknown;
865
812
  output?: unknown;
866
- durationMs?: number | undefined;
813
+ id?: string | undefined;
867
814
  startTime?: string | undefined;
868
815
  endTime?: string | undefined;
869
- id?: string | undefined;
816
+ durationMs?: number | undefined;
870
817
  }[] | undefined;
871
818
  name?: string | undefined;
872
819
  metadata?: Record<string, unknown> | undefined;
@@ -876,76 +823,58 @@ declare const PromptTemplateInputSchema: z.ZodObject<{
876
823
  toolNames: z.ZodArray<z.ZodString, "many">;
877
824
  toolCallsByName: z.ZodRecord<z.ZodString, z.ZodNumber>;
878
825
  errorCount: z.ZodNumber;
879
- tokenUsage: z.ZodOptional<z.ZodObject<{
880
- input: z.ZodNumber;
881
- output: z.ZodNumber;
882
- cached: z.ZodOptional<z.ZodNumber>;
883
- }, "strip", z.ZodTypeAny, {
884
- input: number;
885
- output: number;
886
- cached?: number | undefined;
887
- }, {
888
- input: number;
889
- output: number;
890
- cached?: number | undefined;
891
- }>>;
892
- costUsd: z.ZodOptional<z.ZodNumber>;
893
- durationMs: z.ZodOptional<z.ZodNumber>;
894
826
  toolDurations: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodArray<z.ZodNumber, "many">>>;
895
- startTime: z.ZodOptional<z.ZodString>;
896
- endTime: z.ZodOptional<z.ZodString>;
897
827
  llmCallCount: z.ZodOptional<z.ZodNumber>;
898
828
  }, "strip", z.ZodTypeAny, {
899
829
  eventCount: number;
900
830
  toolNames: string[];
901
831
  toolCallsByName: Record<string, number>;
902
832
  errorCount: number;
903
- tokenUsage?: {
904
- input: number;
905
- output: number;
906
- cached?: number | undefined;
907
- } | undefined;
908
- costUsd?: number | undefined;
909
- durationMs?: number | undefined;
910
833
  toolDurations?: Record<string, number[]> | undefined;
911
- startTime?: string | undefined;
912
- endTime?: string | undefined;
913
834
  llmCallCount?: number | undefined;
914
835
  }, {
915
836
  eventCount: number;
916
837
  toolNames: string[];
917
838
  toolCallsByName: Record<string, number>;
918
839
  errorCount: number;
919
- tokenUsage?: {
920
- input: number;
921
- output: number;
922
- cached?: number | undefined;
923
- } | undefined;
924
- costUsd?: number | undefined;
925
- durationMs?: number | undefined;
926
840
  toolDurations?: Record<string, number[]> | undefined;
927
- startTime?: string | undefined;
928
- endTime?: string | undefined;
929
841
  llmCallCount?: number | undefined;
930
842
  }>>>;
843
+ tokenUsage: z.ZodOptional<z.ZodNullable<z.ZodObject<{
844
+ input: z.ZodNumber;
845
+ output: z.ZodNumber;
846
+ cached: z.ZodOptional<z.ZodNumber>;
847
+ }, "strip", z.ZodTypeAny, {
848
+ input: number;
849
+ output: number;
850
+ cached?: number | undefined;
851
+ }, {
852
+ input: number;
853
+ output: number;
854
+ cached?: number | undefined;
855
+ }>>>;
856
+ costUsd: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
857
+ durationMs: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
858
+ startTime: z.ZodOptional<z.ZodNullable<z.ZodString>>;
859
+ endTime: z.ZodOptional<z.ZodNullable<z.ZodString>>;
931
860
  fileChanges: z.ZodOptional<z.ZodNullable<z.ZodString>>;
932
861
  workspacePath: z.ZodOptional<z.ZodNullable<z.ZodString>>;
933
862
  config: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
934
863
  }, "strip", z.ZodTypeAny, {
935
864
  input: {
936
865
  role: "tool" | "assistant" | "user" | "system";
937
- durationMs?: number | undefined;
938
866
  startTime?: string | undefined;
939
867
  endTime?: string | undefined;
868
+ durationMs?: number | undefined;
940
869
  content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
941
870
  toolCalls?: {
942
871
  tool: string;
943
872
  input?: unknown;
944
873
  output?: unknown;
945
- durationMs?: number | undefined;
874
+ id?: string | undefined;
946
875
  startTime?: string | undefined;
947
876
  endTime?: string | undefined;
948
- id?: string | undefined;
877
+ durationMs?: number | undefined;
949
878
  }[] | undefined;
950
879
  name?: string | undefined;
951
880
  metadata?: Record<string, unknown> | undefined;
@@ -954,18 +883,18 @@ declare const PromptTemplateInputSchema: z.ZodObject<{
954
883
  criteria: string;
955
884
  expectedOutput: {
956
885
  role: "tool" | "assistant" | "user" | "system";
957
- durationMs?: number | undefined;
958
886
  startTime?: string | undefined;
959
887
  endTime?: string | undefined;
888
+ durationMs?: number | undefined;
960
889
  content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
961
890
  toolCalls?: {
962
891
  tool: string;
963
892
  input?: unknown;
964
893
  output?: unknown;
965
- durationMs?: number | undefined;
894
+ id?: string | undefined;
966
895
  startTime?: string | undefined;
967
896
  endTime?: string | undefined;
968
- id?: string | undefined;
897
+ durationMs?: number | undefined;
969
898
  }[] | undefined;
970
899
  name?: string | undefined;
971
900
  metadata?: Record<string, unknown> | undefined;
@@ -975,22 +904,25 @@ declare const PromptTemplateInputSchema: z.ZodObject<{
975
904
  inputFiles: string[];
976
905
  output?: {
977
906
  role: "tool" | "assistant" | "user" | "system";
978
- durationMs?: number | undefined;
979
907
  startTime?: string | undefined;
980
908
  endTime?: string | undefined;
909
+ durationMs?: number | undefined;
981
910
  content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
982
911
  toolCalls?: {
983
912
  tool: string;
984
913
  input?: unknown;
985
914
  output?: unknown;
986
- durationMs?: number | undefined;
915
+ id?: string | undefined;
987
916
  startTime?: string | undefined;
988
917
  endTime?: string | undefined;
989
- id?: string | undefined;
918
+ durationMs?: number | undefined;
990
919
  }[] | undefined;
991
920
  name?: string | undefined;
992
921
  metadata?: Record<string, unknown> | undefined;
993
922
  }[] | null | undefined;
923
+ startTime?: string | null | undefined;
924
+ endTime?: string | null | undefined;
925
+ durationMs?: number | null | undefined;
994
926
  referenceAnswer?: string | undefined;
995
927
  outputPath?: string | undefined;
996
928
  trace?: {
@@ -998,36 +930,33 @@ declare const PromptTemplateInputSchema: z.ZodObject<{
998
930
  toolNames: string[];
999
931
  toolCallsByName: Record<string, number>;
1000
932
  errorCount: number;
1001
- tokenUsage?: {
1002
- input: number;
1003
- output: number;
1004
- cached?: number | undefined;
1005
- } | undefined;
1006
- costUsd?: number | undefined;
1007
- durationMs?: number | undefined;
1008
933
  toolDurations?: Record<string, number[]> | undefined;
1009
- startTime?: string | undefined;
1010
- endTime?: string | undefined;
1011
934
  llmCallCount?: number | undefined;
1012
935
  } | null | undefined;
936
+ tokenUsage?: {
937
+ input: number;
938
+ output: number;
939
+ cached?: number | undefined;
940
+ } | null | undefined;
941
+ costUsd?: number | null | undefined;
1013
942
  fileChanges?: string | null | undefined;
1014
943
  workspacePath?: string | null | undefined;
1015
944
  config?: Record<string, unknown> | null | undefined;
1016
945
  }, {
1017
946
  input: {
1018
947
  role: "tool" | "assistant" | "user" | "system";
1019
- durationMs?: number | undefined;
1020
948
  startTime?: string | undefined;
1021
949
  endTime?: string | undefined;
950
+ durationMs?: number | undefined;
1022
951
  content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
1023
952
  toolCalls?: {
1024
953
  tool: string;
1025
954
  input?: unknown;
1026
955
  output?: unknown;
1027
- durationMs?: number | undefined;
956
+ id?: string | undefined;
1028
957
  startTime?: string | undefined;
1029
958
  endTime?: string | undefined;
1030
- id?: string | undefined;
959
+ durationMs?: number | undefined;
1031
960
  }[] | undefined;
1032
961
  name?: string | undefined;
1033
962
  metadata?: Record<string, unknown> | undefined;
@@ -1036,18 +965,18 @@ declare const PromptTemplateInputSchema: z.ZodObject<{
1036
965
  criteria: string;
1037
966
  expectedOutput: {
1038
967
  role: "tool" | "assistant" | "user" | "system";
1039
- durationMs?: number | undefined;
1040
968
  startTime?: string | undefined;
1041
969
  endTime?: string | undefined;
970
+ durationMs?: number | undefined;
1042
971
  content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
1043
972
  toolCalls?: {
1044
973
  tool: string;
1045
974
  input?: unknown;
1046
975
  output?: unknown;
1047
- durationMs?: number | undefined;
976
+ id?: string | undefined;
1048
977
  startTime?: string | undefined;
1049
978
  endTime?: string | undefined;
1050
- id?: string | undefined;
979
+ durationMs?: number | undefined;
1051
980
  }[] | undefined;
1052
981
  name?: string | undefined;
1053
982
  metadata?: Record<string, unknown> | undefined;
@@ -1057,22 +986,25 @@ declare const PromptTemplateInputSchema: z.ZodObject<{
1057
986
  inputFiles: string[];
1058
987
  output?: {
1059
988
  role: "tool" | "assistant" | "user" | "system";
1060
- durationMs?: number | undefined;
1061
989
  startTime?: string | undefined;
1062
990
  endTime?: string | undefined;
991
+ durationMs?: number | undefined;
1063
992
  content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
1064
993
  toolCalls?: {
1065
994
  tool: string;
1066
995
  input?: unknown;
1067
996
  output?: unknown;
1068
- durationMs?: number | undefined;
997
+ id?: string | undefined;
1069
998
  startTime?: string | undefined;
1070
999
  endTime?: string | undefined;
1071
- id?: string | undefined;
1000
+ durationMs?: number | undefined;
1072
1001
  }[] | undefined;
1073
1002
  name?: string | undefined;
1074
1003
  metadata?: Record<string, unknown> | undefined;
1075
1004
  }[] | null | undefined;
1005
+ startTime?: string | null | undefined;
1006
+ endTime?: string | null | undefined;
1007
+ durationMs?: number | null | undefined;
1076
1008
  referenceAnswer?: string | undefined;
1077
1009
  outputPath?: string | undefined;
1078
1010
  trace?: {
@@ -1080,18 +1012,15 @@ declare const PromptTemplateInputSchema: z.ZodObject<{
1080
1012
  toolNames: string[];
1081
1013
  toolCallsByName: Record<string, number>;
1082
1014
  errorCount: number;
1083
- tokenUsage?: {
1084
- input: number;
1085
- output: number;
1086
- cached?: number | undefined;
1087
- } | undefined;
1088
- costUsd?: number | undefined;
1089
- durationMs?: number | undefined;
1090
1015
  toolDurations?: Record<string, number[]> | undefined;
1091
- startTime?: string | undefined;
1092
- endTime?: string | undefined;
1093
1016
  llmCallCount?: number | undefined;
1094
1017
  } | null | undefined;
1018
+ tokenUsage?: {
1019
+ input: number;
1020
+ output: number;
1021
+ cached?: number | undefined;
1022
+ } | null | undefined;
1023
+ costUsd?: number | null | undefined;
1095
1024
  fileChanges?: string | null | undefined;
1096
1025
  workspacePath?: string | null | undefined;
1097
1026
  config?: Record<string, unknown> | null | undefined;
@@ -1105,6 +1034,7 @@ type PromptTemplateInput = CodeJudgeInput;
1105
1034
  * - AGENTV_TARGET_PROXY_URL: The URL of the local proxy server
1106
1035
  * - AGENTV_TARGET_PROXY_TOKEN: Bearer token for authentication
1107
1036
  */
1037
+
1108
1038
  /**
1109
1039
  * Request to invoke the target
1110
1040
  */
@@ -1122,6 +1052,7 @@ interface TargetInvokeRequest {
1122
1052
  interface TargetInvokeResponse {
1123
1053
  readonly output: readonly unknown[];
1124
1054
  readonly rawText?: string;
1055
+ readonly tokenUsage?: TokenUsage;
1125
1056
  }
1126
1057
  /**
1127
1058
  * Information about the target proxy configuration