@agentv/eval 3.6.0 → 3.7.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (7) hide show
  1. package/dist/index.cjs +1 -2
  2. package/dist/index.cjs.map +1 -1
  3. package/dist/index.d.cts +170 -188
  4. package/dist/index.d.ts +170 -188
  5. package/dist/index.js +1 -2
  6. package/dist/index.js.map +1 -1
  7. package/package.json +1 -1
package/dist/index.d.ts CHANGED
@@ -27,22 +27,19 @@ declare const TokenUsageSchema: z.ZodObject<{
27
27
  */
28
28
  declare const TraceSummarySchema: z.ZodObject<{
29
29
  eventCount: z.ZodNumber;
30
- toolNames: z.ZodArray<z.ZodString, "many">;
31
- toolCallsByName: z.ZodRecord<z.ZodString, z.ZodNumber>;
30
+ toolCalls: z.ZodRecord<z.ZodString, z.ZodNumber>;
32
31
  errorCount: z.ZodNumber;
33
32
  toolDurations: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodArray<z.ZodNumber, "many">>>;
34
33
  llmCallCount: z.ZodOptional<z.ZodNumber>;
35
34
  }, "strip", z.ZodTypeAny, {
36
35
  eventCount: number;
37
- toolNames: string[];
38
- toolCallsByName: Record<string, number>;
36
+ toolCalls: Record<string, number>;
39
37
  errorCount: number;
40
38
  toolDurations?: Record<string, number[]> | undefined;
41
39
  llmCallCount?: number | undefined;
42
40
  }, {
43
41
  eventCount: number;
44
- toolNames: string[];
45
- toolCallsByName: Record<string, number>;
42
+ toolCalls: Record<string, number>;
46
43
  errorCount: number;
47
44
  toolDurations?: Record<string, number[]> | undefined;
48
45
  llmCallCount?: number | undefined;
@@ -113,10 +110,6 @@ declare const MessageSchema: z.ZodObject<{
113
110
  metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
114
111
  }, "strip", z.ZodTypeAny, {
115
112
  role: "tool" | "assistant" | "user" | "system";
116
- startTime?: string | undefined;
117
- endTime?: string | undefined;
118
- durationMs?: number | undefined;
119
- content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
120
113
  toolCalls?: {
121
114
  tool: string;
122
115
  input?: unknown;
@@ -126,14 +119,14 @@ declare const MessageSchema: z.ZodObject<{
126
119
  endTime?: string | undefined;
127
120
  durationMs?: number | undefined;
128
121
  }[] | undefined;
129
- name?: string | undefined;
130
- metadata?: Record<string, unknown> | undefined;
131
- }, {
132
- role: "tool" | "assistant" | "user" | "system";
133
122
  startTime?: string | undefined;
134
123
  endTime?: string | undefined;
135
124
  durationMs?: number | undefined;
136
125
  content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
126
+ name?: string | undefined;
127
+ metadata?: Record<string, unknown> | undefined;
128
+ }, {
129
+ role: "tool" | "assistant" | "user" | "system";
137
130
  toolCalls?: {
138
131
  tool: string;
139
132
  input?: unknown;
@@ -143,6 +136,10 @@ declare const MessageSchema: z.ZodObject<{
143
136
  endTime?: string | undefined;
144
137
  durationMs?: number | undefined;
145
138
  }[] | undefined;
139
+ startTime?: string | undefined;
140
+ endTime?: string | undefined;
141
+ durationMs?: number | undefined;
142
+ content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
146
143
  name?: string | undefined;
147
144
  metadata?: Record<string, unknown> | undefined;
148
145
  }>;
@@ -189,10 +186,6 @@ declare const CodeGraderInputSchema: z.ZodObject<{
189
186
  metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
190
187
  }, "strip", z.ZodTypeAny, {
191
188
  role: "tool" | "assistant" | "user" | "system";
192
- startTime?: string | undefined;
193
- endTime?: string | undefined;
194
- durationMs?: number | undefined;
195
- content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
196
189
  toolCalls?: {
197
190
  tool: string;
198
191
  input?: unknown;
@@ -202,14 +195,14 @@ declare const CodeGraderInputSchema: z.ZodObject<{
202
195
  endTime?: string | undefined;
203
196
  durationMs?: number | undefined;
204
197
  }[] | undefined;
205
- name?: string | undefined;
206
- metadata?: Record<string, unknown> | undefined;
207
- }, {
208
- role: "tool" | "assistant" | "user" | "system";
209
198
  startTime?: string | undefined;
210
199
  endTime?: string | undefined;
211
200
  durationMs?: number | undefined;
212
201
  content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
202
+ name?: string | undefined;
203
+ metadata?: Record<string, unknown> | undefined;
204
+ }, {
205
+ role: "tool" | "assistant" | "user" | "system";
213
206
  toolCalls?: {
214
207
  tool: string;
215
208
  input?: unknown;
@@ -219,6 +212,10 @@ declare const CodeGraderInputSchema: z.ZodObject<{
219
212
  endTime?: string | undefined;
220
213
  durationMs?: number | undefined;
221
214
  }[] | undefined;
215
+ startTime?: string | undefined;
216
+ endTime?: string | undefined;
217
+ durationMs?: number | undefined;
218
+ content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
222
219
  name?: string | undefined;
223
220
  metadata?: Record<string, unknown> | undefined;
224
221
  }>, "many">;
@@ -259,10 +256,6 @@ declare const CodeGraderInputSchema: z.ZodObject<{
259
256
  metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
260
257
  }, "strip", z.ZodTypeAny, {
261
258
  role: "tool" | "assistant" | "user" | "system";
262
- startTime?: string | undefined;
263
- endTime?: string | undefined;
264
- durationMs?: number | undefined;
265
- content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
266
259
  toolCalls?: {
267
260
  tool: string;
268
261
  input?: unknown;
@@ -272,14 +265,14 @@ declare const CodeGraderInputSchema: z.ZodObject<{
272
265
  endTime?: string | undefined;
273
266
  durationMs?: number | undefined;
274
267
  }[] | undefined;
275
- name?: string | undefined;
276
- metadata?: Record<string, unknown> | undefined;
277
- }, {
278
- role: "tool" | "assistant" | "user" | "system";
279
268
  startTime?: string | undefined;
280
269
  endTime?: string | undefined;
281
270
  durationMs?: number | undefined;
282
271
  content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
272
+ name?: string | undefined;
273
+ metadata?: Record<string, unknown> | undefined;
274
+ }, {
275
+ role: "tool" | "assistant" | "user" | "system";
283
276
  toolCalls?: {
284
277
  tool: string;
285
278
  input?: unknown;
@@ -289,6 +282,10 @@ declare const CodeGraderInputSchema: z.ZodObject<{
289
282
  endTime?: string | undefined;
290
283
  durationMs?: number | undefined;
291
284
  }[] | undefined;
285
+ startTime?: string | undefined;
286
+ endTime?: string | undefined;
287
+ durationMs?: number | undefined;
288
+ content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
292
289
  name?: string | undefined;
293
290
  metadata?: Record<string, unknown> | undefined;
294
291
  }>, "many">>>;
@@ -331,10 +328,6 @@ declare const CodeGraderInputSchema: z.ZodObject<{
331
328
  metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
332
329
  }, "strip", z.ZodTypeAny, {
333
330
  role: "tool" | "assistant" | "user" | "system";
334
- startTime?: string | undefined;
335
- endTime?: string | undefined;
336
- durationMs?: number | undefined;
337
- content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
338
331
  toolCalls?: {
339
332
  tool: string;
340
333
  input?: unknown;
@@ -344,14 +337,14 @@ declare const CodeGraderInputSchema: z.ZodObject<{
344
337
  endTime?: string | undefined;
345
338
  durationMs?: number | undefined;
346
339
  }[] | undefined;
347
- name?: string | undefined;
348
- metadata?: Record<string, unknown> | undefined;
349
- }, {
350
- role: "tool" | "assistant" | "user" | "system";
351
340
  startTime?: string | undefined;
352
341
  endTime?: string | undefined;
353
342
  durationMs?: number | undefined;
354
343
  content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
344
+ name?: string | undefined;
345
+ metadata?: Record<string, unknown> | undefined;
346
+ }, {
347
+ role: "tool" | "assistant" | "user" | "system";
355
348
  toolCalls?: {
356
349
  tool: string;
357
350
  input?: unknown;
@@ -361,27 +354,28 @@ declare const CodeGraderInputSchema: z.ZodObject<{
361
354
  endTime?: string | undefined;
362
355
  durationMs?: number | undefined;
363
356
  }[] | undefined;
357
+ startTime?: string | undefined;
358
+ endTime?: string | undefined;
359
+ durationMs?: number | undefined;
360
+ content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
364
361
  name?: string | undefined;
365
362
  metadata?: Record<string, unknown> | undefined;
366
363
  }>, "many">;
367
364
  trace: z.ZodOptional<z.ZodNullable<z.ZodObject<{
368
365
  eventCount: z.ZodNumber;
369
- toolNames: z.ZodArray<z.ZodString, "many">;
370
- toolCallsByName: z.ZodRecord<z.ZodString, z.ZodNumber>;
366
+ toolCalls: z.ZodRecord<z.ZodString, z.ZodNumber>;
371
367
  errorCount: z.ZodNumber;
372
368
  toolDurations: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodArray<z.ZodNumber, "many">>>;
373
369
  llmCallCount: z.ZodOptional<z.ZodNumber>;
374
370
  }, "strip", z.ZodTypeAny, {
375
371
  eventCount: number;
376
- toolNames: string[];
377
- toolCallsByName: Record<string, number>;
372
+ toolCalls: Record<string, number>;
378
373
  errorCount: number;
379
374
  toolDurations?: Record<string, number[]> | undefined;
380
375
  llmCallCount?: number | undefined;
381
376
  }, {
382
377
  eventCount: number;
383
- toolNames: string[];
384
- toolCallsByName: Record<string, number>;
378
+ toolCalls: Record<string, number>;
385
379
  errorCount: number;
386
380
  toolDurations?: Record<string, number[]> | undefined;
387
381
  llmCallCount?: number | undefined;
@@ -413,10 +407,6 @@ declare const CodeGraderInputSchema: z.ZodObject<{
413
407
  }, "strip", z.ZodTypeAny, {
414
408
  input: {
415
409
  role: "tool" | "assistant" | "user" | "system";
416
- startTime?: string | undefined;
417
- endTime?: string | undefined;
418
- durationMs?: number | undefined;
419
- content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
420
410
  toolCalls?: {
421
411
  tool: string;
422
412
  input?: unknown;
@@ -426,16 +416,16 @@ declare const CodeGraderInputSchema: z.ZodObject<{
426
416
  endTime?: string | undefined;
427
417
  durationMs?: number | undefined;
428
418
  }[] | undefined;
419
+ startTime?: string | undefined;
420
+ endTime?: string | undefined;
421
+ durationMs?: number | undefined;
422
+ content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
429
423
  name?: string | undefined;
430
424
  metadata?: Record<string, unknown> | undefined;
431
425
  }[];
432
426
  criteria: string;
433
427
  expectedOutput: {
434
428
  role: "tool" | "assistant" | "user" | "system";
435
- startTime?: string | undefined;
436
- endTime?: string | undefined;
437
- durationMs?: number | undefined;
438
- content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
439
429
  toolCalls?: {
440
430
  tool: string;
441
431
  input?: unknown;
@@ -445,6 +435,10 @@ declare const CodeGraderInputSchema: z.ZodObject<{
445
435
  endTime?: string | undefined;
446
436
  durationMs?: number | undefined;
447
437
  }[] | undefined;
438
+ startTime?: string | undefined;
439
+ endTime?: string | undefined;
440
+ durationMs?: number | undefined;
441
+ content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
448
442
  name?: string | undefined;
449
443
  metadata?: Record<string, unknown> | undefined;
450
444
  }[];
@@ -454,10 +448,6 @@ declare const CodeGraderInputSchema: z.ZodObject<{
454
448
  inputText: string;
455
449
  output?: {
456
450
  role: "tool" | "assistant" | "user" | "system";
457
- startTime?: string | undefined;
458
- endTime?: string | undefined;
459
- durationMs?: number | undefined;
460
- content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
461
451
  toolCalls?: {
462
452
  tool: string;
463
453
  input?: unknown;
@@ -467,6 +457,10 @@ declare const CodeGraderInputSchema: z.ZodObject<{
467
457
  endTime?: string | undefined;
468
458
  durationMs?: number | undefined;
469
459
  }[] | undefined;
460
+ startTime?: string | undefined;
461
+ endTime?: string | undefined;
462
+ durationMs?: number | undefined;
463
+ content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
470
464
  name?: string | undefined;
471
465
  metadata?: Record<string, unknown> | undefined;
472
466
  }[] | null | undefined;
@@ -476,8 +470,7 @@ declare const CodeGraderInputSchema: z.ZodObject<{
476
470
  outputPath?: string | undefined;
477
471
  trace?: {
478
472
  eventCount: number;
479
- toolNames: string[];
480
- toolCallsByName: Record<string, number>;
473
+ toolCalls: Record<string, number>;
481
474
  errorCount: number;
482
475
  toolDurations?: Record<string, number[]> | undefined;
483
476
  llmCallCount?: number | undefined;
@@ -495,10 +488,6 @@ declare const CodeGraderInputSchema: z.ZodObject<{
495
488
  }, {
496
489
  input: {
497
490
  role: "tool" | "assistant" | "user" | "system";
498
- startTime?: string | undefined;
499
- endTime?: string | undefined;
500
- durationMs?: number | undefined;
501
- content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
502
491
  toolCalls?: {
503
492
  tool: string;
504
493
  input?: unknown;
@@ -508,16 +497,16 @@ declare const CodeGraderInputSchema: z.ZodObject<{
508
497
  endTime?: string | undefined;
509
498
  durationMs?: number | undefined;
510
499
  }[] | undefined;
500
+ startTime?: string | undefined;
501
+ endTime?: string | undefined;
502
+ durationMs?: number | undefined;
503
+ content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
511
504
  name?: string | undefined;
512
505
  metadata?: Record<string, unknown> | undefined;
513
506
  }[];
514
507
  criteria: string;
515
508
  expectedOutput: {
516
509
  role: "tool" | "assistant" | "user" | "system";
517
- startTime?: string | undefined;
518
- endTime?: string | undefined;
519
- durationMs?: number | undefined;
520
- content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
521
510
  toolCalls?: {
522
511
  tool: string;
523
512
  input?: unknown;
@@ -527,6 +516,10 @@ declare const CodeGraderInputSchema: z.ZodObject<{
527
516
  endTime?: string | undefined;
528
517
  durationMs?: number | undefined;
529
518
  }[] | undefined;
519
+ startTime?: string | undefined;
520
+ endTime?: string | undefined;
521
+ durationMs?: number | undefined;
522
+ content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
530
523
  name?: string | undefined;
531
524
  metadata?: Record<string, unknown> | undefined;
532
525
  }[];
@@ -536,10 +529,6 @@ declare const CodeGraderInputSchema: z.ZodObject<{
536
529
  inputText: string;
537
530
  output?: {
538
531
  role: "tool" | "assistant" | "user" | "system";
539
- startTime?: string | undefined;
540
- endTime?: string | undefined;
541
- durationMs?: number | undefined;
542
- content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
543
532
  toolCalls?: {
544
533
  tool: string;
545
534
  input?: unknown;
@@ -549,6 +538,10 @@ declare const CodeGraderInputSchema: z.ZodObject<{
549
538
  endTime?: string | undefined;
550
539
  durationMs?: number | undefined;
551
540
  }[] | undefined;
541
+ startTime?: string | undefined;
542
+ endTime?: string | undefined;
543
+ durationMs?: number | undefined;
544
+ content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
552
545
  name?: string | undefined;
553
546
  metadata?: Record<string, unknown> | undefined;
554
547
  }[] | null | undefined;
@@ -558,8 +551,7 @@ declare const CodeGraderInputSchema: z.ZodObject<{
558
551
  outputPath?: string | undefined;
559
552
  trace?: {
560
553
  eventCount: number;
561
- toolNames: string[];
562
- toolCallsByName: Record<string, number>;
554
+ toolCalls: Record<string, number>;
563
555
  errorCount: number;
564
556
  toolDurations?: Record<string, number[]> | undefined;
565
557
  llmCallCount?: number | undefined;
@@ -676,10 +668,6 @@ declare const PromptTemplateInputSchema: z.ZodObject<{
676
668
  metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
677
669
  }, "strip", z.ZodTypeAny, {
678
670
  role: "tool" | "assistant" | "user" | "system";
679
- startTime?: string | undefined;
680
- endTime?: string | undefined;
681
- durationMs?: number | undefined;
682
- content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
683
671
  toolCalls?: {
684
672
  tool: string;
685
673
  input?: unknown;
@@ -689,14 +677,14 @@ declare const PromptTemplateInputSchema: z.ZodObject<{
689
677
  endTime?: string | undefined;
690
678
  durationMs?: number | undefined;
691
679
  }[] | undefined;
692
- name?: string | undefined;
693
- metadata?: Record<string, unknown> | undefined;
694
- }, {
695
- role: "tool" | "assistant" | "user" | "system";
696
680
  startTime?: string | undefined;
697
681
  endTime?: string | undefined;
698
682
  durationMs?: number | undefined;
699
683
  content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
684
+ name?: string | undefined;
685
+ metadata?: Record<string, unknown> | undefined;
686
+ }, {
687
+ role: "tool" | "assistant" | "user" | "system";
700
688
  toolCalls?: {
701
689
  tool: string;
702
690
  input?: unknown;
@@ -706,6 +694,10 @@ declare const PromptTemplateInputSchema: z.ZodObject<{
706
694
  endTime?: string | undefined;
707
695
  durationMs?: number | undefined;
708
696
  }[] | undefined;
697
+ startTime?: string | undefined;
698
+ endTime?: string | undefined;
699
+ durationMs?: number | undefined;
700
+ content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
709
701
  name?: string | undefined;
710
702
  metadata?: Record<string, unknown> | undefined;
711
703
  }>, "many">;
@@ -746,10 +738,6 @@ declare const PromptTemplateInputSchema: z.ZodObject<{
746
738
  metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
747
739
  }, "strip", z.ZodTypeAny, {
748
740
  role: "tool" | "assistant" | "user" | "system";
749
- startTime?: string | undefined;
750
- endTime?: string | undefined;
751
- durationMs?: number | undefined;
752
- content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
753
741
  toolCalls?: {
754
742
  tool: string;
755
743
  input?: unknown;
@@ -759,14 +747,14 @@ declare const PromptTemplateInputSchema: z.ZodObject<{
759
747
  endTime?: string | undefined;
760
748
  durationMs?: number | undefined;
761
749
  }[] | undefined;
762
- name?: string | undefined;
763
- metadata?: Record<string, unknown> | undefined;
764
- }, {
765
- role: "tool" | "assistant" | "user" | "system";
766
750
  startTime?: string | undefined;
767
751
  endTime?: string | undefined;
768
752
  durationMs?: number | undefined;
769
753
  content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
754
+ name?: string | undefined;
755
+ metadata?: Record<string, unknown> | undefined;
756
+ }, {
757
+ role: "tool" | "assistant" | "user" | "system";
770
758
  toolCalls?: {
771
759
  tool: string;
772
760
  input?: unknown;
@@ -776,6 +764,10 @@ declare const PromptTemplateInputSchema: z.ZodObject<{
776
764
  endTime?: string | undefined;
777
765
  durationMs?: number | undefined;
778
766
  }[] | undefined;
767
+ startTime?: string | undefined;
768
+ endTime?: string | undefined;
769
+ durationMs?: number | undefined;
770
+ content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
779
771
  name?: string | undefined;
780
772
  metadata?: Record<string, unknown> | undefined;
781
773
  }>, "many">>>;
@@ -818,10 +810,6 @@ declare const PromptTemplateInputSchema: z.ZodObject<{
818
810
  metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
819
811
  }, "strip", z.ZodTypeAny, {
820
812
  role: "tool" | "assistant" | "user" | "system";
821
- startTime?: string | undefined;
822
- endTime?: string | undefined;
823
- durationMs?: number | undefined;
824
- content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
825
813
  toolCalls?: {
826
814
  tool: string;
827
815
  input?: unknown;
@@ -831,14 +819,14 @@ declare const PromptTemplateInputSchema: z.ZodObject<{
831
819
  endTime?: string | undefined;
832
820
  durationMs?: number | undefined;
833
821
  }[] | undefined;
834
- name?: string | undefined;
835
- metadata?: Record<string, unknown> | undefined;
836
- }, {
837
- role: "tool" | "assistant" | "user" | "system";
838
822
  startTime?: string | undefined;
839
823
  endTime?: string | undefined;
840
824
  durationMs?: number | undefined;
841
825
  content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
826
+ name?: string | undefined;
827
+ metadata?: Record<string, unknown> | undefined;
828
+ }, {
829
+ role: "tool" | "assistant" | "user" | "system";
842
830
  toolCalls?: {
843
831
  tool: string;
844
832
  input?: unknown;
@@ -848,27 +836,28 @@ declare const PromptTemplateInputSchema: z.ZodObject<{
848
836
  endTime?: string | undefined;
849
837
  durationMs?: number | undefined;
850
838
  }[] | undefined;
839
+ startTime?: string | undefined;
840
+ endTime?: string | undefined;
841
+ durationMs?: number | undefined;
842
+ content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
851
843
  name?: string | undefined;
852
844
  metadata?: Record<string, unknown> | undefined;
853
845
  }>, "many">;
854
846
  trace: z.ZodOptional<z.ZodNullable<z.ZodObject<{
855
847
  eventCount: z.ZodNumber;
856
- toolNames: z.ZodArray<z.ZodString, "many">;
857
- toolCallsByName: z.ZodRecord<z.ZodString, z.ZodNumber>;
848
+ toolCalls: z.ZodRecord<z.ZodString, z.ZodNumber>;
858
849
  errorCount: z.ZodNumber;
859
850
  toolDurations: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodArray<z.ZodNumber, "many">>>;
860
851
  llmCallCount: z.ZodOptional<z.ZodNumber>;
861
852
  }, "strip", z.ZodTypeAny, {
862
853
  eventCount: number;
863
- toolNames: string[];
864
- toolCallsByName: Record<string, number>;
854
+ toolCalls: Record<string, number>;
865
855
  errorCount: number;
866
856
  toolDurations?: Record<string, number[]> | undefined;
867
857
  llmCallCount?: number | undefined;
868
858
  }, {
869
859
  eventCount: number;
870
- toolNames: string[];
871
- toolCallsByName: Record<string, number>;
860
+ toolCalls: Record<string, number>;
872
861
  errorCount: number;
873
862
  toolDurations?: Record<string, number[]> | undefined;
874
863
  llmCallCount?: number | undefined;
@@ -900,10 +889,6 @@ declare const PromptTemplateInputSchema: z.ZodObject<{
900
889
  }, "strip", z.ZodTypeAny, {
901
890
  input: {
902
891
  role: "tool" | "assistant" | "user" | "system";
903
- startTime?: string | undefined;
904
- endTime?: string | undefined;
905
- durationMs?: number | undefined;
906
- content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
907
892
  toolCalls?: {
908
893
  tool: string;
909
894
  input?: unknown;
@@ -913,16 +898,16 @@ declare const PromptTemplateInputSchema: z.ZodObject<{
913
898
  endTime?: string | undefined;
914
899
  durationMs?: number | undefined;
915
900
  }[] | undefined;
901
+ startTime?: string | undefined;
902
+ endTime?: string | undefined;
903
+ durationMs?: number | undefined;
904
+ content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
916
905
  name?: string | undefined;
917
906
  metadata?: Record<string, unknown> | undefined;
918
907
  }[];
919
908
  criteria: string;
920
909
  expectedOutput: {
921
910
  role: "tool" | "assistant" | "user" | "system";
922
- startTime?: string | undefined;
923
- endTime?: string | undefined;
924
- durationMs?: number | undefined;
925
- content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
926
911
  toolCalls?: {
927
912
  tool: string;
928
913
  input?: unknown;
@@ -932,6 +917,10 @@ declare const PromptTemplateInputSchema: z.ZodObject<{
932
917
  endTime?: string | undefined;
933
918
  durationMs?: number | undefined;
934
919
  }[] | undefined;
920
+ startTime?: string | undefined;
921
+ endTime?: string | undefined;
922
+ durationMs?: number | undefined;
923
+ content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
935
924
  name?: string | undefined;
936
925
  metadata?: Record<string, unknown> | undefined;
937
926
  }[];
@@ -941,10 +930,6 @@ declare const PromptTemplateInputSchema: z.ZodObject<{
941
930
  inputText: string;
942
931
  output?: {
943
932
  role: "tool" | "assistant" | "user" | "system";
944
- startTime?: string | undefined;
945
- endTime?: string | undefined;
946
- durationMs?: number | undefined;
947
- content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
948
933
  toolCalls?: {
949
934
  tool: string;
950
935
  input?: unknown;
@@ -954,6 +939,10 @@ declare const PromptTemplateInputSchema: z.ZodObject<{
954
939
  endTime?: string | undefined;
955
940
  durationMs?: number | undefined;
956
941
  }[] | undefined;
942
+ startTime?: string | undefined;
943
+ endTime?: string | undefined;
944
+ durationMs?: number | undefined;
945
+ content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
957
946
  name?: string | undefined;
958
947
  metadata?: Record<string, unknown> | undefined;
959
948
  }[] | null | undefined;
@@ -963,8 +952,7 @@ declare const PromptTemplateInputSchema: z.ZodObject<{
963
952
  outputPath?: string | undefined;
964
953
  trace?: {
965
954
  eventCount: number;
966
- toolNames: string[];
967
- toolCallsByName: Record<string, number>;
955
+ toolCalls: Record<string, number>;
968
956
  errorCount: number;
969
957
  toolDurations?: Record<string, number[]> | undefined;
970
958
  llmCallCount?: number | undefined;
@@ -982,10 +970,6 @@ declare const PromptTemplateInputSchema: z.ZodObject<{
982
970
  }, {
983
971
  input: {
984
972
  role: "tool" | "assistant" | "user" | "system";
985
- startTime?: string | undefined;
986
- endTime?: string | undefined;
987
- durationMs?: number | undefined;
988
- content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
989
973
  toolCalls?: {
990
974
  tool: string;
991
975
  input?: unknown;
@@ -995,16 +979,16 @@ declare const PromptTemplateInputSchema: z.ZodObject<{
995
979
  endTime?: string | undefined;
996
980
  durationMs?: number | undefined;
997
981
  }[] | undefined;
982
+ startTime?: string | undefined;
983
+ endTime?: string | undefined;
984
+ durationMs?: number | undefined;
985
+ content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
998
986
  name?: string | undefined;
999
987
  metadata?: Record<string, unknown> | undefined;
1000
988
  }[];
1001
989
  criteria: string;
1002
990
  expectedOutput: {
1003
991
  role: "tool" | "assistant" | "user" | "system";
1004
- startTime?: string | undefined;
1005
- endTime?: string | undefined;
1006
- durationMs?: number | undefined;
1007
- content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
1008
992
  toolCalls?: {
1009
993
  tool: string;
1010
994
  input?: unknown;
@@ -1014,6 +998,10 @@ declare const PromptTemplateInputSchema: z.ZodObject<{
1014
998
  endTime?: string | undefined;
1015
999
  durationMs?: number | undefined;
1016
1000
  }[] | undefined;
1001
+ startTime?: string | undefined;
1002
+ endTime?: string | undefined;
1003
+ durationMs?: number | undefined;
1004
+ content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
1017
1005
  name?: string | undefined;
1018
1006
  metadata?: Record<string, unknown> | undefined;
1019
1007
  }[];
@@ -1023,10 +1011,6 @@ declare const PromptTemplateInputSchema: z.ZodObject<{
1023
1011
  inputText: string;
1024
1012
  output?: {
1025
1013
  role: "tool" | "assistant" | "user" | "system";
1026
- startTime?: string | undefined;
1027
- endTime?: string | undefined;
1028
- durationMs?: number | undefined;
1029
- content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
1030
1014
  toolCalls?: {
1031
1015
  tool: string;
1032
1016
  input?: unknown;
@@ -1036,6 +1020,10 @@ declare const PromptTemplateInputSchema: z.ZodObject<{
1036
1020
  endTime?: string | undefined;
1037
1021
  durationMs?: number | undefined;
1038
1022
  }[] | undefined;
1023
+ startTime?: string | undefined;
1024
+ endTime?: string | undefined;
1025
+ durationMs?: number | undefined;
1026
+ content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
1039
1027
  name?: string | undefined;
1040
1028
  metadata?: Record<string, unknown> | undefined;
1041
1029
  }[] | null | undefined;
@@ -1045,8 +1033,7 @@ declare const PromptTemplateInputSchema: z.ZodObject<{
1045
1033
  outputPath?: string | undefined;
1046
1034
  trace?: {
1047
1035
  eventCount: number;
1048
- toolNames: string[];
1049
- toolCallsByName: Record<string, number>;
1036
+ toolCalls: Record<string, number>;
1050
1037
  errorCount: number;
1051
1038
  toolDurations?: Record<string, number[]> | undefined;
1052
1039
  llmCallCount?: number | undefined;
@@ -1101,10 +1088,6 @@ declare const CodeJudgeInputSchema: z.ZodObject<{
1101
1088
  metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
1102
1089
  }, "strip", z.ZodTypeAny, {
1103
1090
  role: "tool" | "assistant" | "user" | "system";
1104
- startTime?: string | undefined;
1105
- endTime?: string | undefined;
1106
- durationMs?: number | undefined;
1107
- content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
1108
1091
  toolCalls?: {
1109
1092
  tool: string;
1110
1093
  input?: unknown;
@@ -1114,14 +1097,14 @@ declare const CodeJudgeInputSchema: z.ZodObject<{
1114
1097
  endTime?: string | undefined;
1115
1098
  durationMs?: number | undefined;
1116
1099
  }[] | undefined;
1117
- name?: string | undefined;
1118
- metadata?: Record<string, unknown> | undefined;
1119
- }, {
1120
- role: "tool" | "assistant" | "user" | "system";
1121
1100
  startTime?: string | undefined;
1122
1101
  endTime?: string | undefined;
1123
1102
  durationMs?: number | undefined;
1124
1103
  content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
1104
+ name?: string | undefined;
1105
+ metadata?: Record<string, unknown> | undefined;
1106
+ }, {
1107
+ role: "tool" | "assistant" | "user" | "system";
1125
1108
  toolCalls?: {
1126
1109
  tool: string;
1127
1110
  input?: unknown;
@@ -1131,6 +1114,10 @@ declare const CodeJudgeInputSchema: z.ZodObject<{
1131
1114
  endTime?: string | undefined;
1132
1115
  durationMs?: number | undefined;
1133
1116
  }[] | undefined;
1117
+ startTime?: string | undefined;
1118
+ endTime?: string | undefined;
1119
+ durationMs?: number | undefined;
1120
+ content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
1134
1121
  name?: string | undefined;
1135
1122
  metadata?: Record<string, unknown> | undefined;
1136
1123
  }>, "many">;
@@ -1171,10 +1158,6 @@ declare const CodeJudgeInputSchema: z.ZodObject<{
1171
1158
  metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
1172
1159
  }, "strip", z.ZodTypeAny, {
1173
1160
  role: "tool" | "assistant" | "user" | "system";
1174
- startTime?: string | undefined;
1175
- endTime?: string | undefined;
1176
- durationMs?: number | undefined;
1177
- content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
1178
1161
  toolCalls?: {
1179
1162
  tool: string;
1180
1163
  input?: unknown;
@@ -1184,14 +1167,14 @@ declare const CodeJudgeInputSchema: z.ZodObject<{
1184
1167
  endTime?: string | undefined;
1185
1168
  durationMs?: number | undefined;
1186
1169
  }[] | undefined;
1187
- name?: string | undefined;
1188
- metadata?: Record<string, unknown> | undefined;
1189
- }, {
1190
- role: "tool" | "assistant" | "user" | "system";
1191
1170
  startTime?: string | undefined;
1192
1171
  endTime?: string | undefined;
1193
1172
  durationMs?: number | undefined;
1194
1173
  content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
1174
+ name?: string | undefined;
1175
+ metadata?: Record<string, unknown> | undefined;
1176
+ }, {
1177
+ role: "tool" | "assistant" | "user" | "system";
1195
1178
  toolCalls?: {
1196
1179
  tool: string;
1197
1180
  input?: unknown;
@@ -1201,6 +1184,10 @@ declare const CodeJudgeInputSchema: z.ZodObject<{
1201
1184
  endTime?: string | undefined;
1202
1185
  durationMs?: number | undefined;
1203
1186
  }[] | undefined;
1187
+ startTime?: string | undefined;
1188
+ endTime?: string | undefined;
1189
+ durationMs?: number | undefined;
1190
+ content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
1204
1191
  name?: string | undefined;
1205
1192
  metadata?: Record<string, unknown> | undefined;
1206
1193
  }>, "many">>>;
@@ -1243,10 +1230,6 @@ declare const CodeJudgeInputSchema: z.ZodObject<{
1243
1230
  metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
1244
1231
  }, "strip", z.ZodTypeAny, {
1245
1232
  role: "tool" | "assistant" | "user" | "system";
1246
- startTime?: string | undefined;
1247
- endTime?: string | undefined;
1248
- durationMs?: number | undefined;
1249
- content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
1250
1233
  toolCalls?: {
1251
1234
  tool: string;
1252
1235
  input?: unknown;
@@ -1256,14 +1239,14 @@ declare const CodeJudgeInputSchema: z.ZodObject<{
1256
1239
  endTime?: string | undefined;
1257
1240
  durationMs?: number | undefined;
1258
1241
  }[] | undefined;
1259
- name?: string | undefined;
1260
- metadata?: Record<string, unknown> | undefined;
1261
- }, {
1262
- role: "tool" | "assistant" | "user" | "system";
1263
1242
  startTime?: string | undefined;
1264
1243
  endTime?: string | undefined;
1265
1244
  durationMs?: number | undefined;
1266
1245
  content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
1246
+ name?: string | undefined;
1247
+ metadata?: Record<string, unknown> | undefined;
1248
+ }, {
1249
+ role: "tool" | "assistant" | "user" | "system";
1267
1250
  toolCalls?: {
1268
1251
  tool: string;
1269
1252
  input?: unknown;
@@ -1273,27 +1256,28 @@ declare const CodeJudgeInputSchema: z.ZodObject<{
1273
1256
  endTime?: string | undefined;
1274
1257
  durationMs?: number | undefined;
1275
1258
  }[] | undefined;
1259
+ startTime?: string | undefined;
1260
+ endTime?: string | undefined;
1261
+ durationMs?: number | undefined;
1262
+ content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
1276
1263
  name?: string | undefined;
1277
1264
  metadata?: Record<string, unknown> | undefined;
1278
1265
  }>, "many">;
1279
1266
  trace: z.ZodOptional<z.ZodNullable<z.ZodObject<{
1280
1267
  eventCount: z.ZodNumber;
1281
- toolNames: z.ZodArray<z.ZodString, "many">;
1282
- toolCallsByName: z.ZodRecord<z.ZodString, z.ZodNumber>;
1268
+ toolCalls: z.ZodRecord<z.ZodString, z.ZodNumber>;
1283
1269
  errorCount: z.ZodNumber;
1284
1270
  toolDurations: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodArray<z.ZodNumber, "many">>>;
1285
1271
  llmCallCount: z.ZodOptional<z.ZodNumber>;
1286
1272
  }, "strip", z.ZodTypeAny, {
1287
1273
  eventCount: number;
1288
- toolNames: string[];
1289
- toolCallsByName: Record<string, number>;
1274
+ toolCalls: Record<string, number>;
1290
1275
  errorCount: number;
1291
1276
  toolDurations?: Record<string, number[]> | undefined;
1292
1277
  llmCallCount?: number | undefined;
1293
1278
  }, {
1294
1279
  eventCount: number;
1295
- toolNames: string[];
1296
- toolCallsByName: Record<string, number>;
1280
+ toolCalls: Record<string, number>;
1297
1281
  errorCount: number;
1298
1282
  toolDurations?: Record<string, number[]> | undefined;
1299
1283
  llmCallCount?: number | undefined;
@@ -1325,10 +1309,6 @@ declare const CodeJudgeInputSchema: z.ZodObject<{
1325
1309
  }, "strip", z.ZodTypeAny, {
1326
1310
  input: {
1327
1311
  role: "tool" | "assistant" | "user" | "system";
1328
- startTime?: string | undefined;
1329
- endTime?: string | undefined;
1330
- durationMs?: number | undefined;
1331
- content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
1332
1312
  toolCalls?: {
1333
1313
  tool: string;
1334
1314
  input?: unknown;
@@ -1338,16 +1318,16 @@ declare const CodeJudgeInputSchema: z.ZodObject<{
1338
1318
  endTime?: string | undefined;
1339
1319
  durationMs?: number | undefined;
1340
1320
  }[] | undefined;
1321
+ startTime?: string | undefined;
1322
+ endTime?: string | undefined;
1323
+ durationMs?: number | undefined;
1324
+ content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
1341
1325
  name?: string | undefined;
1342
1326
  metadata?: Record<string, unknown> | undefined;
1343
1327
  }[];
1344
1328
  criteria: string;
1345
1329
  expectedOutput: {
1346
1330
  role: "tool" | "assistant" | "user" | "system";
1347
- startTime?: string | undefined;
1348
- endTime?: string | undefined;
1349
- durationMs?: number | undefined;
1350
- content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
1351
1331
  toolCalls?: {
1352
1332
  tool: string;
1353
1333
  input?: unknown;
@@ -1357,6 +1337,10 @@ declare const CodeJudgeInputSchema: z.ZodObject<{
1357
1337
  endTime?: string | undefined;
1358
1338
  durationMs?: number | undefined;
1359
1339
  }[] | undefined;
1340
+ startTime?: string | undefined;
1341
+ endTime?: string | undefined;
1342
+ durationMs?: number | undefined;
1343
+ content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
1360
1344
  name?: string | undefined;
1361
1345
  metadata?: Record<string, unknown> | undefined;
1362
1346
  }[];
@@ -1366,10 +1350,6 @@ declare const CodeJudgeInputSchema: z.ZodObject<{
1366
1350
  inputText: string;
1367
1351
  output?: {
1368
1352
  role: "tool" | "assistant" | "user" | "system";
1369
- startTime?: string | undefined;
1370
- endTime?: string | undefined;
1371
- durationMs?: number | undefined;
1372
- content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
1373
1353
  toolCalls?: {
1374
1354
  tool: string;
1375
1355
  input?: unknown;
@@ -1379,6 +1359,10 @@ declare const CodeJudgeInputSchema: z.ZodObject<{
1379
1359
  endTime?: string | undefined;
1380
1360
  durationMs?: number | undefined;
1381
1361
  }[] | undefined;
1362
+ startTime?: string | undefined;
1363
+ endTime?: string | undefined;
1364
+ durationMs?: number | undefined;
1365
+ content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
1382
1366
  name?: string | undefined;
1383
1367
  metadata?: Record<string, unknown> | undefined;
1384
1368
  }[] | null | undefined;
@@ -1388,8 +1372,7 @@ declare const CodeJudgeInputSchema: z.ZodObject<{
1388
1372
  outputPath?: string | undefined;
1389
1373
  trace?: {
1390
1374
  eventCount: number;
1391
- toolNames: string[];
1392
- toolCallsByName: Record<string, number>;
1375
+ toolCalls: Record<string, number>;
1393
1376
  errorCount: number;
1394
1377
  toolDurations?: Record<string, number[]> | undefined;
1395
1378
  llmCallCount?: number | undefined;
@@ -1407,10 +1390,6 @@ declare const CodeJudgeInputSchema: z.ZodObject<{
1407
1390
  }, {
1408
1391
  input: {
1409
1392
  role: "tool" | "assistant" | "user" | "system";
1410
- startTime?: string | undefined;
1411
- endTime?: string | undefined;
1412
- durationMs?: number | undefined;
1413
- content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
1414
1393
  toolCalls?: {
1415
1394
  tool: string;
1416
1395
  input?: unknown;
@@ -1420,16 +1399,16 @@ declare const CodeJudgeInputSchema: z.ZodObject<{
1420
1399
  endTime?: string | undefined;
1421
1400
  durationMs?: number | undefined;
1422
1401
  }[] | undefined;
1402
+ startTime?: string | undefined;
1403
+ endTime?: string | undefined;
1404
+ durationMs?: number | undefined;
1405
+ content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
1423
1406
  name?: string | undefined;
1424
1407
  metadata?: Record<string, unknown> | undefined;
1425
1408
  }[];
1426
1409
  criteria: string;
1427
1410
  expectedOutput: {
1428
1411
  role: "tool" | "assistant" | "user" | "system";
1429
- startTime?: string | undefined;
1430
- endTime?: string | undefined;
1431
- durationMs?: number | undefined;
1432
- content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
1433
1412
  toolCalls?: {
1434
1413
  tool: string;
1435
1414
  input?: unknown;
@@ -1439,6 +1418,10 @@ declare const CodeJudgeInputSchema: z.ZodObject<{
1439
1418
  endTime?: string | undefined;
1440
1419
  durationMs?: number | undefined;
1441
1420
  }[] | undefined;
1421
+ startTime?: string | undefined;
1422
+ endTime?: string | undefined;
1423
+ durationMs?: number | undefined;
1424
+ content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
1442
1425
  name?: string | undefined;
1443
1426
  metadata?: Record<string, unknown> | undefined;
1444
1427
  }[];
@@ -1448,10 +1431,6 @@ declare const CodeJudgeInputSchema: z.ZodObject<{
1448
1431
  inputText: string;
1449
1432
  output?: {
1450
1433
  role: "tool" | "assistant" | "user" | "system";
1451
- startTime?: string | undefined;
1452
- endTime?: string | undefined;
1453
- durationMs?: number | undefined;
1454
- content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
1455
1434
  toolCalls?: {
1456
1435
  tool: string;
1457
1436
  input?: unknown;
@@ -1461,6 +1440,10 @@ declare const CodeJudgeInputSchema: z.ZodObject<{
1461
1440
  endTime?: string | undefined;
1462
1441
  durationMs?: number | undefined;
1463
1442
  }[] | undefined;
1443
+ startTime?: string | undefined;
1444
+ endTime?: string | undefined;
1445
+ durationMs?: number | undefined;
1446
+ content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
1464
1447
  name?: string | undefined;
1465
1448
  metadata?: Record<string, unknown> | undefined;
1466
1449
  }[] | null | undefined;
@@ -1470,8 +1453,7 @@ declare const CodeJudgeInputSchema: z.ZodObject<{
1470
1453
  outputPath?: string | undefined;
1471
1454
  trace?: {
1472
1455
  eventCount: number;
1473
- toolNames: string[];
1474
- toolCallsByName: Record<string, number>;
1456
+ toolCalls: Record<string, number>;
1475
1457
  errorCount: number;
1476
1458
  toolDurations?: Record<string, number[]> | undefined;
1477
1459
  llmCallCount?: number | undefined;