@agentv/eval 3.5.0 → 3.7.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (7) hide show
  1. package/dist/index.cjs +14 -71
  2. package/dist/index.cjs.map +1 -1
  3. package/dist/index.d.cts +200 -258
  4. package/dist/index.d.ts +200 -258
  5. package/dist/index.js +14 -71
  6. package/dist/index.js.map +1 -1
  7. package/package.json +1 -1
package/dist/index.d.cts CHANGED
@@ -27,22 +27,19 @@ declare const TokenUsageSchema: z.ZodObject<{
27
27
  */
28
28
  declare const TraceSummarySchema: z.ZodObject<{
29
29
  eventCount: z.ZodNumber;
30
- toolNames: z.ZodArray<z.ZodString, "many">;
31
- toolCallsByName: z.ZodRecord<z.ZodString, z.ZodNumber>;
30
+ toolCalls: z.ZodRecord<z.ZodString, z.ZodNumber>;
32
31
  errorCount: z.ZodNumber;
33
32
  toolDurations: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodArray<z.ZodNumber, "many">>>;
34
33
  llmCallCount: z.ZodOptional<z.ZodNumber>;
35
34
  }, "strip", z.ZodTypeAny, {
36
35
  eventCount: number;
37
- toolNames: string[];
38
- toolCallsByName: Record<string, number>;
36
+ toolCalls: Record<string, number>;
39
37
  errorCount: number;
40
38
  toolDurations?: Record<string, number[]> | undefined;
41
39
  llmCallCount?: number | undefined;
42
40
  }, {
43
41
  eventCount: number;
44
- toolNames: string[];
45
- toolCallsByName: Record<string, number>;
42
+ toolCalls: Record<string, number>;
46
43
  errorCount: number;
47
44
  toolDurations?: Record<string, number[]> | undefined;
48
45
  llmCallCount?: number | undefined;
@@ -113,10 +110,6 @@ declare const MessageSchema: z.ZodObject<{
113
110
  metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
114
111
  }, "strip", z.ZodTypeAny, {
115
112
  role: "tool" | "assistant" | "user" | "system";
116
- startTime?: string | undefined;
117
- endTime?: string | undefined;
118
- durationMs?: number | undefined;
119
- content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
120
113
  toolCalls?: {
121
114
  tool: string;
122
115
  input?: unknown;
@@ -126,14 +119,14 @@ declare const MessageSchema: z.ZodObject<{
126
119
  endTime?: string | undefined;
127
120
  durationMs?: number | undefined;
128
121
  }[] | undefined;
129
- name?: string | undefined;
130
- metadata?: Record<string, unknown> | undefined;
131
- }, {
132
- role: "tool" | "assistant" | "user" | "system";
133
122
  startTime?: string | undefined;
134
123
  endTime?: string | undefined;
135
124
  durationMs?: number | undefined;
136
125
  content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
126
+ name?: string | undefined;
127
+ metadata?: Record<string, unknown> | undefined;
128
+ }, {
129
+ role: "tool" | "assistant" | "user" | "system";
137
130
  toolCalls?: {
138
131
  tool: string;
139
132
  input?: unknown;
@@ -143,6 +136,10 @@ declare const MessageSchema: z.ZodObject<{
143
136
  endTime?: string | undefined;
144
137
  durationMs?: number | undefined;
145
138
  }[] | undefined;
139
+ startTime?: string | undefined;
140
+ endTime?: string | undefined;
141
+ durationMs?: number | undefined;
142
+ content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
146
143
  name?: string | undefined;
147
144
  metadata?: Record<string, unknown> | undefined;
148
145
  }>;
@@ -153,8 +150,6 @@ declare const MessageSchema: z.ZodObject<{
153
150
  * strings. Structured fields (`input`, `output`, `expectedOutput`) are always `Message[]`.
154
151
  */
155
152
  declare const CodeGraderInputSchema: z.ZodObject<{
156
- /** @deprecated Use `inputText` instead. First user message content as string. */
157
- question: z.ZodString;
158
153
  criteria: z.ZodString;
159
154
  expectedOutput: z.ZodArray<z.ZodObject<{
160
155
  role: z.ZodEnum<["assistant", "user", "system", "tool"]>;
@@ -191,10 +186,6 @@ declare const CodeGraderInputSchema: z.ZodObject<{
191
186
  metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
192
187
  }, "strip", z.ZodTypeAny, {
193
188
  role: "tool" | "assistant" | "user" | "system";
194
- startTime?: string | undefined;
195
- endTime?: string | undefined;
196
- durationMs?: number | undefined;
197
- content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
198
189
  toolCalls?: {
199
190
  tool: string;
200
191
  input?: unknown;
@@ -204,14 +195,14 @@ declare const CodeGraderInputSchema: z.ZodObject<{
204
195
  endTime?: string | undefined;
205
196
  durationMs?: number | undefined;
206
197
  }[] | undefined;
207
- name?: string | undefined;
208
- metadata?: Record<string, unknown> | undefined;
209
- }, {
210
- role: "tool" | "assistant" | "user" | "system";
211
198
  startTime?: string | undefined;
212
199
  endTime?: string | undefined;
213
200
  durationMs?: number | undefined;
214
201
  content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
202
+ name?: string | undefined;
203
+ metadata?: Record<string, unknown> | undefined;
204
+ }, {
205
+ role: "tool" | "assistant" | "user" | "system";
215
206
  toolCalls?: {
216
207
  tool: string;
217
208
  input?: unknown;
@@ -221,13 +212,15 @@ declare const CodeGraderInputSchema: z.ZodObject<{
221
212
  endTime?: string | undefined;
222
213
  durationMs?: number | undefined;
223
214
  }[] | undefined;
215
+ startTime?: string | undefined;
216
+ endTime?: string | undefined;
217
+ durationMs?: number | undefined;
218
+ content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
224
219
  name?: string | undefined;
225
220
  metadata?: Record<string, unknown> | undefined;
226
221
  }>, "many">;
227
- /** @deprecated Use `expectedOutputText` instead. Expected output content as string. */
228
- referenceAnswer: z.ZodOptional<z.ZodString>;
229
- /** @deprecated Use `outputText` instead. Last assistant message content as string. */
230
- answer: z.ZodString;
222
+ /** Last assistant message content as string. */
223
+ outputText: z.ZodString;
231
224
  output: z.ZodOptional<z.ZodNullable<z.ZodArray<z.ZodObject<{
232
225
  role: z.ZodEnum<["assistant", "user", "system", "tool"]>;
233
226
  content: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodRecord<z.ZodString, z.ZodUnknown>, z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>, "many">]>>;
@@ -263,10 +256,6 @@ declare const CodeGraderInputSchema: z.ZodObject<{
263
256
  metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
264
257
  }, "strip", z.ZodTypeAny, {
265
258
  role: "tool" | "assistant" | "user" | "system";
266
- startTime?: string | undefined;
267
- endTime?: string | undefined;
268
- durationMs?: number | undefined;
269
- content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
270
259
  toolCalls?: {
271
260
  tool: string;
272
261
  input?: unknown;
@@ -276,14 +265,14 @@ declare const CodeGraderInputSchema: z.ZodObject<{
276
265
  endTime?: string | undefined;
277
266
  durationMs?: number | undefined;
278
267
  }[] | undefined;
279
- name?: string | undefined;
280
- metadata?: Record<string, unknown> | undefined;
281
- }, {
282
- role: "tool" | "assistant" | "user" | "system";
283
268
  startTime?: string | undefined;
284
269
  endTime?: string | undefined;
285
270
  durationMs?: number | undefined;
286
271
  content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
272
+ name?: string | undefined;
273
+ metadata?: Record<string, unknown> | undefined;
274
+ }, {
275
+ role: "tool" | "assistant" | "user" | "system";
287
276
  toolCalls?: {
288
277
  tool: string;
289
278
  input?: unknown;
@@ -293,6 +282,10 @@ declare const CodeGraderInputSchema: z.ZodObject<{
293
282
  endTime?: string | undefined;
294
283
  durationMs?: number | undefined;
295
284
  }[] | undefined;
285
+ startTime?: string | undefined;
286
+ endTime?: string | undefined;
287
+ durationMs?: number | undefined;
288
+ content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
296
289
  name?: string | undefined;
297
290
  metadata?: Record<string, unknown> | undefined;
298
291
  }>, "many">>>;
@@ -335,10 +328,6 @@ declare const CodeGraderInputSchema: z.ZodObject<{
335
328
  metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
336
329
  }, "strip", z.ZodTypeAny, {
337
330
  role: "tool" | "assistant" | "user" | "system";
338
- startTime?: string | undefined;
339
- endTime?: string | undefined;
340
- durationMs?: number | undefined;
341
- content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
342
331
  toolCalls?: {
343
332
  tool: string;
344
333
  input?: unknown;
@@ -348,14 +337,14 @@ declare const CodeGraderInputSchema: z.ZodObject<{
348
337
  endTime?: string | undefined;
349
338
  durationMs?: number | undefined;
350
339
  }[] | undefined;
351
- name?: string | undefined;
352
- metadata?: Record<string, unknown> | undefined;
353
- }, {
354
- role: "tool" | "assistant" | "user" | "system";
355
340
  startTime?: string | undefined;
356
341
  endTime?: string | undefined;
357
342
  durationMs?: number | undefined;
358
343
  content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
344
+ name?: string | undefined;
345
+ metadata?: Record<string, unknown> | undefined;
346
+ }, {
347
+ role: "tool" | "assistant" | "user" | "system";
359
348
  toolCalls?: {
360
349
  tool: string;
361
350
  input?: unknown;
@@ -365,27 +354,28 @@ declare const CodeGraderInputSchema: z.ZodObject<{
365
354
  endTime?: string | undefined;
366
355
  durationMs?: number | undefined;
367
356
  }[] | undefined;
357
+ startTime?: string | undefined;
358
+ endTime?: string | undefined;
359
+ durationMs?: number | undefined;
360
+ content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
368
361
  name?: string | undefined;
369
362
  metadata?: Record<string, unknown> | undefined;
370
363
  }>, "many">;
371
364
  trace: z.ZodOptional<z.ZodNullable<z.ZodObject<{
372
365
  eventCount: z.ZodNumber;
373
- toolNames: z.ZodArray<z.ZodString, "many">;
374
- toolCallsByName: z.ZodRecord<z.ZodString, z.ZodNumber>;
366
+ toolCalls: z.ZodRecord<z.ZodString, z.ZodNumber>;
375
367
  errorCount: z.ZodNumber;
376
368
  toolDurations: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodArray<z.ZodNumber, "many">>>;
377
369
  llmCallCount: z.ZodOptional<z.ZodNumber>;
378
370
  }, "strip", z.ZodTypeAny, {
379
371
  eventCount: number;
380
- toolNames: string[];
381
- toolCallsByName: Record<string, number>;
372
+ toolCalls: Record<string, number>;
382
373
  errorCount: number;
383
374
  toolDurations?: Record<string, number[]> | undefined;
384
375
  llmCallCount?: number | undefined;
385
376
  }, {
386
377
  eventCount: number;
387
- toolNames: string[];
388
- toolCallsByName: Record<string, number>;
378
+ toolCalls: Record<string, number>;
389
379
  errorCount: number;
390
380
  toolDurations?: Record<string, number[]> | undefined;
391
381
  llmCallCount?: number | undefined;
@@ -410,19 +400,13 @@ declare const CodeGraderInputSchema: z.ZodObject<{
410
400
  fileChanges: z.ZodOptional<z.ZodNullable<z.ZodString>>;
411
401
  workspacePath: z.ZodOptional<z.ZodNullable<z.ZodString>>;
412
402
  config: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
413
- /** First user message content as string. Replaces `question`. */
414
- inputText: z.ZodOptional<z.ZodString>;
415
- /** Last assistant message content as string. Replaces `answer`. */
416
- outputText: z.ZodOptional<z.ZodString>;
417
- /** Expected output content as string. Replaces `referenceAnswer`. */
403
+ /** First user message content as string. */
404
+ inputText: z.ZodString;
405
+ /** Expected output content as string. */
418
406
  expectedOutputText: z.ZodOptional<z.ZodString>;
419
407
  }, "strip", z.ZodTypeAny, {
420
408
  input: {
421
409
  role: "tool" | "assistant" | "user" | "system";
422
- startTime?: string | undefined;
423
- endTime?: string | undefined;
424
- durationMs?: number | undefined;
425
- content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
426
410
  toolCalls?: {
427
411
  tool: string;
428
412
  input?: unknown;
@@ -432,17 +416,16 @@ declare const CodeGraderInputSchema: z.ZodObject<{
432
416
  endTime?: string | undefined;
433
417
  durationMs?: number | undefined;
434
418
  }[] | undefined;
419
+ startTime?: string | undefined;
420
+ endTime?: string | undefined;
421
+ durationMs?: number | undefined;
422
+ content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
435
423
  name?: string | undefined;
436
424
  metadata?: Record<string, unknown> | undefined;
437
425
  }[];
438
- question: string;
439
426
  criteria: string;
440
427
  expectedOutput: {
441
428
  role: "tool" | "assistant" | "user" | "system";
442
- startTime?: string | undefined;
443
- endTime?: string | undefined;
444
- durationMs?: number | undefined;
445
- content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
446
429
  toolCalls?: {
447
430
  tool: string;
448
431
  input?: unknown;
@@ -452,18 +435,19 @@ declare const CodeGraderInputSchema: z.ZodObject<{
452
435
  endTime?: string | undefined;
453
436
  durationMs?: number | undefined;
454
437
  }[] | undefined;
438
+ startTime?: string | undefined;
439
+ endTime?: string | undefined;
440
+ durationMs?: number | undefined;
441
+ content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
455
442
  name?: string | undefined;
456
443
  metadata?: Record<string, unknown> | undefined;
457
444
  }[];
458
- answer: string;
445
+ outputText: string;
459
446
  guidelineFiles: string[];
460
447
  inputFiles: string[];
448
+ inputText: string;
461
449
  output?: {
462
450
  role: "tool" | "assistant" | "user" | "system";
463
- startTime?: string | undefined;
464
- endTime?: string | undefined;
465
- durationMs?: number | undefined;
466
- content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
467
451
  toolCalls?: {
468
452
  tool: string;
469
453
  input?: unknown;
@@ -473,18 +457,20 @@ declare const CodeGraderInputSchema: z.ZodObject<{
473
457
  endTime?: string | undefined;
474
458
  durationMs?: number | undefined;
475
459
  }[] | undefined;
460
+ startTime?: string | undefined;
461
+ endTime?: string | undefined;
462
+ durationMs?: number | undefined;
463
+ content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
476
464
  name?: string | undefined;
477
465
  metadata?: Record<string, unknown> | undefined;
478
466
  }[] | null | undefined;
479
467
  startTime?: string | null | undefined;
480
468
  endTime?: string | null | undefined;
481
469
  durationMs?: number | null | undefined;
482
- referenceAnswer?: string | undefined;
483
470
  outputPath?: string | undefined;
484
471
  trace?: {
485
472
  eventCount: number;
486
- toolNames: string[];
487
- toolCallsByName: Record<string, number>;
473
+ toolCalls: Record<string, number>;
488
474
  errorCount: number;
489
475
  toolDurations?: Record<string, number[]> | undefined;
490
476
  llmCallCount?: number | undefined;
@@ -498,16 +484,10 @@ declare const CodeGraderInputSchema: z.ZodObject<{
498
484
  fileChanges?: string | null | undefined;
499
485
  workspacePath?: string | null | undefined;
500
486
  config?: Record<string, unknown> | null | undefined;
501
- inputText?: string | undefined;
502
- outputText?: string | undefined;
503
487
  expectedOutputText?: string | undefined;
504
488
  }, {
505
489
  input: {
506
490
  role: "tool" | "assistant" | "user" | "system";
507
- startTime?: string | undefined;
508
- endTime?: string | undefined;
509
- durationMs?: number | undefined;
510
- content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
511
491
  toolCalls?: {
512
492
  tool: string;
513
493
  input?: unknown;
@@ -517,17 +497,16 @@ declare const CodeGraderInputSchema: z.ZodObject<{
517
497
  endTime?: string | undefined;
518
498
  durationMs?: number | undefined;
519
499
  }[] | undefined;
500
+ startTime?: string | undefined;
501
+ endTime?: string | undefined;
502
+ durationMs?: number | undefined;
503
+ content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
520
504
  name?: string | undefined;
521
505
  metadata?: Record<string, unknown> | undefined;
522
506
  }[];
523
- question: string;
524
507
  criteria: string;
525
508
  expectedOutput: {
526
509
  role: "tool" | "assistant" | "user" | "system";
527
- startTime?: string | undefined;
528
- endTime?: string | undefined;
529
- durationMs?: number | undefined;
530
- content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
531
510
  toolCalls?: {
532
511
  tool: string;
533
512
  input?: unknown;
@@ -537,18 +516,19 @@ declare const CodeGraderInputSchema: z.ZodObject<{
537
516
  endTime?: string | undefined;
538
517
  durationMs?: number | undefined;
539
518
  }[] | undefined;
519
+ startTime?: string | undefined;
520
+ endTime?: string | undefined;
521
+ durationMs?: number | undefined;
522
+ content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
540
523
  name?: string | undefined;
541
524
  metadata?: Record<string, unknown> | undefined;
542
525
  }[];
543
- answer: string;
526
+ outputText: string;
544
527
  guidelineFiles: string[];
545
528
  inputFiles: string[];
529
+ inputText: string;
546
530
  output?: {
547
531
  role: "tool" | "assistant" | "user" | "system";
548
- startTime?: string | undefined;
549
- endTime?: string | undefined;
550
- durationMs?: number | undefined;
551
- content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
552
532
  toolCalls?: {
553
533
  tool: string;
554
534
  input?: unknown;
@@ -558,18 +538,20 @@ declare const CodeGraderInputSchema: z.ZodObject<{
558
538
  endTime?: string | undefined;
559
539
  durationMs?: number | undefined;
560
540
  }[] | undefined;
541
+ startTime?: string | undefined;
542
+ endTime?: string | undefined;
543
+ durationMs?: number | undefined;
544
+ content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
561
545
  name?: string | undefined;
562
546
  metadata?: Record<string, unknown> | undefined;
563
547
  }[] | null | undefined;
564
548
  startTime?: string | null | undefined;
565
549
  endTime?: string | null | undefined;
566
550
  durationMs?: number | null | undefined;
567
- referenceAnswer?: string | undefined;
568
551
  outputPath?: string | undefined;
569
552
  trace?: {
570
553
  eventCount: number;
571
- toolNames: string[];
572
- toolCallsByName: Record<string, number>;
554
+ toolCalls: Record<string, number>;
573
555
  errorCount: number;
574
556
  toolDurations?: Record<string, number[]> | undefined;
575
557
  llmCallCount?: number | undefined;
@@ -583,8 +565,6 @@ declare const CodeGraderInputSchema: z.ZodObject<{
583
565
  fileChanges?: string | null | undefined;
584
566
  workspacePath?: string | null | undefined;
585
567
  config?: Record<string, unknown> | null | undefined;
586
- inputText?: string | undefined;
587
- outputText?: string | undefined;
588
568
  expectedOutputText?: string | undefined;
589
569
  }>;
590
570
  /**
@@ -632,19 +612,15 @@ type CodeGraderResult = z.infer<typeof CodeGraderResultSchema>;
632
612
  /**
633
613
  * CodeGraderInput after `enrichInput()` has run.
634
614
  *
635
- * The text convenience accessors (`inputText`, `outputText`, `expectedOutputText`)
615
+ * The text accessors (`inputText`, `outputText`, `expectedOutputText`)
636
616
  * are always populated by the runtime before the handler is called, so they are
637
617
  * guaranteed to be `string` (never `undefined`).
638
618
  *
639
619
  * Handler function signatures (`CodeGraderHandler`, `AssertionHandler`) use this
640
620
  * type so that user code can destructure `{ outputText }` without null-checks.
641
621
  */
642
- type EnrichedCodeGraderInput = Omit<CodeGraderInput, 'inputText' | 'outputText' | 'expectedOutputText'> & {
643
- /** First user message content as string. Replaces `question`. */
644
- readonly inputText: string;
645
- /** Last assistant message content as string. Replaces `answer`. */
646
- readonly outputText: string;
647
- /** Expected output content as string. Replaces `referenceAnswer`. */
622
+ type EnrichedCodeGraderInput = Omit<CodeGraderInput, 'expectedOutputText'> & {
623
+ /** Expected output content as string. */
648
624
  readonly expectedOutputText: string;
649
625
  };
650
626
  type TraceSummary = z.infer<typeof TraceSummarySchema>;
@@ -656,8 +632,6 @@ type TokenUsage = z.infer<typeof TokenUsageSchema>;
656
632
  * Uses the same schema as CodeGraderInput since the orchestrator sends identical payloads.
657
633
  */
658
634
  declare const PromptTemplateInputSchema: z.ZodObject<{
659
- /** @deprecated Use `inputText` instead. First user message content as string. */
660
- question: z.ZodString;
661
635
  criteria: z.ZodString;
662
636
  expectedOutput: z.ZodArray<z.ZodObject<{
663
637
  role: z.ZodEnum<["assistant", "user", "system", "tool"]>;
@@ -694,10 +668,6 @@ declare const PromptTemplateInputSchema: z.ZodObject<{
694
668
  metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
695
669
  }, "strip", z.ZodTypeAny, {
696
670
  role: "tool" | "assistant" | "user" | "system";
697
- startTime?: string | undefined;
698
- endTime?: string | undefined;
699
- durationMs?: number | undefined;
700
- content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
701
671
  toolCalls?: {
702
672
  tool: string;
703
673
  input?: unknown;
@@ -707,14 +677,14 @@ declare const PromptTemplateInputSchema: z.ZodObject<{
707
677
  endTime?: string | undefined;
708
678
  durationMs?: number | undefined;
709
679
  }[] | undefined;
710
- name?: string | undefined;
711
- metadata?: Record<string, unknown> | undefined;
712
- }, {
713
- role: "tool" | "assistant" | "user" | "system";
714
680
  startTime?: string | undefined;
715
681
  endTime?: string | undefined;
716
682
  durationMs?: number | undefined;
717
683
  content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
684
+ name?: string | undefined;
685
+ metadata?: Record<string, unknown> | undefined;
686
+ }, {
687
+ role: "tool" | "assistant" | "user" | "system";
718
688
  toolCalls?: {
719
689
  tool: string;
720
690
  input?: unknown;
@@ -724,13 +694,15 @@ declare const PromptTemplateInputSchema: z.ZodObject<{
724
694
  endTime?: string | undefined;
725
695
  durationMs?: number | undefined;
726
696
  }[] | undefined;
697
+ startTime?: string | undefined;
698
+ endTime?: string | undefined;
699
+ durationMs?: number | undefined;
700
+ content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
727
701
  name?: string | undefined;
728
702
  metadata?: Record<string, unknown> | undefined;
729
703
  }>, "many">;
730
- /** @deprecated Use `expectedOutputText` instead. Expected output content as string. */
731
- referenceAnswer: z.ZodOptional<z.ZodString>;
732
- /** @deprecated Use `outputText` instead. Last assistant message content as string. */
733
- answer: z.ZodString;
704
+ /** Last assistant message content as string. */
705
+ outputText: z.ZodString;
734
706
  output: z.ZodOptional<z.ZodNullable<z.ZodArray<z.ZodObject<{
735
707
  role: z.ZodEnum<["assistant", "user", "system", "tool"]>;
736
708
  content: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodRecord<z.ZodString, z.ZodUnknown>, z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>, "many">]>>;
@@ -766,10 +738,6 @@ declare const PromptTemplateInputSchema: z.ZodObject<{
766
738
  metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
767
739
  }, "strip", z.ZodTypeAny, {
768
740
  role: "tool" | "assistant" | "user" | "system";
769
- startTime?: string | undefined;
770
- endTime?: string | undefined;
771
- durationMs?: number | undefined;
772
- content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
773
741
  toolCalls?: {
774
742
  tool: string;
775
743
  input?: unknown;
@@ -779,14 +747,14 @@ declare const PromptTemplateInputSchema: z.ZodObject<{
779
747
  endTime?: string | undefined;
780
748
  durationMs?: number | undefined;
781
749
  }[] | undefined;
782
- name?: string | undefined;
783
- metadata?: Record<string, unknown> | undefined;
784
- }, {
785
- role: "tool" | "assistant" | "user" | "system";
786
750
  startTime?: string | undefined;
787
751
  endTime?: string | undefined;
788
752
  durationMs?: number | undefined;
789
753
  content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
754
+ name?: string | undefined;
755
+ metadata?: Record<string, unknown> | undefined;
756
+ }, {
757
+ role: "tool" | "assistant" | "user" | "system";
790
758
  toolCalls?: {
791
759
  tool: string;
792
760
  input?: unknown;
@@ -796,6 +764,10 @@ declare const PromptTemplateInputSchema: z.ZodObject<{
796
764
  endTime?: string | undefined;
797
765
  durationMs?: number | undefined;
798
766
  }[] | undefined;
767
+ startTime?: string | undefined;
768
+ endTime?: string | undefined;
769
+ durationMs?: number | undefined;
770
+ content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
799
771
  name?: string | undefined;
800
772
  metadata?: Record<string, unknown> | undefined;
801
773
  }>, "many">>>;
@@ -838,10 +810,6 @@ declare const PromptTemplateInputSchema: z.ZodObject<{
838
810
  metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
839
811
  }, "strip", z.ZodTypeAny, {
840
812
  role: "tool" | "assistant" | "user" | "system";
841
- startTime?: string | undefined;
842
- endTime?: string | undefined;
843
- durationMs?: number | undefined;
844
- content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
845
813
  toolCalls?: {
846
814
  tool: string;
847
815
  input?: unknown;
@@ -851,14 +819,14 @@ declare const PromptTemplateInputSchema: z.ZodObject<{
851
819
  endTime?: string | undefined;
852
820
  durationMs?: number | undefined;
853
821
  }[] | undefined;
854
- name?: string | undefined;
855
- metadata?: Record<string, unknown> | undefined;
856
- }, {
857
- role: "tool" | "assistant" | "user" | "system";
858
822
  startTime?: string | undefined;
859
823
  endTime?: string | undefined;
860
824
  durationMs?: number | undefined;
861
825
  content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
826
+ name?: string | undefined;
827
+ metadata?: Record<string, unknown> | undefined;
828
+ }, {
829
+ role: "tool" | "assistant" | "user" | "system";
862
830
  toolCalls?: {
863
831
  tool: string;
864
832
  input?: unknown;
@@ -868,27 +836,28 @@ declare const PromptTemplateInputSchema: z.ZodObject<{
868
836
  endTime?: string | undefined;
869
837
  durationMs?: number | undefined;
870
838
  }[] | undefined;
839
+ startTime?: string | undefined;
840
+ endTime?: string | undefined;
841
+ durationMs?: number | undefined;
842
+ content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
871
843
  name?: string | undefined;
872
844
  metadata?: Record<string, unknown> | undefined;
873
845
  }>, "many">;
874
846
  trace: z.ZodOptional<z.ZodNullable<z.ZodObject<{
875
847
  eventCount: z.ZodNumber;
876
- toolNames: z.ZodArray<z.ZodString, "many">;
877
- toolCallsByName: z.ZodRecord<z.ZodString, z.ZodNumber>;
848
+ toolCalls: z.ZodRecord<z.ZodString, z.ZodNumber>;
878
849
  errorCount: z.ZodNumber;
879
850
  toolDurations: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodArray<z.ZodNumber, "many">>>;
880
851
  llmCallCount: z.ZodOptional<z.ZodNumber>;
881
852
  }, "strip", z.ZodTypeAny, {
882
853
  eventCount: number;
883
- toolNames: string[];
884
- toolCallsByName: Record<string, number>;
854
+ toolCalls: Record<string, number>;
885
855
  errorCount: number;
886
856
  toolDurations?: Record<string, number[]> | undefined;
887
857
  llmCallCount?: number | undefined;
888
858
  }, {
889
859
  eventCount: number;
890
- toolNames: string[];
891
- toolCallsByName: Record<string, number>;
860
+ toolCalls: Record<string, number>;
892
861
  errorCount: number;
893
862
  toolDurations?: Record<string, number[]> | undefined;
894
863
  llmCallCount?: number | undefined;
@@ -913,19 +882,13 @@ declare const PromptTemplateInputSchema: z.ZodObject<{
913
882
  fileChanges: z.ZodOptional<z.ZodNullable<z.ZodString>>;
914
883
  workspacePath: z.ZodOptional<z.ZodNullable<z.ZodString>>;
915
884
  config: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
916
- /** First user message content as string. Replaces `question`. */
917
- inputText: z.ZodOptional<z.ZodString>;
918
- /** Last assistant message content as string. Replaces `answer`. */
919
- outputText: z.ZodOptional<z.ZodString>;
920
- /** Expected output content as string. Replaces `referenceAnswer`. */
885
+ /** First user message content as string. */
886
+ inputText: z.ZodString;
887
+ /** Expected output content as string. */
921
888
  expectedOutputText: z.ZodOptional<z.ZodString>;
922
889
  }, "strip", z.ZodTypeAny, {
923
890
  input: {
924
891
  role: "tool" | "assistant" | "user" | "system";
925
- startTime?: string | undefined;
926
- endTime?: string | undefined;
927
- durationMs?: number | undefined;
928
- content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
929
892
  toolCalls?: {
930
893
  tool: string;
931
894
  input?: unknown;
@@ -935,17 +898,16 @@ declare const PromptTemplateInputSchema: z.ZodObject<{
935
898
  endTime?: string | undefined;
936
899
  durationMs?: number | undefined;
937
900
  }[] | undefined;
901
+ startTime?: string | undefined;
902
+ endTime?: string | undefined;
903
+ durationMs?: number | undefined;
904
+ content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
938
905
  name?: string | undefined;
939
906
  metadata?: Record<string, unknown> | undefined;
940
907
  }[];
941
- question: string;
942
908
  criteria: string;
943
909
  expectedOutput: {
944
910
  role: "tool" | "assistant" | "user" | "system";
945
- startTime?: string | undefined;
946
- endTime?: string | undefined;
947
- durationMs?: number | undefined;
948
- content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
949
911
  toolCalls?: {
950
912
  tool: string;
951
913
  input?: unknown;
@@ -955,18 +917,19 @@ declare const PromptTemplateInputSchema: z.ZodObject<{
955
917
  endTime?: string | undefined;
956
918
  durationMs?: number | undefined;
957
919
  }[] | undefined;
920
+ startTime?: string | undefined;
921
+ endTime?: string | undefined;
922
+ durationMs?: number | undefined;
923
+ content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
958
924
  name?: string | undefined;
959
925
  metadata?: Record<string, unknown> | undefined;
960
926
  }[];
961
- answer: string;
927
+ outputText: string;
962
928
  guidelineFiles: string[];
963
929
  inputFiles: string[];
930
+ inputText: string;
964
931
  output?: {
965
932
  role: "tool" | "assistant" | "user" | "system";
966
- startTime?: string | undefined;
967
- endTime?: string | undefined;
968
- durationMs?: number | undefined;
969
- content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
970
933
  toolCalls?: {
971
934
  tool: string;
972
935
  input?: unknown;
@@ -976,18 +939,20 @@ declare const PromptTemplateInputSchema: z.ZodObject<{
976
939
  endTime?: string | undefined;
977
940
  durationMs?: number | undefined;
978
941
  }[] | undefined;
942
+ startTime?: string | undefined;
943
+ endTime?: string | undefined;
944
+ durationMs?: number | undefined;
945
+ content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
979
946
  name?: string | undefined;
980
947
  metadata?: Record<string, unknown> | undefined;
981
948
  }[] | null | undefined;
982
949
  startTime?: string | null | undefined;
983
950
  endTime?: string | null | undefined;
984
951
  durationMs?: number | null | undefined;
985
- referenceAnswer?: string | undefined;
986
952
  outputPath?: string | undefined;
987
953
  trace?: {
988
954
  eventCount: number;
989
- toolNames: string[];
990
- toolCallsByName: Record<string, number>;
955
+ toolCalls: Record<string, number>;
991
956
  errorCount: number;
992
957
  toolDurations?: Record<string, number[]> | undefined;
993
958
  llmCallCount?: number | undefined;
@@ -1001,16 +966,10 @@ declare const PromptTemplateInputSchema: z.ZodObject<{
1001
966
  fileChanges?: string | null | undefined;
1002
967
  workspacePath?: string | null | undefined;
1003
968
  config?: Record<string, unknown> | null | undefined;
1004
- inputText?: string | undefined;
1005
- outputText?: string | undefined;
1006
969
  expectedOutputText?: string | undefined;
1007
970
  }, {
1008
971
  input: {
1009
972
  role: "tool" | "assistant" | "user" | "system";
1010
- startTime?: string | undefined;
1011
- endTime?: string | undefined;
1012
- durationMs?: number | undefined;
1013
- content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
1014
973
  toolCalls?: {
1015
974
  tool: string;
1016
975
  input?: unknown;
@@ -1020,17 +979,16 @@ declare const PromptTemplateInputSchema: z.ZodObject<{
1020
979
  endTime?: string | undefined;
1021
980
  durationMs?: number | undefined;
1022
981
  }[] | undefined;
982
+ startTime?: string | undefined;
983
+ endTime?: string | undefined;
984
+ durationMs?: number | undefined;
985
+ content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
1023
986
  name?: string | undefined;
1024
987
  metadata?: Record<string, unknown> | undefined;
1025
988
  }[];
1026
- question: string;
1027
989
  criteria: string;
1028
990
  expectedOutput: {
1029
991
  role: "tool" | "assistant" | "user" | "system";
1030
- startTime?: string | undefined;
1031
- endTime?: string | undefined;
1032
- durationMs?: number | undefined;
1033
- content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
1034
992
  toolCalls?: {
1035
993
  tool: string;
1036
994
  input?: unknown;
@@ -1040,18 +998,19 @@ declare const PromptTemplateInputSchema: z.ZodObject<{
1040
998
  endTime?: string | undefined;
1041
999
  durationMs?: number | undefined;
1042
1000
  }[] | undefined;
1001
+ startTime?: string | undefined;
1002
+ endTime?: string | undefined;
1003
+ durationMs?: number | undefined;
1004
+ content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
1043
1005
  name?: string | undefined;
1044
1006
  metadata?: Record<string, unknown> | undefined;
1045
1007
  }[];
1046
- answer: string;
1008
+ outputText: string;
1047
1009
  guidelineFiles: string[];
1048
1010
  inputFiles: string[];
1011
+ inputText: string;
1049
1012
  output?: {
1050
1013
  role: "tool" | "assistant" | "user" | "system";
1051
- startTime?: string | undefined;
1052
- endTime?: string | undefined;
1053
- durationMs?: number | undefined;
1054
- content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
1055
1014
  toolCalls?: {
1056
1015
  tool: string;
1057
1016
  input?: unknown;
@@ -1061,18 +1020,20 @@ declare const PromptTemplateInputSchema: z.ZodObject<{
1061
1020
  endTime?: string | undefined;
1062
1021
  durationMs?: number | undefined;
1063
1022
  }[] | undefined;
1023
+ startTime?: string | undefined;
1024
+ endTime?: string | undefined;
1025
+ durationMs?: number | undefined;
1026
+ content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
1064
1027
  name?: string | undefined;
1065
1028
  metadata?: Record<string, unknown> | undefined;
1066
1029
  }[] | null | undefined;
1067
1030
  startTime?: string | null | undefined;
1068
1031
  endTime?: string | null | undefined;
1069
1032
  durationMs?: number | null | undefined;
1070
- referenceAnswer?: string | undefined;
1071
1033
  outputPath?: string | undefined;
1072
1034
  trace?: {
1073
1035
  eventCount: number;
1074
- toolNames: string[];
1075
- toolCallsByName: Record<string, number>;
1036
+ toolCalls: Record<string, number>;
1076
1037
  errorCount: number;
1077
1038
  toolDurations?: Record<string, number[]> | undefined;
1078
1039
  llmCallCount?: number | undefined;
@@ -1086,15 +1047,11 @@ declare const PromptTemplateInputSchema: z.ZodObject<{
1086
1047
  fileChanges?: string | null | undefined;
1087
1048
  workspacePath?: string | null | undefined;
1088
1049
  config?: Record<string, unknown> | null | undefined;
1089
- inputText?: string | undefined;
1090
- outputText?: string | undefined;
1091
1050
  expectedOutputText?: string | undefined;
1092
1051
  }>;
1093
1052
  type PromptTemplateInput = CodeGraderInput;
1094
1053
  /** @deprecated Use CodeGraderInputSchema */
1095
1054
  declare const CodeJudgeInputSchema: z.ZodObject<{
1096
- /** @deprecated Use `inputText` instead. First user message content as string. */
1097
- question: z.ZodString;
1098
1055
  criteria: z.ZodString;
1099
1056
  expectedOutput: z.ZodArray<z.ZodObject<{
1100
1057
  role: z.ZodEnum<["assistant", "user", "system", "tool"]>;
@@ -1131,10 +1088,6 @@ declare const CodeJudgeInputSchema: z.ZodObject<{
1131
1088
  metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
1132
1089
  }, "strip", z.ZodTypeAny, {
1133
1090
  role: "tool" | "assistant" | "user" | "system";
1134
- startTime?: string | undefined;
1135
- endTime?: string | undefined;
1136
- durationMs?: number | undefined;
1137
- content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
1138
1091
  toolCalls?: {
1139
1092
  tool: string;
1140
1093
  input?: unknown;
@@ -1144,14 +1097,14 @@ declare const CodeJudgeInputSchema: z.ZodObject<{
1144
1097
  endTime?: string | undefined;
1145
1098
  durationMs?: number | undefined;
1146
1099
  }[] | undefined;
1147
- name?: string | undefined;
1148
- metadata?: Record<string, unknown> | undefined;
1149
- }, {
1150
- role: "tool" | "assistant" | "user" | "system";
1151
1100
  startTime?: string | undefined;
1152
1101
  endTime?: string | undefined;
1153
1102
  durationMs?: number | undefined;
1154
1103
  content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
1104
+ name?: string | undefined;
1105
+ metadata?: Record<string, unknown> | undefined;
1106
+ }, {
1107
+ role: "tool" | "assistant" | "user" | "system";
1155
1108
  toolCalls?: {
1156
1109
  tool: string;
1157
1110
  input?: unknown;
@@ -1161,13 +1114,15 @@ declare const CodeJudgeInputSchema: z.ZodObject<{
1161
1114
  endTime?: string | undefined;
1162
1115
  durationMs?: number | undefined;
1163
1116
  }[] | undefined;
1117
+ startTime?: string | undefined;
1118
+ endTime?: string | undefined;
1119
+ durationMs?: number | undefined;
1120
+ content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
1164
1121
  name?: string | undefined;
1165
1122
  metadata?: Record<string, unknown> | undefined;
1166
1123
  }>, "many">;
1167
- /** @deprecated Use `expectedOutputText` instead. Expected output content as string. */
1168
- referenceAnswer: z.ZodOptional<z.ZodString>;
1169
- /** @deprecated Use `outputText` instead. Last assistant message content as string. */
1170
- answer: z.ZodString;
1124
+ /** Last assistant message content as string. */
1125
+ outputText: z.ZodString;
1171
1126
  output: z.ZodOptional<z.ZodNullable<z.ZodArray<z.ZodObject<{
1172
1127
  role: z.ZodEnum<["assistant", "user", "system", "tool"]>;
1173
1128
  content: z.ZodOptional<z.ZodUnion<[z.ZodString, z.ZodRecord<z.ZodString, z.ZodUnknown>, z.ZodArray<z.ZodRecord<z.ZodString, z.ZodUnknown>, "many">]>>;
@@ -1203,10 +1158,6 @@ declare const CodeJudgeInputSchema: z.ZodObject<{
1203
1158
  metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
1204
1159
  }, "strip", z.ZodTypeAny, {
1205
1160
  role: "tool" | "assistant" | "user" | "system";
1206
- startTime?: string | undefined;
1207
- endTime?: string | undefined;
1208
- durationMs?: number | undefined;
1209
- content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
1210
1161
  toolCalls?: {
1211
1162
  tool: string;
1212
1163
  input?: unknown;
@@ -1216,14 +1167,14 @@ declare const CodeJudgeInputSchema: z.ZodObject<{
1216
1167
  endTime?: string | undefined;
1217
1168
  durationMs?: number | undefined;
1218
1169
  }[] | undefined;
1219
- name?: string | undefined;
1220
- metadata?: Record<string, unknown> | undefined;
1221
- }, {
1222
- role: "tool" | "assistant" | "user" | "system";
1223
1170
  startTime?: string | undefined;
1224
1171
  endTime?: string | undefined;
1225
1172
  durationMs?: number | undefined;
1226
1173
  content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
1174
+ name?: string | undefined;
1175
+ metadata?: Record<string, unknown> | undefined;
1176
+ }, {
1177
+ role: "tool" | "assistant" | "user" | "system";
1227
1178
  toolCalls?: {
1228
1179
  tool: string;
1229
1180
  input?: unknown;
@@ -1233,6 +1184,10 @@ declare const CodeJudgeInputSchema: z.ZodObject<{
1233
1184
  endTime?: string | undefined;
1234
1185
  durationMs?: number | undefined;
1235
1186
  }[] | undefined;
1187
+ startTime?: string | undefined;
1188
+ endTime?: string | undefined;
1189
+ durationMs?: number | undefined;
1190
+ content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
1236
1191
  name?: string | undefined;
1237
1192
  metadata?: Record<string, unknown> | undefined;
1238
1193
  }>, "many">>>;
@@ -1275,10 +1230,6 @@ declare const CodeJudgeInputSchema: z.ZodObject<{
1275
1230
  metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
1276
1231
  }, "strip", z.ZodTypeAny, {
1277
1232
  role: "tool" | "assistant" | "user" | "system";
1278
- startTime?: string | undefined;
1279
- endTime?: string | undefined;
1280
- durationMs?: number | undefined;
1281
- content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
1282
1233
  toolCalls?: {
1283
1234
  tool: string;
1284
1235
  input?: unknown;
@@ -1288,14 +1239,14 @@ declare const CodeJudgeInputSchema: z.ZodObject<{
1288
1239
  endTime?: string | undefined;
1289
1240
  durationMs?: number | undefined;
1290
1241
  }[] | undefined;
1291
- name?: string | undefined;
1292
- metadata?: Record<string, unknown> | undefined;
1293
- }, {
1294
- role: "tool" | "assistant" | "user" | "system";
1295
1242
  startTime?: string | undefined;
1296
1243
  endTime?: string | undefined;
1297
1244
  durationMs?: number | undefined;
1298
1245
  content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
1246
+ name?: string | undefined;
1247
+ metadata?: Record<string, unknown> | undefined;
1248
+ }, {
1249
+ role: "tool" | "assistant" | "user" | "system";
1299
1250
  toolCalls?: {
1300
1251
  tool: string;
1301
1252
  input?: unknown;
@@ -1305,27 +1256,28 @@ declare const CodeJudgeInputSchema: z.ZodObject<{
1305
1256
  endTime?: string | undefined;
1306
1257
  durationMs?: number | undefined;
1307
1258
  }[] | undefined;
1259
+ startTime?: string | undefined;
1260
+ endTime?: string | undefined;
1261
+ durationMs?: number | undefined;
1262
+ content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
1308
1263
  name?: string | undefined;
1309
1264
  metadata?: Record<string, unknown> | undefined;
1310
1265
  }>, "many">;
1311
1266
  trace: z.ZodOptional<z.ZodNullable<z.ZodObject<{
1312
1267
  eventCount: z.ZodNumber;
1313
- toolNames: z.ZodArray<z.ZodString, "many">;
1314
- toolCallsByName: z.ZodRecord<z.ZodString, z.ZodNumber>;
1268
+ toolCalls: z.ZodRecord<z.ZodString, z.ZodNumber>;
1315
1269
  errorCount: z.ZodNumber;
1316
1270
  toolDurations: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodArray<z.ZodNumber, "many">>>;
1317
1271
  llmCallCount: z.ZodOptional<z.ZodNumber>;
1318
1272
  }, "strip", z.ZodTypeAny, {
1319
1273
  eventCount: number;
1320
- toolNames: string[];
1321
- toolCallsByName: Record<string, number>;
1274
+ toolCalls: Record<string, number>;
1322
1275
  errorCount: number;
1323
1276
  toolDurations?: Record<string, number[]> | undefined;
1324
1277
  llmCallCount?: number | undefined;
1325
1278
  }, {
1326
1279
  eventCount: number;
1327
- toolNames: string[];
1328
- toolCallsByName: Record<string, number>;
1280
+ toolCalls: Record<string, number>;
1329
1281
  errorCount: number;
1330
1282
  toolDurations?: Record<string, number[]> | undefined;
1331
1283
  llmCallCount?: number | undefined;
@@ -1350,19 +1302,13 @@ declare const CodeJudgeInputSchema: z.ZodObject<{
1350
1302
  fileChanges: z.ZodOptional<z.ZodNullable<z.ZodString>>;
1351
1303
  workspacePath: z.ZodOptional<z.ZodNullable<z.ZodString>>;
1352
1304
  config: z.ZodOptional<z.ZodNullable<z.ZodRecord<z.ZodString, z.ZodUnknown>>>;
1353
- /** First user message content as string. Replaces `question`. */
1354
- inputText: z.ZodOptional<z.ZodString>;
1355
- /** Last assistant message content as string. Replaces `answer`. */
1356
- outputText: z.ZodOptional<z.ZodString>;
1357
- /** Expected output content as string. Replaces `referenceAnswer`. */
1305
+ /** First user message content as string. */
1306
+ inputText: z.ZodString;
1307
+ /** Expected output content as string. */
1358
1308
  expectedOutputText: z.ZodOptional<z.ZodString>;
1359
1309
  }, "strip", z.ZodTypeAny, {
1360
1310
  input: {
1361
1311
  role: "tool" | "assistant" | "user" | "system";
1362
- startTime?: string | undefined;
1363
- endTime?: string | undefined;
1364
- durationMs?: number | undefined;
1365
- content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
1366
1312
  toolCalls?: {
1367
1313
  tool: string;
1368
1314
  input?: unknown;
@@ -1372,17 +1318,16 @@ declare const CodeJudgeInputSchema: z.ZodObject<{
1372
1318
  endTime?: string | undefined;
1373
1319
  durationMs?: number | undefined;
1374
1320
  }[] | undefined;
1321
+ startTime?: string | undefined;
1322
+ endTime?: string | undefined;
1323
+ durationMs?: number | undefined;
1324
+ content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
1375
1325
  name?: string | undefined;
1376
1326
  metadata?: Record<string, unknown> | undefined;
1377
1327
  }[];
1378
- question: string;
1379
1328
  criteria: string;
1380
1329
  expectedOutput: {
1381
1330
  role: "tool" | "assistant" | "user" | "system";
1382
- startTime?: string | undefined;
1383
- endTime?: string | undefined;
1384
- durationMs?: number | undefined;
1385
- content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
1386
1331
  toolCalls?: {
1387
1332
  tool: string;
1388
1333
  input?: unknown;
@@ -1392,18 +1337,19 @@ declare const CodeJudgeInputSchema: z.ZodObject<{
1392
1337
  endTime?: string | undefined;
1393
1338
  durationMs?: number | undefined;
1394
1339
  }[] | undefined;
1340
+ startTime?: string | undefined;
1341
+ endTime?: string | undefined;
1342
+ durationMs?: number | undefined;
1343
+ content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
1395
1344
  name?: string | undefined;
1396
1345
  metadata?: Record<string, unknown> | undefined;
1397
1346
  }[];
1398
- answer: string;
1347
+ outputText: string;
1399
1348
  guidelineFiles: string[];
1400
1349
  inputFiles: string[];
1350
+ inputText: string;
1401
1351
  output?: {
1402
1352
  role: "tool" | "assistant" | "user" | "system";
1403
- startTime?: string | undefined;
1404
- endTime?: string | undefined;
1405
- durationMs?: number | undefined;
1406
- content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
1407
1353
  toolCalls?: {
1408
1354
  tool: string;
1409
1355
  input?: unknown;
@@ -1413,18 +1359,20 @@ declare const CodeJudgeInputSchema: z.ZodObject<{
1413
1359
  endTime?: string | undefined;
1414
1360
  durationMs?: number | undefined;
1415
1361
  }[] | undefined;
1362
+ startTime?: string | undefined;
1363
+ endTime?: string | undefined;
1364
+ durationMs?: number | undefined;
1365
+ content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
1416
1366
  name?: string | undefined;
1417
1367
  metadata?: Record<string, unknown> | undefined;
1418
1368
  }[] | null | undefined;
1419
1369
  startTime?: string | null | undefined;
1420
1370
  endTime?: string | null | undefined;
1421
1371
  durationMs?: number | null | undefined;
1422
- referenceAnswer?: string | undefined;
1423
1372
  outputPath?: string | undefined;
1424
1373
  trace?: {
1425
1374
  eventCount: number;
1426
- toolNames: string[];
1427
- toolCallsByName: Record<string, number>;
1375
+ toolCalls: Record<string, number>;
1428
1376
  errorCount: number;
1429
1377
  toolDurations?: Record<string, number[]> | undefined;
1430
1378
  llmCallCount?: number | undefined;
@@ -1438,16 +1386,10 @@ declare const CodeJudgeInputSchema: z.ZodObject<{
1438
1386
  fileChanges?: string | null | undefined;
1439
1387
  workspacePath?: string | null | undefined;
1440
1388
  config?: Record<string, unknown> | null | undefined;
1441
- inputText?: string | undefined;
1442
- outputText?: string | undefined;
1443
1389
  expectedOutputText?: string | undefined;
1444
1390
  }, {
1445
1391
  input: {
1446
1392
  role: "tool" | "assistant" | "user" | "system";
1447
- startTime?: string | undefined;
1448
- endTime?: string | undefined;
1449
- durationMs?: number | undefined;
1450
- content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
1451
1393
  toolCalls?: {
1452
1394
  tool: string;
1453
1395
  input?: unknown;
@@ -1457,17 +1399,16 @@ declare const CodeJudgeInputSchema: z.ZodObject<{
1457
1399
  endTime?: string | undefined;
1458
1400
  durationMs?: number | undefined;
1459
1401
  }[] | undefined;
1402
+ startTime?: string | undefined;
1403
+ endTime?: string | undefined;
1404
+ durationMs?: number | undefined;
1405
+ content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
1460
1406
  name?: string | undefined;
1461
1407
  metadata?: Record<string, unknown> | undefined;
1462
1408
  }[];
1463
- question: string;
1464
1409
  criteria: string;
1465
1410
  expectedOutput: {
1466
1411
  role: "tool" | "assistant" | "user" | "system";
1467
- startTime?: string | undefined;
1468
- endTime?: string | undefined;
1469
- durationMs?: number | undefined;
1470
- content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
1471
1412
  toolCalls?: {
1472
1413
  tool: string;
1473
1414
  input?: unknown;
@@ -1477,18 +1418,19 @@ declare const CodeJudgeInputSchema: z.ZodObject<{
1477
1418
  endTime?: string | undefined;
1478
1419
  durationMs?: number | undefined;
1479
1420
  }[] | undefined;
1421
+ startTime?: string | undefined;
1422
+ endTime?: string | undefined;
1423
+ durationMs?: number | undefined;
1424
+ content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
1480
1425
  name?: string | undefined;
1481
1426
  metadata?: Record<string, unknown> | undefined;
1482
1427
  }[];
1483
- answer: string;
1428
+ outputText: string;
1484
1429
  guidelineFiles: string[];
1485
1430
  inputFiles: string[];
1431
+ inputText: string;
1486
1432
  output?: {
1487
1433
  role: "tool" | "assistant" | "user" | "system";
1488
- startTime?: string | undefined;
1489
- endTime?: string | undefined;
1490
- durationMs?: number | undefined;
1491
- content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
1492
1434
  toolCalls?: {
1493
1435
  tool: string;
1494
1436
  input?: unknown;
@@ -1498,18 +1440,20 @@ declare const CodeJudgeInputSchema: z.ZodObject<{
1498
1440
  endTime?: string | undefined;
1499
1441
  durationMs?: number | undefined;
1500
1442
  }[] | undefined;
1443
+ startTime?: string | undefined;
1444
+ endTime?: string | undefined;
1445
+ durationMs?: number | undefined;
1446
+ content?: string | Record<string, unknown> | Record<string, unknown>[] | undefined;
1501
1447
  name?: string | undefined;
1502
1448
  metadata?: Record<string, unknown> | undefined;
1503
1449
  }[] | null | undefined;
1504
1450
  startTime?: string | null | undefined;
1505
1451
  endTime?: string | null | undefined;
1506
1452
  durationMs?: number | null | undefined;
1507
- referenceAnswer?: string | undefined;
1508
1453
  outputPath?: string | undefined;
1509
1454
  trace?: {
1510
1455
  eventCount: number;
1511
- toolNames: string[];
1512
- toolCallsByName: Record<string, number>;
1456
+ toolCalls: Record<string, number>;
1513
1457
  errorCount: number;
1514
1458
  toolDurations?: Record<string, number[]> | undefined;
1515
1459
  llmCallCount?: number | undefined;
@@ -1523,8 +1467,6 @@ declare const CodeJudgeInputSchema: z.ZodObject<{
1523
1467
  fileChanges?: string | null | undefined;
1524
1468
  workspacePath?: string | null | undefined;
1525
1469
  config?: Record<string, unknown> | null | undefined;
1526
- inputText?: string | undefined;
1527
- outputText?: string | undefined;
1528
1470
  expectedOutputText?: string | undefined;
1529
1471
  }>;
1530
1472
  /** @deprecated Use CodeGraderResultSchema */