@agentv/core 4.32.0-next.1 → 4.34.0-next.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/{chunk-N5EU446L.js → chunk-7QB53OPK.js} +1277 -265
- package/dist/chunk-7QB53OPK.js.map +1 -0
- package/dist/{chunk-5RQMJZDJ.js → chunk-EW5X2RGJ.js} +110 -50
- package/dist/chunk-EW5X2RGJ.js.map +1 -0
- package/dist/evaluation/validation/index.cjs +196 -87
- package/dist/evaluation/validation/index.cjs.map +1 -1
- package/dist/evaluation/validation/index.d.cts +3 -1
- package/dist/evaluation/validation/index.d.ts +3 -1
- package/dist/evaluation/validation/index.js +170 -75
- package/dist/evaluation/validation/index.js.map +1 -1
- package/dist/index.cjs +2363 -853
- package/dist/index.cjs.map +1 -1
- package/dist/index.d.cts +1826 -62
- package/dist/index.d.ts +1826 -62
- package/dist/index.js +641 -197
- package/dist/index.js.map +1 -1
- package/dist/{ts-eval-loader-Z6IUSDNA.js → ts-eval-loader-EQJX3OLT.js} +3 -3
- package/package.json +2 -2
- package/dist/chunk-5RQMJZDJ.js.map +0 -1
- package/dist/chunk-N5EU446L.js.map +0 -1
- /package/dist/{ts-eval-loader-Z6IUSDNA.js.map → ts-eval-loader-EQJX3OLT.js.map} +0 -0
package/dist/index.d.ts
CHANGED
|
@@ -293,6 +293,7 @@ interface TargetDefinition {
|
|
|
293
293
|
readonly binary?: string | unknown | undefined;
|
|
294
294
|
readonly args?: unknown | undefined;
|
|
295
295
|
readonly arguments?: unknown | undefined;
|
|
296
|
+
readonly model_reasoning_effort?: string | unknown | undefined;
|
|
296
297
|
readonly cwd?: string | unknown | undefined;
|
|
297
298
|
readonly timeout_seconds?: number | unknown | undefined;
|
|
298
299
|
readonly log_dir?: string | unknown | undefined;
|
|
@@ -329,9 +330,1671 @@ interface TargetDefinition {
|
|
|
329
330
|
}
|
|
330
331
|
|
|
331
332
|
/**
|
|
332
|
-
* Trace
|
|
333
|
-
*
|
|
333
|
+
* Trace models for evaluation-time agent behavior.
|
|
334
|
+
*
|
|
335
|
+
* This module separates the canonical trace contract from compatibility views:
|
|
336
|
+
* - NormalizedTrajectory is the full, versioned trajectory contract that importers,
|
|
337
|
+
* replay, and trajectory-aware graders should use as the source of truth.
|
|
338
|
+
* - TraceSummary is a derived compact read model used by existing graders, result
|
|
339
|
+
* artifacts, and CLI/dashboard aggregation. When a full trajectory exists, do
|
|
340
|
+
* not author TraceSummary independently; derive it with
|
|
341
|
+
* computeTraceSummaryFromTrajectory().
|
|
342
|
+
*
|
|
343
|
+
* Keep TypeScript internals camelCase. Persisted trajectory artifacts use the
|
|
344
|
+
* snake_case NormalizedTrajectoryWire shape and must pass through the converters
|
|
345
|
+
* in this file.
|
|
334
346
|
*/
|
|
347
|
+
|
|
348
|
+
declare const NORMALIZED_TRAJECTORY_SCHEMA_VERSION: "agentv.trace.v1";
|
|
349
|
+
declare const NORMALIZED_TRACE_SOURCE_KINDS: readonly ["agentv_run", "otlp", "phoenix", "langfuse", "pi_session", "imported_transcript", "compact_transcript"];
|
|
350
|
+
declare const NORMALIZED_TRACE_EVENT_TYPES: readonly ["message", "model_turn", "tool_call", "tool_result"];
|
|
351
|
+
declare const NORMALIZED_TOOL_STATUSES: readonly ["ok", "error", "timeout", "cancelled", "unknown"];
|
|
352
|
+
declare const NORMALIZED_REDACTION_LEVELS: readonly ["none", "partial", "full"];
|
|
353
|
+
type NormalizedTraceSourceKind = (typeof NORMALIZED_TRACE_SOURCE_KINDS)[number];
|
|
354
|
+
type NormalizedTraceEventType = (typeof NORMALIZED_TRACE_EVENT_TYPES)[number];
|
|
355
|
+
type NormalizedToolStatus = (typeof NORMALIZED_TOOL_STATUSES)[number];
|
|
356
|
+
type NormalizedRedactionLevel = (typeof NORMALIZED_REDACTION_LEVELS)[number];
|
|
357
|
+
interface NormalizedTraceSource {
|
|
358
|
+
readonly kind: NormalizedTraceSourceKind;
|
|
359
|
+
readonly path?: string;
|
|
360
|
+
readonly url?: string;
|
|
361
|
+
readonly provider?: string;
|
|
362
|
+
readonly format?: string;
|
|
363
|
+
readonly version?: string;
|
|
364
|
+
readonly metadata?: Readonly<Record<string, unknown>>;
|
|
365
|
+
}
|
|
366
|
+
interface NormalizedTraceSession {
|
|
367
|
+
readonly sessionId?: string;
|
|
368
|
+
readonly conversationId?: string;
|
|
369
|
+
readonly cwd?: string;
|
|
370
|
+
readonly startedAt?: string;
|
|
371
|
+
readonly endedAt?: string;
|
|
372
|
+
readonly metadata?: Readonly<Record<string, unknown>>;
|
|
373
|
+
}
|
|
374
|
+
interface NormalizedTraceBranch {
|
|
375
|
+
readonly selectedLeafId?: string;
|
|
376
|
+
readonly selectedPathIds?: readonly string[];
|
|
377
|
+
readonly includedEventIds?: readonly string[];
|
|
378
|
+
readonly omittedEventIds?: readonly string[];
|
|
379
|
+
readonly selectionReason?: string;
|
|
380
|
+
}
|
|
381
|
+
interface NormalizedTraceSourceRef {
|
|
382
|
+
readonly eventId?: string;
|
|
383
|
+
readonly messageId?: string;
|
|
384
|
+
readonly spanId?: string;
|
|
385
|
+
readonly traceId?: string;
|
|
386
|
+
readonly rawKind?: string;
|
|
387
|
+
readonly path?: string;
|
|
388
|
+
readonly line?: number;
|
|
389
|
+
readonly metadata?: Readonly<Record<string, unknown>>;
|
|
390
|
+
}
|
|
391
|
+
interface NormalizedRawEvidence {
|
|
392
|
+
readonly kind: string;
|
|
393
|
+
readonly ref?: string;
|
|
394
|
+
readonly mediaType?: string;
|
|
395
|
+
readonly content?: unknown;
|
|
396
|
+
readonly redacted?: boolean;
|
|
397
|
+
readonly metadata?: Readonly<Record<string, unknown>>;
|
|
398
|
+
}
|
|
399
|
+
interface NormalizedRedactionState {
|
|
400
|
+
readonly level: NormalizedRedactionLevel;
|
|
401
|
+
readonly fields?: readonly string[];
|
|
402
|
+
readonly reason?: string;
|
|
403
|
+
}
|
|
404
|
+
interface NormalizedTraceError {
|
|
405
|
+
readonly message: string;
|
|
406
|
+
readonly name?: string;
|
|
407
|
+
readonly code?: string;
|
|
408
|
+
readonly stack?: string;
|
|
409
|
+
readonly metadata?: Readonly<Record<string, unknown>>;
|
|
410
|
+
}
|
|
411
|
+
interface NormalizedTraceMessage {
|
|
412
|
+
readonly role: string;
|
|
413
|
+
readonly name?: string;
|
|
414
|
+
readonly content?: unknown;
|
|
415
|
+
readonly redaction?: NormalizedRedactionState;
|
|
416
|
+
readonly tokenUsage?: TokenUsage;
|
|
417
|
+
readonly metadata?: Readonly<Record<string, unknown>>;
|
|
418
|
+
}
|
|
419
|
+
interface NormalizedTraceModel {
|
|
420
|
+
readonly provider?: string;
|
|
421
|
+
readonly name?: string;
|
|
422
|
+
readonly invocationId?: string;
|
|
423
|
+
readonly tokenUsage?: TokenUsage;
|
|
424
|
+
readonly metadata?: Readonly<Record<string, unknown>>;
|
|
425
|
+
}
|
|
426
|
+
interface NormalizedTraceTool {
|
|
427
|
+
readonly name: string;
|
|
428
|
+
readonly callId?: string;
|
|
429
|
+
readonly input?: unknown;
|
|
430
|
+
readonly output?: unknown;
|
|
431
|
+
readonly status?: NormalizedToolStatus;
|
|
432
|
+
readonly error?: NormalizedTraceError;
|
|
433
|
+
readonly redaction?: NormalizedRedactionState;
|
|
434
|
+
readonly metadata?: Readonly<Record<string, unknown>>;
|
|
435
|
+
}
|
|
436
|
+
interface NormalizedTraceEvent {
|
|
437
|
+
readonly eventId: string;
|
|
438
|
+
readonly parentEventId?: string;
|
|
439
|
+
readonly ordinal: number;
|
|
440
|
+
readonly type: NormalizedTraceEventType;
|
|
441
|
+
readonly timestamp?: string;
|
|
442
|
+
readonly durationMs?: number;
|
|
443
|
+
readonly durationInferred?: boolean;
|
|
444
|
+
readonly turnIndex?: number;
|
|
445
|
+
readonly message?: NormalizedTraceMessage;
|
|
446
|
+
readonly model?: NormalizedTraceModel;
|
|
447
|
+
readonly tool?: NormalizedTraceTool;
|
|
448
|
+
readonly sourceRef?: NormalizedTraceSourceRef;
|
|
449
|
+
readonly rawEvidence?: readonly NormalizedRawEvidence[];
|
|
450
|
+
readonly redaction?: NormalizedRedactionState;
|
|
451
|
+
readonly metadata?: Readonly<Record<string, unknown>>;
|
|
452
|
+
}
|
|
453
|
+
/**
|
|
454
|
+
* Canonical in-memory trajectory model.
|
|
455
|
+
*
|
|
456
|
+
* Persisted trajectory artifacts are the snake_case wire shape below. They do
|
|
457
|
+
* not embed TraceSummary because compact summaries are one-way projections from
|
|
458
|
+
* this full event stream.
|
|
459
|
+
*/
|
|
460
|
+
interface NormalizedTrajectory {
|
|
461
|
+
readonly schemaVersion: typeof NORMALIZED_TRAJECTORY_SCHEMA_VERSION;
|
|
462
|
+
readonly source: NormalizedTraceSource;
|
|
463
|
+
readonly session: NormalizedTraceSession;
|
|
464
|
+
readonly branch?: NormalizedTraceBranch;
|
|
465
|
+
readonly events: readonly NormalizedTraceEvent[];
|
|
466
|
+
readonly tokenUsage?: TokenUsage;
|
|
467
|
+
readonly costUsd?: number;
|
|
468
|
+
readonly durationMs?: number;
|
|
469
|
+
readonly startedAt?: string;
|
|
470
|
+
readonly endedAt?: string;
|
|
471
|
+
readonly metadata?: Readonly<Record<string, unknown>>;
|
|
472
|
+
}
|
|
473
|
+
declare const NormalizedRedactionStateWireSchema: z.ZodObject<{
|
|
474
|
+
level: z.ZodEnum<["none", "partial", "full"]>;
|
|
475
|
+
fields: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
476
|
+
reason: z.ZodOptional<z.ZodString>;
|
|
477
|
+
}, "strip", z.ZodTypeAny, {
|
|
478
|
+
level: "none" | "partial" | "full";
|
|
479
|
+
fields?: string[] | undefined;
|
|
480
|
+
reason?: string | undefined;
|
|
481
|
+
}, {
|
|
482
|
+
level: "none" | "partial" | "full";
|
|
483
|
+
fields?: string[] | undefined;
|
|
484
|
+
reason?: string | undefined;
|
|
485
|
+
}>;
|
|
486
|
+
declare const NormalizedTraceErrorWireSchema: z.ZodObject<{
|
|
487
|
+
message: z.ZodString;
|
|
488
|
+
name: z.ZodOptional<z.ZodString>;
|
|
489
|
+
code: z.ZodOptional<z.ZodString>;
|
|
490
|
+
stack: z.ZodOptional<z.ZodString>;
|
|
491
|
+
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
492
|
+
}, "strip", z.ZodTypeAny, {
|
|
493
|
+
message: string;
|
|
494
|
+
code?: string | undefined;
|
|
495
|
+
name?: string | undefined;
|
|
496
|
+
stack?: string | undefined;
|
|
497
|
+
metadata?: Record<string, unknown> | undefined;
|
|
498
|
+
}, {
|
|
499
|
+
message: string;
|
|
500
|
+
code?: string | undefined;
|
|
501
|
+
name?: string | undefined;
|
|
502
|
+
stack?: string | undefined;
|
|
503
|
+
metadata?: Record<string, unknown> | undefined;
|
|
504
|
+
}>;
|
|
505
|
+
declare const NormalizedTraceSourceWireSchema: z.ZodObject<{
|
|
506
|
+
kind: z.ZodEnum<["agentv_run", "otlp", "phoenix", "langfuse", "pi_session", "imported_transcript", "compact_transcript"]>;
|
|
507
|
+
path: z.ZodOptional<z.ZodString>;
|
|
508
|
+
url: z.ZodOptional<z.ZodString>;
|
|
509
|
+
provider: z.ZodOptional<z.ZodString>;
|
|
510
|
+
format: z.ZodOptional<z.ZodString>;
|
|
511
|
+
version: z.ZodOptional<z.ZodString>;
|
|
512
|
+
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
513
|
+
}, "strip", z.ZodTypeAny, {
|
|
514
|
+
kind: "agentv_run" | "otlp" | "phoenix" | "langfuse" | "pi_session" | "imported_transcript" | "compact_transcript";
|
|
515
|
+
path?: string | undefined;
|
|
516
|
+
metadata?: Record<string, unknown> | undefined;
|
|
517
|
+
url?: string | undefined;
|
|
518
|
+
provider?: string | undefined;
|
|
519
|
+
format?: string | undefined;
|
|
520
|
+
version?: string | undefined;
|
|
521
|
+
}, {
|
|
522
|
+
kind: "agentv_run" | "otlp" | "phoenix" | "langfuse" | "pi_session" | "imported_transcript" | "compact_transcript";
|
|
523
|
+
path?: string | undefined;
|
|
524
|
+
metadata?: Record<string, unknown> | undefined;
|
|
525
|
+
url?: string | undefined;
|
|
526
|
+
provider?: string | undefined;
|
|
527
|
+
format?: string | undefined;
|
|
528
|
+
version?: string | undefined;
|
|
529
|
+
}>;
|
|
530
|
+
declare const NormalizedTraceSessionWireSchema: z.ZodObject<{
|
|
531
|
+
session_id: z.ZodOptional<z.ZodString>;
|
|
532
|
+
conversation_id: z.ZodOptional<z.ZodString>;
|
|
533
|
+
cwd: z.ZodOptional<z.ZodString>;
|
|
534
|
+
started_at: z.ZodOptional<z.ZodString>;
|
|
535
|
+
ended_at: z.ZodOptional<z.ZodString>;
|
|
536
|
+
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
537
|
+
}, "strip", z.ZodTypeAny, {
|
|
538
|
+
metadata?: Record<string, unknown> | undefined;
|
|
539
|
+
session_id?: string | undefined;
|
|
540
|
+
conversation_id?: string | undefined;
|
|
541
|
+
cwd?: string | undefined;
|
|
542
|
+
started_at?: string | undefined;
|
|
543
|
+
ended_at?: string | undefined;
|
|
544
|
+
}, {
|
|
545
|
+
metadata?: Record<string, unknown> | undefined;
|
|
546
|
+
session_id?: string | undefined;
|
|
547
|
+
conversation_id?: string | undefined;
|
|
548
|
+
cwd?: string | undefined;
|
|
549
|
+
started_at?: string | undefined;
|
|
550
|
+
ended_at?: string | undefined;
|
|
551
|
+
}>;
|
|
552
|
+
declare const NormalizedTraceBranchWireSchema: z.ZodObject<{
|
|
553
|
+
selected_leaf_id: z.ZodOptional<z.ZodString>;
|
|
554
|
+
selected_path_ids: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
555
|
+
included_event_ids: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
556
|
+
omitted_event_ids: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
557
|
+
selection_reason: z.ZodOptional<z.ZodString>;
|
|
558
|
+
}, "strip", z.ZodTypeAny, {
|
|
559
|
+
selected_leaf_id?: string | undefined;
|
|
560
|
+
selected_path_ids?: string[] | undefined;
|
|
561
|
+
included_event_ids?: string[] | undefined;
|
|
562
|
+
omitted_event_ids?: string[] | undefined;
|
|
563
|
+
selection_reason?: string | undefined;
|
|
564
|
+
}, {
|
|
565
|
+
selected_leaf_id?: string | undefined;
|
|
566
|
+
selected_path_ids?: string[] | undefined;
|
|
567
|
+
included_event_ids?: string[] | undefined;
|
|
568
|
+
omitted_event_ids?: string[] | undefined;
|
|
569
|
+
selection_reason?: string | undefined;
|
|
570
|
+
}>;
|
|
571
|
+
declare const NormalizedTraceSourceRefWireSchema: z.ZodObject<{
|
|
572
|
+
event_id: z.ZodOptional<z.ZodString>;
|
|
573
|
+
message_id: z.ZodOptional<z.ZodString>;
|
|
574
|
+
span_id: z.ZodOptional<z.ZodString>;
|
|
575
|
+
trace_id: z.ZodOptional<z.ZodString>;
|
|
576
|
+
raw_kind: z.ZodOptional<z.ZodString>;
|
|
577
|
+
path: z.ZodOptional<z.ZodString>;
|
|
578
|
+
line: z.ZodOptional<z.ZodNumber>;
|
|
579
|
+
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
580
|
+
}, "strip", z.ZodTypeAny, {
|
|
581
|
+
path?: string | undefined;
|
|
582
|
+
metadata?: Record<string, unknown> | undefined;
|
|
583
|
+
event_id?: string | undefined;
|
|
584
|
+
message_id?: string | undefined;
|
|
585
|
+
span_id?: string | undefined;
|
|
586
|
+
trace_id?: string | undefined;
|
|
587
|
+
raw_kind?: string | undefined;
|
|
588
|
+
line?: number | undefined;
|
|
589
|
+
}, {
|
|
590
|
+
path?: string | undefined;
|
|
591
|
+
metadata?: Record<string, unknown> | undefined;
|
|
592
|
+
event_id?: string | undefined;
|
|
593
|
+
message_id?: string | undefined;
|
|
594
|
+
span_id?: string | undefined;
|
|
595
|
+
trace_id?: string | undefined;
|
|
596
|
+
raw_kind?: string | undefined;
|
|
597
|
+
line?: number | undefined;
|
|
598
|
+
}>;
|
|
599
|
+
declare const NormalizedRawEvidenceWireSchema: z.ZodObject<{
|
|
600
|
+
kind: z.ZodString;
|
|
601
|
+
ref: z.ZodOptional<z.ZodString>;
|
|
602
|
+
media_type: z.ZodOptional<z.ZodString>;
|
|
603
|
+
content: z.ZodOptional<z.ZodUnknown>;
|
|
604
|
+
redacted: z.ZodOptional<z.ZodBoolean>;
|
|
605
|
+
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
606
|
+
}, "strip", z.ZodTypeAny, {
|
|
607
|
+
kind: string;
|
|
608
|
+
metadata?: Record<string, unknown> | undefined;
|
|
609
|
+
ref?: string | undefined;
|
|
610
|
+
media_type?: string | undefined;
|
|
611
|
+
content?: unknown;
|
|
612
|
+
redacted?: boolean | undefined;
|
|
613
|
+
}, {
|
|
614
|
+
kind: string;
|
|
615
|
+
metadata?: Record<string, unknown> | undefined;
|
|
616
|
+
ref?: string | undefined;
|
|
617
|
+
media_type?: string | undefined;
|
|
618
|
+
content?: unknown;
|
|
619
|
+
redacted?: boolean | undefined;
|
|
620
|
+
}>;
|
|
621
|
+
declare const NormalizedTraceMessageWireSchema: z.ZodObject<{
|
|
622
|
+
role: z.ZodString;
|
|
623
|
+
name: z.ZodOptional<z.ZodString>;
|
|
624
|
+
content: z.ZodOptional<z.ZodUnknown>;
|
|
625
|
+
redaction: z.ZodOptional<z.ZodObject<{
|
|
626
|
+
level: z.ZodEnum<["none", "partial", "full"]>;
|
|
627
|
+
fields: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
628
|
+
reason: z.ZodOptional<z.ZodString>;
|
|
629
|
+
}, "strip", z.ZodTypeAny, {
|
|
630
|
+
level: "none" | "partial" | "full";
|
|
631
|
+
fields?: string[] | undefined;
|
|
632
|
+
reason?: string | undefined;
|
|
633
|
+
}, {
|
|
634
|
+
level: "none" | "partial" | "full";
|
|
635
|
+
fields?: string[] | undefined;
|
|
636
|
+
reason?: string | undefined;
|
|
637
|
+
}>>;
|
|
638
|
+
token_usage: z.ZodOptional<z.ZodObject<{
|
|
639
|
+
input: z.ZodNumber;
|
|
640
|
+
output: z.ZodNumber;
|
|
641
|
+
cached: z.ZodOptional<z.ZodNumber>;
|
|
642
|
+
reasoning: z.ZodOptional<z.ZodNumber>;
|
|
643
|
+
}, "strip", z.ZodTypeAny, {
|
|
644
|
+
input: number;
|
|
645
|
+
output: number;
|
|
646
|
+
cached?: number | undefined;
|
|
647
|
+
reasoning?: number | undefined;
|
|
648
|
+
}, {
|
|
649
|
+
input: number;
|
|
650
|
+
output: number;
|
|
651
|
+
cached?: number | undefined;
|
|
652
|
+
reasoning?: number | undefined;
|
|
653
|
+
}>>;
|
|
654
|
+
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
655
|
+
}, "strip", z.ZodTypeAny, {
|
|
656
|
+
role: string;
|
|
657
|
+
name?: string | undefined;
|
|
658
|
+
metadata?: Record<string, unknown> | undefined;
|
|
659
|
+
content?: unknown;
|
|
660
|
+
redaction?: {
|
|
661
|
+
level: "none" | "partial" | "full";
|
|
662
|
+
fields?: string[] | undefined;
|
|
663
|
+
reason?: string | undefined;
|
|
664
|
+
} | undefined;
|
|
665
|
+
token_usage?: {
|
|
666
|
+
input: number;
|
|
667
|
+
output: number;
|
|
668
|
+
cached?: number | undefined;
|
|
669
|
+
reasoning?: number | undefined;
|
|
670
|
+
} | undefined;
|
|
671
|
+
}, {
|
|
672
|
+
role: string;
|
|
673
|
+
name?: string | undefined;
|
|
674
|
+
metadata?: Record<string, unknown> | undefined;
|
|
675
|
+
content?: unknown;
|
|
676
|
+
redaction?: {
|
|
677
|
+
level: "none" | "partial" | "full";
|
|
678
|
+
fields?: string[] | undefined;
|
|
679
|
+
reason?: string | undefined;
|
|
680
|
+
} | undefined;
|
|
681
|
+
token_usage?: {
|
|
682
|
+
input: number;
|
|
683
|
+
output: number;
|
|
684
|
+
cached?: number | undefined;
|
|
685
|
+
reasoning?: number | undefined;
|
|
686
|
+
} | undefined;
|
|
687
|
+
}>;
|
|
688
|
+
declare const NormalizedTraceModelWireSchema: z.ZodObject<{
|
|
689
|
+
provider: z.ZodOptional<z.ZodString>;
|
|
690
|
+
name: z.ZodOptional<z.ZodString>;
|
|
691
|
+
invocation_id: z.ZodOptional<z.ZodString>;
|
|
692
|
+
token_usage: z.ZodOptional<z.ZodObject<{
|
|
693
|
+
input: z.ZodNumber;
|
|
694
|
+
output: z.ZodNumber;
|
|
695
|
+
cached: z.ZodOptional<z.ZodNumber>;
|
|
696
|
+
reasoning: z.ZodOptional<z.ZodNumber>;
|
|
697
|
+
}, "strip", z.ZodTypeAny, {
|
|
698
|
+
input: number;
|
|
699
|
+
output: number;
|
|
700
|
+
cached?: number | undefined;
|
|
701
|
+
reasoning?: number | undefined;
|
|
702
|
+
}, {
|
|
703
|
+
input: number;
|
|
704
|
+
output: number;
|
|
705
|
+
cached?: number | undefined;
|
|
706
|
+
reasoning?: number | undefined;
|
|
707
|
+
}>>;
|
|
708
|
+
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
709
|
+
}, "strip", z.ZodTypeAny, {
|
|
710
|
+
name?: string | undefined;
|
|
711
|
+
metadata?: Record<string, unknown> | undefined;
|
|
712
|
+
provider?: string | undefined;
|
|
713
|
+
token_usage?: {
|
|
714
|
+
input: number;
|
|
715
|
+
output: number;
|
|
716
|
+
cached?: number | undefined;
|
|
717
|
+
reasoning?: number | undefined;
|
|
718
|
+
} | undefined;
|
|
719
|
+
invocation_id?: string | undefined;
|
|
720
|
+
}, {
|
|
721
|
+
name?: string | undefined;
|
|
722
|
+
metadata?: Record<string, unknown> | undefined;
|
|
723
|
+
provider?: string | undefined;
|
|
724
|
+
token_usage?: {
|
|
725
|
+
input: number;
|
|
726
|
+
output: number;
|
|
727
|
+
cached?: number | undefined;
|
|
728
|
+
reasoning?: number | undefined;
|
|
729
|
+
} | undefined;
|
|
730
|
+
invocation_id?: string | undefined;
|
|
731
|
+
}>;
|
|
732
|
+
declare const NormalizedTraceToolWireSchema: z.ZodObject<{
|
|
733
|
+
name: z.ZodString;
|
|
734
|
+
call_id: z.ZodOptional<z.ZodString>;
|
|
735
|
+
input: z.ZodOptional<z.ZodUnknown>;
|
|
736
|
+
output: z.ZodOptional<z.ZodUnknown>;
|
|
737
|
+
status: z.ZodOptional<z.ZodEnum<["ok", "error", "timeout", "cancelled", "unknown"]>>;
|
|
738
|
+
error: z.ZodOptional<z.ZodObject<{
|
|
739
|
+
message: z.ZodString;
|
|
740
|
+
name: z.ZodOptional<z.ZodString>;
|
|
741
|
+
code: z.ZodOptional<z.ZodString>;
|
|
742
|
+
stack: z.ZodOptional<z.ZodString>;
|
|
743
|
+
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
744
|
+
}, "strip", z.ZodTypeAny, {
|
|
745
|
+
message: string;
|
|
746
|
+
code?: string | undefined;
|
|
747
|
+
name?: string | undefined;
|
|
748
|
+
stack?: string | undefined;
|
|
749
|
+
metadata?: Record<string, unknown> | undefined;
|
|
750
|
+
}, {
|
|
751
|
+
message: string;
|
|
752
|
+
code?: string | undefined;
|
|
753
|
+
name?: string | undefined;
|
|
754
|
+
stack?: string | undefined;
|
|
755
|
+
metadata?: Record<string, unknown> | undefined;
|
|
756
|
+
}>>;
|
|
757
|
+
redaction: z.ZodOptional<z.ZodObject<{
|
|
758
|
+
level: z.ZodEnum<["none", "partial", "full"]>;
|
|
759
|
+
fields: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
760
|
+
reason: z.ZodOptional<z.ZodString>;
|
|
761
|
+
}, "strip", z.ZodTypeAny, {
|
|
762
|
+
level: "none" | "partial" | "full";
|
|
763
|
+
fields?: string[] | undefined;
|
|
764
|
+
reason?: string | undefined;
|
|
765
|
+
}, {
|
|
766
|
+
level: "none" | "partial" | "full";
|
|
767
|
+
fields?: string[] | undefined;
|
|
768
|
+
reason?: string | undefined;
|
|
769
|
+
}>>;
|
|
770
|
+
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
771
|
+
}, "strip", z.ZodTypeAny, {
|
|
772
|
+
name: string;
|
|
773
|
+
error?: {
|
|
774
|
+
message: string;
|
|
775
|
+
code?: string | undefined;
|
|
776
|
+
name?: string | undefined;
|
|
777
|
+
stack?: string | undefined;
|
|
778
|
+
metadata?: Record<string, unknown> | undefined;
|
|
779
|
+
} | undefined;
|
|
780
|
+
status?: "ok" | "error" | "timeout" | "cancelled" | "unknown" | undefined;
|
|
781
|
+
input?: unknown;
|
|
782
|
+
output?: unknown;
|
|
783
|
+
metadata?: Record<string, unknown> | undefined;
|
|
784
|
+
redaction?: {
|
|
785
|
+
level: "none" | "partial" | "full";
|
|
786
|
+
fields?: string[] | undefined;
|
|
787
|
+
reason?: string | undefined;
|
|
788
|
+
} | undefined;
|
|
789
|
+
call_id?: string | undefined;
|
|
790
|
+
}, {
|
|
791
|
+
name: string;
|
|
792
|
+
error?: {
|
|
793
|
+
message: string;
|
|
794
|
+
code?: string | undefined;
|
|
795
|
+
name?: string | undefined;
|
|
796
|
+
stack?: string | undefined;
|
|
797
|
+
metadata?: Record<string, unknown> | undefined;
|
|
798
|
+
} | undefined;
|
|
799
|
+
status?: "ok" | "error" | "timeout" | "cancelled" | "unknown" | undefined;
|
|
800
|
+
input?: unknown;
|
|
801
|
+
output?: unknown;
|
|
802
|
+
metadata?: Record<string, unknown> | undefined;
|
|
803
|
+
redaction?: {
|
|
804
|
+
level: "none" | "partial" | "full";
|
|
805
|
+
fields?: string[] | undefined;
|
|
806
|
+
reason?: string | undefined;
|
|
807
|
+
} | undefined;
|
|
808
|
+
call_id?: string | undefined;
|
|
809
|
+
}>;
|
|
810
|
+
declare const NormalizedTraceEventWireSchema: z.ZodObject<{
|
|
811
|
+
event_id: z.ZodString;
|
|
812
|
+
parent_event_id: z.ZodOptional<z.ZodString>;
|
|
813
|
+
ordinal: z.ZodNumber;
|
|
814
|
+
type: z.ZodEnum<["message", "model_turn", "tool_call", "tool_result"]>;
|
|
815
|
+
timestamp: z.ZodOptional<z.ZodString>;
|
|
816
|
+
duration_ms: z.ZodOptional<z.ZodNumber>;
|
|
817
|
+
duration_inferred: z.ZodOptional<z.ZodBoolean>;
|
|
818
|
+
turn_index: z.ZodOptional<z.ZodNumber>;
|
|
819
|
+
message: z.ZodOptional<z.ZodObject<{
|
|
820
|
+
role: z.ZodString;
|
|
821
|
+
name: z.ZodOptional<z.ZodString>;
|
|
822
|
+
content: z.ZodOptional<z.ZodUnknown>;
|
|
823
|
+
redaction: z.ZodOptional<z.ZodObject<{
|
|
824
|
+
level: z.ZodEnum<["none", "partial", "full"]>;
|
|
825
|
+
fields: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
826
|
+
reason: z.ZodOptional<z.ZodString>;
|
|
827
|
+
}, "strip", z.ZodTypeAny, {
|
|
828
|
+
level: "none" | "partial" | "full";
|
|
829
|
+
fields?: string[] | undefined;
|
|
830
|
+
reason?: string | undefined;
|
|
831
|
+
}, {
|
|
832
|
+
level: "none" | "partial" | "full";
|
|
833
|
+
fields?: string[] | undefined;
|
|
834
|
+
reason?: string | undefined;
|
|
835
|
+
}>>;
|
|
836
|
+
token_usage: z.ZodOptional<z.ZodObject<{
|
|
837
|
+
input: z.ZodNumber;
|
|
838
|
+
output: z.ZodNumber;
|
|
839
|
+
cached: z.ZodOptional<z.ZodNumber>;
|
|
840
|
+
reasoning: z.ZodOptional<z.ZodNumber>;
|
|
841
|
+
}, "strip", z.ZodTypeAny, {
|
|
842
|
+
input: number;
|
|
843
|
+
output: number;
|
|
844
|
+
cached?: number | undefined;
|
|
845
|
+
reasoning?: number | undefined;
|
|
846
|
+
}, {
|
|
847
|
+
input: number;
|
|
848
|
+
output: number;
|
|
849
|
+
cached?: number | undefined;
|
|
850
|
+
reasoning?: number | undefined;
|
|
851
|
+
}>>;
|
|
852
|
+
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
853
|
+
}, "strip", z.ZodTypeAny, {
|
|
854
|
+
role: string;
|
|
855
|
+
name?: string | undefined;
|
|
856
|
+
metadata?: Record<string, unknown> | undefined;
|
|
857
|
+
content?: unknown;
|
|
858
|
+
redaction?: {
|
|
859
|
+
level: "none" | "partial" | "full";
|
|
860
|
+
fields?: string[] | undefined;
|
|
861
|
+
reason?: string | undefined;
|
|
862
|
+
} | undefined;
|
|
863
|
+
token_usage?: {
|
|
864
|
+
input: number;
|
|
865
|
+
output: number;
|
|
866
|
+
cached?: number | undefined;
|
|
867
|
+
reasoning?: number | undefined;
|
|
868
|
+
} | undefined;
|
|
869
|
+
}, {
|
|
870
|
+
role: string;
|
|
871
|
+
name?: string | undefined;
|
|
872
|
+
metadata?: Record<string, unknown> | undefined;
|
|
873
|
+
content?: unknown;
|
|
874
|
+
redaction?: {
|
|
875
|
+
level: "none" | "partial" | "full";
|
|
876
|
+
fields?: string[] | undefined;
|
|
877
|
+
reason?: string | undefined;
|
|
878
|
+
} | undefined;
|
|
879
|
+
token_usage?: {
|
|
880
|
+
input: number;
|
|
881
|
+
output: number;
|
|
882
|
+
cached?: number | undefined;
|
|
883
|
+
reasoning?: number | undefined;
|
|
884
|
+
} | undefined;
|
|
885
|
+
}>>;
|
|
886
|
+
model: z.ZodOptional<z.ZodObject<{
|
|
887
|
+
provider: z.ZodOptional<z.ZodString>;
|
|
888
|
+
name: z.ZodOptional<z.ZodString>;
|
|
889
|
+
invocation_id: z.ZodOptional<z.ZodString>;
|
|
890
|
+
token_usage: z.ZodOptional<z.ZodObject<{
|
|
891
|
+
input: z.ZodNumber;
|
|
892
|
+
output: z.ZodNumber;
|
|
893
|
+
cached: z.ZodOptional<z.ZodNumber>;
|
|
894
|
+
reasoning: z.ZodOptional<z.ZodNumber>;
|
|
895
|
+
}, "strip", z.ZodTypeAny, {
|
|
896
|
+
input: number;
|
|
897
|
+
output: number;
|
|
898
|
+
cached?: number | undefined;
|
|
899
|
+
reasoning?: number | undefined;
|
|
900
|
+
}, {
|
|
901
|
+
input: number;
|
|
902
|
+
output: number;
|
|
903
|
+
cached?: number | undefined;
|
|
904
|
+
reasoning?: number | undefined;
|
|
905
|
+
}>>;
|
|
906
|
+
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
907
|
+
}, "strip", z.ZodTypeAny, {
|
|
908
|
+
name?: string | undefined;
|
|
909
|
+
metadata?: Record<string, unknown> | undefined;
|
|
910
|
+
provider?: string | undefined;
|
|
911
|
+
token_usage?: {
|
|
912
|
+
input: number;
|
|
913
|
+
output: number;
|
|
914
|
+
cached?: number | undefined;
|
|
915
|
+
reasoning?: number | undefined;
|
|
916
|
+
} | undefined;
|
|
917
|
+
invocation_id?: string | undefined;
|
|
918
|
+
}, {
|
|
919
|
+
name?: string | undefined;
|
|
920
|
+
metadata?: Record<string, unknown> | undefined;
|
|
921
|
+
provider?: string | undefined;
|
|
922
|
+
token_usage?: {
|
|
923
|
+
input: number;
|
|
924
|
+
output: number;
|
|
925
|
+
cached?: number | undefined;
|
|
926
|
+
reasoning?: number | undefined;
|
|
927
|
+
} | undefined;
|
|
928
|
+
invocation_id?: string | undefined;
|
|
929
|
+
}>>;
|
|
930
|
+
tool: z.ZodOptional<z.ZodObject<{
|
|
931
|
+
name: z.ZodString;
|
|
932
|
+
call_id: z.ZodOptional<z.ZodString>;
|
|
933
|
+
input: z.ZodOptional<z.ZodUnknown>;
|
|
934
|
+
output: z.ZodOptional<z.ZodUnknown>;
|
|
935
|
+
status: z.ZodOptional<z.ZodEnum<["ok", "error", "timeout", "cancelled", "unknown"]>>;
|
|
936
|
+
error: z.ZodOptional<z.ZodObject<{
|
|
937
|
+
message: z.ZodString;
|
|
938
|
+
name: z.ZodOptional<z.ZodString>;
|
|
939
|
+
code: z.ZodOptional<z.ZodString>;
|
|
940
|
+
stack: z.ZodOptional<z.ZodString>;
|
|
941
|
+
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
942
|
+
}, "strip", z.ZodTypeAny, {
|
|
943
|
+
message: string;
|
|
944
|
+
code?: string | undefined;
|
|
945
|
+
name?: string | undefined;
|
|
946
|
+
stack?: string | undefined;
|
|
947
|
+
metadata?: Record<string, unknown> | undefined;
|
|
948
|
+
}, {
|
|
949
|
+
message: string;
|
|
950
|
+
code?: string | undefined;
|
|
951
|
+
name?: string | undefined;
|
|
952
|
+
stack?: string | undefined;
|
|
953
|
+
metadata?: Record<string, unknown> | undefined;
|
|
954
|
+
}>>;
|
|
955
|
+
redaction: z.ZodOptional<z.ZodObject<{
|
|
956
|
+
level: z.ZodEnum<["none", "partial", "full"]>;
|
|
957
|
+
fields: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
958
|
+
reason: z.ZodOptional<z.ZodString>;
|
|
959
|
+
}, "strip", z.ZodTypeAny, {
|
|
960
|
+
level: "none" | "partial" | "full";
|
|
961
|
+
fields?: string[] | undefined;
|
|
962
|
+
reason?: string | undefined;
|
|
963
|
+
}, {
|
|
964
|
+
level: "none" | "partial" | "full";
|
|
965
|
+
fields?: string[] | undefined;
|
|
966
|
+
reason?: string | undefined;
|
|
967
|
+
}>>;
|
|
968
|
+
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
969
|
+
}, "strip", z.ZodTypeAny, {
|
|
970
|
+
name: string;
|
|
971
|
+
error?: {
|
|
972
|
+
message: string;
|
|
973
|
+
code?: string | undefined;
|
|
974
|
+
name?: string | undefined;
|
|
975
|
+
stack?: string | undefined;
|
|
976
|
+
metadata?: Record<string, unknown> | undefined;
|
|
977
|
+
} | undefined;
|
|
978
|
+
status?: "ok" | "error" | "timeout" | "cancelled" | "unknown" | undefined;
|
|
979
|
+
input?: unknown;
|
|
980
|
+
output?: unknown;
|
|
981
|
+
metadata?: Record<string, unknown> | undefined;
|
|
982
|
+
redaction?: {
|
|
983
|
+
level: "none" | "partial" | "full";
|
|
984
|
+
fields?: string[] | undefined;
|
|
985
|
+
reason?: string | undefined;
|
|
986
|
+
} | undefined;
|
|
987
|
+
call_id?: string | undefined;
|
|
988
|
+
}, {
|
|
989
|
+
name: string;
|
|
990
|
+
error?: {
|
|
991
|
+
message: string;
|
|
992
|
+
code?: string | undefined;
|
|
993
|
+
name?: string | undefined;
|
|
994
|
+
stack?: string | undefined;
|
|
995
|
+
metadata?: Record<string, unknown> | undefined;
|
|
996
|
+
} | undefined;
|
|
997
|
+
status?: "ok" | "error" | "timeout" | "cancelled" | "unknown" | undefined;
|
|
998
|
+
input?: unknown;
|
|
999
|
+
output?: unknown;
|
|
1000
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1001
|
+
redaction?: {
|
|
1002
|
+
level: "none" | "partial" | "full";
|
|
1003
|
+
fields?: string[] | undefined;
|
|
1004
|
+
reason?: string | undefined;
|
|
1005
|
+
} | undefined;
|
|
1006
|
+
call_id?: string | undefined;
|
|
1007
|
+
}>>;
|
|
1008
|
+
source_ref: z.ZodOptional<z.ZodObject<{
|
|
1009
|
+
event_id: z.ZodOptional<z.ZodString>;
|
|
1010
|
+
message_id: z.ZodOptional<z.ZodString>;
|
|
1011
|
+
span_id: z.ZodOptional<z.ZodString>;
|
|
1012
|
+
trace_id: z.ZodOptional<z.ZodString>;
|
|
1013
|
+
raw_kind: z.ZodOptional<z.ZodString>;
|
|
1014
|
+
path: z.ZodOptional<z.ZodString>;
|
|
1015
|
+
line: z.ZodOptional<z.ZodNumber>;
|
|
1016
|
+
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
1017
|
+
}, "strip", z.ZodTypeAny, {
|
|
1018
|
+
path?: string | undefined;
|
|
1019
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1020
|
+
event_id?: string | undefined;
|
|
1021
|
+
message_id?: string | undefined;
|
|
1022
|
+
span_id?: string | undefined;
|
|
1023
|
+
trace_id?: string | undefined;
|
|
1024
|
+
raw_kind?: string | undefined;
|
|
1025
|
+
line?: number | undefined;
|
|
1026
|
+
}, {
|
|
1027
|
+
path?: string | undefined;
|
|
1028
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1029
|
+
event_id?: string | undefined;
|
|
1030
|
+
message_id?: string | undefined;
|
|
1031
|
+
span_id?: string | undefined;
|
|
1032
|
+
trace_id?: string | undefined;
|
|
1033
|
+
raw_kind?: string | undefined;
|
|
1034
|
+
line?: number | undefined;
|
|
1035
|
+
}>>;
|
|
1036
|
+
raw_evidence: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
1037
|
+
kind: z.ZodString;
|
|
1038
|
+
ref: z.ZodOptional<z.ZodString>;
|
|
1039
|
+
media_type: z.ZodOptional<z.ZodString>;
|
|
1040
|
+
content: z.ZodOptional<z.ZodUnknown>;
|
|
1041
|
+
redacted: z.ZodOptional<z.ZodBoolean>;
|
|
1042
|
+
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
1043
|
+
}, "strip", z.ZodTypeAny, {
|
|
1044
|
+
kind: string;
|
|
1045
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1046
|
+
ref?: string | undefined;
|
|
1047
|
+
media_type?: string | undefined;
|
|
1048
|
+
content?: unknown;
|
|
1049
|
+
redacted?: boolean | undefined;
|
|
1050
|
+
}, {
|
|
1051
|
+
kind: string;
|
|
1052
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1053
|
+
ref?: string | undefined;
|
|
1054
|
+
media_type?: string | undefined;
|
|
1055
|
+
content?: unknown;
|
|
1056
|
+
redacted?: boolean | undefined;
|
|
1057
|
+
}>, "many">>;
|
|
1058
|
+
redaction: z.ZodOptional<z.ZodObject<{
|
|
1059
|
+
level: z.ZodEnum<["none", "partial", "full"]>;
|
|
1060
|
+
fields: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
1061
|
+
reason: z.ZodOptional<z.ZodString>;
|
|
1062
|
+
}, "strip", z.ZodTypeAny, {
|
|
1063
|
+
level: "none" | "partial" | "full";
|
|
1064
|
+
fields?: string[] | undefined;
|
|
1065
|
+
reason?: string | undefined;
|
|
1066
|
+
}, {
|
|
1067
|
+
level: "none" | "partial" | "full";
|
|
1068
|
+
fields?: string[] | undefined;
|
|
1069
|
+
reason?: string | undefined;
|
|
1070
|
+
}>>;
|
|
1071
|
+
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
1072
|
+
}, "strip", z.ZodTypeAny, {
|
|
1073
|
+
type: "message" | "model_turn" | "tool_call" | "tool_result";
|
|
1074
|
+
event_id: string;
|
|
1075
|
+
ordinal: number;
|
|
1076
|
+
message?: {
|
|
1077
|
+
role: string;
|
|
1078
|
+
name?: string | undefined;
|
|
1079
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1080
|
+
content?: unknown;
|
|
1081
|
+
redaction?: {
|
|
1082
|
+
level: "none" | "partial" | "full";
|
|
1083
|
+
fields?: string[] | undefined;
|
|
1084
|
+
reason?: string | undefined;
|
|
1085
|
+
} | undefined;
|
|
1086
|
+
token_usage?: {
|
|
1087
|
+
input: number;
|
|
1088
|
+
output: number;
|
|
1089
|
+
cached?: number | undefined;
|
|
1090
|
+
reasoning?: number | undefined;
|
|
1091
|
+
} | undefined;
|
|
1092
|
+
} | undefined;
|
|
1093
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1094
|
+
redaction?: {
|
|
1095
|
+
level: "none" | "partial" | "full";
|
|
1096
|
+
fields?: string[] | undefined;
|
|
1097
|
+
reason?: string | undefined;
|
|
1098
|
+
} | undefined;
|
|
1099
|
+
parent_event_id?: string | undefined;
|
|
1100
|
+
timestamp?: string | undefined;
|
|
1101
|
+
duration_ms?: number | undefined;
|
|
1102
|
+
duration_inferred?: boolean | undefined;
|
|
1103
|
+
turn_index?: number | undefined;
|
|
1104
|
+
model?: {
|
|
1105
|
+
name?: string | undefined;
|
|
1106
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1107
|
+
provider?: string | undefined;
|
|
1108
|
+
token_usage?: {
|
|
1109
|
+
input: number;
|
|
1110
|
+
output: number;
|
|
1111
|
+
cached?: number | undefined;
|
|
1112
|
+
reasoning?: number | undefined;
|
|
1113
|
+
} | undefined;
|
|
1114
|
+
invocation_id?: string | undefined;
|
|
1115
|
+
} | undefined;
|
|
1116
|
+
tool?: {
|
|
1117
|
+
name: string;
|
|
1118
|
+
error?: {
|
|
1119
|
+
message: string;
|
|
1120
|
+
code?: string | undefined;
|
|
1121
|
+
name?: string | undefined;
|
|
1122
|
+
stack?: string | undefined;
|
|
1123
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1124
|
+
} | undefined;
|
|
1125
|
+
status?: "ok" | "error" | "timeout" | "cancelled" | "unknown" | undefined;
|
|
1126
|
+
input?: unknown;
|
|
1127
|
+
output?: unknown;
|
|
1128
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1129
|
+
redaction?: {
|
|
1130
|
+
level: "none" | "partial" | "full";
|
|
1131
|
+
fields?: string[] | undefined;
|
|
1132
|
+
reason?: string | undefined;
|
|
1133
|
+
} | undefined;
|
|
1134
|
+
call_id?: string | undefined;
|
|
1135
|
+
} | undefined;
|
|
1136
|
+
source_ref?: {
|
|
1137
|
+
path?: string | undefined;
|
|
1138
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1139
|
+
event_id?: string | undefined;
|
|
1140
|
+
message_id?: string | undefined;
|
|
1141
|
+
span_id?: string | undefined;
|
|
1142
|
+
trace_id?: string | undefined;
|
|
1143
|
+
raw_kind?: string | undefined;
|
|
1144
|
+
line?: number | undefined;
|
|
1145
|
+
} | undefined;
|
|
1146
|
+
raw_evidence?: {
|
|
1147
|
+
kind: string;
|
|
1148
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1149
|
+
ref?: string | undefined;
|
|
1150
|
+
media_type?: string | undefined;
|
|
1151
|
+
content?: unknown;
|
|
1152
|
+
redacted?: boolean | undefined;
|
|
1153
|
+
}[] | undefined;
|
|
1154
|
+
}, {
|
|
1155
|
+
type: "message" | "model_turn" | "tool_call" | "tool_result";
|
|
1156
|
+
event_id: string;
|
|
1157
|
+
ordinal: number;
|
|
1158
|
+
message?: {
|
|
1159
|
+
role: string;
|
|
1160
|
+
name?: string | undefined;
|
|
1161
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1162
|
+
content?: unknown;
|
|
1163
|
+
redaction?: {
|
|
1164
|
+
level: "none" | "partial" | "full";
|
|
1165
|
+
fields?: string[] | undefined;
|
|
1166
|
+
reason?: string | undefined;
|
|
1167
|
+
} | undefined;
|
|
1168
|
+
token_usage?: {
|
|
1169
|
+
input: number;
|
|
1170
|
+
output: number;
|
|
1171
|
+
cached?: number | undefined;
|
|
1172
|
+
reasoning?: number | undefined;
|
|
1173
|
+
} | undefined;
|
|
1174
|
+
} | undefined;
|
|
1175
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1176
|
+
redaction?: {
|
|
1177
|
+
level: "none" | "partial" | "full";
|
|
1178
|
+
fields?: string[] | undefined;
|
|
1179
|
+
reason?: string | undefined;
|
|
1180
|
+
} | undefined;
|
|
1181
|
+
parent_event_id?: string | undefined;
|
|
1182
|
+
timestamp?: string | undefined;
|
|
1183
|
+
duration_ms?: number | undefined;
|
|
1184
|
+
duration_inferred?: boolean | undefined;
|
|
1185
|
+
turn_index?: number | undefined;
|
|
1186
|
+
model?: {
|
|
1187
|
+
name?: string | undefined;
|
|
1188
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1189
|
+
provider?: string | undefined;
|
|
1190
|
+
token_usage?: {
|
|
1191
|
+
input: number;
|
|
1192
|
+
output: number;
|
|
1193
|
+
cached?: number | undefined;
|
|
1194
|
+
reasoning?: number | undefined;
|
|
1195
|
+
} | undefined;
|
|
1196
|
+
invocation_id?: string | undefined;
|
|
1197
|
+
} | undefined;
|
|
1198
|
+
tool?: {
|
|
1199
|
+
name: string;
|
|
1200
|
+
error?: {
|
|
1201
|
+
message: string;
|
|
1202
|
+
code?: string | undefined;
|
|
1203
|
+
name?: string | undefined;
|
|
1204
|
+
stack?: string | undefined;
|
|
1205
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1206
|
+
} | undefined;
|
|
1207
|
+
status?: "ok" | "error" | "timeout" | "cancelled" | "unknown" | undefined;
|
|
1208
|
+
input?: unknown;
|
|
1209
|
+
output?: unknown;
|
|
1210
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1211
|
+
redaction?: {
|
|
1212
|
+
level: "none" | "partial" | "full";
|
|
1213
|
+
fields?: string[] | undefined;
|
|
1214
|
+
reason?: string | undefined;
|
|
1215
|
+
} | undefined;
|
|
1216
|
+
call_id?: string | undefined;
|
|
1217
|
+
} | undefined;
|
|
1218
|
+
source_ref?: {
|
|
1219
|
+
path?: string | undefined;
|
|
1220
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1221
|
+
event_id?: string | undefined;
|
|
1222
|
+
message_id?: string | undefined;
|
|
1223
|
+
span_id?: string | undefined;
|
|
1224
|
+
trace_id?: string | undefined;
|
|
1225
|
+
raw_kind?: string | undefined;
|
|
1226
|
+
line?: number | undefined;
|
|
1227
|
+
} | undefined;
|
|
1228
|
+
raw_evidence?: {
|
|
1229
|
+
kind: string;
|
|
1230
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1231
|
+
ref?: string | undefined;
|
|
1232
|
+
media_type?: string | undefined;
|
|
1233
|
+
content?: unknown;
|
|
1234
|
+
redacted?: boolean | undefined;
|
|
1235
|
+
}[] | undefined;
|
|
1236
|
+
}>;
|
|
1237
|
+
declare const NormalizedTrajectoryWireSchema: z.ZodObject<{
|
|
1238
|
+
schema_version: z.ZodLiteral<"agentv.trace.v1">;
|
|
1239
|
+
source: z.ZodObject<{
|
|
1240
|
+
kind: z.ZodEnum<["agentv_run", "otlp", "phoenix", "langfuse", "pi_session", "imported_transcript", "compact_transcript"]>;
|
|
1241
|
+
path: z.ZodOptional<z.ZodString>;
|
|
1242
|
+
url: z.ZodOptional<z.ZodString>;
|
|
1243
|
+
provider: z.ZodOptional<z.ZodString>;
|
|
1244
|
+
format: z.ZodOptional<z.ZodString>;
|
|
1245
|
+
version: z.ZodOptional<z.ZodString>;
|
|
1246
|
+
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
1247
|
+
}, "strip", z.ZodTypeAny, {
|
|
1248
|
+
kind: "agentv_run" | "otlp" | "phoenix" | "langfuse" | "pi_session" | "imported_transcript" | "compact_transcript";
|
|
1249
|
+
path?: string | undefined;
|
|
1250
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1251
|
+
url?: string | undefined;
|
|
1252
|
+
provider?: string | undefined;
|
|
1253
|
+
format?: string | undefined;
|
|
1254
|
+
version?: string | undefined;
|
|
1255
|
+
}, {
|
|
1256
|
+
kind: "agentv_run" | "otlp" | "phoenix" | "langfuse" | "pi_session" | "imported_transcript" | "compact_transcript";
|
|
1257
|
+
path?: string | undefined;
|
|
1258
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1259
|
+
url?: string | undefined;
|
|
1260
|
+
provider?: string | undefined;
|
|
1261
|
+
format?: string | undefined;
|
|
1262
|
+
version?: string | undefined;
|
|
1263
|
+
}>;
|
|
1264
|
+
session: z.ZodObject<{
|
|
1265
|
+
session_id: z.ZodOptional<z.ZodString>;
|
|
1266
|
+
conversation_id: z.ZodOptional<z.ZodString>;
|
|
1267
|
+
cwd: z.ZodOptional<z.ZodString>;
|
|
1268
|
+
started_at: z.ZodOptional<z.ZodString>;
|
|
1269
|
+
ended_at: z.ZodOptional<z.ZodString>;
|
|
1270
|
+
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
1271
|
+
}, "strip", z.ZodTypeAny, {
|
|
1272
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1273
|
+
session_id?: string | undefined;
|
|
1274
|
+
conversation_id?: string | undefined;
|
|
1275
|
+
cwd?: string | undefined;
|
|
1276
|
+
started_at?: string | undefined;
|
|
1277
|
+
ended_at?: string | undefined;
|
|
1278
|
+
}, {
|
|
1279
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1280
|
+
session_id?: string | undefined;
|
|
1281
|
+
conversation_id?: string | undefined;
|
|
1282
|
+
cwd?: string | undefined;
|
|
1283
|
+
started_at?: string | undefined;
|
|
1284
|
+
ended_at?: string | undefined;
|
|
1285
|
+
}>;
|
|
1286
|
+
branch: z.ZodOptional<z.ZodObject<{
|
|
1287
|
+
selected_leaf_id: z.ZodOptional<z.ZodString>;
|
|
1288
|
+
selected_path_ids: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
1289
|
+
included_event_ids: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
1290
|
+
omitted_event_ids: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
1291
|
+
selection_reason: z.ZodOptional<z.ZodString>;
|
|
1292
|
+
}, "strip", z.ZodTypeAny, {
|
|
1293
|
+
selected_leaf_id?: string | undefined;
|
|
1294
|
+
selected_path_ids?: string[] | undefined;
|
|
1295
|
+
included_event_ids?: string[] | undefined;
|
|
1296
|
+
omitted_event_ids?: string[] | undefined;
|
|
1297
|
+
selection_reason?: string | undefined;
|
|
1298
|
+
}, {
|
|
1299
|
+
selected_leaf_id?: string | undefined;
|
|
1300
|
+
selected_path_ids?: string[] | undefined;
|
|
1301
|
+
included_event_ids?: string[] | undefined;
|
|
1302
|
+
omitted_event_ids?: string[] | undefined;
|
|
1303
|
+
selection_reason?: string | undefined;
|
|
1304
|
+
}>>;
|
|
1305
|
+
events: z.ZodArray<z.ZodObject<{
|
|
1306
|
+
event_id: z.ZodString;
|
|
1307
|
+
parent_event_id: z.ZodOptional<z.ZodString>;
|
|
1308
|
+
ordinal: z.ZodNumber;
|
|
1309
|
+
type: z.ZodEnum<["message", "model_turn", "tool_call", "tool_result"]>;
|
|
1310
|
+
timestamp: z.ZodOptional<z.ZodString>;
|
|
1311
|
+
duration_ms: z.ZodOptional<z.ZodNumber>;
|
|
1312
|
+
duration_inferred: z.ZodOptional<z.ZodBoolean>;
|
|
1313
|
+
turn_index: z.ZodOptional<z.ZodNumber>;
|
|
1314
|
+
message: z.ZodOptional<z.ZodObject<{
|
|
1315
|
+
role: z.ZodString;
|
|
1316
|
+
name: z.ZodOptional<z.ZodString>;
|
|
1317
|
+
content: z.ZodOptional<z.ZodUnknown>;
|
|
1318
|
+
redaction: z.ZodOptional<z.ZodObject<{
|
|
1319
|
+
level: z.ZodEnum<["none", "partial", "full"]>;
|
|
1320
|
+
fields: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
1321
|
+
reason: z.ZodOptional<z.ZodString>;
|
|
1322
|
+
}, "strip", z.ZodTypeAny, {
|
|
1323
|
+
level: "none" | "partial" | "full";
|
|
1324
|
+
fields?: string[] | undefined;
|
|
1325
|
+
reason?: string | undefined;
|
|
1326
|
+
}, {
|
|
1327
|
+
level: "none" | "partial" | "full";
|
|
1328
|
+
fields?: string[] | undefined;
|
|
1329
|
+
reason?: string | undefined;
|
|
1330
|
+
}>>;
|
|
1331
|
+
token_usage: z.ZodOptional<z.ZodObject<{
|
|
1332
|
+
input: z.ZodNumber;
|
|
1333
|
+
output: z.ZodNumber;
|
|
1334
|
+
cached: z.ZodOptional<z.ZodNumber>;
|
|
1335
|
+
reasoning: z.ZodOptional<z.ZodNumber>;
|
|
1336
|
+
}, "strip", z.ZodTypeAny, {
|
|
1337
|
+
input: number;
|
|
1338
|
+
output: number;
|
|
1339
|
+
cached?: number | undefined;
|
|
1340
|
+
reasoning?: number | undefined;
|
|
1341
|
+
}, {
|
|
1342
|
+
input: number;
|
|
1343
|
+
output: number;
|
|
1344
|
+
cached?: number | undefined;
|
|
1345
|
+
reasoning?: number | undefined;
|
|
1346
|
+
}>>;
|
|
1347
|
+
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
1348
|
+
}, "strip", z.ZodTypeAny, {
|
|
1349
|
+
role: string;
|
|
1350
|
+
name?: string | undefined;
|
|
1351
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1352
|
+
content?: unknown;
|
|
1353
|
+
redaction?: {
|
|
1354
|
+
level: "none" | "partial" | "full";
|
|
1355
|
+
fields?: string[] | undefined;
|
|
1356
|
+
reason?: string | undefined;
|
|
1357
|
+
} | undefined;
|
|
1358
|
+
token_usage?: {
|
|
1359
|
+
input: number;
|
|
1360
|
+
output: number;
|
|
1361
|
+
cached?: number | undefined;
|
|
1362
|
+
reasoning?: number | undefined;
|
|
1363
|
+
} | undefined;
|
|
1364
|
+
}, {
|
|
1365
|
+
role: string;
|
|
1366
|
+
name?: string | undefined;
|
|
1367
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1368
|
+
content?: unknown;
|
|
1369
|
+
redaction?: {
|
|
1370
|
+
level: "none" | "partial" | "full";
|
|
1371
|
+
fields?: string[] | undefined;
|
|
1372
|
+
reason?: string | undefined;
|
|
1373
|
+
} | undefined;
|
|
1374
|
+
token_usage?: {
|
|
1375
|
+
input: number;
|
|
1376
|
+
output: number;
|
|
1377
|
+
cached?: number | undefined;
|
|
1378
|
+
reasoning?: number | undefined;
|
|
1379
|
+
} | undefined;
|
|
1380
|
+
}>>;
|
|
1381
|
+
model: z.ZodOptional<z.ZodObject<{
|
|
1382
|
+
provider: z.ZodOptional<z.ZodString>;
|
|
1383
|
+
name: z.ZodOptional<z.ZodString>;
|
|
1384
|
+
invocation_id: z.ZodOptional<z.ZodString>;
|
|
1385
|
+
token_usage: z.ZodOptional<z.ZodObject<{
|
|
1386
|
+
input: z.ZodNumber;
|
|
1387
|
+
output: z.ZodNumber;
|
|
1388
|
+
cached: z.ZodOptional<z.ZodNumber>;
|
|
1389
|
+
reasoning: z.ZodOptional<z.ZodNumber>;
|
|
1390
|
+
}, "strip", z.ZodTypeAny, {
|
|
1391
|
+
input: number;
|
|
1392
|
+
output: number;
|
|
1393
|
+
cached?: number | undefined;
|
|
1394
|
+
reasoning?: number | undefined;
|
|
1395
|
+
}, {
|
|
1396
|
+
input: number;
|
|
1397
|
+
output: number;
|
|
1398
|
+
cached?: number | undefined;
|
|
1399
|
+
reasoning?: number | undefined;
|
|
1400
|
+
}>>;
|
|
1401
|
+
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
1402
|
+
}, "strip", z.ZodTypeAny, {
|
|
1403
|
+
name?: string | undefined;
|
|
1404
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1405
|
+
provider?: string | undefined;
|
|
1406
|
+
token_usage?: {
|
|
1407
|
+
input: number;
|
|
1408
|
+
output: number;
|
|
1409
|
+
cached?: number | undefined;
|
|
1410
|
+
reasoning?: number | undefined;
|
|
1411
|
+
} | undefined;
|
|
1412
|
+
invocation_id?: string | undefined;
|
|
1413
|
+
}, {
|
|
1414
|
+
name?: string | undefined;
|
|
1415
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1416
|
+
provider?: string | undefined;
|
|
1417
|
+
token_usage?: {
|
|
1418
|
+
input: number;
|
|
1419
|
+
output: number;
|
|
1420
|
+
cached?: number | undefined;
|
|
1421
|
+
reasoning?: number | undefined;
|
|
1422
|
+
} | undefined;
|
|
1423
|
+
invocation_id?: string | undefined;
|
|
1424
|
+
}>>;
|
|
1425
|
+
tool: z.ZodOptional<z.ZodObject<{
|
|
1426
|
+
name: z.ZodString;
|
|
1427
|
+
call_id: z.ZodOptional<z.ZodString>;
|
|
1428
|
+
input: z.ZodOptional<z.ZodUnknown>;
|
|
1429
|
+
output: z.ZodOptional<z.ZodUnknown>;
|
|
1430
|
+
status: z.ZodOptional<z.ZodEnum<["ok", "error", "timeout", "cancelled", "unknown"]>>;
|
|
1431
|
+
error: z.ZodOptional<z.ZodObject<{
|
|
1432
|
+
message: z.ZodString;
|
|
1433
|
+
name: z.ZodOptional<z.ZodString>;
|
|
1434
|
+
code: z.ZodOptional<z.ZodString>;
|
|
1435
|
+
stack: z.ZodOptional<z.ZodString>;
|
|
1436
|
+
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
1437
|
+
}, "strip", z.ZodTypeAny, {
|
|
1438
|
+
message: string;
|
|
1439
|
+
code?: string | undefined;
|
|
1440
|
+
name?: string | undefined;
|
|
1441
|
+
stack?: string | undefined;
|
|
1442
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1443
|
+
}, {
|
|
1444
|
+
message: string;
|
|
1445
|
+
code?: string | undefined;
|
|
1446
|
+
name?: string | undefined;
|
|
1447
|
+
stack?: string | undefined;
|
|
1448
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1449
|
+
}>>;
|
|
1450
|
+
redaction: z.ZodOptional<z.ZodObject<{
|
|
1451
|
+
level: z.ZodEnum<["none", "partial", "full"]>;
|
|
1452
|
+
fields: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
1453
|
+
reason: z.ZodOptional<z.ZodString>;
|
|
1454
|
+
}, "strip", z.ZodTypeAny, {
|
|
1455
|
+
level: "none" | "partial" | "full";
|
|
1456
|
+
fields?: string[] | undefined;
|
|
1457
|
+
reason?: string | undefined;
|
|
1458
|
+
}, {
|
|
1459
|
+
level: "none" | "partial" | "full";
|
|
1460
|
+
fields?: string[] | undefined;
|
|
1461
|
+
reason?: string | undefined;
|
|
1462
|
+
}>>;
|
|
1463
|
+
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
1464
|
+
}, "strip", z.ZodTypeAny, {
|
|
1465
|
+
name: string;
|
|
1466
|
+
error?: {
|
|
1467
|
+
message: string;
|
|
1468
|
+
code?: string | undefined;
|
|
1469
|
+
name?: string | undefined;
|
|
1470
|
+
stack?: string | undefined;
|
|
1471
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1472
|
+
} | undefined;
|
|
1473
|
+
status?: "ok" | "error" | "timeout" | "cancelled" | "unknown" | undefined;
|
|
1474
|
+
input?: unknown;
|
|
1475
|
+
output?: unknown;
|
|
1476
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1477
|
+
redaction?: {
|
|
1478
|
+
level: "none" | "partial" | "full";
|
|
1479
|
+
fields?: string[] | undefined;
|
|
1480
|
+
reason?: string | undefined;
|
|
1481
|
+
} | undefined;
|
|
1482
|
+
call_id?: string | undefined;
|
|
1483
|
+
}, {
|
|
1484
|
+
name: string;
|
|
1485
|
+
error?: {
|
|
1486
|
+
message: string;
|
|
1487
|
+
code?: string | undefined;
|
|
1488
|
+
name?: string | undefined;
|
|
1489
|
+
stack?: string | undefined;
|
|
1490
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1491
|
+
} | undefined;
|
|
1492
|
+
status?: "ok" | "error" | "timeout" | "cancelled" | "unknown" | undefined;
|
|
1493
|
+
input?: unknown;
|
|
1494
|
+
output?: unknown;
|
|
1495
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1496
|
+
redaction?: {
|
|
1497
|
+
level: "none" | "partial" | "full";
|
|
1498
|
+
fields?: string[] | undefined;
|
|
1499
|
+
reason?: string | undefined;
|
|
1500
|
+
} | undefined;
|
|
1501
|
+
call_id?: string | undefined;
|
|
1502
|
+
}>>;
|
|
1503
|
+
source_ref: z.ZodOptional<z.ZodObject<{
|
|
1504
|
+
event_id: z.ZodOptional<z.ZodString>;
|
|
1505
|
+
message_id: z.ZodOptional<z.ZodString>;
|
|
1506
|
+
span_id: z.ZodOptional<z.ZodString>;
|
|
1507
|
+
trace_id: z.ZodOptional<z.ZodString>;
|
|
1508
|
+
raw_kind: z.ZodOptional<z.ZodString>;
|
|
1509
|
+
path: z.ZodOptional<z.ZodString>;
|
|
1510
|
+
line: z.ZodOptional<z.ZodNumber>;
|
|
1511
|
+
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
1512
|
+
}, "strip", z.ZodTypeAny, {
|
|
1513
|
+
path?: string | undefined;
|
|
1514
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1515
|
+
event_id?: string | undefined;
|
|
1516
|
+
message_id?: string | undefined;
|
|
1517
|
+
span_id?: string | undefined;
|
|
1518
|
+
trace_id?: string | undefined;
|
|
1519
|
+
raw_kind?: string | undefined;
|
|
1520
|
+
line?: number | undefined;
|
|
1521
|
+
}, {
|
|
1522
|
+
path?: string | undefined;
|
|
1523
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1524
|
+
event_id?: string | undefined;
|
|
1525
|
+
message_id?: string | undefined;
|
|
1526
|
+
span_id?: string | undefined;
|
|
1527
|
+
trace_id?: string | undefined;
|
|
1528
|
+
raw_kind?: string | undefined;
|
|
1529
|
+
line?: number | undefined;
|
|
1530
|
+
}>>;
|
|
1531
|
+
raw_evidence: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
1532
|
+
kind: z.ZodString;
|
|
1533
|
+
ref: z.ZodOptional<z.ZodString>;
|
|
1534
|
+
media_type: z.ZodOptional<z.ZodString>;
|
|
1535
|
+
content: z.ZodOptional<z.ZodUnknown>;
|
|
1536
|
+
redacted: z.ZodOptional<z.ZodBoolean>;
|
|
1537
|
+
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
1538
|
+
}, "strip", z.ZodTypeAny, {
|
|
1539
|
+
kind: string;
|
|
1540
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1541
|
+
ref?: string | undefined;
|
|
1542
|
+
media_type?: string | undefined;
|
|
1543
|
+
content?: unknown;
|
|
1544
|
+
redacted?: boolean | undefined;
|
|
1545
|
+
}, {
|
|
1546
|
+
kind: string;
|
|
1547
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1548
|
+
ref?: string | undefined;
|
|
1549
|
+
media_type?: string | undefined;
|
|
1550
|
+
content?: unknown;
|
|
1551
|
+
redacted?: boolean | undefined;
|
|
1552
|
+
}>, "many">>;
|
|
1553
|
+
redaction: z.ZodOptional<z.ZodObject<{
|
|
1554
|
+
level: z.ZodEnum<["none", "partial", "full"]>;
|
|
1555
|
+
fields: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
1556
|
+
reason: z.ZodOptional<z.ZodString>;
|
|
1557
|
+
}, "strip", z.ZodTypeAny, {
|
|
1558
|
+
level: "none" | "partial" | "full";
|
|
1559
|
+
fields?: string[] | undefined;
|
|
1560
|
+
reason?: string | undefined;
|
|
1561
|
+
}, {
|
|
1562
|
+
level: "none" | "partial" | "full";
|
|
1563
|
+
fields?: string[] | undefined;
|
|
1564
|
+
reason?: string | undefined;
|
|
1565
|
+
}>>;
|
|
1566
|
+
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
1567
|
+
}, "strip", z.ZodTypeAny, {
|
|
1568
|
+
type: "message" | "model_turn" | "tool_call" | "tool_result";
|
|
1569
|
+
event_id: string;
|
|
1570
|
+
ordinal: number;
|
|
1571
|
+
message?: {
|
|
1572
|
+
role: string;
|
|
1573
|
+
name?: string | undefined;
|
|
1574
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1575
|
+
content?: unknown;
|
|
1576
|
+
redaction?: {
|
|
1577
|
+
level: "none" | "partial" | "full";
|
|
1578
|
+
fields?: string[] | undefined;
|
|
1579
|
+
reason?: string | undefined;
|
|
1580
|
+
} | undefined;
|
|
1581
|
+
token_usage?: {
|
|
1582
|
+
input: number;
|
|
1583
|
+
output: number;
|
|
1584
|
+
cached?: number | undefined;
|
|
1585
|
+
reasoning?: number | undefined;
|
|
1586
|
+
} | undefined;
|
|
1587
|
+
} | undefined;
|
|
1588
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1589
|
+
redaction?: {
|
|
1590
|
+
level: "none" | "partial" | "full";
|
|
1591
|
+
fields?: string[] | undefined;
|
|
1592
|
+
reason?: string | undefined;
|
|
1593
|
+
} | undefined;
|
|
1594
|
+
parent_event_id?: string | undefined;
|
|
1595
|
+
timestamp?: string | undefined;
|
|
1596
|
+
duration_ms?: number | undefined;
|
|
1597
|
+
duration_inferred?: boolean | undefined;
|
|
1598
|
+
turn_index?: number | undefined;
|
|
1599
|
+
model?: {
|
|
1600
|
+
name?: string | undefined;
|
|
1601
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1602
|
+
provider?: string | undefined;
|
|
1603
|
+
token_usage?: {
|
|
1604
|
+
input: number;
|
|
1605
|
+
output: number;
|
|
1606
|
+
cached?: number | undefined;
|
|
1607
|
+
reasoning?: number | undefined;
|
|
1608
|
+
} | undefined;
|
|
1609
|
+
invocation_id?: string | undefined;
|
|
1610
|
+
} | undefined;
|
|
1611
|
+
tool?: {
|
|
1612
|
+
name: string;
|
|
1613
|
+
error?: {
|
|
1614
|
+
message: string;
|
|
1615
|
+
code?: string | undefined;
|
|
1616
|
+
name?: string | undefined;
|
|
1617
|
+
stack?: string | undefined;
|
|
1618
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1619
|
+
} | undefined;
|
|
1620
|
+
status?: "ok" | "error" | "timeout" | "cancelled" | "unknown" | undefined;
|
|
1621
|
+
input?: unknown;
|
|
1622
|
+
output?: unknown;
|
|
1623
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1624
|
+
redaction?: {
|
|
1625
|
+
level: "none" | "partial" | "full";
|
|
1626
|
+
fields?: string[] | undefined;
|
|
1627
|
+
reason?: string | undefined;
|
|
1628
|
+
} | undefined;
|
|
1629
|
+
call_id?: string | undefined;
|
|
1630
|
+
} | undefined;
|
|
1631
|
+
source_ref?: {
|
|
1632
|
+
path?: string | undefined;
|
|
1633
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1634
|
+
event_id?: string | undefined;
|
|
1635
|
+
message_id?: string | undefined;
|
|
1636
|
+
span_id?: string | undefined;
|
|
1637
|
+
trace_id?: string | undefined;
|
|
1638
|
+
raw_kind?: string | undefined;
|
|
1639
|
+
line?: number | undefined;
|
|
1640
|
+
} | undefined;
|
|
1641
|
+
raw_evidence?: {
|
|
1642
|
+
kind: string;
|
|
1643
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1644
|
+
ref?: string | undefined;
|
|
1645
|
+
media_type?: string | undefined;
|
|
1646
|
+
content?: unknown;
|
|
1647
|
+
redacted?: boolean | undefined;
|
|
1648
|
+
}[] | undefined;
|
|
1649
|
+
}, {
|
|
1650
|
+
type: "message" | "model_turn" | "tool_call" | "tool_result";
|
|
1651
|
+
event_id: string;
|
|
1652
|
+
ordinal: number;
|
|
1653
|
+
message?: {
|
|
1654
|
+
role: string;
|
|
1655
|
+
name?: string | undefined;
|
|
1656
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1657
|
+
content?: unknown;
|
|
1658
|
+
redaction?: {
|
|
1659
|
+
level: "none" | "partial" | "full";
|
|
1660
|
+
fields?: string[] | undefined;
|
|
1661
|
+
reason?: string | undefined;
|
|
1662
|
+
} | undefined;
|
|
1663
|
+
token_usage?: {
|
|
1664
|
+
input: number;
|
|
1665
|
+
output: number;
|
|
1666
|
+
cached?: number | undefined;
|
|
1667
|
+
reasoning?: number | undefined;
|
|
1668
|
+
} | undefined;
|
|
1669
|
+
} | undefined;
|
|
1670
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1671
|
+
redaction?: {
|
|
1672
|
+
level: "none" | "partial" | "full";
|
|
1673
|
+
fields?: string[] | undefined;
|
|
1674
|
+
reason?: string | undefined;
|
|
1675
|
+
} | undefined;
|
|
1676
|
+
parent_event_id?: string | undefined;
|
|
1677
|
+
timestamp?: string | undefined;
|
|
1678
|
+
duration_ms?: number | undefined;
|
|
1679
|
+
duration_inferred?: boolean | undefined;
|
|
1680
|
+
turn_index?: number | undefined;
|
|
1681
|
+
model?: {
|
|
1682
|
+
name?: string | undefined;
|
|
1683
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1684
|
+
provider?: string | undefined;
|
|
1685
|
+
token_usage?: {
|
|
1686
|
+
input: number;
|
|
1687
|
+
output: number;
|
|
1688
|
+
cached?: number | undefined;
|
|
1689
|
+
reasoning?: number | undefined;
|
|
1690
|
+
} | undefined;
|
|
1691
|
+
invocation_id?: string | undefined;
|
|
1692
|
+
} | undefined;
|
|
1693
|
+
tool?: {
|
|
1694
|
+
name: string;
|
|
1695
|
+
error?: {
|
|
1696
|
+
message: string;
|
|
1697
|
+
code?: string | undefined;
|
|
1698
|
+
name?: string | undefined;
|
|
1699
|
+
stack?: string | undefined;
|
|
1700
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1701
|
+
} | undefined;
|
|
1702
|
+
status?: "ok" | "error" | "timeout" | "cancelled" | "unknown" | undefined;
|
|
1703
|
+
input?: unknown;
|
|
1704
|
+
output?: unknown;
|
|
1705
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1706
|
+
redaction?: {
|
|
1707
|
+
level: "none" | "partial" | "full";
|
|
1708
|
+
fields?: string[] | undefined;
|
|
1709
|
+
reason?: string | undefined;
|
|
1710
|
+
} | undefined;
|
|
1711
|
+
call_id?: string | undefined;
|
|
1712
|
+
} | undefined;
|
|
1713
|
+
source_ref?: {
|
|
1714
|
+
path?: string | undefined;
|
|
1715
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1716
|
+
event_id?: string | undefined;
|
|
1717
|
+
message_id?: string | undefined;
|
|
1718
|
+
span_id?: string | undefined;
|
|
1719
|
+
trace_id?: string | undefined;
|
|
1720
|
+
raw_kind?: string | undefined;
|
|
1721
|
+
line?: number | undefined;
|
|
1722
|
+
} | undefined;
|
|
1723
|
+
raw_evidence?: {
|
|
1724
|
+
kind: string;
|
|
1725
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1726
|
+
ref?: string | undefined;
|
|
1727
|
+
media_type?: string | undefined;
|
|
1728
|
+
content?: unknown;
|
|
1729
|
+
redacted?: boolean | undefined;
|
|
1730
|
+
}[] | undefined;
|
|
1731
|
+
}>, "many">;
|
|
1732
|
+
token_usage: z.ZodOptional<z.ZodObject<{
|
|
1733
|
+
input: z.ZodNumber;
|
|
1734
|
+
output: z.ZodNumber;
|
|
1735
|
+
cached: z.ZodOptional<z.ZodNumber>;
|
|
1736
|
+
reasoning: z.ZodOptional<z.ZodNumber>;
|
|
1737
|
+
}, "strip", z.ZodTypeAny, {
|
|
1738
|
+
input: number;
|
|
1739
|
+
output: number;
|
|
1740
|
+
cached?: number | undefined;
|
|
1741
|
+
reasoning?: number | undefined;
|
|
1742
|
+
}, {
|
|
1743
|
+
input: number;
|
|
1744
|
+
output: number;
|
|
1745
|
+
cached?: number | undefined;
|
|
1746
|
+
reasoning?: number | undefined;
|
|
1747
|
+
}>>;
|
|
1748
|
+
cost_usd: z.ZodOptional<z.ZodNumber>;
|
|
1749
|
+
duration_ms: z.ZodOptional<z.ZodNumber>;
|
|
1750
|
+
started_at: z.ZodOptional<z.ZodString>;
|
|
1751
|
+
ended_at: z.ZodOptional<z.ZodString>;
|
|
1752
|
+
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
1753
|
+
}, "strip", z.ZodTypeAny, {
|
|
1754
|
+
schema_version: "agentv.trace.v1";
|
|
1755
|
+
source: {
|
|
1756
|
+
kind: "agentv_run" | "otlp" | "phoenix" | "langfuse" | "pi_session" | "imported_transcript" | "compact_transcript";
|
|
1757
|
+
path?: string | undefined;
|
|
1758
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1759
|
+
url?: string | undefined;
|
|
1760
|
+
provider?: string | undefined;
|
|
1761
|
+
format?: string | undefined;
|
|
1762
|
+
version?: string | undefined;
|
|
1763
|
+
};
|
|
1764
|
+
session: {
|
|
1765
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1766
|
+
session_id?: string | undefined;
|
|
1767
|
+
conversation_id?: string | undefined;
|
|
1768
|
+
cwd?: string | undefined;
|
|
1769
|
+
started_at?: string | undefined;
|
|
1770
|
+
ended_at?: string | undefined;
|
|
1771
|
+
};
|
|
1772
|
+
events: {
|
|
1773
|
+
type: "message" | "model_turn" | "tool_call" | "tool_result";
|
|
1774
|
+
event_id: string;
|
|
1775
|
+
ordinal: number;
|
|
1776
|
+
message?: {
|
|
1777
|
+
role: string;
|
|
1778
|
+
name?: string | undefined;
|
|
1779
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1780
|
+
content?: unknown;
|
|
1781
|
+
redaction?: {
|
|
1782
|
+
level: "none" | "partial" | "full";
|
|
1783
|
+
fields?: string[] | undefined;
|
|
1784
|
+
reason?: string | undefined;
|
|
1785
|
+
} | undefined;
|
|
1786
|
+
token_usage?: {
|
|
1787
|
+
input: number;
|
|
1788
|
+
output: number;
|
|
1789
|
+
cached?: number | undefined;
|
|
1790
|
+
reasoning?: number | undefined;
|
|
1791
|
+
} | undefined;
|
|
1792
|
+
} | undefined;
|
|
1793
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1794
|
+
redaction?: {
|
|
1795
|
+
level: "none" | "partial" | "full";
|
|
1796
|
+
fields?: string[] | undefined;
|
|
1797
|
+
reason?: string | undefined;
|
|
1798
|
+
} | undefined;
|
|
1799
|
+
parent_event_id?: string | undefined;
|
|
1800
|
+
timestamp?: string | undefined;
|
|
1801
|
+
duration_ms?: number | undefined;
|
|
1802
|
+
duration_inferred?: boolean | undefined;
|
|
1803
|
+
turn_index?: number | undefined;
|
|
1804
|
+
model?: {
|
|
1805
|
+
name?: string | undefined;
|
|
1806
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1807
|
+
provider?: string | undefined;
|
|
1808
|
+
token_usage?: {
|
|
1809
|
+
input: number;
|
|
1810
|
+
output: number;
|
|
1811
|
+
cached?: number | undefined;
|
|
1812
|
+
reasoning?: number | undefined;
|
|
1813
|
+
} | undefined;
|
|
1814
|
+
invocation_id?: string | undefined;
|
|
1815
|
+
} | undefined;
|
|
1816
|
+
tool?: {
|
|
1817
|
+
name: string;
|
|
1818
|
+
error?: {
|
|
1819
|
+
message: string;
|
|
1820
|
+
code?: string | undefined;
|
|
1821
|
+
name?: string | undefined;
|
|
1822
|
+
stack?: string | undefined;
|
|
1823
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1824
|
+
} | undefined;
|
|
1825
|
+
status?: "ok" | "error" | "timeout" | "cancelled" | "unknown" | undefined;
|
|
1826
|
+
input?: unknown;
|
|
1827
|
+
output?: unknown;
|
|
1828
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1829
|
+
redaction?: {
|
|
1830
|
+
level: "none" | "partial" | "full";
|
|
1831
|
+
fields?: string[] | undefined;
|
|
1832
|
+
reason?: string | undefined;
|
|
1833
|
+
} | undefined;
|
|
1834
|
+
call_id?: string | undefined;
|
|
1835
|
+
} | undefined;
|
|
1836
|
+
source_ref?: {
|
|
1837
|
+
path?: string | undefined;
|
|
1838
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1839
|
+
event_id?: string | undefined;
|
|
1840
|
+
message_id?: string | undefined;
|
|
1841
|
+
span_id?: string | undefined;
|
|
1842
|
+
trace_id?: string | undefined;
|
|
1843
|
+
raw_kind?: string | undefined;
|
|
1844
|
+
line?: number | undefined;
|
|
1845
|
+
} | undefined;
|
|
1846
|
+
raw_evidence?: {
|
|
1847
|
+
kind: string;
|
|
1848
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1849
|
+
ref?: string | undefined;
|
|
1850
|
+
media_type?: string | undefined;
|
|
1851
|
+
content?: unknown;
|
|
1852
|
+
redacted?: boolean | undefined;
|
|
1853
|
+
}[] | undefined;
|
|
1854
|
+
}[];
|
|
1855
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1856
|
+
started_at?: string | undefined;
|
|
1857
|
+
ended_at?: string | undefined;
|
|
1858
|
+
token_usage?: {
|
|
1859
|
+
input: number;
|
|
1860
|
+
output: number;
|
|
1861
|
+
cached?: number | undefined;
|
|
1862
|
+
reasoning?: number | undefined;
|
|
1863
|
+
} | undefined;
|
|
1864
|
+
duration_ms?: number | undefined;
|
|
1865
|
+
branch?: {
|
|
1866
|
+
selected_leaf_id?: string | undefined;
|
|
1867
|
+
selected_path_ids?: string[] | undefined;
|
|
1868
|
+
included_event_ids?: string[] | undefined;
|
|
1869
|
+
omitted_event_ids?: string[] | undefined;
|
|
1870
|
+
selection_reason?: string | undefined;
|
|
1871
|
+
} | undefined;
|
|
1872
|
+
cost_usd?: number | undefined;
|
|
1873
|
+
}, {
|
|
1874
|
+
schema_version: "agentv.trace.v1";
|
|
1875
|
+
source: {
|
|
1876
|
+
kind: "agentv_run" | "otlp" | "phoenix" | "langfuse" | "pi_session" | "imported_transcript" | "compact_transcript";
|
|
1877
|
+
path?: string | undefined;
|
|
1878
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1879
|
+
url?: string | undefined;
|
|
1880
|
+
provider?: string | undefined;
|
|
1881
|
+
format?: string | undefined;
|
|
1882
|
+
version?: string | undefined;
|
|
1883
|
+
};
|
|
1884
|
+
session: {
|
|
1885
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1886
|
+
session_id?: string | undefined;
|
|
1887
|
+
conversation_id?: string | undefined;
|
|
1888
|
+
cwd?: string | undefined;
|
|
1889
|
+
started_at?: string | undefined;
|
|
1890
|
+
ended_at?: string | undefined;
|
|
1891
|
+
};
|
|
1892
|
+
events: {
|
|
1893
|
+
type: "message" | "model_turn" | "tool_call" | "tool_result";
|
|
1894
|
+
event_id: string;
|
|
1895
|
+
ordinal: number;
|
|
1896
|
+
message?: {
|
|
1897
|
+
role: string;
|
|
1898
|
+
name?: string | undefined;
|
|
1899
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1900
|
+
content?: unknown;
|
|
1901
|
+
redaction?: {
|
|
1902
|
+
level: "none" | "partial" | "full";
|
|
1903
|
+
fields?: string[] | undefined;
|
|
1904
|
+
reason?: string | undefined;
|
|
1905
|
+
} | undefined;
|
|
1906
|
+
token_usage?: {
|
|
1907
|
+
input: number;
|
|
1908
|
+
output: number;
|
|
1909
|
+
cached?: number | undefined;
|
|
1910
|
+
reasoning?: number | undefined;
|
|
1911
|
+
} | undefined;
|
|
1912
|
+
} | undefined;
|
|
1913
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1914
|
+
redaction?: {
|
|
1915
|
+
level: "none" | "partial" | "full";
|
|
1916
|
+
fields?: string[] | undefined;
|
|
1917
|
+
reason?: string | undefined;
|
|
1918
|
+
} | undefined;
|
|
1919
|
+
parent_event_id?: string | undefined;
|
|
1920
|
+
timestamp?: string | undefined;
|
|
1921
|
+
duration_ms?: number | undefined;
|
|
1922
|
+
duration_inferred?: boolean | undefined;
|
|
1923
|
+
turn_index?: number | undefined;
|
|
1924
|
+
model?: {
|
|
1925
|
+
name?: string | undefined;
|
|
1926
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1927
|
+
provider?: string | undefined;
|
|
1928
|
+
token_usage?: {
|
|
1929
|
+
input: number;
|
|
1930
|
+
output: number;
|
|
1931
|
+
cached?: number | undefined;
|
|
1932
|
+
reasoning?: number | undefined;
|
|
1933
|
+
} | undefined;
|
|
1934
|
+
invocation_id?: string | undefined;
|
|
1935
|
+
} | undefined;
|
|
1936
|
+
tool?: {
|
|
1937
|
+
name: string;
|
|
1938
|
+
error?: {
|
|
1939
|
+
message: string;
|
|
1940
|
+
code?: string | undefined;
|
|
1941
|
+
name?: string | undefined;
|
|
1942
|
+
stack?: string | undefined;
|
|
1943
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1944
|
+
} | undefined;
|
|
1945
|
+
status?: "ok" | "error" | "timeout" | "cancelled" | "unknown" | undefined;
|
|
1946
|
+
input?: unknown;
|
|
1947
|
+
output?: unknown;
|
|
1948
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1949
|
+
redaction?: {
|
|
1950
|
+
level: "none" | "partial" | "full";
|
|
1951
|
+
fields?: string[] | undefined;
|
|
1952
|
+
reason?: string | undefined;
|
|
1953
|
+
} | undefined;
|
|
1954
|
+
call_id?: string | undefined;
|
|
1955
|
+
} | undefined;
|
|
1956
|
+
source_ref?: {
|
|
1957
|
+
path?: string | undefined;
|
|
1958
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1959
|
+
event_id?: string | undefined;
|
|
1960
|
+
message_id?: string | undefined;
|
|
1961
|
+
span_id?: string | undefined;
|
|
1962
|
+
trace_id?: string | undefined;
|
|
1963
|
+
raw_kind?: string | undefined;
|
|
1964
|
+
line?: number | undefined;
|
|
1965
|
+
} | undefined;
|
|
1966
|
+
raw_evidence?: {
|
|
1967
|
+
kind: string;
|
|
1968
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1969
|
+
ref?: string | undefined;
|
|
1970
|
+
media_type?: string | undefined;
|
|
1971
|
+
content?: unknown;
|
|
1972
|
+
redacted?: boolean | undefined;
|
|
1973
|
+
}[] | undefined;
|
|
1974
|
+
}[];
|
|
1975
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1976
|
+
started_at?: string | undefined;
|
|
1977
|
+
ended_at?: string | undefined;
|
|
1978
|
+
token_usage?: {
|
|
1979
|
+
input: number;
|
|
1980
|
+
output: number;
|
|
1981
|
+
cached?: number | undefined;
|
|
1982
|
+
reasoning?: number | undefined;
|
|
1983
|
+
} | undefined;
|
|
1984
|
+
duration_ms?: number | undefined;
|
|
1985
|
+
branch?: {
|
|
1986
|
+
selected_leaf_id?: string | undefined;
|
|
1987
|
+
selected_path_ids?: string[] | undefined;
|
|
1988
|
+
included_event_ids?: string[] | undefined;
|
|
1989
|
+
omitted_event_ids?: string[] | undefined;
|
|
1990
|
+
selection_reason?: string | undefined;
|
|
1991
|
+
} | undefined;
|
|
1992
|
+
cost_usd?: number | undefined;
|
|
1993
|
+
}>;
|
|
1994
|
+
type NormalizedTrajectoryWire = z.infer<typeof NormalizedTrajectoryWireSchema>;
|
|
1995
|
+
type NormalizedTraceEventWire = z.infer<typeof NormalizedTraceEventWireSchema>;
|
|
1996
|
+
declare function toNormalizedTrajectoryWire(trajectory: NormalizedTrajectory): NormalizedTrajectoryWire;
|
|
1997
|
+
declare function fromNormalizedTrajectoryWire(input: unknown): NormalizedTrajectory;
|
|
335
1998
|
/**
|
|
336
1999
|
* Token usage metrics from provider execution.
|
|
337
2000
|
*/
|
|
@@ -346,8 +2009,12 @@ interface TokenUsage {
|
|
|
346
2009
|
readonly reasoning?: number;
|
|
347
2010
|
}
|
|
348
2011
|
/**
|
|
349
|
-
*
|
|
350
|
-
*
|
|
2012
|
+
* Derived compact summary of a trace for lightweight persistence.
|
|
2013
|
+
*
|
|
2014
|
+
* This is a compatibility/read model for existing result artifacts and
|
|
2015
|
+
* aggregation. It is intentionally smaller than NormalizedTrajectory and should
|
|
2016
|
+
* not be treated as independently authored trace state when a full trajectory is
|
|
2017
|
+
* available.
|
|
351
2018
|
*/
|
|
352
2019
|
interface TraceSummary {
|
|
353
2020
|
/** Total number of events in trace */
|
|
@@ -431,8 +2098,8 @@ interface MessageLike {
|
|
|
431
2098
|
}[];
|
|
432
2099
|
}
|
|
433
2100
|
/**
|
|
434
|
-
* Compute a lightweight summary from output messages.
|
|
435
|
-
* Used for default result persistence
|
|
2101
|
+
* Compute a lightweight summary from provider output messages.
|
|
2102
|
+
* Used for legacy/default result persistence when no full trajectory is present.
|
|
436
2103
|
*
|
|
437
2104
|
* Derives timing information from span boundaries:
|
|
438
2105
|
* - startTime: earliest startTime across all messages and tool calls
|
|
@@ -441,6 +2108,27 @@ interface MessageLike {
|
|
|
441
2108
|
* - llmCallCount: count of assistant messages
|
|
442
2109
|
*/
|
|
443
2110
|
declare function computeTraceSummary(messages: readonly MessageLike[]): TraceComputeResult;
|
|
2111
|
+
/**
|
|
2112
|
+
* Return the trajectory events selected for grading.
|
|
2113
|
+
*
|
|
2114
|
+
* Importers should already store the selected branch path in `events`. When a
|
|
2115
|
+
* source also carries explicit `branch.includedEventIds`, honor it here so
|
|
2116
|
+
* branchable transcripts cannot accidentally grade omitted alternatives.
|
|
2117
|
+
*/
|
|
2118
|
+
declare function getSelectedTrajectoryEvents(trajectory: NormalizedTrajectory): readonly NormalizedTraceEvent[];
|
|
2119
|
+
/**
|
|
2120
|
+
* Derive the existing compact TraceSummary shape from a full trajectory.
|
|
2121
|
+
*
|
|
2122
|
+
* This is the canonical bridge from the high-fidelity trajectory contract to the
|
|
2123
|
+
* backward-compatible summary/read model. Keep the projection one-way: importers
|
|
2124
|
+
* and replay should preserve NormalizedTrajectory, while existing result readers
|
|
2125
|
+
* can continue consuming the derived TraceSummary shape unchanged.
|
|
2126
|
+
*
|
|
2127
|
+
* The summary keeps the current lightweight contract: eventCount is the number
|
|
2128
|
+
* of tool-call events, toolCalls is counted by tool name, toolDurations carries
|
|
2129
|
+
* per-tool milliseconds when present, and llmCallCount counts model turns.
|
|
2130
|
+
*/
|
|
2131
|
+
declare function computeTraceSummaryFromTrajectory(trajectory: NormalizedTrajectory): TraceComputeResult;
|
|
444
2132
|
/**
|
|
445
2133
|
* Default tool names considered as exploration/read-only operations.
|
|
446
2134
|
* Can be overridden per-evaluation via config.
|
|
@@ -840,6 +2528,8 @@ type ScoreRange = {
|
|
|
840
2528
|
/** Description of what this score range represents */
|
|
841
2529
|
readonly outcome: string;
|
|
842
2530
|
};
|
|
2531
|
+
declare const RUBRIC_OPERATOR_VALUES: readonly ["correctness", "contradiction"];
|
|
2532
|
+
type RubricOperator = (typeof RUBRIC_OPERATOR_VALUES)[number];
|
|
843
2533
|
/**
|
|
844
2534
|
* Rubric item for LLM grader evaluation.
|
|
845
2535
|
* Supports two modes:
|
|
@@ -853,6 +2543,11 @@ type RubricItem = {
|
|
|
853
2543
|
* For score-range rubrics: optional overall criterion description.
|
|
854
2544
|
*/
|
|
855
2545
|
readonly outcome?: string;
|
|
2546
|
+
/**
|
|
2547
|
+
* Optional grading intent. `correctness` requires positive support for the outcome.
|
|
2548
|
+
* `contradiction` is a guard: omission is acceptable, but incompatible claims fail.
|
|
2549
|
+
*/
|
|
2550
|
+
readonly operator?: RubricOperator;
|
|
856
2551
|
readonly weight: number;
|
|
857
2552
|
/**
|
|
858
2553
|
* Legacy boolean gating (treated as min_score: 1.0 for score-range rubrics).
|
|
@@ -1244,6 +2939,37 @@ type InlineAssertEvaluatorConfig = {
|
|
|
1244
2939
|
readonly negate?: boolean;
|
|
1245
2940
|
};
|
|
1246
2941
|
type GraderConfig = CodeGraderConfig | LlmGraderConfig | CompositeGraderConfig | ToolTrajectoryGraderConfig | FieldAccuracyGraderConfig | LatencyGraderConfig | CostGraderConfig | TokenUsageGraderConfig | ExecutionMetricsGraderConfig | SkillTriggerGraderConfig | ContainsGraderConfig | ContainsAnyGraderConfig | ContainsAllGraderConfig | IcontainsGraderConfig | IcontainsAnyGraderConfig | IcontainsAllGraderConfig | StartsWithGraderConfig | EndsWithGraderConfig | RegexGraderConfig | IsJsonGraderConfig | EqualsGraderConfig | RubricsEvaluatorConfig | InlineAssertEvaluatorConfig;
|
|
2942
|
+
/**
|
|
2943
|
+
* Source reference resolved while loading an eval definition.
|
|
2944
|
+
*
|
|
2945
|
+
* These records are intentionally lightweight and contain identities only:
|
|
2946
|
+
* file content is captured later by the artifact writer with size limits and
|
|
2947
|
+
* redaction at the disk boundary.
|
|
2948
|
+
*/
|
|
2949
|
+
interface EvalSourceReference {
|
|
2950
|
+
readonly kind: 'input_file' | 'llm_grader_prompt' | 'prompt_script' | 'code_grader_command' | 'code_grader_cwd' | 'assertion_template' | 'preprocessor_command';
|
|
2951
|
+
readonly displayPath: string;
|
|
2952
|
+
readonly resolvedPath?: string;
|
|
2953
|
+
readonly graderName?: string;
|
|
2954
|
+
readonly command?: readonly string[];
|
|
2955
|
+
}
|
|
2956
|
+
interface EvalGraderSource {
|
|
2957
|
+
readonly name: string;
|
|
2958
|
+
readonly type: string;
|
|
2959
|
+
readonly weight?: number;
|
|
2960
|
+
readonly required?: boolean | number;
|
|
2961
|
+
readonly minScore?: number;
|
|
2962
|
+
readonly definition: JsonObject;
|
|
2963
|
+
}
|
|
2964
|
+
interface EvalTestSource {
|
|
2965
|
+
readonly evalFilePath: string;
|
|
2966
|
+
readonly evalFileAbsolutePath: string;
|
|
2967
|
+
readonly evalFileRepoPath?: string;
|
|
2968
|
+
readonly testId: string;
|
|
2969
|
+
readonly testSnapshotYaml: string;
|
|
2970
|
+
readonly graderDefinitions: readonly EvalGraderSource[];
|
|
2971
|
+
readonly references: readonly EvalSourceReference[];
|
|
2972
|
+
}
|
|
1247
2973
|
/**
|
|
1248
2974
|
* A single turn in a multi-turn conversation evaluation.
|
|
1249
2975
|
* Each turn is a user message. The runner generates the assistant response.
|
|
@@ -1315,6 +3041,8 @@ interface EvalTest {
|
|
|
1315
3041
|
readonly depends_on?: readonly string[];
|
|
1316
3042
|
/** What to do when a dependency fails: skip (default), fail, or run anyway. */
|
|
1317
3043
|
readonly on_dependency_failure?: DependencyFailurePolicy;
|
|
3044
|
+
/** Source metadata used to write run-local traceability artifacts. */
|
|
3045
|
+
readonly source?: EvalTestSource;
|
|
1318
3046
|
}
|
|
1319
3047
|
/**
|
|
1320
3048
|
* Policy for handling dependency failures.
|
|
@@ -1570,42 +3298,42 @@ declare const CliTargetConfigSchema: z.ZodObject<{
|
|
|
1570
3298
|
timeoutMs: z.ZodOptional<z.ZodNumber>;
|
|
1571
3299
|
}, "strict", z.ZodTypeAny, {
|
|
1572
3300
|
command: string;
|
|
1573
|
-
timeoutMs?: number | undefined;
|
|
1574
3301
|
cwd?: string | undefined;
|
|
3302
|
+
timeoutMs?: number | undefined;
|
|
1575
3303
|
}, {
|
|
1576
3304
|
command: string;
|
|
1577
|
-
timeoutMs?: number | undefined;
|
|
1578
3305
|
cwd?: string | undefined;
|
|
3306
|
+
timeoutMs?: number | undefined;
|
|
1579
3307
|
}>]>>;
|
|
1580
3308
|
verbose: z.ZodOptional<z.ZodBoolean>;
|
|
1581
3309
|
keepTempFiles: z.ZodOptional<z.ZodBoolean>;
|
|
1582
3310
|
}, "strict", z.ZodTypeAny, {
|
|
1583
3311
|
command: string;
|
|
1584
|
-
timeoutMs?: number | undefined;
|
|
1585
3312
|
cwd?: string | undefined;
|
|
3313
|
+
timeoutMs?: number | undefined;
|
|
1586
3314
|
verbose?: boolean | undefined;
|
|
1587
3315
|
healthcheck?: {
|
|
1588
3316
|
url: string;
|
|
1589
3317
|
timeoutMs?: number | undefined;
|
|
1590
3318
|
} | {
|
|
1591
3319
|
command: string;
|
|
1592
|
-
timeoutMs?: number | undefined;
|
|
1593
3320
|
cwd?: string | undefined;
|
|
3321
|
+
timeoutMs?: number | undefined;
|
|
1594
3322
|
} | undefined;
|
|
1595
3323
|
filesFormat?: string | undefined;
|
|
1596
3324
|
keepTempFiles?: boolean | undefined;
|
|
1597
3325
|
}, {
|
|
1598
3326
|
command: string;
|
|
1599
|
-
timeoutMs?: number | undefined;
|
|
1600
3327
|
cwd?: string | undefined;
|
|
3328
|
+
timeoutMs?: number | undefined;
|
|
1601
3329
|
verbose?: boolean | undefined;
|
|
1602
3330
|
healthcheck?: {
|
|
1603
3331
|
url: string;
|
|
1604
3332
|
timeoutMs?: number | undefined;
|
|
1605
3333
|
} | {
|
|
1606
3334
|
command: string;
|
|
1607
|
-
timeoutMs?: number | undefined;
|
|
1608
3335
|
cwd?: string | undefined;
|
|
3336
|
+
timeoutMs?: number | undefined;
|
|
1609
3337
|
} | undefined;
|
|
1610
3338
|
filesFormat?: string | undefined;
|
|
1611
3339
|
keepTempFiles?: boolean | undefined;
|
|
@@ -1693,12 +3421,12 @@ interface GeminiResolvedConfig {
|
|
|
1693
3421
|
}
|
|
1694
3422
|
interface CodexResolvedConfig {
|
|
1695
3423
|
readonly model?: string;
|
|
3424
|
+
readonly modelReasoningEffort?: CodexModelReasoningEffort;
|
|
1696
3425
|
readonly executable: string;
|
|
1697
3426
|
readonly args?: readonly string[];
|
|
1698
3427
|
readonly cwd?: string;
|
|
1699
3428
|
readonly timeoutMs?: number;
|
|
1700
3429
|
readonly logDir?: string;
|
|
1701
|
-
readonly logFormat?: 'summary' | 'json';
|
|
1702
3430
|
/** New stream_log field. false=no stream log (default), 'raw'=per-event, 'summary'=consolidated. */
|
|
1703
3431
|
readonly streamLog?: false | 'raw' | 'summary';
|
|
1704
3432
|
readonly systemPrompt?: string;
|
|
@@ -1816,6 +3544,7 @@ interface AgentVResolvedConfig {
|
|
|
1816
3544
|
readonly model: string;
|
|
1817
3545
|
readonly temperature: number;
|
|
1818
3546
|
}
|
|
3547
|
+
type CodexModelReasoningEffort = 'minimal' | 'low' | 'medium' | 'high' | 'xhigh';
|
|
1819
3548
|
/** Base fields shared by all resolved targets. */
|
|
1820
3549
|
interface ResolvedTargetBase {
|
|
1821
3550
|
readonly name: string;
|
|
@@ -1955,8 +3684,8 @@ declare const MetadataSchema: z.ZodObject<{
|
|
|
1955
3684
|
}>>;
|
|
1956
3685
|
}, "strip", z.ZodTypeAny, {
|
|
1957
3686
|
name?: string | undefined;
|
|
1958
|
-
description?: string | undefined;
|
|
1959
3687
|
version?: string | undefined;
|
|
3688
|
+
description?: string | undefined;
|
|
1960
3689
|
author?: string | undefined;
|
|
1961
3690
|
tags?: string[] | undefined;
|
|
1962
3691
|
license?: string | undefined;
|
|
@@ -1965,8 +3694,8 @@ declare const MetadataSchema: z.ZodObject<{
|
|
|
1965
3694
|
} | undefined;
|
|
1966
3695
|
}, {
|
|
1967
3696
|
name?: string | undefined;
|
|
1968
|
-
description?: string | undefined;
|
|
1969
3697
|
version?: string | undefined;
|
|
3698
|
+
description?: string | undefined;
|
|
1970
3699
|
author?: string | undefined;
|
|
1971
3700
|
tags?: string[] | undefined;
|
|
1972
3701
|
license?: string | undefined;
|
|
@@ -2013,7 +3742,9 @@ type AgentVConfig$1 = {
|
|
|
2013
3742
|
* Project-local `.agentv/config.yaml` files are searched from the eval file
|
|
2014
3743
|
* directory up to the repo root. If no project-local config is found, AgentV
|
|
2015
3744
|
* falls back to the home/global config at `${AGENTV_HOME:-~/.agentv}/config.yaml`.
|
|
2016
|
-
* The first valid file wins
|
|
3745
|
+
* The first valid project-local file wins for normal settings. Registered
|
|
3746
|
+
* project bindings such as result repos live in the home config `projects:`
|
|
3747
|
+
* registry and are resolved by Dashboard/remote-results code separately.
|
|
2017
3748
|
*/
|
|
2018
3749
|
declare function loadConfig(evalFilePath: string, repoRoot: string): Promise<AgentVConfig$1 | null>;
|
|
2019
3750
|
/**
|
|
@@ -2069,6 +3800,7 @@ declare function extractFailOnError(suite: JsonObject): FailOnError | undefined;
|
|
|
2069
3800
|
* Returns undefined when not specified.
|
|
2070
3801
|
*/
|
|
2071
3802
|
declare function extractThreshold(suite: JsonObject): number | undefined;
|
|
3803
|
+
declare function resolveResultsConfigForProject(config: AgentVConfig$1 | null | undefined, _projectId?: string): ResultsConfig | undefined;
|
|
2072
3804
|
|
|
2073
3805
|
/**
|
|
2074
3806
|
* Formatting mode for segment content.
|
|
@@ -2386,6 +4118,8 @@ interface EvalConfig {
|
|
|
2386
4118
|
readonly agentTimeoutMs?: number;
|
|
2387
4119
|
/** Enable response caching */
|
|
2388
4120
|
readonly cache?: boolean;
|
|
4121
|
+
/** Response cache directory. Requires cache to be enabled. */
|
|
4122
|
+
readonly cachePath?: string;
|
|
2389
4123
|
/** Verbose logging */
|
|
2390
4124
|
readonly verbose?: boolean;
|
|
2391
4125
|
/** Callback for each completed result */
|
|
@@ -2403,13 +4137,15 @@ interface EvalConfig {
|
|
|
2403
4137
|
interface EvalSummary {
|
|
2404
4138
|
/** Total number of test cases */
|
|
2405
4139
|
readonly total: number;
|
|
2406
|
-
/** Number of
|
|
4140
|
+
/** Number of non-execution-error test cases whose score is >= threshold */
|
|
2407
4141
|
readonly passed: number;
|
|
2408
|
-
/** Number of
|
|
4142
|
+
/** Number of non-execution-error test cases whose score is < threshold */
|
|
2409
4143
|
readonly failed: number;
|
|
4144
|
+
/** Number of test cases that failed before quality could be evaluated */
|
|
4145
|
+
readonly executionErrors: number;
|
|
2410
4146
|
/** Total duration in milliseconds */
|
|
2411
4147
|
readonly durationMs: number;
|
|
2412
|
-
/** Mean score across
|
|
4148
|
+
/** Mean score across non-execution-error cases */
|
|
2413
4149
|
readonly meanScore: number;
|
|
2414
4150
|
}
|
|
2415
4151
|
/**
|
|
@@ -3004,27 +4740,27 @@ declare const rubricEvaluationSchema: z.ZodObject<{
|
|
|
3004
4740
|
satisfied: z.ZodBoolean;
|
|
3005
4741
|
reasoning: z.ZodString;
|
|
3006
4742
|
}, "strip", z.ZodTypeAny, {
|
|
4743
|
+
reasoning: string;
|
|
3007
4744
|
id: string;
|
|
3008
4745
|
satisfied: boolean;
|
|
3009
|
-
reasoning: string;
|
|
3010
4746
|
}, {
|
|
4747
|
+
reasoning: string;
|
|
3011
4748
|
id: string;
|
|
3012
4749
|
satisfied: boolean;
|
|
3013
|
-
reasoning: string;
|
|
3014
4750
|
}>, "many">;
|
|
3015
4751
|
overall_reasoning: z.ZodString;
|
|
3016
4752
|
}, "strip", z.ZodTypeAny, {
|
|
3017
4753
|
checks: {
|
|
4754
|
+
reasoning: string;
|
|
3018
4755
|
id: string;
|
|
3019
4756
|
satisfied: boolean;
|
|
3020
|
-
reasoning: string;
|
|
3021
4757
|
}[];
|
|
3022
4758
|
overall_reasoning: string;
|
|
3023
4759
|
}, {
|
|
3024
4760
|
checks: {
|
|
4761
|
+
reasoning: string;
|
|
3025
4762
|
id: string;
|
|
3026
4763
|
satisfied: boolean;
|
|
3027
|
-
reasoning: string;
|
|
3028
4764
|
}[];
|
|
3029
4765
|
overall_reasoning: string;
|
|
3030
4766
|
}>;
|
|
@@ -3121,6 +4857,7 @@ declare class LlmGrader implements Grader {
|
|
|
3121
4857
|
* Build prompt for score-range rubric evaluation.
|
|
3122
4858
|
*/
|
|
3123
4859
|
private buildScoreRangePrompt;
|
|
4860
|
+
private buildCustomPrompt;
|
|
3124
4861
|
private buildRubricPrompt;
|
|
3125
4862
|
private runWithRetry;
|
|
3126
4863
|
private generateStructuredResponse;
|
|
@@ -3584,7 +5321,6 @@ declare function runEvalCase(options: RunEvalCaseOptions): Promise<EvaluationRes
|
|
|
3584
5321
|
* agentTimeoutMs: 120_000,
|
|
3585
5322
|
* },
|
|
3586
5323
|
* output: {
|
|
3587
|
-
* format: 'jsonl',
|
|
3588
5324
|
* dir: './results',
|
|
3589
5325
|
* },
|
|
3590
5326
|
* });
|
|
@@ -3628,29 +5364,25 @@ declare const AgentVConfigSchema: z.ZodObject<{
|
|
|
3628
5364
|
}>>;
|
|
3629
5365
|
/** Output settings */
|
|
3630
5366
|
output: z.ZodOptional<z.ZodObject<{
|
|
3631
|
-
/**
|
|
3632
|
-
format: z.ZodOptional<z.ZodEnum<["jsonl", "yaml", "json", "xml"]>>;
|
|
3633
|
-
/** Output directory */
|
|
5367
|
+
/** Default eval run artifact directory */
|
|
3634
5368
|
dir: z.ZodOptional<z.ZodString>;
|
|
3635
|
-
}, "
|
|
5369
|
+
}, "strict", z.ZodTypeAny, {
|
|
3636
5370
|
dir?: string | undefined;
|
|
3637
|
-
format?: "json" | "xml" | "yaml" | "jsonl" | undefined;
|
|
3638
5371
|
}, {
|
|
3639
5372
|
dir?: string | undefined;
|
|
3640
|
-
format?: "json" | "xml" | "yaml" | "jsonl" | undefined;
|
|
3641
5373
|
}>>;
|
|
3642
5374
|
/** Response caching */
|
|
3643
5375
|
cache: z.ZodOptional<z.ZodObject<{
|
|
3644
5376
|
/** Enable response caching */
|
|
3645
5377
|
enabled: z.ZodOptional<z.ZodBoolean>;
|
|
3646
|
-
/**
|
|
5378
|
+
/** Response cache directory */
|
|
3647
5379
|
path: z.ZodOptional<z.ZodString>;
|
|
3648
5380
|
}, "strip", z.ZodTypeAny, {
|
|
3649
|
-
enabled?: boolean | undefined;
|
|
3650
5381
|
path?: string | undefined;
|
|
3651
|
-
}, {
|
|
3652
5382
|
enabled?: boolean | undefined;
|
|
5383
|
+
}, {
|
|
3653
5384
|
path?: string | undefined;
|
|
5385
|
+
enabled?: boolean | undefined;
|
|
3654
5386
|
}>>;
|
|
3655
5387
|
/** Cost and duration limits */
|
|
3656
5388
|
limits: z.ZodOptional<z.ZodObject<{
|
|
@@ -3681,6 +5413,9 @@ declare const AgentVConfigSchema: z.ZodObject<{
|
|
|
3681
5413
|
beforeSession?: string | undefined;
|
|
3682
5414
|
}>>;
|
|
3683
5415
|
}, "strip", z.ZodTypeAny, {
|
|
5416
|
+
output?: {
|
|
5417
|
+
dir?: string | undefined;
|
|
5418
|
+
} | undefined;
|
|
3684
5419
|
execution?: {
|
|
3685
5420
|
workers?: number | undefined;
|
|
3686
5421
|
verbose?: boolean | undefined;
|
|
@@ -3693,18 +5428,17 @@ declare const AgentVConfigSchema: z.ZodObject<{
|
|
|
3693
5428
|
beforeSession?: string | undefined;
|
|
3694
5429
|
} | undefined;
|
|
3695
5430
|
cache?: {
|
|
3696
|
-
enabled?: boolean | undefined;
|
|
3697
5431
|
path?: string | undefined;
|
|
3698
|
-
|
|
3699
|
-
output?: {
|
|
3700
|
-
dir?: string | undefined;
|
|
3701
|
-
format?: "json" | "xml" | "yaml" | "jsonl" | undefined;
|
|
5432
|
+
enabled?: boolean | undefined;
|
|
3702
5433
|
} | undefined;
|
|
3703
5434
|
limits?: {
|
|
3704
5435
|
maxDurationMs?: number | undefined;
|
|
3705
5436
|
maxCostUsd?: number | undefined;
|
|
3706
5437
|
} | undefined;
|
|
3707
5438
|
}, {
|
|
5439
|
+
output?: {
|
|
5440
|
+
dir?: string | undefined;
|
|
5441
|
+
} | undefined;
|
|
3708
5442
|
execution?: {
|
|
3709
5443
|
workers?: number | undefined;
|
|
3710
5444
|
verbose?: boolean | undefined;
|
|
@@ -3717,12 +5451,8 @@ declare const AgentVConfigSchema: z.ZodObject<{
|
|
|
3717
5451
|
beforeSession?: string | undefined;
|
|
3718
5452
|
} | undefined;
|
|
3719
5453
|
cache?: {
|
|
3720
|
-
enabled?: boolean | undefined;
|
|
3721
5454
|
path?: string | undefined;
|
|
3722
|
-
|
|
3723
|
-
output?: {
|
|
3724
|
-
dir?: string | undefined;
|
|
3725
|
-
format?: "json" | "xml" | "yaml" | "jsonl" | undefined;
|
|
5455
|
+
enabled?: boolean | undefined;
|
|
3726
5456
|
} | undefined;
|
|
3727
5457
|
limits?: {
|
|
3728
5458
|
maxDurationMs?: number | undefined;
|
|
@@ -3749,7 +5479,7 @@ type AgentVConfig = z.infer<typeof AgentVConfigSchema>;
|
|
|
3749
5479
|
*
|
|
3750
5480
|
* export default defineConfig({
|
|
3751
5481
|
* execution: { workers: 5 },
|
|
3752
|
-
* output: {
|
|
5482
|
+
* output: { dir: './results' },
|
|
3753
5483
|
* limits: { maxCostUsd: 10.0 },
|
|
3754
5484
|
* });
|
|
3755
5485
|
* ```
|
|
@@ -4128,7 +5858,7 @@ declare class DockerWorkspaceProvider {
|
|
|
4128
5858
|
* Directory structure: <cache_path>/<first-2-chars>/<full-hash>.json
|
|
4129
5859
|
*/
|
|
4130
5860
|
declare class ResponseCache implements EvaluationCache {
|
|
4131
|
-
|
|
5861
|
+
readonly cachePath: string;
|
|
4132
5862
|
constructor(cachePath?: string);
|
|
4133
5863
|
get(key: string): Promise<ProviderResponse | undefined>;
|
|
4134
5864
|
set(key: string, value: ProviderResponse): Promise<void>;
|
|
@@ -4139,13 +5869,16 @@ declare class ResponseCache implements EvaluationCache {
|
|
|
4139
5869
|
*
|
|
4140
5870
|
* Precedence:
|
|
4141
5871
|
* 1. --no-cache CLI flag → always disabled
|
|
4142
|
-
* 2. --cache CLI flag
|
|
4143
|
-
* 3.
|
|
5872
|
+
* 2. --cache CLI flag → enabled
|
|
5873
|
+
* 3. execution.cache YAML → enabled/disabled for that eval file
|
|
5874
|
+
* 4. agentv.config.ts cache.enabled → project default
|
|
5875
|
+
* 5. Default → disabled (safe for variability testing)
|
|
4144
5876
|
*/
|
|
4145
5877
|
declare function shouldEnableCache(params: {
|
|
4146
5878
|
cliCache: boolean;
|
|
4147
5879
|
cliNoCache: boolean;
|
|
4148
5880
|
yamlCache?: boolean;
|
|
5881
|
+
tsConfigCache?: boolean;
|
|
4149
5882
|
}): boolean;
|
|
4150
5883
|
/**
|
|
4151
5884
|
* Check whether caching should be skipped for a target with temperature > 0.
|
|
@@ -4183,6 +5916,7 @@ interface ResultsRepoLocalPaths {
|
|
|
4183
5916
|
readonly repoDir: string;
|
|
4184
5917
|
readonly statusFile: string;
|
|
4185
5918
|
}
|
|
5919
|
+
type ResultsRepoSyncStatus = 'clean' | 'unavailable' | 'behind' | 'ahead' | 'diverged' | 'dirty' | 'conflicted' | 'syncing';
|
|
4186
5920
|
interface ResultsRepoStatus {
|
|
4187
5921
|
readonly configured: boolean;
|
|
4188
5922
|
readonly available: boolean;
|
|
@@ -4193,6 +5927,20 @@ interface ResultsRepoStatus {
|
|
|
4193
5927
|
readonly local_dir?: string;
|
|
4194
5928
|
readonly last_synced_at?: string;
|
|
4195
5929
|
readonly last_error?: string;
|
|
5930
|
+
readonly sync_status?: ResultsRepoSyncStatus;
|
|
5931
|
+
readonly branch?: string;
|
|
5932
|
+
readonly upstream?: string;
|
|
5933
|
+
readonly ahead?: number;
|
|
5934
|
+
readonly behind?: number;
|
|
5935
|
+
readonly dirty_paths?: readonly string[];
|
|
5936
|
+
readonly conflicted_paths?: readonly string[];
|
|
5937
|
+
readonly git_status?: string;
|
|
5938
|
+
readonly git_diff_summary?: string;
|
|
5939
|
+
readonly blocked?: boolean;
|
|
5940
|
+
readonly block_reason?: string;
|
|
5941
|
+
readonly pull_performed?: boolean;
|
|
5942
|
+
readonly push_performed?: boolean;
|
|
5943
|
+
readonly commit_created?: boolean;
|
|
4196
5944
|
}
|
|
4197
5945
|
interface CheckedOutResultsRepoBranch {
|
|
4198
5946
|
readonly branchName: string;
|
|
@@ -4207,7 +5955,9 @@ declare function resolveResultsRepoUrl(repo: string): string;
|
|
|
4207
5955
|
declare function getResultsRepoLocalPaths(repo: string): ResultsRepoLocalPaths;
|
|
4208
5956
|
declare function ensureResultsRepoClone(config: ResultsConfig): Promise<string>;
|
|
4209
5957
|
declare function getResultsRepoStatus(config?: ResultsConfig): ResultsRepoStatus;
|
|
5958
|
+
declare function getResultsRepoSyncStatus(config?: ResultsConfig): Promise<ResultsRepoStatus>;
|
|
4210
5959
|
declare function syncResultsRepo(config: ResultsConfig): Promise<ResultsRepoStatus>;
|
|
5960
|
+
declare function syncResultsRepoForProject(config: ResultsConfig): Promise<ResultsRepoStatus>;
|
|
4211
5961
|
declare function checkoutResultsRepoBranch(config: ResultsConfig, branchName: string): Promise<CheckedOutResultsRepoBranch>;
|
|
4212
5962
|
declare function prepareResultsRepoBranch(config: ResultsConfig, branchName: string): Promise<PreparedResultsRepoBranch>;
|
|
4213
5963
|
declare function stageResultsArtifacts(params: {
|
|
@@ -4260,8 +6010,8 @@ declare function materializeGitRun(repoDir: string, relativeRunPath: string, ref
|
|
|
4260
6010
|
|
|
4261
6011
|
/**
|
|
4262
6012
|
* AgentV's lightweight home/config directory. Stores machine-local config files
|
|
4263
|
-
* such as config.yaml,
|
|
4264
|
-
*
|
|
6013
|
+
* such as config.yaml, version-check.json, last-config.json, and managed helper
|
|
6014
|
+
* binaries. AGENTV_HOME relocates only this config/home surface.
|
|
4265
6015
|
*/
|
|
4266
6016
|
declare function getAgentvConfigDir(): string;
|
|
4267
6017
|
/**
|
|
@@ -4291,11 +6041,11 @@ declare function getWorkspacePoolRoot(): string;
|
|
|
4291
6041
|
* matching the "project" terminology used by Arize Phoenix, Langfuse,
|
|
4292
6042
|
* Braintrust, W&B Weave, and LangSmith.
|
|
4293
6043
|
*
|
|
4294
|
-
* The registry lives
|
|
4295
|
-
* of truth for which projects Dashboard shows. Dashboard re-reads
|
|
4296
|
-
* `/api/projects` request, so edits (direct, via
|
|
4297
|
-
* the CLI's --add/--remove, or via a Kubernetes
|
|
4298
|
-
* without restarting `agentv serve`.
|
|
6044
|
+
* The registry lives under `projects:` in `~/.agentv/config.yaml` and is the
|
|
6045
|
+
* single source of truth for which projects Dashboard shows. Dashboard re-reads
|
|
6046
|
+
* the file on every `/api/projects` request, so edits (direct, via
|
|
6047
|
+
* POST /api/projects, via the CLI's --add/--remove, or via a Kubernetes
|
|
6048
|
+
* ConfigMap mount) are reflected without restarting `agentv serve`.
|
|
4299
6049
|
*
|
|
4300
6050
|
* YAML format (all keys snake_case per AGENTS.md §"Wire Format Convention"):
|
|
4301
6051
|
* projects:
|
|
@@ -4305,6 +6055,11 @@ declare function getWorkspacePoolRoot(): string;
|
|
|
4305
6055
|
* source:
|
|
4306
6056
|
* url: ${{ PROJECT_REPO_URL }}
|
|
4307
6057
|
* ref: ${{ PROJECT_REPO_REF:-main }}
|
|
6058
|
+
* results:
|
|
6059
|
+
* mode: github
|
|
6060
|
+
* repo: example/my-app-results
|
|
6061
|
+
* path: /srv/agentv/results/my-app
|
|
6062
|
+
* auto_push: true
|
|
4308
6063
|
* added_at: "2026-03-20T10:00:00Z"
|
|
4309
6064
|
* last_opened_at: "2026-03-30T14:00:00Z"
|
|
4310
6065
|
*
|
|
@@ -4313,22 +6068,25 @@ declare function getWorkspacePoolRoot(): string;
|
|
|
4313
6068
|
* subsequent runs — git pull --ff-only
|
|
4314
6069
|
*
|
|
4315
6070
|
* Concurrency: the registry assumes a single writer. All mutating calls
|
|
4316
|
-
* (add/remove/touchProject) do read-modify-write on
|
|
4317
|
-
*
|
|
6071
|
+
* (add/remove/touchProject) do read-modify-write on config.yaml without a
|
|
6072
|
+
* lock, preserving unrelated top-level config keys. Dashboard's HTTP handlers
|
|
6073
|
+
* are serialized by Node's
|
|
4318
6074
|
* single-threaded event loop, which satisfies the 24/7 deployment case.
|
|
4319
6075
|
* Run only one `agentv` process against a given home at a time.
|
|
4320
6076
|
*
|
|
4321
|
-
* Legacy registry filename: the registry used to be called `benchmarks.yaml`
|
|
4322
|
-
* with a top-level `benchmarks:` key. On first load, a one-time migration
|
|
4323
|
-
* detects the old file, rewrites the top-level key to `projects:`, and
|
|
4324
|
-
* atomically renames the file. See migrateLegacyBenchmarksFile() below.
|
|
4325
|
-
*
|
|
4326
6077
|
* To extend:
|
|
4327
6078
|
* - CRUD: loadProjectRegistry() / saveProjectRegistry() + the
|
|
4328
6079
|
* add/remove/touch helpers.
|
|
4329
6080
|
* - discoverProjects() is a one-shot filesystem utility for bulk
|
|
4330
6081
|
* registration; it does not run in the request path.
|
|
4331
6082
|
*/
|
|
6083
|
+
interface ProjectResultsConfig {
|
|
6084
|
+
mode: 'github';
|
|
6085
|
+
repo: string;
|
|
6086
|
+
path?: string;
|
|
6087
|
+
autoPush?: boolean;
|
|
6088
|
+
branchPrefix?: string;
|
|
6089
|
+
}
|
|
4332
6090
|
interface ProjectSource {
|
|
4333
6091
|
url: string;
|
|
4334
6092
|
ref: string;
|
|
@@ -4340,6 +6098,7 @@ interface ProjectEntry {
|
|
|
4340
6098
|
addedAt: string;
|
|
4341
6099
|
lastOpenedAt: string;
|
|
4342
6100
|
source?: ProjectSource;
|
|
6101
|
+
results?: ProjectResultsConfig;
|
|
4343
6102
|
}
|
|
4344
6103
|
interface ProjectRegistry {
|
|
4345
6104
|
projects: ProjectEntry[];
|
|
@@ -4366,6 +6125,11 @@ declare function removeProject(projectId: string): boolean;
|
|
|
4366
6125
|
* Look up a project by ID. Returns undefined if not found.
|
|
4367
6126
|
*/
|
|
4368
6127
|
declare function getProject(projectId: string): ProjectEntry | undefined;
|
|
6128
|
+
/**
|
|
6129
|
+
* Look up the registered project containing a filesystem path.
|
|
6130
|
+
* Exact path matches win; otherwise the deepest registered parent wins.
|
|
6131
|
+
*/
|
|
6132
|
+
declare function getProjectForPath(fsPath: string): ProjectEntry | undefined;
|
|
4369
6133
|
/**
|
|
4370
6134
|
* Update lastOpenedAt for a project.
|
|
4371
6135
|
*/
|
|
@@ -4978,4 +6742,4 @@ type AgentKernel = {
|
|
|
4978
6742
|
};
|
|
4979
6743
|
declare function createAgentKernel(): AgentKernel;
|
|
4980
6744
|
|
|
4981
|
-
export { type AcquireWorkspaceOptions, type AgentKernel, type AgentVConfig$1 as AgentVConfig, type AgentVResolvedConfig, type AgentVConfig as AgentVTsConfig, type AgentVConfig$1 as AgentVYamlConfig, type AnthropicResolvedConfig, type ApiFormat, type ArgsMatchMode, type AssertContext, type AssertEntry, type AssertFn, type AssertResult, type AssertionEntry, type AssertionResult, type AssistantTestMessage, type AzureResolvedConfig, COMMON_TARGET_SETTINGS, type CacheConfig, type CheckedOutResultsRepoBranch, type ChildGraderResult, type ClaudeDiscoverOptions, type ClaudeResolvedConfig, type ClaudeSession, type CliResolvedConfig, CodeGrader, type CodeGraderConfig, type CodeGraderOptions, type CodexDiscoverOptions, type CodexSession, type CommandExecutor, type CompositeAggregatorConfig, CompositeGrader, type CompositeGraderConfig, type CompositeGraderOptions, type ConfidenceIntervalAggregation, type ContainsAllGraderConfig, type ContainsAnyGraderConfig, type ContainsGraderConfig, type Content, type ContentFile, type ContentImage, type ContentPreprocessorConfig, type ContentText, type ConversationAggregation, type ConversationMode, type ConversationTurn, type ConversationTurnInput, type CopilotCliResolvedConfig, type DiscoverOptions as CopilotDiscoverOptions, type CopilotLogResolvedConfig, type CopilotSdkResolvedConfig, type CopilotSession, type CopilotSessionMeta, CostGrader, type CostGraderConfig, type CostGraderOptions, type CreateContainerOptions, DEFAULT_CATEGORY, DEFAULT_EVAL_PATTERNS, DEFAULT_EXPLORATION_TOOLS, DEFAULT_GRADER_TEMPLATE, DEFAULT_THRESHOLD, type DependencyFailurePolicy, type DependencyResult, type DepsScanResult, DeterministicAssertionGrader, type DockerWorkspaceConfig, DockerWorkspaceProvider, type EndsWithGraderConfig, type EnsureSubagentsOptions, type EnsureSubagentsResult, type EnvLookup, type EqualsGraderConfig, type EvalAssertionInput, type EvalCase, type EvalConfig, type EvalMetadata, type EvalRunResult, type EvalSuiteResult, type EvalSummary, type EvalTargetRef, type EvalTest, type EvalTestInput, type EvalsJsonCase, type EvalsJsonFile, type EvaluationCache, type EvaluationContext, type EvaluationResult, type EvaluationScore, type EvaluationVerdict, type ExecInContainerOptions, type ExecResult, type ExecutionDefaults, type ExecutionError, type ExecutionMetrics, ExecutionMetricsGrader, type ExecutionMetricsGraderConfig, type ExecutionMetricsGraderOptions, type ExecutionStatus, type FailOnError, type FailureStage, FieldAccuracyGrader, type FieldAccuracyGraderConfig, type FieldAccuracyGraderOptions, type FieldAggregationType, type FieldConfig, type FieldMatchType, type GeminiResolvedConfig, type GenerateRubricsOptions, type GitListedRun, type Grader, type GraderConfig, type GraderDispatchContext, type GraderFactory, type GraderFactoryFn, type GraderKind, GraderRegistry, type GraderResult, type IcontainsAllGraderConfig, type IcontainsAnyGraderConfig, type IcontainsGraderConfig, type InlineAssertEvaluatorConfig, type IsJsonGraderConfig, type JsonObject, type JsonPrimitive, type JsonValue, LatencyGrader, type LatencyGraderConfig, type LatencyGraderOptions, LlmGrader, type LlmGraderConfig, type LlmGraderOptions, type LlmGraderPromptAssembly, type LocalPathValidationError, type MeanAggregation, type Message, type MockResolvedConfig, OTEL_BACKEND_PRESETS, type OpenAIResolvedConfig, type OpenRouterResolvedConfig, type OtelBackendPreset, type OtelExportOptions, OtelStreamingObserver, OtelTraceExporter, OtlpJsonFileExporter, type OutputMessage, PASS_THRESHOLD, type ParsedCopilotSession, type PassAtKAggregation, type PiCliResolvedConfig, type PiCodingAgentResolvedConfig, type PoolSlot, type PreparedResultsRepoBranch, type ProgressEvent, type ProjectEntry, type ProjectRegistry, type ProjectSource, type PromptInputs, type PromptScriptConfig, type Provider, type ProviderFactoryFn, type ProviderKind, ProviderRegistry, type ProviderRequest, type ProviderResponse, type ProviderStreamCallbacks, type ProviderTokenUsage, type RegexGraderConfig, type RepoCheckout, type RepoClone, type RepoConfig, type RepoDep, RepoManager, type RepoSource, type ResolvedTarget, type ResolvedWorkspaceTemplate, ResponseCache, type ResultsConfig, type ResultsRepoLocalPaths, type ResultsRepoStatus, type RubricItem, type RubricsEvaluatorConfig, RunBudgetTracker, type RunEvalCaseOptions, type RunEvaluationOptions, type ScoreRange, type ScriptExecutionContext, SkillTriggerGrader, type SkillTriggerGraderConfig, type StartsWithGraderConfig, type SystemTestMessage, TEST_MESSAGE_ROLES, type TargetAccessConfig, type TargetDefinition, type TargetHooksConfig, TemplateNotDirectoryError, TemplateNotFoundError, type TestMessage, type TestMessageContent, type TestMessageRole, type TokenUsage, TokenUsageGrader, type TokenUsageGraderConfig, type TokenUsageGraderOptions, type ToolCall, type ToolTestMessage, type ToolTrajectoryExpectedItem, ToolTrajectoryGrader, type ToolTrajectoryGraderConfig, type ToolTrajectoryGraderOptions, type TraceComputeResult, type TraceSummary, type TranscriptEntry, type TranscriptJsonLine, TranscriptProvider, type TranscriptReplayEntry, type TranscriptSource, type TranspileResult, type TrialAggregation, type TrialResult, type TrialStrategy, type TrialsConfig, type TsEvalResult, type TurnFailurePolicy, type UserTestMessage, type VSCodeResolvedConfig, type WorkspaceConfig, WorkspaceCreationError, type WorkspaceEnvConfig, type WorkspaceHookConfig, type WorkspaceHooksConfig, WorkspacePoolManager, type WorkspaceScriptConfig, addProject, assembleLlmGraderPrompt, avgToolDurationMs, buildDirectoryChain, buildOutputSchema, buildPromptInputs, buildRubricOutputSchema, buildScoreRangeOutputSchema, buildSearchRoots, calculateRubricScore, captureFileChanges, checkoutResultsRepoBranch, clampScore, cleanupEvalWorkspaces, cleanupWorkspace, commitAndPushResultsBranch, computeTraceSummary, computeWorkspaceFingerprint, consumeClaudeLogEntries, consumeCodexLogEntries, consumeCopilotCliLogEntries, consumeCopilotSdkLogEntries, consumePiLogEntries, createAgentKernel, createBuiltinProviderRegistry, createBuiltinRegistry, createDraftResultsPr, createProvider, createTempWorkspace, deepEqual, defineConfig, deriveCategory, deriveProjectId, detectFormat, directPushResults, directorySizeBytes, discoverAssertions, discoverClaudeSessions, discoverCodexSessions, discoverCopilotSessions, discoverGraders, discoverProjects, discoverProviders, ensureResultsRepoClone, ensureVSCodeSubagents, evaluate, executeScript, executeWorkspaceScript, explorationRatio, extractCacheConfig, extractFailOnError, extractImageBlocks, extractJsonBlob, extractLastAssistantContent, extractTargetFromSuite, extractTargetRefsFromSuite, extractTargetsFromSuite, extractTargetsFromTestCase, extractThreshold, extractTrialsConfig, extractWorkersFromSuite, fileExists, findGitRoot, formatToolCalls, freeformEvaluationSchema, generateRubrics, getAgentvConfigDir, getAgentvDataDir, getAgentvHome, getOutputFilenames, getProject, getProjectsRegistryPath, getResultsRepoLocalPaths, getResultsRepoStatus, getSubagentsRoot, getTextContent, getTraceStateRoot, getWorkspacePath, getWorkspacePoolRoot, getWorkspacesRoot, groupTranscriptJsonLines, initializeBaseline, isAgentSkillsFormat, isContent, isContentArray, isGraderKind, isJsonObject, isJsonValue, isNonEmptyString, isTestMessage, isTestMessageRole, killAllTrackedChildren, listGitRuns, listTargetNames, loadConfig, loadEvalCaseById, loadEvalCases, loadEvalSuite, loadProjectRegistry, loadTestById, loadTestSuite, loadTests, loadTsConfig, loadTsEvalFile, materializeGitRun, mergeExecutionMetrics, negateScore, normalizeLineEndings, normalizeResultsConfig, parseAgentSkillsEvals, parseClaudeSession, parseCodexSession, parseCopilotEvents, parseEnvOutput, parseJsonFromText, parseJsonSafe, parseYamlValue, prepareResultsRepoBranch, pushResultsRepoBranch, readJsonFile, readTargetDefinitions, readTestSuiteMetadata, readTextFile, readTranscriptFile, readTranscriptJsonl, removeProject, resolveAndCreateProvider, resolveDelegatedTargetDefinition, resolveFileReference, resolveResultsRepoRunsDir, resolveResultsRepoUrl, resolveTargetDefinition, resolveWorkspaceTemplate, rubricEvaluationSchema, runBeforeSessionHook, runContainsAllAssertion, runContainsAnyAssertion, runContainsAssertion, runEndsWithAssertion, runEqualsAssertion, runEvalCase, runEvaluation, runIcontainsAllAssertion, runIcontainsAnyAssertion, runIcontainsAssertion, runIsJsonAssertion, runRegexAssertion, runStartsWithAssertion, saveProjectRegistry, scanRepoDeps, scoreRangeEvaluationSchema, scoreToVerdict, shouldEnableCache, shouldSkipCacheForTemperature, stageResultsArtifacts, subscribeToClaudeLogEntries, subscribeToCodexLogEntries, subscribeToCopilotCliLogEntries, subscribeToCopilotSdkLogEntries, subscribeToPiLogEntries, substituteVariables, syncProject, syncProjects, syncResultsRepo, toCamelCaseDeep, toSnakeCaseDeep, toTranscriptJsonLines, tokensPerTool, touchProject, trackChild, trackedChildCount, transpileEvalYaml, transpileEvalYamlFile, trimBaselineResult };
|
|
6745
|
+
export { type AcquireWorkspaceOptions, type AgentKernel, type AgentVConfig$1 as AgentVConfig, type AgentVResolvedConfig, type AgentVConfig as AgentVTsConfig, type AgentVConfig$1 as AgentVYamlConfig, type AnthropicResolvedConfig, type ApiFormat, type ArgsMatchMode, type AssertContext, type AssertEntry, type AssertFn, type AssertResult, type AssertionEntry, type AssertionResult, type AssistantTestMessage, type AzureResolvedConfig, COMMON_TARGET_SETTINGS, type CacheConfig, type CheckedOutResultsRepoBranch, type ChildGraderResult, type ClaudeDiscoverOptions, type ClaudeResolvedConfig, type ClaudeSession, type CliResolvedConfig, CodeGrader, type CodeGraderConfig, type CodeGraderOptions, type CodexDiscoverOptions, type CodexSession, type CommandExecutor, type CompositeAggregatorConfig, CompositeGrader, type CompositeGraderConfig, type CompositeGraderOptions, type ConfidenceIntervalAggregation, type ContainsAllGraderConfig, type ContainsAnyGraderConfig, type ContainsGraderConfig, type Content, type ContentFile, type ContentImage, type ContentPreprocessorConfig, type ContentText, type ConversationAggregation, type ConversationMode, type ConversationTurn, type ConversationTurnInput, type CopilotCliResolvedConfig, type DiscoverOptions as CopilotDiscoverOptions, type CopilotLogResolvedConfig, type CopilotSdkResolvedConfig, type CopilotSession, type CopilotSessionMeta, CostGrader, type CostGraderConfig, type CostGraderOptions, type CreateContainerOptions, DEFAULT_CATEGORY, DEFAULT_EVAL_PATTERNS, DEFAULT_EXPLORATION_TOOLS, DEFAULT_GRADER_TEMPLATE, DEFAULT_THRESHOLD, type DependencyFailurePolicy, type DependencyResult, type DepsScanResult, DeterministicAssertionGrader, type DockerWorkspaceConfig, DockerWorkspaceProvider, type EndsWithGraderConfig, type EnsureSubagentsOptions, type EnsureSubagentsResult, type EnvLookup, type EqualsGraderConfig, type EvalAssertionInput, type EvalCase, type EvalConfig, type EvalGraderSource, type EvalMetadata, type EvalRunResult, type EvalSourceReference, type EvalSuiteResult, type EvalSummary, type EvalTargetRef, type EvalTest, type EvalTestInput, type EvalTestSource, type EvalsJsonCase, type EvalsJsonFile, type EvaluationCache, type EvaluationContext, type EvaluationResult, type EvaluationScore, type EvaluationVerdict, type ExecInContainerOptions, type ExecResult, type ExecutionDefaults, type ExecutionError, type ExecutionMetrics, ExecutionMetricsGrader, type ExecutionMetricsGraderConfig, type ExecutionMetricsGraderOptions, type ExecutionStatus, type FailOnError, type FailureStage, FieldAccuracyGrader, type FieldAccuracyGraderConfig, type FieldAccuracyGraderOptions, type FieldAggregationType, type FieldConfig, type FieldMatchType, type GeminiResolvedConfig, type GenerateRubricsOptions, type GitListedRun, type Grader, type GraderConfig, type GraderDispatchContext, type GraderFactory, type GraderFactoryFn, type GraderKind, GraderRegistry, type GraderResult, type IcontainsAllGraderConfig, type IcontainsAnyGraderConfig, type IcontainsGraderConfig, type InlineAssertEvaluatorConfig, type IsJsonGraderConfig, type JsonObject, type JsonPrimitive, type JsonValue, LatencyGrader, type LatencyGraderConfig, type LatencyGraderOptions, LlmGrader, type LlmGraderConfig, type LlmGraderOptions, type LlmGraderPromptAssembly, type LocalPathValidationError, type MeanAggregation, type Message, type MockResolvedConfig, NORMALIZED_REDACTION_LEVELS, NORMALIZED_TOOL_STATUSES, NORMALIZED_TRACE_EVENT_TYPES, NORMALIZED_TRACE_SOURCE_KINDS, NORMALIZED_TRAJECTORY_SCHEMA_VERSION, type NormalizedRawEvidence, NormalizedRawEvidenceWireSchema, type NormalizedRedactionLevel, type NormalizedRedactionState, NormalizedRedactionStateWireSchema, type NormalizedToolStatus, type NormalizedTraceBranch, NormalizedTraceBranchWireSchema, type NormalizedTraceError, NormalizedTraceErrorWireSchema, type NormalizedTraceEvent, type NormalizedTraceEventType, type NormalizedTraceEventWire, NormalizedTraceEventWireSchema, type NormalizedTraceMessage, NormalizedTraceMessageWireSchema, type NormalizedTraceModel, NormalizedTraceModelWireSchema, type NormalizedTraceSession, NormalizedTraceSessionWireSchema, type NormalizedTraceSource, type NormalizedTraceSourceKind, type NormalizedTraceSourceRef, NormalizedTraceSourceRefWireSchema, NormalizedTraceSourceWireSchema, type NormalizedTraceTool, NormalizedTraceToolWireSchema, type NormalizedTrajectory, type NormalizedTrajectoryWire, NormalizedTrajectoryWireSchema, OTEL_BACKEND_PRESETS, type OpenAIResolvedConfig, type OpenRouterResolvedConfig, type OtelBackendPreset, type OtelExportOptions, OtelStreamingObserver, OtelTraceExporter, OtlpJsonFileExporter, type OutputMessage, PASS_THRESHOLD, type ParsedCopilotSession, type PassAtKAggregation, type PiCliResolvedConfig, type PiCodingAgentResolvedConfig, type PoolSlot, type PreparedResultsRepoBranch, type ProgressEvent, type ProjectEntry, type ProjectRegistry, type ProjectSource, type PromptInputs, type PromptScriptConfig, type Provider, type ProviderFactoryFn, type ProviderKind, ProviderRegistry, type ProviderRequest, type ProviderResponse, type ProviderStreamCallbacks, type ProviderTokenUsage, RUBRIC_OPERATOR_VALUES, type RegexGraderConfig, type RepoCheckout, type RepoClone, type RepoConfig, type RepoDep, RepoManager, type RepoSource, type ResolvedTarget, type ResolvedWorkspaceTemplate, ResponseCache, type ResultsConfig, type ResultsRepoLocalPaths, type ResultsRepoStatus, type ResultsRepoSyncStatus, type RubricItem, type RubricOperator, type RubricsEvaluatorConfig, RunBudgetTracker, type RunEvalCaseOptions, type RunEvaluationOptions, type ScoreRange, type ScriptExecutionContext, SkillTriggerGrader, type SkillTriggerGraderConfig, type StartsWithGraderConfig, type SystemTestMessage, TEST_MESSAGE_ROLES, type TargetAccessConfig, type TargetDefinition, type TargetHooksConfig, TemplateNotDirectoryError, TemplateNotFoundError, type TestMessage, type TestMessageContent, type TestMessageRole, type TokenUsage, TokenUsageGrader, type TokenUsageGraderConfig, type TokenUsageGraderOptions, type ToolCall, type ToolTestMessage, type ToolTrajectoryExpectedItem, ToolTrajectoryGrader, type ToolTrajectoryGraderConfig, type ToolTrajectoryGraderOptions, type TraceComputeResult, type TraceSummary, type TranscriptEntry, type TranscriptJsonLine, TranscriptProvider, type TranscriptReplayEntry, type TranscriptSource, type TranspileResult, type TrialAggregation, type TrialResult, type TrialStrategy, type TrialsConfig, type TsEvalResult, type TurnFailurePolicy, type UserTestMessage, type VSCodeResolvedConfig, type WorkspaceConfig, WorkspaceCreationError, type WorkspaceEnvConfig, type WorkspaceHookConfig, type WorkspaceHooksConfig, WorkspacePoolManager, type WorkspaceScriptConfig, addProject, assembleLlmGraderPrompt, avgToolDurationMs, buildDirectoryChain, buildOutputSchema, buildPromptInputs, buildRubricOutputSchema, buildScoreRangeOutputSchema, buildSearchRoots, calculateRubricScore, captureFileChanges, checkoutResultsRepoBranch, clampScore, cleanupEvalWorkspaces, cleanupWorkspace, commitAndPushResultsBranch, computeTraceSummary, computeTraceSummaryFromTrajectory, computeWorkspaceFingerprint, consumeClaudeLogEntries, consumeCodexLogEntries, consumeCopilotCliLogEntries, consumeCopilotSdkLogEntries, consumePiLogEntries, createAgentKernel, createBuiltinProviderRegistry, createBuiltinRegistry, createDraftResultsPr, createProvider, createTempWorkspace, deepEqual, defineConfig, deriveCategory, deriveProjectId, detectFormat, directPushResults, directorySizeBytes, discoverAssertions, discoverClaudeSessions, discoverCodexSessions, discoverCopilotSessions, discoverGraders, discoverProjects, discoverProviders, ensureResultsRepoClone, ensureVSCodeSubagents, evaluate, executeScript, executeWorkspaceScript, explorationRatio, extractCacheConfig, extractFailOnError, extractImageBlocks, extractJsonBlob, extractLastAssistantContent, extractTargetFromSuite, extractTargetRefsFromSuite, extractTargetsFromSuite, extractTargetsFromTestCase, extractThreshold, extractTrialsConfig, extractWorkersFromSuite, fileExists, findGitRoot, formatToolCalls, freeformEvaluationSchema, fromNormalizedTrajectoryWire, generateRubrics, getAgentvConfigDir, getAgentvDataDir, getAgentvHome, getOutputFilenames, getProject, getProjectForPath, getProjectsRegistryPath, getResultsRepoLocalPaths, getResultsRepoStatus, getResultsRepoSyncStatus, getSelectedTrajectoryEvents, getSubagentsRoot, getTextContent, getTraceStateRoot, getWorkspacePath, getWorkspacePoolRoot, getWorkspacesRoot, groupTranscriptJsonLines, initializeBaseline, isAgentSkillsFormat, isContent, isContentArray, isGraderKind, isJsonObject, isJsonValue, isNonEmptyString, isTestMessage, isTestMessageRole, killAllTrackedChildren, listGitRuns, listTargetNames, loadConfig, loadEvalCaseById, loadEvalCases, loadEvalSuite, loadProjectRegistry, loadTestById, loadTestSuite, loadTests, loadTsConfig, loadTsEvalFile, materializeGitRun, mergeExecutionMetrics, negateScore, normalizeLineEndings, normalizeResultsConfig, parseAgentSkillsEvals, parseClaudeSession, parseCodexSession, parseCopilotEvents, parseEnvOutput, parseJsonFromText, parseJsonSafe, parseYamlValue, prepareResultsRepoBranch, pushResultsRepoBranch, readJsonFile, readTargetDefinitions, readTestSuiteMetadata, readTextFile, readTranscriptFile, readTranscriptJsonl, removeProject, resolveAndCreateProvider, resolveDelegatedTargetDefinition, resolveFileReference, resolveResultsConfigForProject, resolveResultsRepoRunsDir, resolveResultsRepoUrl, resolveTargetDefinition, resolveWorkspaceTemplate, rubricEvaluationSchema, runBeforeSessionHook, runContainsAllAssertion, runContainsAnyAssertion, runContainsAssertion, runEndsWithAssertion, runEqualsAssertion, runEvalCase, runEvaluation, runIcontainsAllAssertion, runIcontainsAnyAssertion, runIcontainsAssertion, runIsJsonAssertion, runRegexAssertion, runStartsWithAssertion, saveProjectRegistry, scanRepoDeps, scoreRangeEvaluationSchema, scoreToVerdict, shouldEnableCache, shouldSkipCacheForTemperature, stageResultsArtifacts, subscribeToClaudeLogEntries, subscribeToCodexLogEntries, subscribeToCopilotCliLogEntries, subscribeToCopilotSdkLogEntries, subscribeToPiLogEntries, substituteVariables, syncProject, syncProjects, syncResultsRepo, syncResultsRepoForProject, toCamelCaseDeep, toNormalizedTrajectoryWire, toSnakeCaseDeep, toTranscriptJsonLines, tokensPerTool, touchProject, trackChild, trackedChildCount, transpileEvalYaml, transpileEvalYamlFile, trimBaselineResult };
|