@agentv/core 4.31.4-next.1 → 4.33.0-next.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/{chunk-575K7WRM.js → chunk-7QB53OPK.js} +1319 -303
- package/dist/chunk-7QB53OPK.js.map +1 -0
- package/dist/{chunk-5RQMJZDJ.js → chunk-EW5X2RGJ.js} +110 -50
- package/dist/chunk-EW5X2RGJ.js.map +1 -0
- package/dist/evaluation/validation/index.cjs +196 -87
- package/dist/evaluation/validation/index.cjs.map +1 -1
- package/dist/evaluation/validation/index.d.cts +3 -1
- package/dist/evaluation/validation/index.d.ts +3 -1
- package/dist/evaluation/validation/index.js +170 -75
- package/dist/evaluation/validation/index.js.map +1 -1
- package/dist/index.cjs +2462 -963
- package/dist/index.cjs.map +1 -1
- package/dist/index.d.cts +1843 -67
- package/dist/index.d.ts +1843 -67
- package/dist/index.js +625 -196
- package/dist/index.js.map +1 -1
- package/dist/{ts-eval-loader-FRQF6KHR.js → ts-eval-loader-EQJX3OLT.js} +3 -3
- package/package.json +2 -2
- package/dist/chunk-575K7WRM.js.map +0 -1
- package/dist/chunk-5RQMJZDJ.js.map +0 -1
- /package/dist/{ts-eval-loader-FRQF6KHR.js.map → ts-eval-loader-EQJX3OLT.js.map} +0 -0
package/dist/index.d.cts
CHANGED
|
@@ -293,6 +293,7 @@ interface TargetDefinition {
|
|
|
293
293
|
readonly binary?: string | unknown | undefined;
|
|
294
294
|
readonly args?: unknown | undefined;
|
|
295
295
|
readonly arguments?: unknown | undefined;
|
|
296
|
+
readonly model_reasoning_effort?: string | unknown | undefined;
|
|
296
297
|
readonly cwd?: string | unknown | undefined;
|
|
297
298
|
readonly timeout_seconds?: number | unknown | undefined;
|
|
298
299
|
readonly log_dir?: string | unknown | undefined;
|
|
@@ -329,9 +330,1671 @@ interface TargetDefinition {
|
|
|
329
330
|
}
|
|
330
331
|
|
|
331
332
|
/**
|
|
332
|
-
* Trace
|
|
333
|
-
*
|
|
333
|
+
* Trace models for evaluation-time agent behavior.
|
|
334
|
+
*
|
|
335
|
+
* This module separates the canonical trace contract from compatibility views:
|
|
336
|
+
* - NormalizedTrajectory is the full, versioned trajectory contract that importers,
|
|
337
|
+
* replay, and trajectory-aware graders should use as the source of truth.
|
|
338
|
+
* - TraceSummary is a derived compact read model used by existing graders, result
|
|
339
|
+
* artifacts, and CLI/dashboard aggregation. When a full trajectory exists, do
|
|
340
|
+
* not author TraceSummary independently; derive it with
|
|
341
|
+
* computeTraceSummaryFromTrajectory().
|
|
342
|
+
*
|
|
343
|
+
* Keep TypeScript internals camelCase. Persisted trajectory artifacts use the
|
|
344
|
+
* snake_case NormalizedTrajectoryWire shape and must pass through the converters
|
|
345
|
+
* in this file.
|
|
334
346
|
*/
|
|
347
|
+
|
|
348
|
+
declare const NORMALIZED_TRAJECTORY_SCHEMA_VERSION: "agentv.trace.v1";
|
|
349
|
+
declare const NORMALIZED_TRACE_SOURCE_KINDS: readonly ["agentv_run", "otlp", "phoenix", "langfuse", "pi_session", "imported_transcript", "compact_transcript"];
|
|
350
|
+
declare const NORMALIZED_TRACE_EVENT_TYPES: readonly ["message", "model_turn", "tool_call", "tool_result"];
|
|
351
|
+
declare const NORMALIZED_TOOL_STATUSES: readonly ["ok", "error", "timeout", "cancelled", "unknown"];
|
|
352
|
+
declare const NORMALIZED_REDACTION_LEVELS: readonly ["none", "partial", "full"];
|
|
353
|
+
type NormalizedTraceSourceKind = (typeof NORMALIZED_TRACE_SOURCE_KINDS)[number];
|
|
354
|
+
type NormalizedTraceEventType = (typeof NORMALIZED_TRACE_EVENT_TYPES)[number];
|
|
355
|
+
type NormalizedToolStatus = (typeof NORMALIZED_TOOL_STATUSES)[number];
|
|
356
|
+
type NormalizedRedactionLevel = (typeof NORMALIZED_REDACTION_LEVELS)[number];
|
|
357
|
+
interface NormalizedTraceSource {
|
|
358
|
+
readonly kind: NormalizedTraceSourceKind;
|
|
359
|
+
readonly path?: string;
|
|
360
|
+
readonly url?: string;
|
|
361
|
+
readonly provider?: string;
|
|
362
|
+
readonly format?: string;
|
|
363
|
+
readonly version?: string;
|
|
364
|
+
readonly metadata?: Readonly<Record<string, unknown>>;
|
|
365
|
+
}
|
|
366
|
+
interface NormalizedTraceSession {
|
|
367
|
+
readonly sessionId?: string;
|
|
368
|
+
readonly conversationId?: string;
|
|
369
|
+
readonly cwd?: string;
|
|
370
|
+
readonly startedAt?: string;
|
|
371
|
+
readonly endedAt?: string;
|
|
372
|
+
readonly metadata?: Readonly<Record<string, unknown>>;
|
|
373
|
+
}
|
|
374
|
+
interface NormalizedTraceBranch {
|
|
375
|
+
readonly selectedLeafId?: string;
|
|
376
|
+
readonly selectedPathIds?: readonly string[];
|
|
377
|
+
readonly includedEventIds?: readonly string[];
|
|
378
|
+
readonly omittedEventIds?: readonly string[];
|
|
379
|
+
readonly selectionReason?: string;
|
|
380
|
+
}
|
|
381
|
+
interface NormalizedTraceSourceRef {
|
|
382
|
+
readonly eventId?: string;
|
|
383
|
+
readonly messageId?: string;
|
|
384
|
+
readonly spanId?: string;
|
|
385
|
+
readonly traceId?: string;
|
|
386
|
+
readonly rawKind?: string;
|
|
387
|
+
readonly path?: string;
|
|
388
|
+
readonly line?: number;
|
|
389
|
+
readonly metadata?: Readonly<Record<string, unknown>>;
|
|
390
|
+
}
|
|
391
|
+
interface NormalizedRawEvidence {
|
|
392
|
+
readonly kind: string;
|
|
393
|
+
readonly ref?: string;
|
|
394
|
+
readonly mediaType?: string;
|
|
395
|
+
readonly content?: unknown;
|
|
396
|
+
readonly redacted?: boolean;
|
|
397
|
+
readonly metadata?: Readonly<Record<string, unknown>>;
|
|
398
|
+
}
|
|
399
|
+
interface NormalizedRedactionState {
|
|
400
|
+
readonly level: NormalizedRedactionLevel;
|
|
401
|
+
readonly fields?: readonly string[];
|
|
402
|
+
readonly reason?: string;
|
|
403
|
+
}
|
|
404
|
+
interface NormalizedTraceError {
|
|
405
|
+
readonly message: string;
|
|
406
|
+
readonly name?: string;
|
|
407
|
+
readonly code?: string;
|
|
408
|
+
readonly stack?: string;
|
|
409
|
+
readonly metadata?: Readonly<Record<string, unknown>>;
|
|
410
|
+
}
|
|
411
|
+
interface NormalizedTraceMessage {
|
|
412
|
+
readonly role: string;
|
|
413
|
+
readonly name?: string;
|
|
414
|
+
readonly content?: unknown;
|
|
415
|
+
readonly redaction?: NormalizedRedactionState;
|
|
416
|
+
readonly tokenUsage?: TokenUsage;
|
|
417
|
+
readonly metadata?: Readonly<Record<string, unknown>>;
|
|
418
|
+
}
|
|
419
|
+
interface NormalizedTraceModel {
|
|
420
|
+
readonly provider?: string;
|
|
421
|
+
readonly name?: string;
|
|
422
|
+
readonly invocationId?: string;
|
|
423
|
+
readonly tokenUsage?: TokenUsage;
|
|
424
|
+
readonly metadata?: Readonly<Record<string, unknown>>;
|
|
425
|
+
}
|
|
426
|
+
interface NormalizedTraceTool {
|
|
427
|
+
readonly name: string;
|
|
428
|
+
readonly callId?: string;
|
|
429
|
+
readonly input?: unknown;
|
|
430
|
+
readonly output?: unknown;
|
|
431
|
+
readonly status?: NormalizedToolStatus;
|
|
432
|
+
readonly error?: NormalizedTraceError;
|
|
433
|
+
readonly redaction?: NormalizedRedactionState;
|
|
434
|
+
readonly metadata?: Readonly<Record<string, unknown>>;
|
|
435
|
+
}
|
|
436
|
+
interface NormalizedTraceEvent {
|
|
437
|
+
readonly eventId: string;
|
|
438
|
+
readonly parentEventId?: string;
|
|
439
|
+
readonly ordinal: number;
|
|
440
|
+
readonly type: NormalizedTraceEventType;
|
|
441
|
+
readonly timestamp?: string;
|
|
442
|
+
readonly durationMs?: number;
|
|
443
|
+
readonly durationInferred?: boolean;
|
|
444
|
+
readonly turnIndex?: number;
|
|
445
|
+
readonly message?: NormalizedTraceMessage;
|
|
446
|
+
readonly model?: NormalizedTraceModel;
|
|
447
|
+
readonly tool?: NormalizedTraceTool;
|
|
448
|
+
readonly sourceRef?: NormalizedTraceSourceRef;
|
|
449
|
+
readonly rawEvidence?: readonly NormalizedRawEvidence[];
|
|
450
|
+
readonly redaction?: NormalizedRedactionState;
|
|
451
|
+
readonly metadata?: Readonly<Record<string, unknown>>;
|
|
452
|
+
}
|
|
453
|
+
/**
|
|
454
|
+
* Canonical in-memory trajectory model.
|
|
455
|
+
*
|
|
456
|
+
* Persisted trajectory artifacts are the snake_case wire shape below. They do
|
|
457
|
+
* not embed TraceSummary because compact summaries are one-way projections from
|
|
458
|
+
* this full event stream.
|
|
459
|
+
*/
|
|
460
|
+
interface NormalizedTrajectory {
|
|
461
|
+
readonly schemaVersion: typeof NORMALIZED_TRAJECTORY_SCHEMA_VERSION;
|
|
462
|
+
readonly source: NormalizedTraceSource;
|
|
463
|
+
readonly session: NormalizedTraceSession;
|
|
464
|
+
readonly branch?: NormalizedTraceBranch;
|
|
465
|
+
readonly events: readonly NormalizedTraceEvent[];
|
|
466
|
+
readonly tokenUsage?: TokenUsage;
|
|
467
|
+
readonly costUsd?: number;
|
|
468
|
+
readonly durationMs?: number;
|
|
469
|
+
readonly startedAt?: string;
|
|
470
|
+
readonly endedAt?: string;
|
|
471
|
+
readonly metadata?: Readonly<Record<string, unknown>>;
|
|
472
|
+
}
|
|
473
|
+
declare const NormalizedRedactionStateWireSchema: z.ZodObject<{
|
|
474
|
+
level: z.ZodEnum<["none", "partial", "full"]>;
|
|
475
|
+
fields: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
476
|
+
reason: z.ZodOptional<z.ZodString>;
|
|
477
|
+
}, "strip", z.ZodTypeAny, {
|
|
478
|
+
level: "none" | "partial" | "full";
|
|
479
|
+
fields?: string[] | undefined;
|
|
480
|
+
reason?: string | undefined;
|
|
481
|
+
}, {
|
|
482
|
+
level: "none" | "partial" | "full";
|
|
483
|
+
fields?: string[] | undefined;
|
|
484
|
+
reason?: string | undefined;
|
|
485
|
+
}>;
|
|
486
|
+
declare const NormalizedTraceErrorWireSchema: z.ZodObject<{
|
|
487
|
+
message: z.ZodString;
|
|
488
|
+
name: z.ZodOptional<z.ZodString>;
|
|
489
|
+
code: z.ZodOptional<z.ZodString>;
|
|
490
|
+
stack: z.ZodOptional<z.ZodString>;
|
|
491
|
+
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
492
|
+
}, "strip", z.ZodTypeAny, {
|
|
493
|
+
message: string;
|
|
494
|
+
code?: string | undefined;
|
|
495
|
+
name?: string | undefined;
|
|
496
|
+
stack?: string | undefined;
|
|
497
|
+
metadata?: Record<string, unknown> | undefined;
|
|
498
|
+
}, {
|
|
499
|
+
message: string;
|
|
500
|
+
code?: string | undefined;
|
|
501
|
+
name?: string | undefined;
|
|
502
|
+
stack?: string | undefined;
|
|
503
|
+
metadata?: Record<string, unknown> | undefined;
|
|
504
|
+
}>;
|
|
505
|
+
declare const NormalizedTraceSourceWireSchema: z.ZodObject<{
|
|
506
|
+
kind: z.ZodEnum<["agentv_run", "otlp", "phoenix", "langfuse", "pi_session", "imported_transcript", "compact_transcript"]>;
|
|
507
|
+
path: z.ZodOptional<z.ZodString>;
|
|
508
|
+
url: z.ZodOptional<z.ZodString>;
|
|
509
|
+
provider: z.ZodOptional<z.ZodString>;
|
|
510
|
+
format: z.ZodOptional<z.ZodString>;
|
|
511
|
+
version: z.ZodOptional<z.ZodString>;
|
|
512
|
+
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
513
|
+
}, "strip", z.ZodTypeAny, {
|
|
514
|
+
kind: "agentv_run" | "otlp" | "phoenix" | "langfuse" | "pi_session" | "imported_transcript" | "compact_transcript";
|
|
515
|
+
path?: string | undefined;
|
|
516
|
+
metadata?: Record<string, unknown> | undefined;
|
|
517
|
+
url?: string | undefined;
|
|
518
|
+
provider?: string | undefined;
|
|
519
|
+
format?: string | undefined;
|
|
520
|
+
version?: string | undefined;
|
|
521
|
+
}, {
|
|
522
|
+
kind: "agentv_run" | "otlp" | "phoenix" | "langfuse" | "pi_session" | "imported_transcript" | "compact_transcript";
|
|
523
|
+
path?: string | undefined;
|
|
524
|
+
metadata?: Record<string, unknown> | undefined;
|
|
525
|
+
url?: string | undefined;
|
|
526
|
+
provider?: string | undefined;
|
|
527
|
+
format?: string | undefined;
|
|
528
|
+
version?: string | undefined;
|
|
529
|
+
}>;
|
|
530
|
+
declare const NormalizedTraceSessionWireSchema: z.ZodObject<{
|
|
531
|
+
session_id: z.ZodOptional<z.ZodString>;
|
|
532
|
+
conversation_id: z.ZodOptional<z.ZodString>;
|
|
533
|
+
cwd: z.ZodOptional<z.ZodString>;
|
|
534
|
+
started_at: z.ZodOptional<z.ZodString>;
|
|
535
|
+
ended_at: z.ZodOptional<z.ZodString>;
|
|
536
|
+
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
537
|
+
}, "strip", z.ZodTypeAny, {
|
|
538
|
+
metadata?: Record<string, unknown> | undefined;
|
|
539
|
+
session_id?: string | undefined;
|
|
540
|
+
conversation_id?: string | undefined;
|
|
541
|
+
cwd?: string | undefined;
|
|
542
|
+
started_at?: string | undefined;
|
|
543
|
+
ended_at?: string | undefined;
|
|
544
|
+
}, {
|
|
545
|
+
metadata?: Record<string, unknown> | undefined;
|
|
546
|
+
session_id?: string | undefined;
|
|
547
|
+
conversation_id?: string | undefined;
|
|
548
|
+
cwd?: string | undefined;
|
|
549
|
+
started_at?: string | undefined;
|
|
550
|
+
ended_at?: string | undefined;
|
|
551
|
+
}>;
|
|
552
|
+
declare const NormalizedTraceBranchWireSchema: z.ZodObject<{
|
|
553
|
+
selected_leaf_id: z.ZodOptional<z.ZodString>;
|
|
554
|
+
selected_path_ids: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
555
|
+
included_event_ids: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
556
|
+
omitted_event_ids: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
557
|
+
selection_reason: z.ZodOptional<z.ZodString>;
|
|
558
|
+
}, "strip", z.ZodTypeAny, {
|
|
559
|
+
selected_leaf_id?: string | undefined;
|
|
560
|
+
selected_path_ids?: string[] | undefined;
|
|
561
|
+
included_event_ids?: string[] | undefined;
|
|
562
|
+
omitted_event_ids?: string[] | undefined;
|
|
563
|
+
selection_reason?: string | undefined;
|
|
564
|
+
}, {
|
|
565
|
+
selected_leaf_id?: string | undefined;
|
|
566
|
+
selected_path_ids?: string[] | undefined;
|
|
567
|
+
included_event_ids?: string[] | undefined;
|
|
568
|
+
omitted_event_ids?: string[] | undefined;
|
|
569
|
+
selection_reason?: string | undefined;
|
|
570
|
+
}>;
|
|
571
|
+
declare const NormalizedTraceSourceRefWireSchema: z.ZodObject<{
|
|
572
|
+
event_id: z.ZodOptional<z.ZodString>;
|
|
573
|
+
message_id: z.ZodOptional<z.ZodString>;
|
|
574
|
+
span_id: z.ZodOptional<z.ZodString>;
|
|
575
|
+
trace_id: z.ZodOptional<z.ZodString>;
|
|
576
|
+
raw_kind: z.ZodOptional<z.ZodString>;
|
|
577
|
+
path: z.ZodOptional<z.ZodString>;
|
|
578
|
+
line: z.ZodOptional<z.ZodNumber>;
|
|
579
|
+
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
580
|
+
}, "strip", z.ZodTypeAny, {
|
|
581
|
+
path?: string | undefined;
|
|
582
|
+
metadata?: Record<string, unknown> | undefined;
|
|
583
|
+
event_id?: string | undefined;
|
|
584
|
+
message_id?: string | undefined;
|
|
585
|
+
span_id?: string | undefined;
|
|
586
|
+
trace_id?: string | undefined;
|
|
587
|
+
raw_kind?: string | undefined;
|
|
588
|
+
line?: number | undefined;
|
|
589
|
+
}, {
|
|
590
|
+
path?: string | undefined;
|
|
591
|
+
metadata?: Record<string, unknown> | undefined;
|
|
592
|
+
event_id?: string | undefined;
|
|
593
|
+
message_id?: string | undefined;
|
|
594
|
+
span_id?: string | undefined;
|
|
595
|
+
trace_id?: string | undefined;
|
|
596
|
+
raw_kind?: string | undefined;
|
|
597
|
+
line?: number | undefined;
|
|
598
|
+
}>;
|
|
599
|
+
declare const NormalizedRawEvidenceWireSchema: z.ZodObject<{
|
|
600
|
+
kind: z.ZodString;
|
|
601
|
+
ref: z.ZodOptional<z.ZodString>;
|
|
602
|
+
media_type: z.ZodOptional<z.ZodString>;
|
|
603
|
+
content: z.ZodOptional<z.ZodUnknown>;
|
|
604
|
+
redacted: z.ZodOptional<z.ZodBoolean>;
|
|
605
|
+
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
606
|
+
}, "strip", z.ZodTypeAny, {
|
|
607
|
+
kind: string;
|
|
608
|
+
metadata?: Record<string, unknown> | undefined;
|
|
609
|
+
ref?: string | undefined;
|
|
610
|
+
media_type?: string | undefined;
|
|
611
|
+
content?: unknown;
|
|
612
|
+
redacted?: boolean | undefined;
|
|
613
|
+
}, {
|
|
614
|
+
kind: string;
|
|
615
|
+
metadata?: Record<string, unknown> | undefined;
|
|
616
|
+
ref?: string | undefined;
|
|
617
|
+
media_type?: string | undefined;
|
|
618
|
+
content?: unknown;
|
|
619
|
+
redacted?: boolean | undefined;
|
|
620
|
+
}>;
|
|
621
|
+
declare const NormalizedTraceMessageWireSchema: z.ZodObject<{
|
|
622
|
+
role: z.ZodString;
|
|
623
|
+
name: z.ZodOptional<z.ZodString>;
|
|
624
|
+
content: z.ZodOptional<z.ZodUnknown>;
|
|
625
|
+
redaction: z.ZodOptional<z.ZodObject<{
|
|
626
|
+
level: z.ZodEnum<["none", "partial", "full"]>;
|
|
627
|
+
fields: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
628
|
+
reason: z.ZodOptional<z.ZodString>;
|
|
629
|
+
}, "strip", z.ZodTypeAny, {
|
|
630
|
+
level: "none" | "partial" | "full";
|
|
631
|
+
fields?: string[] | undefined;
|
|
632
|
+
reason?: string | undefined;
|
|
633
|
+
}, {
|
|
634
|
+
level: "none" | "partial" | "full";
|
|
635
|
+
fields?: string[] | undefined;
|
|
636
|
+
reason?: string | undefined;
|
|
637
|
+
}>>;
|
|
638
|
+
token_usage: z.ZodOptional<z.ZodObject<{
|
|
639
|
+
input: z.ZodNumber;
|
|
640
|
+
output: z.ZodNumber;
|
|
641
|
+
cached: z.ZodOptional<z.ZodNumber>;
|
|
642
|
+
reasoning: z.ZodOptional<z.ZodNumber>;
|
|
643
|
+
}, "strip", z.ZodTypeAny, {
|
|
644
|
+
input: number;
|
|
645
|
+
output: number;
|
|
646
|
+
cached?: number | undefined;
|
|
647
|
+
reasoning?: number | undefined;
|
|
648
|
+
}, {
|
|
649
|
+
input: number;
|
|
650
|
+
output: number;
|
|
651
|
+
cached?: number | undefined;
|
|
652
|
+
reasoning?: number | undefined;
|
|
653
|
+
}>>;
|
|
654
|
+
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
655
|
+
}, "strip", z.ZodTypeAny, {
|
|
656
|
+
role: string;
|
|
657
|
+
name?: string | undefined;
|
|
658
|
+
metadata?: Record<string, unknown> | undefined;
|
|
659
|
+
content?: unknown;
|
|
660
|
+
redaction?: {
|
|
661
|
+
level: "none" | "partial" | "full";
|
|
662
|
+
fields?: string[] | undefined;
|
|
663
|
+
reason?: string | undefined;
|
|
664
|
+
} | undefined;
|
|
665
|
+
token_usage?: {
|
|
666
|
+
input: number;
|
|
667
|
+
output: number;
|
|
668
|
+
cached?: number | undefined;
|
|
669
|
+
reasoning?: number | undefined;
|
|
670
|
+
} | undefined;
|
|
671
|
+
}, {
|
|
672
|
+
role: string;
|
|
673
|
+
name?: string | undefined;
|
|
674
|
+
metadata?: Record<string, unknown> | undefined;
|
|
675
|
+
content?: unknown;
|
|
676
|
+
redaction?: {
|
|
677
|
+
level: "none" | "partial" | "full";
|
|
678
|
+
fields?: string[] | undefined;
|
|
679
|
+
reason?: string | undefined;
|
|
680
|
+
} | undefined;
|
|
681
|
+
token_usage?: {
|
|
682
|
+
input: number;
|
|
683
|
+
output: number;
|
|
684
|
+
cached?: number | undefined;
|
|
685
|
+
reasoning?: number | undefined;
|
|
686
|
+
} | undefined;
|
|
687
|
+
}>;
|
|
688
|
+
declare const NormalizedTraceModelWireSchema: z.ZodObject<{
|
|
689
|
+
provider: z.ZodOptional<z.ZodString>;
|
|
690
|
+
name: z.ZodOptional<z.ZodString>;
|
|
691
|
+
invocation_id: z.ZodOptional<z.ZodString>;
|
|
692
|
+
token_usage: z.ZodOptional<z.ZodObject<{
|
|
693
|
+
input: z.ZodNumber;
|
|
694
|
+
output: z.ZodNumber;
|
|
695
|
+
cached: z.ZodOptional<z.ZodNumber>;
|
|
696
|
+
reasoning: z.ZodOptional<z.ZodNumber>;
|
|
697
|
+
}, "strip", z.ZodTypeAny, {
|
|
698
|
+
input: number;
|
|
699
|
+
output: number;
|
|
700
|
+
cached?: number | undefined;
|
|
701
|
+
reasoning?: number | undefined;
|
|
702
|
+
}, {
|
|
703
|
+
input: number;
|
|
704
|
+
output: number;
|
|
705
|
+
cached?: number | undefined;
|
|
706
|
+
reasoning?: number | undefined;
|
|
707
|
+
}>>;
|
|
708
|
+
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
709
|
+
}, "strip", z.ZodTypeAny, {
|
|
710
|
+
name?: string | undefined;
|
|
711
|
+
metadata?: Record<string, unknown> | undefined;
|
|
712
|
+
provider?: string | undefined;
|
|
713
|
+
token_usage?: {
|
|
714
|
+
input: number;
|
|
715
|
+
output: number;
|
|
716
|
+
cached?: number | undefined;
|
|
717
|
+
reasoning?: number | undefined;
|
|
718
|
+
} | undefined;
|
|
719
|
+
invocation_id?: string | undefined;
|
|
720
|
+
}, {
|
|
721
|
+
name?: string | undefined;
|
|
722
|
+
metadata?: Record<string, unknown> | undefined;
|
|
723
|
+
provider?: string | undefined;
|
|
724
|
+
token_usage?: {
|
|
725
|
+
input: number;
|
|
726
|
+
output: number;
|
|
727
|
+
cached?: number | undefined;
|
|
728
|
+
reasoning?: number | undefined;
|
|
729
|
+
} | undefined;
|
|
730
|
+
invocation_id?: string | undefined;
|
|
731
|
+
}>;
|
|
732
|
+
declare const NormalizedTraceToolWireSchema: z.ZodObject<{
|
|
733
|
+
name: z.ZodString;
|
|
734
|
+
call_id: z.ZodOptional<z.ZodString>;
|
|
735
|
+
input: z.ZodOptional<z.ZodUnknown>;
|
|
736
|
+
output: z.ZodOptional<z.ZodUnknown>;
|
|
737
|
+
status: z.ZodOptional<z.ZodEnum<["ok", "error", "timeout", "cancelled", "unknown"]>>;
|
|
738
|
+
error: z.ZodOptional<z.ZodObject<{
|
|
739
|
+
message: z.ZodString;
|
|
740
|
+
name: z.ZodOptional<z.ZodString>;
|
|
741
|
+
code: z.ZodOptional<z.ZodString>;
|
|
742
|
+
stack: z.ZodOptional<z.ZodString>;
|
|
743
|
+
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
744
|
+
}, "strip", z.ZodTypeAny, {
|
|
745
|
+
message: string;
|
|
746
|
+
code?: string | undefined;
|
|
747
|
+
name?: string | undefined;
|
|
748
|
+
stack?: string | undefined;
|
|
749
|
+
metadata?: Record<string, unknown> | undefined;
|
|
750
|
+
}, {
|
|
751
|
+
message: string;
|
|
752
|
+
code?: string | undefined;
|
|
753
|
+
name?: string | undefined;
|
|
754
|
+
stack?: string | undefined;
|
|
755
|
+
metadata?: Record<string, unknown> | undefined;
|
|
756
|
+
}>>;
|
|
757
|
+
redaction: z.ZodOptional<z.ZodObject<{
|
|
758
|
+
level: z.ZodEnum<["none", "partial", "full"]>;
|
|
759
|
+
fields: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
760
|
+
reason: z.ZodOptional<z.ZodString>;
|
|
761
|
+
}, "strip", z.ZodTypeAny, {
|
|
762
|
+
level: "none" | "partial" | "full";
|
|
763
|
+
fields?: string[] | undefined;
|
|
764
|
+
reason?: string | undefined;
|
|
765
|
+
}, {
|
|
766
|
+
level: "none" | "partial" | "full";
|
|
767
|
+
fields?: string[] | undefined;
|
|
768
|
+
reason?: string | undefined;
|
|
769
|
+
}>>;
|
|
770
|
+
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
771
|
+
}, "strip", z.ZodTypeAny, {
|
|
772
|
+
name: string;
|
|
773
|
+
error?: {
|
|
774
|
+
message: string;
|
|
775
|
+
code?: string | undefined;
|
|
776
|
+
name?: string | undefined;
|
|
777
|
+
stack?: string | undefined;
|
|
778
|
+
metadata?: Record<string, unknown> | undefined;
|
|
779
|
+
} | undefined;
|
|
780
|
+
status?: "ok" | "error" | "timeout" | "cancelled" | "unknown" | undefined;
|
|
781
|
+
input?: unknown;
|
|
782
|
+
output?: unknown;
|
|
783
|
+
metadata?: Record<string, unknown> | undefined;
|
|
784
|
+
redaction?: {
|
|
785
|
+
level: "none" | "partial" | "full";
|
|
786
|
+
fields?: string[] | undefined;
|
|
787
|
+
reason?: string | undefined;
|
|
788
|
+
} | undefined;
|
|
789
|
+
call_id?: string | undefined;
|
|
790
|
+
}, {
|
|
791
|
+
name: string;
|
|
792
|
+
error?: {
|
|
793
|
+
message: string;
|
|
794
|
+
code?: string | undefined;
|
|
795
|
+
name?: string | undefined;
|
|
796
|
+
stack?: string | undefined;
|
|
797
|
+
metadata?: Record<string, unknown> | undefined;
|
|
798
|
+
} | undefined;
|
|
799
|
+
status?: "ok" | "error" | "timeout" | "cancelled" | "unknown" | undefined;
|
|
800
|
+
input?: unknown;
|
|
801
|
+
output?: unknown;
|
|
802
|
+
metadata?: Record<string, unknown> | undefined;
|
|
803
|
+
redaction?: {
|
|
804
|
+
level: "none" | "partial" | "full";
|
|
805
|
+
fields?: string[] | undefined;
|
|
806
|
+
reason?: string | undefined;
|
|
807
|
+
} | undefined;
|
|
808
|
+
call_id?: string | undefined;
|
|
809
|
+
}>;
|
|
810
|
+
declare const NormalizedTraceEventWireSchema: z.ZodObject<{
|
|
811
|
+
event_id: z.ZodString;
|
|
812
|
+
parent_event_id: z.ZodOptional<z.ZodString>;
|
|
813
|
+
ordinal: z.ZodNumber;
|
|
814
|
+
type: z.ZodEnum<["message", "model_turn", "tool_call", "tool_result"]>;
|
|
815
|
+
timestamp: z.ZodOptional<z.ZodString>;
|
|
816
|
+
duration_ms: z.ZodOptional<z.ZodNumber>;
|
|
817
|
+
duration_inferred: z.ZodOptional<z.ZodBoolean>;
|
|
818
|
+
turn_index: z.ZodOptional<z.ZodNumber>;
|
|
819
|
+
message: z.ZodOptional<z.ZodObject<{
|
|
820
|
+
role: z.ZodString;
|
|
821
|
+
name: z.ZodOptional<z.ZodString>;
|
|
822
|
+
content: z.ZodOptional<z.ZodUnknown>;
|
|
823
|
+
redaction: z.ZodOptional<z.ZodObject<{
|
|
824
|
+
level: z.ZodEnum<["none", "partial", "full"]>;
|
|
825
|
+
fields: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
826
|
+
reason: z.ZodOptional<z.ZodString>;
|
|
827
|
+
}, "strip", z.ZodTypeAny, {
|
|
828
|
+
level: "none" | "partial" | "full";
|
|
829
|
+
fields?: string[] | undefined;
|
|
830
|
+
reason?: string | undefined;
|
|
831
|
+
}, {
|
|
832
|
+
level: "none" | "partial" | "full";
|
|
833
|
+
fields?: string[] | undefined;
|
|
834
|
+
reason?: string | undefined;
|
|
835
|
+
}>>;
|
|
836
|
+
token_usage: z.ZodOptional<z.ZodObject<{
|
|
837
|
+
input: z.ZodNumber;
|
|
838
|
+
output: z.ZodNumber;
|
|
839
|
+
cached: z.ZodOptional<z.ZodNumber>;
|
|
840
|
+
reasoning: z.ZodOptional<z.ZodNumber>;
|
|
841
|
+
}, "strip", z.ZodTypeAny, {
|
|
842
|
+
input: number;
|
|
843
|
+
output: number;
|
|
844
|
+
cached?: number | undefined;
|
|
845
|
+
reasoning?: number | undefined;
|
|
846
|
+
}, {
|
|
847
|
+
input: number;
|
|
848
|
+
output: number;
|
|
849
|
+
cached?: number | undefined;
|
|
850
|
+
reasoning?: number | undefined;
|
|
851
|
+
}>>;
|
|
852
|
+
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
853
|
+
}, "strip", z.ZodTypeAny, {
|
|
854
|
+
role: string;
|
|
855
|
+
name?: string | undefined;
|
|
856
|
+
metadata?: Record<string, unknown> | undefined;
|
|
857
|
+
content?: unknown;
|
|
858
|
+
redaction?: {
|
|
859
|
+
level: "none" | "partial" | "full";
|
|
860
|
+
fields?: string[] | undefined;
|
|
861
|
+
reason?: string | undefined;
|
|
862
|
+
} | undefined;
|
|
863
|
+
token_usage?: {
|
|
864
|
+
input: number;
|
|
865
|
+
output: number;
|
|
866
|
+
cached?: number | undefined;
|
|
867
|
+
reasoning?: number | undefined;
|
|
868
|
+
} | undefined;
|
|
869
|
+
}, {
|
|
870
|
+
role: string;
|
|
871
|
+
name?: string | undefined;
|
|
872
|
+
metadata?: Record<string, unknown> | undefined;
|
|
873
|
+
content?: unknown;
|
|
874
|
+
redaction?: {
|
|
875
|
+
level: "none" | "partial" | "full";
|
|
876
|
+
fields?: string[] | undefined;
|
|
877
|
+
reason?: string | undefined;
|
|
878
|
+
} | undefined;
|
|
879
|
+
token_usage?: {
|
|
880
|
+
input: number;
|
|
881
|
+
output: number;
|
|
882
|
+
cached?: number | undefined;
|
|
883
|
+
reasoning?: number | undefined;
|
|
884
|
+
} | undefined;
|
|
885
|
+
}>>;
|
|
886
|
+
model: z.ZodOptional<z.ZodObject<{
|
|
887
|
+
provider: z.ZodOptional<z.ZodString>;
|
|
888
|
+
name: z.ZodOptional<z.ZodString>;
|
|
889
|
+
invocation_id: z.ZodOptional<z.ZodString>;
|
|
890
|
+
token_usage: z.ZodOptional<z.ZodObject<{
|
|
891
|
+
input: z.ZodNumber;
|
|
892
|
+
output: z.ZodNumber;
|
|
893
|
+
cached: z.ZodOptional<z.ZodNumber>;
|
|
894
|
+
reasoning: z.ZodOptional<z.ZodNumber>;
|
|
895
|
+
}, "strip", z.ZodTypeAny, {
|
|
896
|
+
input: number;
|
|
897
|
+
output: number;
|
|
898
|
+
cached?: number | undefined;
|
|
899
|
+
reasoning?: number | undefined;
|
|
900
|
+
}, {
|
|
901
|
+
input: number;
|
|
902
|
+
output: number;
|
|
903
|
+
cached?: number | undefined;
|
|
904
|
+
reasoning?: number | undefined;
|
|
905
|
+
}>>;
|
|
906
|
+
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
907
|
+
}, "strip", z.ZodTypeAny, {
|
|
908
|
+
name?: string | undefined;
|
|
909
|
+
metadata?: Record<string, unknown> | undefined;
|
|
910
|
+
provider?: string | undefined;
|
|
911
|
+
token_usage?: {
|
|
912
|
+
input: number;
|
|
913
|
+
output: number;
|
|
914
|
+
cached?: number | undefined;
|
|
915
|
+
reasoning?: number | undefined;
|
|
916
|
+
} | undefined;
|
|
917
|
+
invocation_id?: string | undefined;
|
|
918
|
+
}, {
|
|
919
|
+
name?: string | undefined;
|
|
920
|
+
metadata?: Record<string, unknown> | undefined;
|
|
921
|
+
provider?: string | undefined;
|
|
922
|
+
token_usage?: {
|
|
923
|
+
input: number;
|
|
924
|
+
output: number;
|
|
925
|
+
cached?: number | undefined;
|
|
926
|
+
reasoning?: number | undefined;
|
|
927
|
+
} | undefined;
|
|
928
|
+
invocation_id?: string | undefined;
|
|
929
|
+
}>>;
|
|
930
|
+
tool: z.ZodOptional<z.ZodObject<{
|
|
931
|
+
name: z.ZodString;
|
|
932
|
+
call_id: z.ZodOptional<z.ZodString>;
|
|
933
|
+
input: z.ZodOptional<z.ZodUnknown>;
|
|
934
|
+
output: z.ZodOptional<z.ZodUnknown>;
|
|
935
|
+
status: z.ZodOptional<z.ZodEnum<["ok", "error", "timeout", "cancelled", "unknown"]>>;
|
|
936
|
+
error: z.ZodOptional<z.ZodObject<{
|
|
937
|
+
message: z.ZodString;
|
|
938
|
+
name: z.ZodOptional<z.ZodString>;
|
|
939
|
+
code: z.ZodOptional<z.ZodString>;
|
|
940
|
+
stack: z.ZodOptional<z.ZodString>;
|
|
941
|
+
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
942
|
+
}, "strip", z.ZodTypeAny, {
|
|
943
|
+
message: string;
|
|
944
|
+
code?: string | undefined;
|
|
945
|
+
name?: string | undefined;
|
|
946
|
+
stack?: string | undefined;
|
|
947
|
+
metadata?: Record<string, unknown> | undefined;
|
|
948
|
+
}, {
|
|
949
|
+
message: string;
|
|
950
|
+
code?: string | undefined;
|
|
951
|
+
name?: string | undefined;
|
|
952
|
+
stack?: string | undefined;
|
|
953
|
+
metadata?: Record<string, unknown> | undefined;
|
|
954
|
+
}>>;
|
|
955
|
+
redaction: z.ZodOptional<z.ZodObject<{
|
|
956
|
+
level: z.ZodEnum<["none", "partial", "full"]>;
|
|
957
|
+
fields: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
958
|
+
reason: z.ZodOptional<z.ZodString>;
|
|
959
|
+
}, "strip", z.ZodTypeAny, {
|
|
960
|
+
level: "none" | "partial" | "full";
|
|
961
|
+
fields?: string[] | undefined;
|
|
962
|
+
reason?: string | undefined;
|
|
963
|
+
}, {
|
|
964
|
+
level: "none" | "partial" | "full";
|
|
965
|
+
fields?: string[] | undefined;
|
|
966
|
+
reason?: string | undefined;
|
|
967
|
+
}>>;
|
|
968
|
+
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
969
|
+
}, "strip", z.ZodTypeAny, {
|
|
970
|
+
name: string;
|
|
971
|
+
error?: {
|
|
972
|
+
message: string;
|
|
973
|
+
code?: string | undefined;
|
|
974
|
+
name?: string | undefined;
|
|
975
|
+
stack?: string | undefined;
|
|
976
|
+
metadata?: Record<string, unknown> | undefined;
|
|
977
|
+
} | undefined;
|
|
978
|
+
status?: "ok" | "error" | "timeout" | "cancelled" | "unknown" | undefined;
|
|
979
|
+
input?: unknown;
|
|
980
|
+
output?: unknown;
|
|
981
|
+
metadata?: Record<string, unknown> | undefined;
|
|
982
|
+
redaction?: {
|
|
983
|
+
level: "none" | "partial" | "full";
|
|
984
|
+
fields?: string[] | undefined;
|
|
985
|
+
reason?: string | undefined;
|
|
986
|
+
} | undefined;
|
|
987
|
+
call_id?: string | undefined;
|
|
988
|
+
}, {
|
|
989
|
+
name: string;
|
|
990
|
+
error?: {
|
|
991
|
+
message: string;
|
|
992
|
+
code?: string | undefined;
|
|
993
|
+
name?: string | undefined;
|
|
994
|
+
stack?: string | undefined;
|
|
995
|
+
metadata?: Record<string, unknown> | undefined;
|
|
996
|
+
} | undefined;
|
|
997
|
+
status?: "ok" | "error" | "timeout" | "cancelled" | "unknown" | undefined;
|
|
998
|
+
input?: unknown;
|
|
999
|
+
output?: unknown;
|
|
1000
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1001
|
+
redaction?: {
|
|
1002
|
+
level: "none" | "partial" | "full";
|
|
1003
|
+
fields?: string[] | undefined;
|
|
1004
|
+
reason?: string | undefined;
|
|
1005
|
+
} | undefined;
|
|
1006
|
+
call_id?: string | undefined;
|
|
1007
|
+
}>>;
|
|
1008
|
+
source_ref: z.ZodOptional<z.ZodObject<{
|
|
1009
|
+
event_id: z.ZodOptional<z.ZodString>;
|
|
1010
|
+
message_id: z.ZodOptional<z.ZodString>;
|
|
1011
|
+
span_id: z.ZodOptional<z.ZodString>;
|
|
1012
|
+
trace_id: z.ZodOptional<z.ZodString>;
|
|
1013
|
+
raw_kind: z.ZodOptional<z.ZodString>;
|
|
1014
|
+
path: z.ZodOptional<z.ZodString>;
|
|
1015
|
+
line: z.ZodOptional<z.ZodNumber>;
|
|
1016
|
+
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
1017
|
+
}, "strip", z.ZodTypeAny, {
|
|
1018
|
+
path?: string | undefined;
|
|
1019
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1020
|
+
event_id?: string | undefined;
|
|
1021
|
+
message_id?: string | undefined;
|
|
1022
|
+
span_id?: string | undefined;
|
|
1023
|
+
trace_id?: string | undefined;
|
|
1024
|
+
raw_kind?: string | undefined;
|
|
1025
|
+
line?: number | undefined;
|
|
1026
|
+
}, {
|
|
1027
|
+
path?: string | undefined;
|
|
1028
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1029
|
+
event_id?: string | undefined;
|
|
1030
|
+
message_id?: string | undefined;
|
|
1031
|
+
span_id?: string | undefined;
|
|
1032
|
+
trace_id?: string | undefined;
|
|
1033
|
+
raw_kind?: string | undefined;
|
|
1034
|
+
line?: number | undefined;
|
|
1035
|
+
}>>;
|
|
1036
|
+
raw_evidence: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
1037
|
+
kind: z.ZodString;
|
|
1038
|
+
ref: z.ZodOptional<z.ZodString>;
|
|
1039
|
+
media_type: z.ZodOptional<z.ZodString>;
|
|
1040
|
+
content: z.ZodOptional<z.ZodUnknown>;
|
|
1041
|
+
redacted: z.ZodOptional<z.ZodBoolean>;
|
|
1042
|
+
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
1043
|
+
}, "strip", z.ZodTypeAny, {
|
|
1044
|
+
kind: string;
|
|
1045
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1046
|
+
ref?: string | undefined;
|
|
1047
|
+
media_type?: string | undefined;
|
|
1048
|
+
content?: unknown;
|
|
1049
|
+
redacted?: boolean | undefined;
|
|
1050
|
+
}, {
|
|
1051
|
+
kind: string;
|
|
1052
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1053
|
+
ref?: string | undefined;
|
|
1054
|
+
media_type?: string | undefined;
|
|
1055
|
+
content?: unknown;
|
|
1056
|
+
redacted?: boolean | undefined;
|
|
1057
|
+
}>, "many">>;
|
|
1058
|
+
redaction: z.ZodOptional<z.ZodObject<{
|
|
1059
|
+
level: z.ZodEnum<["none", "partial", "full"]>;
|
|
1060
|
+
fields: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
1061
|
+
reason: z.ZodOptional<z.ZodString>;
|
|
1062
|
+
}, "strip", z.ZodTypeAny, {
|
|
1063
|
+
level: "none" | "partial" | "full";
|
|
1064
|
+
fields?: string[] | undefined;
|
|
1065
|
+
reason?: string | undefined;
|
|
1066
|
+
}, {
|
|
1067
|
+
level: "none" | "partial" | "full";
|
|
1068
|
+
fields?: string[] | undefined;
|
|
1069
|
+
reason?: string | undefined;
|
|
1070
|
+
}>>;
|
|
1071
|
+
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
1072
|
+
}, "strip", z.ZodTypeAny, {
|
|
1073
|
+
type: "message" | "model_turn" | "tool_call" | "tool_result";
|
|
1074
|
+
event_id: string;
|
|
1075
|
+
ordinal: number;
|
|
1076
|
+
message?: {
|
|
1077
|
+
role: string;
|
|
1078
|
+
name?: string | undefined;
|
|
1079
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1080
|
+
content?: unknown;
|
|
1081
|
+
redaction?: {
|
|
1082
|
+
level: "none" | "partial" | "full";
|
|
1083
|
+
fields?: string[] | undefined;
|
|
1084
|
+
reason?: string | undefined;
|
|
1085
|
+
} | undefined;
|
|
1086
|
+
token_usage?: {
|
|
1087
|
+
input: number;
|
|
1088
|
+
output: number;
|
|
1089
|
+
cached?: number | undefined;
|
|
1090
|
+
reasoning?: number | undefined;
|
|
1091
|
+
} | undefined;
|
|
1092
|
+
} | undefined;
|
|
1093
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1094
|
+
redaction?: {
|
|
1095
|
+
level: "none" | "partial" | "full";
|
|
1096
|
+
fields?: string[] | undefined;
|
|
1097
|
+
reason?: string | undefined;
|
|
1098
|
+
} | undefined;
|
|
1099
|
+
parent_event_id?: string | undefined;
|
|
1100
|
+
timestamp?: string | undefined;
|
|
1101
|
+
duration_ms?: number | undefined;
|
|
1102
|
+
duration_inferred?: boolean | undefined;
|
|
1103
|
+
turn_index?: number | undefined;
|
|
1104
|
+
model?: {
|
|
1105
|
+
name?: string | undefined;
|
|
1106
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1107
|
+
provider?: string | undefined;
|
|
1108
|
+
token_usage?: {
|
|
1109
|
+
input: number;
|
|
1110
|
+
output: number;
|
|
1111
|
+
cached?: number | undefined;
|
|
1112
|
+
reasoning?: number | undefined;
|
|
1113
|
+
} | undefined;
|
|
1114
|
+
invocation_id?: string | undefined;
|
|
1115
|
+
} | undefined;
|
|
1116
|
+
tool?: {
|
|
1117
|
+
name: string;
|
|
1118
|
+
error?: {
|
|
1119
|
+
message: string;
|
|
1120
|
+
code?: string | undefined;
|
|
1121
|
+
name?: string | undefined;
|
|
1122
|
+
stack?: string | undefined;
|
|
1123
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1124
|
+
} | undefined;
|
|
1125
|
+
status?: "ok" | "error" | "timeout" | "cancelled" | "unknown" | undefined;
|
|
1126
|
+
input?: unknown;
|
|
1127
|
+
output?: unknown;
|
|
1128
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1129
|
+
redaction?: {
|
|
1130
|
+
level: "none" | "partial" | "full";
|
|
1131
|
+
fields?: string[] | undefined;
|
|
1132
|
+
reason?: string | undefined;
|
|
1133
|
+
} | undefined;
|
|
1134
|
+
call_id?: string | undefined;
|
|
1135
|
+
} | undefined;
|
|
1136
|
+
source_ref?: {
|
|
1137
|
+
path?: string | undefined;
|
|
1138
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1139
|
+
event_id?: string | undefined;
|
|
1140
|
+
message_id?: string | undefined;
|
|
1141
|
+
span_id?: string | undefined;
|
|
1142
|
+
trace_id?: string | undefined;
|
|
1143
|
+
raw_kind?: string | undefined;
|
|
1144
|
+
line?: number | undefined;
|
|
1145
|
+
} | undefined;
|
|
1146
|
+
raw_evidence?: {
|
|
1147
|
+
kind: string;
|
|
1148
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1149
|
+
ref?: string | undefined;
|
|
1150
|
+
media_type?: string | undefined;
|
|
1151
|
+
content?: unknown;
|
|
1152
|
+
redacted?: boolean | undefined;
|
|
1153
|
+
}[] | undefined;
|
|
1154
|
+
}, {
|
|
1155
|
+
type: "message" | "model_turn" | "tool_call" | "tool_result";
|
|
1156
|
+
event_id: string;
|
|
1157
|
+
ordinal: number;
|
|
1158
|
+
message?: {
|
|
1159
|
+
role: string;
|
|
1160
|
+
name?: string | undefined;
|
|
1161
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1162
|
+
content?: unknown;
|
|
1163
|
+
redaction?: {
|
|
1164
|
+
level: "none" | "partial" | "full";
|
|
1165
|
+
fields?: string[] | undefined;
|
|
1166
|
+
reason?: string | undefined;
|
|
1167
|
+
} | undefined;
|
|
1168
|
+
token_usage?: {
|
|
1169
|
+
input: number;
|
|
1170
|
+
output: number;
|
|
1171
|
+
cached?: number | undefined;
|
|
1172
|
+
reasoning?: number | undefined;
|
|
1173
|
+
} | undefined;
|
|
1174
|
+
} | undefined;
|
|
1175
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1176
|
+
redaction?: {
|
|
1177
|
+
level: "none" | "partial" | "full";
|
|
1178
|
+
fields?: string[] | undefined;
|
|
1179
|
+
reason?: string | undefined;
|
|
1180
|
+
} | undefined;
|
|
1181
|
+
parent_event_id?: string | undefined;
|
|
1182
|
+
timestamp?: string | undefined;
|
|
1183
|
+
duration_ms?: number | undefined;
|
|
1184
|
+
duration_inferred?: boolean | undefined;
|
|
1185
|
+
turn_index?: number | undefined;
|
|
1186
|
+
model?: {
|
|
1187
|
+
name?: string | undefined;
|
|
1188
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1189
|
+
provider?: string | undefined;
|
|
1190
|
+
token_usage?: {
|
|
1191
|
+
input: number;
|
|
1192
|
+
output: number;
|
|
1193
|
+
cached?: number | undefined;
|
|
1194
|
+
reasoning?: number | undefined;
|
|
1195
|
+
} | undefined;
|
|
1196
|
+
invocation_id?: string | undefined;
|
|
1197
|
+
} | undefined;
|
|
1198
|
+
tool?: {
|
|
1199
|
+
name: string;
|
|
1200
|
+
error?: {
|
|
1201
|
+
message: string;
|
|
1202
|
+
code?: string | undefined;
|
|
1203
|
+
name?: string | undefined;
|
|
1204
|
+
stack?: string | undefined;
|
|
1205
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1206
|
+
} | undefined;
|
|
1207
|
+
status?: "ok" | "error" | "timeout" | "cancelled" | "unknown" | undefined;
|
|
1208
|
+
input?: unknown;
|
|
1209
|
+
output?: unknown;
|
|
1210
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1211
|
+
redaction?: {
|
|
1212
|
+
level: "none" | "partial" | "full";
|
|
1213
|
+
fields?: string[] | undefined;
|
|
1214
|
+
reason?: string | undefined;
|
|
1215
|
+
} | undefined;
|
|
1216
|
+
call_id?: string | undefined;
|
|
1217
|
+
} | undefined;
|
|
1218
|
+
source_ref?: {
|
|
1219
|
+
path?: string | undefined;
|
|
1220
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1221
|
+
event_id?: string | undefined;
|
|
1222
|
+
message_id?: string | undefined;
|
|
1223
|
+
span_id?: string | undefined;
|
|
1224
|
+
trace_id?: string | undefined;
|
|
1225
|
+
raw_kind?: string | undefined;
|
|
1226
|
+
line?: number | undefined;
|
|
1227
|
+
} | undefined;
|
|
1228
|
+
raw_evidence?: {
|
|
1229
|
+
kind: string;
|
|
1230
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1231
|
+
ref?: string | undefined;
|
|
1232
|
+
media_type?: string | undefined;
|
|
1233
|
+
content?: unknown;
|
|
1234
|
+
redacted?: boolean | undefined;
|
|
1235
|
+
}[] | undefined;
|
|
1236
|
+
}>;
|
|
1237
|
+
declare const NormalizedTrajectoryWireSchema: z.ZodObject<{
|
|
1238
|
+
schema_version: z.ZodLiteral<"agentv.trace.v1">;
|
|
1239
|
+
source: z.ZodObject<{
|
|
1240
|
+
kind: z.ZodEnum<["agentv_run", "otlp", "phoenix", "langfuse", "pi_session", "imported_transcript", "compact_transcript"]>;
|
|
1241
|
+
path: z.ZodOptional<z.ZodString>;
|
|
1242
|
+
url: z.ZodOptional<z.ZodString>;
|
|
1243
|
+
provider: z.ZodOptional<z.ZodString>;
|
|
1244
|
+
format: z.ZodOptional<z.ZodString>;
|
|
1245
|
+
version: z.ZodOptional<z.ZodString>;
|
|
1246
|
+
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
1247
|
+
}, "strip", z.ZodTypeAny, {
|
|
1248
|
+
kind: "agentv_run" | "otlp" | "phoenix" | "langfuse" | "pi_session" | "imported_transcript" | "compact_transcript";
|
|
1249
|
+
path?: string | undefined;
|
|
1250
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1251
|
+
url?: string | undefined;
|
|
1252
|
+
provider?: string | undefined;
|
|
1253
|
+
format?: string | undefined;
|
|
1254
|
+
version?: string | undefined;
|
|
1255
|
+
}, {
|
|
1256
|
+
kind: "agentv_run" | "otlp" | "phoenix" | "langfuse" | "pi_session" | "imported_transcript" | "compact_transcript";
|
|
1257
|
+
path?: string | undefined;
|
|
1258
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1259
|
+
url?: string | undefined;
|
|
1260
|
+
provider?: string | undefined;
|
|
1261
|
+
format?: string | undefined;
|
|
1262
|
+
version?: string | undefined;
|
|
1263
|
+
}>;
|
|
1264
|
+
session: z.ZodObject<{
|
|
1265
|
+
session_id: z.ZodOptional<z.ZodString>;
|
|
1266
|
+
conversation_id: z.ZodOptional<z.ZodString>;
|
|
1267
|
+
cwd: z.ZodOptional<z.ZodString>;
|
|
1268
|
+
started_at: z.ZodOptional<z.ZodString>;
|
|
1269
|
+
ended_at: z.ZodOptional<z.ZodString>;
|
|
1270
|
+
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
1271
|
+
}, "strip", z.ZodTypeAny, {
|
|
1272
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1273
|
+
session_id?: string | undefined;
|
|
1274
|
+
conversation_id?: string | undefined;
|
|
1275
|
+
cwd?: string | undefined;
|
|
1276
|
+
started_at?: string | undefined;
|
|
1277
|
+
ended_at?: string | undefined;
|
|
1278
|
+
}, {
|
|
1279
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1280
|
+
session_id?: string | undefined;
|
|
1281
|
+
conversation_id?: string | undefined;
|
|
1282
|
+
cwd?: string | undefined;
|
|
1283
|
+
started_at?: string | undefined;
|
|
1284
|
+
ended_at?: string | undefined;
|
|
1285
|
+
}>;
|
|
1286
|
+
branch: z.ZodOptional<z.ZodObject<{
|
|
1287
|
+
selected_leaf_id: z.ZodOptional<z.ZodString>;
|
|
1288
|
+
selected_path_ids: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
1289
|
+
included_event_ids: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
1290
|
+
omitted_event_ids: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
1291
|
+
selection_reason: z.ZodOptional<z.ZodString>;
|
|
1292
|
+
}, "strip", z.ZodTypeAny, {
|
|
1293
|
+
selected_leaf_id?: string | undefined;
|
|
1294
|
+
selected_path_ids?: string[] | undefined;
|
|
1295
|
+
included_event_ids?: string[] | undefined;
|
|
1296
|
+
omitted_event_ids?: string[] | undefined;
|
|
1297
|
+
selection_reason?: string | undefined;
|
|
1298
|
+
}, {
|
|
1299
|
+
selected_leaf_id?: string | undefined;
|
|
1300
|
+
selected_path_ids?: string[] | undefined;
|
|
1301
|
+
included_event_ids?: string[] | undefined;
|
|
1302
|
+
omitted_event_ids?: string[] | undefined;
|
|
1303
|
+
selection_reason?: string | undefined;
|
|
1304
|
+
}>>;
|
|
1305
|
+
events: z.ZodArray<z.ZodObject<{
|
|
1306
|
+
event_id: z.ZodString;
|
|
1307
|
+
parent_event_id: z.ZodOptional<z.ZodString>;
|
|
1308
|
+
ordinal: z.ZodNumber;
|
|
1309
|
+
type: z.ZodEnum<["message", "model_turn", "tool_call", "tool_result"]>;
|
|
1310
|
+
timestamp: z.ZodOptional<z.ZodString>;
|
|
1311
|
+
duration_ms: z.ZodOptional<z.ZodNumber>;
|
|
1312
|
+
duration_inferred: z.ZodOptional<z.ZodBoolean>;
|
|
1313
|
+
turn_index: z.ZodOptional<z.ZodNumber>;
|
|
1314
|
+
message: z.ZodOptional<z.ZodObject<{
|
|
1315
|
+
role: z.ZodString;
|
|
1316
|
+
name: z.ZodOptional<z.ZodString>;
|
|
1317
|
+
content: z.ZodOptional<z.ZodUnknown>;
|
|
1318
|
+
redaction: z.ZodOptional<z.ZodObject<{
|
|
1319
|
+
level: z.ZodEnum<["none", "partial", "full"]>;
|
|
1320
|
+
fields: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
1321
|
+
reason: z.ZodOptional<z.ZodString>;
|
|
1322
|
+
}, "strip", z.ZodTypeAny, {
|
|
1323
|
+
level: "none" | "partial" | "full";
|
|
1324
|
+
fields?: string[] | undefined;
|
|
1325
|
+
reason?: string | undefined;
|
|
1326
|
+
}, {
|
|
1327
|
+
level: "none" | "partial" | "full";
|
|
1328
|
+
fields?: string[] | undefined;
|
|
1329
|
+
reason?: string | undefined;
|
|
1330
|
+
}>>;
|
|
1331
|
+
token_usage: z.ZodOptional<z.ZodObject<{
|
|
1332
|
+
input: z.ZodNumber;
|
|
1333
|
+
output: z.ZodNumber;
|
|
1334
|
+
cached: z.ZodOptional<z.ZodNumber>;
|
|
1335
|
+
reasoning: z.ZodOptional<z.ZodNumber>;
|
|
1336
|
+
}, "strip", z.ZodTypeAny, {
|
|
1337
|
+
input: number;
|
|
1338
|
+
output: number;
|
|
1339
|
+
cached?: number | undefined;
|
|
1340
|
+
reasoning?: number | undefined;
|
|
1341
|
+
}, {
|
|
1342
|
+
input: number;
|
|
1343
|
+
output: number;
|
|
1344
|
+
cached?: number | undefined;
|
|
1345
|
+
reasoning?: number | undefined;
|
|
1346
|
+
}>>;
|
|
1347
|
+
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
1348
|
+
}, "strip", z.ZodTypeAny, {
|
|
1349
|
+
role: string;
|
|
1350
|
+
name?: string | undefined;
|
|
1351
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1352
|
+
content?: unknown;
|
|
1353
|
+
redaction?: {
|
|
1354
|
+
level: "none" | "partial" | "full";
|
|
1355
|
+
fields?: string[] | undefined;
|
|
1356
|
+
reason?: string | undefined;
|
|
1357
|
+
} | undefined;
|
|
1358
|
+
token_usage?: {
|
|
1359
|
+
input: number;
|
|
1360
|
+
output: number;
|
|
1361
|
+
cached?: number | undefined;
|
|
1362
|
+
reasoning?: number | undefined;
|
|
1363
|
+
} | undefined;
|
|
1364
|
+
}, {
|
|
1365
|
+
role: string;
|
|
1366
|
+
name?: string | undefined;
|
|
1367
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1368
|
+
content?: unknown;
|
|
1369
|
+
redaction?: {
|
|
1370
|
+
level: "none" | "partial" | "full";
|
|
1371
|
+
fields?: string[] | undefined;
|
|
1372
|
+
reason?: string | undefined;
|
|
1373
|
+
} | undefined;
|
|
1374
|
+
token_usage?: {
|
|
1375
|
+
input: number;
|
|
1376
|
+
output: number;
|
|
1377
|
+
cached?: number | undefined;
|
|
1378
|
+
reasoning?: number | undefined;
|
|
1379
|
+
} | undefined;
|
|
1380
|
+
}>>;
|
|
1381
|
+
model: z.ZodOptional<z.ZodObject<{
|
|
1382
|
+
provider: z.ZodOptional<z.ZodString>;
|
|
1383
|
+
name: z.ZodOptional<z.ZodString>;
|
|
1384
|
+
invocation_id: z.ZodOptional<z.ZodString>;
|
|
1385
|
+
token_usage: z.ZodOptional<z.ZodObject<{
|
|
1386
|
+
input: z.ZodNumber;
|
|
1387
|
+
output: z.ZodNumber;
|
|
1388
|
+
cached: z.ZodOptional<z.ZodNumber>;
|
|
1389
|
+
reasoning: z.ZodOptional<z.ZodNumber>;
|
|
1390
|
+
}, "strip", z.ZodTypeAny, {
|
|
1391
|
+
input: number;
|
|
1392
|
+
output: number;
|
|
1393
|
+
cached?: number | undefined;
|
|
1394
|
+
reasoning?: number | undefined;
|
|
1395
|
+
}, {
|
|
1396
|
+
input: number;
|
|
1397
|
+
output: number;
|
|
1398
|
+
cached?: number | undefined;
|
|
1399
|
+
reasoning?: number | undefined;
|
|
1400
|
+
}>>;
|
|
1401
|
+
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
1402
|
+
}, "strip", z.ZodTypeAny, {
|
|
1403
|
+
name?: string | undefined;
|
|
1404
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1405
|
+
provider?: string | undefined;
|
|
1406
|
+
token_usage?: {
|
|
1407
|
+
input: number;
|
|
1408
|
+
output: number;
|
|
1409
|
+
cached?: number | undefined;
|
|
1410
|
+
reasoning?: number | undefined;
|
|
1411
|
+
} | undefined;
|
|
1412
|
+
invocation_id?: string | undefined;
|
|
1413
|
+
}, {
|
|
1414
|
+
name?: string | undefined;
|
|
1415
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1416
|
+
provider?: string | undefined;
|
|
1417
|
+
token_usage?: {
|
|
1418
|
+
input: number;
|
|
1419
|
+
output: number;
|
|
1420
|
+
cached?: number | undefined;
|
|
1421
|
+
reasoning?: number | undefined;
|
|
1422
|
+
} | undefined;
|
|
1423
|
+
invocation_id?: string | undefined;
|
|
1424
|
+
}>>;
|
|
1425
|
+
tool: z.ZodOptional<z.ZodObject<{
|
|
1426
|
+
name: z.ZodString;
|
|
1427
|
+
call_id: z.ZodOptional<z.ZodString>;
|
|
1428
|
+
input: z.ZodOptional<z.ZodUnknown>;
|
|
1429
|
+
output: z.ZodOptional<z.ZodUnknown>;
|
|
1430
|
+
status: z.ZodOptional<z.ZodEnum<["ok", "error", "timeout", "cancelled", "unknown"]>>;
|
|
1431
|
+
error: z.ZodOptional<z.ZodObject<{
|
|
1432
|
+
message: z.ZodString;
|
|
1433
|
+
name: z.ZodOptional<z.ZodString>;
|
|
1434
|
+
code: z.ZodOptional<z.ZodString>;
|
|
1435
|
+
stack: z.ZodOptional<z.ZodString>;
|
|
1436
|
+
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
1437
|
+
}, "strip", z.ZodTypeAny, {
|
|
1438
|
+
message: string;
|
|
1439
|
+
code?: string | undefined;
|
|
1440
|
+
name?: string | undefined;
|
|
1441
|
+
stack?: string | undefined;
|
|
1442
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1443
|
+
}, {
|
|
1444
|
+
message: string;
|
|
1445
|
+
code?: string | undefined;
|
|
1446
|
+
name?: string | undefined;
|
|
1447
|
+
stack?: string | undefined;
|
|
1448
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1449
|
+
}>>;
|
|
1450
|
+
redaction: z.ZodOptional<z.ZodObject<{
|
|
1451
|
+
level: z.ZodEnum<["none", "partial", "full"]>;
|
|
1452
|
+
fields: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
1453
|
+
reason: z.ZodOptional<z.ZodString>;
|
|
1454
|
+
}, "strip", z.ZodTypeAny, {
|
|
1455
|
+
level: "none" | "partial" | "full";
|
|
1456
|
+
fields?: string[] | undefined;
|
|
1457
|
+
reason?: string | undefined;
|
|
1458
|
+
}, {
|
|
1459
|
+
level: "none" | "partial" | "full";
|
|
1460
|
+
fields?: string[] | undefined;
|
|
1461
|
+
reason?: string | undefined;
|
|
1462
|
+
}>>;
|
|
1463
|
+
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
1464
|
+
}, "strip", z.ZodTypeAny, {
|
|
1465
|
+
name: string;
|
|
1466
|
+
error?: {
|
|
1467
|
+
message: string;
|
|
1468
|
+
code?: string | undefined;
|
|
1469
|
+
name?: string | undefined;
|
|
1470
|
+
stack?: string | undefined;
|
|
1471
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1472
|
+
} | undefined;
|
|
1473
|
+
status?: "ok" | "error" | "timeout" | "cancelled" | "unknown" | undefined;
|
|
1474
|
+
input?: unknown;
|
|
1475
|
+
output?: unknown;
|
|
1476
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1477
|
+
redaction?: {
|
|
1478
|
+
level: "none" | "partial" | "full";
|
|
1479
|
+
fields?: string[] | undefined;
|
|
1480
|
+
reason?: string | undefined;
|
|
1481
|
+
} | undefined;
|
|
1482
|
+
call_id?: string | undefined;
|
|
1483
|
+
}, {
|
|
1484
|
+
name: string;
|
|
1485
|
+
error?: {
|
|
1486
|
+
message: string;
|
|
1487
|
+
code?: string | undefined;
|
|
1488
|
+
name?: string | undefined;
|
|
1489
|
+
stack?: string | undefined;
|
|
1490
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1491
|
+
} | undefined;
|
|
1492
|
+
status?: "ok" | "error" | "timeout" | "cancelled" | "unknown" | undefined;
|
|
1493
|
+
input?: unknown;
|
|
1494
|
+
output?: unknown;
|
|
1495
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1496
|
+
redaction?: {
|
|
1497
|
+
level: "none" | "partial" | "full";
|
|
1498
|
+
fields?: string[] | undefined;
|
|
1499
|
+
reason?: string | undefined;
|
|
1500
|
+
} | undefined;
|
|
1501
|
+
call_id?: string | undefined;
|
|
1502
|
+
}>>;
|
|
1503
|
+
source_ref: z.ZodOptional<z.ZodObject<{
|
|
1504
|
+
event_id: z.ZodOptional<z.ZodString>;
|
|
1505
|
+
message_id: z.ZodOptional<z.ZodString>;
|
|
1506
|
+
span_id: z.ZodOptional<z.ZodString>;
|
|
1507
|
+
trace_id: z.ZodOptional<z.ZodString>;
|
|
1508
|
+
raw_kind: z.ZodOptional<z.ZodString>;
|
|
1509
|
+
path: z.ZodOptional<z.ZodString>;
|
|
1510
|
+
line: z.ZodOptional<z.ZodNumber>;
|
|
1511
|
+
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
1512
|
+
}, "strip", z.ZodTypeAny, {
|
|
1513
|
+
path?: string | undefined;
|
|
1514
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1515
|
+
event_id?: string | undefined;
|
|
1516
|
+
message_id?: string | undefined;
|
|
1517
|
+
span_id?: string | undefined;
|
|
1518
|
+
trace_id?: string | undefined;
|
|
1519
|
+
raw_kind?: string | undefined;
|
|
1520
|
+
line?: number | undefined;
|
|
1521
|
+
}, {
|
|
1522
|
+
path?: string | undefined;
|
|
1523
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1524
|
+
event_id?: string | undefined;
|
|
1525
|
+
message_id?: string | undefined;
|
|
1526
|
+
span_id?: string | undefined;
|
|
1527
|
+
trace_id?: string | undefined;
|
|
1528
|
+
raw_kind?: string | undefined;
|
|
1529
|
+
line?: number | undefined;
|
|
1530
|
+
}>>;
|
|
1531
|
+
raw_evidence: z.ZodOptional<z.ZodArray<z.ZodObject<{
|
|
1532
|
+
kind: z.ZodString;
|
|
1533
|
+
ref: z.ZodOptional<z.ZodString>;
|
|
1534
|
+
media_type: z.ZodOptional<z.ZodString>;
|
|
1535
|
+
content: z.ZodOptional<z.ZodUnknown>;
|
|
1536
|
+
redacted: z.ZodOptional<z.ZodBoolean>;
|
|
1537
|
+
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
1538
|
+
}, "strip", z.ZodTypeAny, {
|
|
1539
|
+
kind: string;
|
|
1540
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1541
|
+
ref?: string | undefined;
|
|
1542
|
+
media_type?: string | undefined;
|
|
1543
|
+
content?: unknown;
|
|
1544
|
+
redacted?: boolean | undefined;
|
|
1545
|
+
}, {
|
|
1546
|
+
kind: string;
|
|
1547
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1548
|
+
ref?: string | undefined;
|
|
1549
|
+
media_type?: string | undefined;
|
|
1550
|
+
content?: unknown;
|
|
1551
|
+
redacted?: boolean | undefined;
|
|
1552
|
+
}>, "many">>;
|
|
1553
|
+
redaction: z.ZodOptional<z.ZodObject<{
|
|
1554
|
+
level: z.ZodEnum<["none", "partial", "full"]>;
|
|
1555
|
+
fields: z.ZodOptional<z.ZodArray<z.ZodString, "many">>;
|
|
1556
|
+
reason: z.ZodOptional<z.ZodString>;
|
|
1557
|
+
}, "strip", z.ZodTypeAny, {
|
|
1558
|
+
level: "none" | "partial" | "full";
|
|
1559
|
+
fields?: string[] | undefined;
|
|
1560
|
+
reason?: string | undefined;
|
|
1561
|
+
}, {
|
|
1562
|
+
level: "none" | "partial" | "full";
|
|
1563
|
+
fields?: string[] | undefined;
|
|
1564
|
+
reason?: string | undefined;
|
|
1565
|
+
}>>;
|
|
1566
|
+
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
1567
|
+
}, "strip", z.ZodTypeAny, {
|
|
1568
|
+
type: "message" | "model_turn" | "tool_call" | "tool_result";
|
|
1569
|
+
event_id: string;
|
|
1570
|
+
ordinal: number;
|
|
1571
|
+
message?: {
|
|
1572
|
+
role: string;
|
|
1573
|
+
name?: string | undefined;
|
|
1574
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1575
|
+
content?: unknown;
|
|
1576
|
+
redaction?: {
|
|
1577
|
+
level: "none" | "partial" | "full";
|
|
1578
|
+
fields?: string[] | undefined;
|
|
1579
|
+
reason?: string | undefined;
|
|
1580
|
+
} | undefined;
|
|
1581
|
+
token_usage?: {
|
|
1582
|
+
input: number;
|
|
1583
|
+
output: number;
|
|
1584
|
+
cached?: number | undefined;
|
|
1585
|
+
reasoning?: number | undefined;
|
|
1586
|
+
} | undefined;
|
|
1587
|
+
} | undefined;
|
|
1588
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1589
|
+
redaction?: {
|
|
1590
|
+
level: "none" | "partial" | "full";
|
|
1591
|
+
fields?: string[] | undefined;
|
|
1592
|
+
reason?: string | undefined;
|
|
1593
|
+
} | undefined;
|
|
1594
|
+
parent_event_id?: string | undefined;
|
|
1595
|
+
timestamp?: string | undefined;
|
|
1596
|
+
duration_ms?: number | undefined;
|
|
1597
|
+
duration_inferred?: boolean | undefined;
|
|
1598
|
+
turn_index?: number | undefined;
|
|
1599
|
+
model?: {
|
|
1600
|
+
name?: string | undefined;
|
|
1601
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1602
|
+
provider?: string | undefined;
|
|
1603
|
+
token_usage?: {
|
|
1604
|
+
input: number;
|
|
1605
|
+
output: number;
|
|
1606
|
+
cached?: number | undefined;
|
|
1607
|
+
reasoning?: number | undefined;
|
|
1608
|
+
} | undefined;
|
|
1609
|
+
invocation_id?: string | undefined;
|
|
1610
|
+
} | undefined;
|
|
1611
|
+
tool?: {
|
|
1612
|
+
name: string;
|
|
1613
|
+
error?: {
|
|
1614
|
+
message: string;
|
|
1615
|
+
code?: string | undefined;
|
|
1616
|
+
name?: string | undefined;
|
|
1617
|
+
stack?: string | undefined;
|
|
1618
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1619
|
+
} | undefined;
|
|
1620
|
+
status?: "ok" | "error" | "timeout" | "cancelled" | "unknown" | undefined;
|
|
1621
|
+
input?: unknown;
|
|
1622
|
+
output?: unknown;
|
|
1623
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1624
|
+
redaction?: {
|
|
1625
|
+
level: "none" | "partial" | "full";
|
|
1626
|
+
fields?: string[] | undefined;
|
|
1627
|
+
reason?: string | undefined;
|
|
1628
|
+
} | undefined;
|
|
1629
|
+
call_id?: string | undefined;
|
|
1630
|
+
} | undefined;
|
|
1631
|
+
source_ref?: {
|
|
1632
|
+
path?: string | undefined;
|
|
1633
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1634
|
+
event_id?: string | undefined;
|
|
1635
|
+
message_id?: string | undefined;
|
|
1636
|
+
span_id?: string | undefined;
|
|
1637
|
+
trace_id?: string | undefined;
|
|
1638
|
+
raw_kind?: string | undefined;
|
|
1639
|
+
line?: number | undefined;
|
|
1640
|
+
} | undefined;
|
|
1641
|
+
raw_evidence?: {
|
|
1642
|
+
kind: string;
|
|
1643
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1644
|
+
ref?: string | undefined;
|
|
1645
|
+
media_type?: string | undefined;
|
|
1646
|
+
content?: unknown;
|
|
1647
|
+
redacted?: boolean | undefined;
|
|
1648
|
+
}[] | undefined;
|
|
1649
|
+
}, {
|
|
1650
|
+
type: "message" | "model_turn" | "tool_call" | "tool_result";
|
|
1651
|
+
event_id: string;
|
|
1652
|
+
ordinal: number;
|
|
1653
|
+
message?: {
|
|
1654
|
+
role: string;
|
|
1655
|
+
name?: string | undefined;
|
|
1656
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1657
|
+
content?: unknown;
|
|
1658
|
+
redaction?: {
|
|
1659
|
+
level: "none" | "partial" | "full";
|
|
1660
|
+
fields?: string[] | undefined;
|
|
1661
|
+
reason?: string | undefined;
|
|
1662
|
+
} | undefined;
|
|
1663
|
+
token_usage?: {
|
|
1664
|
+
input: number;
|
|
1665
|
+
output: number;
|
|
1666
|
+
cached?: number | undefined;
|
|
1667
|
+
reasoning?: number | undefined;
|
|
1668
|
+
} | undefined;
|
|
1669
|
+
} | undefined;
|
|
1670
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1671
|
+
redaction?: {
|
|
1672
|
+
level: "none" | "partial" | "full";
|
|
1673
|
+
fields?: string[] | undefined;
|
|
1674
|
+
reason?: string | undefined;
|
|
1675
|
+
} | undefined;
|
|
1676
|
+
parent_event_id?: string | undefined;
|
|
1677
|
+
timestamp?: string | undefined;
|
|
1678
|
+
duration_ms?: number | undefined;
|
|
1679
|
+
duration_inferred?: boolean | undefined;
|
|
1680
|
+
turn_index?: number | undefined;
|
|
1681
|
+
model?: {
|
|
1682
|
+
name?: string | undefined;
|
|
1683
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1684
|
+
provider?: string | undefined;
|
|
1685
|
+
token_usage?: {
|
|
1686
|
+
input: number;
|
|
1687
|
+
output: number;
|
|
1688
|
+
cached?: number | undefined;
|
|
1689
|
+
reasoning?: number | undefined;
|
|
1690
|
+
} | undefined;
|
|
1691
|
+
invocation_id?: string | undefined;
|
|
1692
|
+
} | undefined;
|
|
1693
|
+
tool?: {
|
|
1694
|
+
name: string;
|
|
1695
|
+
error?: {
|
|
1696
|
+
message: string;
|
|
1697
|
+
code?: string | undefined;
|
|
1698
|
+
name?: string | undefined;
|
|
1699
|
+
stack?: string | undefined;
|
|
1700
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1701
|
+
} | undefined;
|
|
1702
|
+
status?: "ok" | "error" | "timeout" | "cancelled" | "unknown" | undefined;
|
|
1703
|
+
input?: unknown;
|
|
1704
|
+
output?: unknown;
|
|
1705
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1706
|
+
redaction?: {
|
|
1707
|
+
level: "none" | "partial" | "full";
|
|
1708
|
+
fields?: string[] | undefined;
|
|
1709
|
+
reason?: string | undefined;
|
|
1710
|
+
} | undefined;
|
|
1711
|
+
call_id?: string | undefined;
|
|
1712
|
+
} | undefined;
|
|
1713
|
+
source_ref?: {
|
|
1714
|
+
path?: string | undefined;
|
|
1715
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1716
|
+
event_id?: string | undefined;
|
|
1717
|
+
message_id?: string | undefined;
|
|
1718
|
+
span_id?: string | undefined;
|
|
1719
|
+
trace_id?: string | undefined;
|
|
1720
|
+
raw_kind?: string | undefined;
|
|
1721
|
+
line?: number | undefined;
|
|
1722
|
+
} | undefined;
|
|
1723
|
+
raw_evidence?: {
|
|
1724
|
+
kind: string;
|
|
1725
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1726
|
+
ref?: string | undefined;
|
|
1727
|
+
media_type?: string | undefined;
|
|
1728
|
+
content?: unknown;
|
|
1729
|
+
redacted?: boolean | undefined;
|
|
1730
|
+
}[] | undefined;
|
|
1731
|
+
}>, "many">;
|
|
1732
|
+
token_usage: z.ZodOptional<z.ZodObject<{
|
|
1733
|
+
input: z.ZodNumber;
|
|
1734
|
+
output: z.ZodNumber;
|
|
1735
|
+
cached: z.ZodOptional<z.ZodNumber>;
|
|
1736
|
+
reasoning: z.ZodOptional<z.ZodNumber>;
|
|
1737
|
+
}, "strip", z.ZodTypeAny, {
|
|
1738
|
+
input: number;
|
|
1739
|
+
output: number;
|
|
1740
|
+
cached?: number | undefined;
|
|
1741
|
+
reasoning?: number | undefined;
|
|
1742
|
+
}, {
|
|
1743
|
+
input: number;
|
|
1744
|
+
output: number;
|
|
1745
|
+
cached?: number | undefined;
|
|
1746
|
+
reasoning?: number | undefined;
|
|
1747
|
+
}>>;
|
|
1748
|
+
cost_usd: z.ZodOptional<z.ZodNumber>;
|
|
1749
|
+
duration_ms: z.ZodOptional<z.ZodNumber>;
|
|
1750
|
+
started_at: z.ZodOptional<z.ZodString>;
|
|
1751
|
+
ended_at: z.ZodOptional<z.ZodString>;
|
|
1752
|
+
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodUnknown>>;
|
|
1753
|
+
}, "strip", z.ZodTypeAny, {
|
|
1754
|
+
schema_version: "agentv.trace.v1";
|
|
1755
|
+
source: {
|
|
1756
|
+
kind: "agentv_run" | "otlp" | "phoenix" | "langfuse" | "pi_session" | "imported_transcript" | "compact_transcript";
|
|
1757
|
+
path?: string | undefined;
|
|
1758
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1759
|
+
url?: string | undefined;
|
|
1760
|
+
provider?: string | undefined;
|
|
1761
|
+
format?: string | undefined;
|
|
1762
|
+
version?: string | undefined;
|
|
1763
|
+
};
|
|
1764
|
+
session: {
|
|
1765
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1766
|
+
session_id?: string | undefined;
|
|
1767
|
+
conversation_id?: string | undefined;
|
|
1768
|
+
cwd?: string | undefined;
|
|
1769
|
+
started_at?: string | undefined;
|
|
1770
|
+
ended_at?: string | undefined;
|
|
1771
|
+
};
|
|
1772
|
+
events: {
|
|
1773
|
+
type: "message" | "model_turn" | "tool_call" | "tool_result";
|
|
1774
|
+
event_id: string;
|
|
1775
|
+
ordinal: number;
|
|
1776
|
+
message?: {
|
|
1777
|
+
role: string;
|
|
1778
|
+
name?: string | undefined;
|
|
1779
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1780
|
+
content?: unknown;
|
|
1781
|
+
redaction?: {
|
|
1782
|
+
level: "none" | "partial" | "full";
|
|
1783
|
+
fields?: string[] | undefined;
|
|
1784
|
+
reason?: string | undefined;
|
|
1785
|
+
} | undefined;
|
|
1786
|
+
token_usage?: {
|
|
1787
|
+
input: number;
|
|
1788
|
+
output: number;
|
|
1789
|
+
cached?: number | undefined;
|
|
1790
|
+
reasoning?: number | undefined;
|
|
1791
|
+
} | undefined;
|
|
1792
|
+
} | undefined;
|
|
1793
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1794
|
+
redaction?: {
|
|
1795
|
+
level: "none" | "partial" | "full";
|
|
1796
|
+
fields?: string[] | undefined;
|
|
1797
|
+
reason?: string | undefined;
|
|
1798
|
+
} | undefined;
|
|
1799
|
+
parent_event_id?: string | undefined;
|
|
1800
|
+
timestamp?: string | undefined;
|
|
1801
|
+
duration_ms?: number | undefined;
|
|
1802
|
+
duration_inferred?: boolean | undefined;
|
|
1803
|
+
turn_index?: number | undefined;
|
|
1804
|
+
model?: {
|
|
1805
|
+
name?: string | undefined;
|
|
1806
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1807
|
+
provider?: string | undefined;
|
|
1808
|
+
token_usage?: {
|
|
1809
|
+
input: number;
|
|
1810
|
+
output: number;
|
|
1811
|
+
cached?: number | undefined;
|
|
1812
|
+
reasoning?: number | undefined;
|
|
1813
|
+
} | undefined;
|
|
1814
|
+
invocation_id?: string | undefined;
|
|
1815
|
+
} | undefined;
|
|
1816
|
+
tool?: {
|
|
1817
|
+
name: string;
|
|
1818
|
+
error?: {
|
|
1819
|
+
message: string;
|
|
1820
|
+
code?: string | undefined;
|
|
1821
|
+
name?: string | undefined;
|
|
1822
|
+
stack?: string | undefined;
|
|
1823
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1824
|
+
} | undefined;
|
|
1825
|
+
status?: "ok" | "error" | "timeout" | "cancelled" | "unknown" | undefined;
|
|
1826
|
+
input?: unknown;
|
|
1827
|
+
output?: unknown;
|
|
1828
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1829
|
+
redaction?: {
|
|
1830
|
+
level: "none" | "partial" | "full";
|
|
1831
|
+
fields?: string[] | undefined;
|
|
1832
|
+
reason?: string | undefined;
|
|
1833
|
+
} | undefined;
|
|
1834
|
+
call_id?: string | undefined;
|
|
1835
|
+
} | undefined;
|
|
1836
|
+
source_ref?: {
|
|
1837
|
+
path?: string | undefined;
|
|
1838
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1839
|
+
event_id?: string | undefined;
|
|
1840
|
+
message_id?: string | undefined;
|
|
1841
|
+
span_id?: string | undefined;
|
|
1842
|
+
trace_id?: string | undefined;
|
|
1843
|
+
raw_kind?: string | undefined;
|
|
1844
|
+
line?: number | undefined;
|
|
1845
|
+
} | undefined;
|
|
1846
|
+
raw_evidence?: {
|
|
1847
|
+
kind: string;
|
|
1848
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1849
|
+
ref?: string | undefined;
|
|
1850
|
+
media_type?: string | undefined;
|
|
1851
|
+
content?: unknown;
|
|
1852
|
+
redacted?: boolean | undefined;
|
|
1853
|
+
}[] | undefined;
|
|
1854
|
+
}[];
|
|
1855
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1856
|
+
started_at?: string | undefined;
|
|
1857
|
+
ended_at?: string | undefined;
|
|
1858
|
+
token_usage?: {
|
|
1859
|
+
input: number;
|
|
1860
|
+
output: number;
|
|
1861
|
+
cached?: number | undefined;
|
|
1862
|
+
reasoning?: number | undefined;
|
|
1863
|
+
} | undefined;
|
|
1864
|
+
duration_ms?: number | undefined;
|
|
1865
|
+
branch?: {
|
|
1866
|
+
selected_leaf_id?: string | undefined;
|
|
1867
|
+
selected_path_ids?: string[] | undefined;
|
|
1868
|
+
included_event_ids?: string[] | undefined;
|
|
1869
|
+
omitted_event_ids?: string[] | undefined;
|
|
1870
|
+
selection_reason?: string | undefined;
|
|
1871
|
+
} | undefined;
|
|
1872
|
+
cost_usd?: number | undefined;
|
|
1873
|
+
}, {
|
|
1874
|
+
schema_version: "agentv.trace.v1";
|
|
1875
|
+
source: {
|
|
1876
|
+
kind: "agentv_run" | "otlp" | "phoenix" | "langfuse" | "pi_session" | "imported_transcript" | "compact_transcript";
|
|
1877
|
+
path?: string | undefined;
|
|
1878
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1879
|
+
url?: string | undefined;
|
|
1880
|
+
provider?: string | undefined;
|
|
1881
|
+
format?: string | undefined;
|
|
1882
|
+
version?: string | undefined;
|
|
1883
|
+
};
|
|
1884
|
+
session: {
|
|
1885
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1886
|
+
session_id?: string | undefined;
|
|
1887
|
+
conversation_id?: string | undefined;
|
|
1888
|
+
cwd?: string | undefined;
|
|
1889
|
+
started_at?: string | undefined;
|
|
1890
|
+
ended_at?: string | undefined;
|
|
1891
|
+
};
|
|
1892
|
+
events: {
|
|
1893
|
+
type: "message" | "model_turn" | "tool_call" | "tool_result";
|
|
1894
|
+
event_id: string;
|
|
1895
|
+
ordinal: number;
|
|
1896
|
+
message?: {
|
|
1897
|
+
role: string;
|
|
1898
|
+
name?: string | undefined;
|
|
1899
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1900
|
+
content?: unknown;
|
|
1901
|
+
redaction?: {
|
|
1902
|
+
level: "none" | "partial" | "full";
|
|
1903
|
+
fields?: string[] | undefined;
|
|
1904
|
+
reason?: string | undefined;
|
|
1905
|
+
} | undefined;
|
|
1906
|
+
token_usage?: {
|
|
1907
|
+
input: number;
|
|
1908
|
+
output: number;
|
|
1909
|
+
cached?: number | undefined;
|
|
1910
|
+
reasoning?: number | undefined;
|
|
1911
|
+
} | undefined;
|
|
1912
|
+
} | undefined;
|
|
1913
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1914
|
+
redaction?: {
|
|
1915
|
+
level: "none" | "partial" | "full";
|
|
1916
|
+
fields?: string[] | undefined;
|
|
1917
|
+
reason?: string | undefined;
|
|
1918
|
+
} | undefined;
|
|
1919
|
+
parent_event_id?: string | undefined;
|
|
1920
|
+
timestamp?: string | undefined;
|
|
1921
|
+
duration_ms?: number | undefined;
|
|
1922
|
+
duration_inferred?: boolean | undefined;
|
|
1923
|
+
turn_index?: number | undefined;
|
|
1924
|
+
model?: {
|
|
1925
|
+
name?: string | undefined;
|
|
1926
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1927
|
+
provider?: string | undefined;
|
|
1928
|
+
token_usage?: {
|
|
1929
|
+
input: number;
|
|
1930
|
+
output: number;
|
|
1931
|
+
cached?: number | undefined;
|
|
1932
|
+
reasoning?: number | undefined;
|
|
1933
|
+
} | undefined;
|
|
1934
|
+
invocation_id?: string | undefined;
|
|
1935
|
+
} | undefined;
|
|
1936
|
+
tool?: {
|
|
1937
|
+
name: string;
|
|
1938
|
+
error?: {
|
|
1939
|
+
message: string;
|
|
1940
|
+
code?: string | undefined;
|
|
1941
|
+
name?: string | undefined;
|
|
1942
|
+
stack?: string | undefined;
|
|
1943
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1944
|
+
} | undefined;
|
|
1945
|
+
status?: "ok" | "error" | "timeout" | "cancelled" | "unknown" | undefined;
|
|
1946
|
+
input?: unknown;
|
|
1947
|
+
output?: unknown;
|
|
1948
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1949
|
+
redaction?: {
|
|
1950
|
+
level: "none" | "partial" | "full";
|
|
1951
|
+
fields?: string[] | undefined;
|
|
1952
|
+
reason?: string | undefined;
|
|
1953
|
+
} | undefined;
|
|
1954
|
+
call_id?: string | undefined;
|
|
1955
|
+
} | undefined;
|
|
1956
|
+
source_ref?: {
|
|
1957
|
+
path?: string | undefined;
|
|
1958
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1959
|
+
event_id?: string | undefined;
|
|
1960
|
+
message_id?: string | undefined;
|
|
1961
|
+
span_id?: string | undefined;
|
|
1962
|
+
trace_id?: string | undefined;
|
|
1963
|
+
raw_kind?: string | undefined;
|
|
1964
|
+
line?: number | undefined;
|
|
1965
|
+
} | undefined;
|
|
1966
|
+
raw_evidence?: {
|
|
1967
|
+
kind: string;
|
|
1968
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1969
|
+
ref?: string | undefined;
|
|
1970
|
+
media_type?: string | undefined;
|
|
1971
|
+
content?: unknown;
|
|
1972
|
+
redacted?: boolean | undefined;
|
|
1973
|
+
}[] | undefined;
|
|
1974
|
+
}[];
|
|
1975
|
+
metadata?: Record<string, unknown> | undefined;
|
|
1976
|
+
started_at?: string | undefined;
|
|
1977
|
+
ended_at?: string | undefined;
|
|
1978
|
+
token_usage?: {
|
|
1979
|
+
input: number;
|
|
1980
|
+
output: number;
|
|
1981
|
+
cached?: number | undefined;
|
|
1982
|
+
reasoning?: number | undefined;
|
|
1983
|
+
} | undefined;
|
|
1984
|
+
duration_ms?: number | undefined;
|
|
1985
|
+
branch?: {
|
|
1986
|
+
selected_leaf_id?: string | undefined;
|
|
1987
|
+
selected_path_ids?: string[] | undefined;
|
|
1988
|
+
included_event_ids?: string[] | undefined;
|
|
1989
|
+
omitted_event_ids?: string[] | undefined;
|
|
1990
|
+
selection_reason?: string | undefined;
|
|
1991
|
+
} | undefined;
|
|
1992
|
+
cost_usd?: number | undefined;
|
|
1993
|
+
}>;
|
|
1994
|
+
type NormalizedTrajectoryWire = z.infer<typeof NormalizedTrajectoryWireSchema>;
|
|
1995
|
+
type NormalizedTraceEventWire = z.infer<typeof NormalizedTraceEventWireSchema>;
|
|
1996
|
+
declare function toNormalizedTrajectoryWire(trajectory: NormalizedTrajectory): NormalizedTrajectoryWire;
|
|
1997
|
+
declare function fromNormalizedTrajectoryWire(input: unknown): NormalizedTrajectory;
|
|
335
1998
|
/**
|
|
336
1999
|
* Token usage metrics from provider execution.
|
|
337
2000
|
*/
|
|
@@ -346,8 +2009,12 @@ interface TokenUsage {
|
|
|
346
2009
|
readonly reasoning?: number;
|
|
347
2010
|
}
|
|
348
2011
|
/**
|
|
349
|
-
*
|
|
350
|
-
*
|
|
2012
|
+
* Derived compact summary of a trace for lightweight persistence.
|
|
2013
|
+
*
|
|
2014
|
+
* This is a compatibility/read model for existing result artifacts and
|
|
2015
|
+
* aggregation. It is intentionally smaller than NormalizedTrajectory and should
|
|
2016
|
+
* not be treated as independently authored trace state when a full trajectory is
|
|
2017
|
+
* available.
|
|
351
2018
|
*/
|
|
352
2019
|
interface TraceSummary {
|
|
353
2020
|
/** Total number of events in trace */
|
|
@@ -431,8 +2098,8 @@ interface MessageLike {
|
|
|
431
2098
|
}[];
|
|
432
2099
|
}
|
|
433
2100
|
/**
|
|
434
|
-
* Compute a lightweight summary from output messages.
|
|
435
|
-
* Used for default result persistence
|
|
2101
|
+
* Compute a lightweight summary from provider output messages.
|
|
2102
|
+
* Used for legacy/default result persistence when no full trajectory is present.
|
|
436
2103
|
*
|
|
437
2104
|
* Derives timing information from span boundaries:
|
|
438
2105
|
* - startTime: earliest startTime across all messages and tool calls
|
|
@@ -441,6 +2108,27 @@ interface MessageLike {
|
|
|
441
2108
|
* - llmCallCount: count of assistant messages
|
|
442
2109
|
*/
|
|
443
2110
|
declare function computeTraceSummary(messages: readonly MessageLike[]): TraceComputeResult;
|
|
2111
|
+
/**
|
|
2112
|
+
* Return the trajectory events selected for grading.
|
|
2113
|
+
*
|
|
2114
|
+
* Importers should already store the selected branch path in `events`. When a
|
|
2115
|
+
* source also carries explicit `branch.includedEventIds`, honor it here so
|
|
2116
|
+
* branchable transcripts cannot accidentally grade omitted alternatives.
|
|
2117
|
+
*/
|
|
2118
|
+
declare function getSelectedTrajectoryEvents(trajectory: NormalizedTrajectory): readonly NormalizedTraceEvent[];
|
|
2119
|
+
/**
|
|
2120
|
+
* Derive the existing compact TraceSummary shape from a full trajectory.
|
|
2121
|
+
*
|
|
2122
|
+
* This is the canonical bridge from the high-fidelity trajectory contract to the
|
|
2123
|
+
* backward-compatible summary/read model. Keep the projection one-way: importers
|
|
2124
|
+
* and replay should preserve NormalizedTrajectory, while existing result readers
|
|
2125
|
+
* can continue consuming the derived TraceSummary shape unchanged.
|
|
2126
|
+
*
|
|
2127
|
+
* The summary keeps the current lightweight contract: eventCount is the number
|
|
2128
|
+
* of tool-call events, toolCalls is counted by tool name, toolDurations carries
|
|
2129
|
+
* per-tool milliseconds when present, and llmCallCount counts model turns.
|
|
2130
|
+
*/
|
|
2131
|
+
declare function computeTraceSummaryFromTrajectory(trajectory: NormalizedTrajectory): TraceComputeResult;
|
|
444
2132
|
/**
|
|
445
2133
|
* Default tool names considered as exploration/read-only operations.
|
|
446
2134
|
* Can be overridden per-evaluation via config.
|
|
@@ -840,6 +2528,8 @@ type ScoreRange = {
|
|
|
840
2528
|
/** Description of what this score range represents */
|
|
841
2529
|
readonly outcome: string;
|
|
842
2530
|
};
|
|
2531
|
+
declare const RUBRIC_OPERATOR_VALUES: readonly ["correctness", "contradiction"];
|
|
2532
|
+
type RubricOperator = (typeof RUBRIC_OPERATOR_VALUES)[number];
|
|
843
2533
|
/**
|
|
844
2534
|
* Rubric item for LLM grader evaluation.
|
|
845
2535
|
* Supports two modes:
|
|
@@ -853,6 +2543,11 @@ type RubricItem = {
|
|
|
853
2543
|
* For score-range rubrics: optional overall criterion description.
|
|
854
2544
|
*/
|
|
855
2545
|
readonly outcome?: string;
|
|
2546
|
+
/**
|
|
2547
|
+
* Optional grading intent. `correctness` requires positive support for the outcome.
|
|
2548
|
+
* `contradiction` is a guard: omission is acceptable, but incompatible claims fail.
|
|
2549
|
+
*/
|
|
2550
|
+
readonly operator?: RubricOperator;
|
|
856
2551
|
readonly weight: number;
|
|
857
2552
|
/**
|
|
858
2553
|
* Legacy boolean gating (treated as min_score: 1.0 for score-range rubrics).
|
|
@@ -1244,6 +2939,37 @@ type InlineAssertEvaluatorConfig = {
|
|
|
1244
2939
|
readonly negate?: boolean;
|
|
1245
2940
|
};
|
|
1246
2941
|
type GraderConfig = CodeGraderConfig | LlmGraderConfig | CompositeGraderConfig | ToolTrajectoryGraderConfig | FieldAccuracyGraderConfig | LatencyGraderConfig | CostGraderConfig | TokenUsageGraderConfig | ExecutionMetricsGraderConfig | SkillTriggerGraderConfig | ContainsGraderConfig | ContainsAnyGraderConfig | ContainsAllGraderConfig | IcontainsGraderConfig | IcontainsAnyGraderConfig | IcontainsAllGraderConfig | StartsWithGraderConfig | EndsWithGraderConfig | RegexGraderConfig | IsJsonGraderConfig | EqualsGraderConfig | RubricsEvaluatorConfig | InlineAssertEvaluatorConfig;
|
|
2942
|
+
/**
|
|
2943
|
+
* Source reference resolved while loading an eval definition.
|
|
2944
|
+
*
|
|
2945
|
+
* These records are intentionally lightweight and contain identities only:
|
|
2946
|
+
* file content is captured later by the artifact writer with size limits and
|
|
2947
|
+
* redaction at the disk boundary.
|
|
2948
|
+
*/
|
|
2949
|
+
interface EvalSourceReference {
|
|
2950
|
+
readonly kind: 'input_file' | 'llm_grader_prompt' | 'prompt_script' | 'code_grader_command' | 'code_grader_cwd' | 'assertion_template' | 'preprocessor_command';
|
|
2951
|
+
readonly displayPath: string;
|
|
2952
|
+
readonly resolvedPath?: string;
|
|
2953
|
+
readonly graderName?: string;
|
|
2954
|
+
readonly command?: readonly string[];
|
|
2955
|
+
}
|
|
2956
|
+
interface EvalGraderSource {
|
|
2957
|
+
readonly name: string;
|
|
2958
|
+
readonly type: string;
|
|
2959
|
+
readonly weight?: number;
|
|
2960
|
+
readonly required?: boolean | number;
|
|
2961
|
+
readonly minScore?: number;
|
|
2962
|
+
readonly definition: JsonObject;
|
|
2963
|
+
}
|
|
2964
|
+
interface EvalTestSource {
|
|
2965
|
+
readonly evalFilePath: string;
|
|
2966
|
+
readonly evalFileAbsolutePath: string;
|
|
2967
|
+
readonly evalFileRepoPath?: string;
|
|
2968
|
+
readonly testId: string;
|
|
2969
|
+
readonly testSnapshotYaml: string;
|
|
2970
|
+
readonly graderDefinitions: readonly EvalGraderSource[];
|
|
2971
|
+
readonly references: readonly EvalSourceReference[];
|
|
2972
|
+
}
|
|
1247
2973
|
/**
|
|
1248
2974
|
* A single turn in a multi-turn conversation evaluation.
|
|
1249
2975
|
* Each turn is a user message. The runner generates the assistant response.
|
|
@@ -1315,6 +3041,8 @@ interface EvalTest {
|
|
|
1315
3041
|
readonly depends_on?: readonly string[];
|
|
1316
3042
|
/** What to do when a dependency fails: skip (default), fail, or run anyway. */
|
|
1317
3043
|
readonly on_dependency_failure?: DependencyFailurePolicy;
|
|
3044
|
+
/** Source metadata used to write run-local traceability artifacts. */
|
|
3045
|
+
readonly source?: EvalTestSource;
|
|
1318
3046
|
}
|
|
1319
3047
|
/**
|
|
1320
3048
|
* Policy for handling dependency failures.
|
|
@@ -1570,42 +3298,42 @@ declare const CliTargetConfigSchema: z.ZodObject<{
|
|
|
1570
3298
|
timeoutMs: z.ZodOptional<z.ZodNumber>;
|
|
1571
3299
|
}, "strict", z.ZodTypeAny, {
|
|
1572
3300
|
command: string;
|
|
1573
|
-
timeoutMs?: number | undefined;
|
|
1574
3301
|
cwd?: string | undefined;
|
|
3302
|
+
timeoutMs?: number | undefined;
|
|
1575
3303
|
}, {
|
|
1576
3304
|
command: string;
|
|
1577
|
-
timeoutMs?: number | undefined;
|
|
1578
3305
|
cwd?: string | undefined;
|
|
3306
|
+
timeoutMs?: number | undefined;
|
|
1579
3307
|
}>]>>;
|
|
1580
3308
|
verbose: z.ZodOptional<z.ZodBoolean>;
|
|
1581
3309
|
keepTempFiles: z.ZodOptional<z.ZodBoolean>;
|
|
1582
3310
|
}, "strict", z.ZodTypeAny, {
|
|
1583
3311
|
command: string;
|
|
1584
|
-
timeoutMs?: number | undefined;
|
|
1585
3312
|
cwd?: string | undefined;
|
|
3313
|
+
timeoutMs?: number | undefined;
|
|
1586
3314
|
verbose?: boolean | undefined;
|
|
1587
3315
|
healthcheck?: {
|
|
1588
3316
|
url: string;
|
|
1589
3317
|
timeoutMs?: number | undefined;
|
|
1590
3318
|
} | {
|
|
1591
3319
|
command: string;
|
|
1592
|
-
timeoutMs?: number | undefined;
|
|
1593
3320
|
cwd?: string | undefined;
|
|
3321
|
+
timeoutMs?: number | undefined;
|
|
1594
3322
|
} | undefined;
|
|
1595
3323
|
filesFormat?: string | undefined;
|
|
1596
3324
|
keepTempFiles?: boolean | undefined;
|
|
1597
3325
|
}, {
|
|
1598
3326
|
command: string;
|
|
1599
|
-
timeoutMs?: number | undefined;
|
|
1600
3327
|
cwd?: string | undefined;
|
|
3328
|
+
timeoutMs?: number | undefined;
|
|
1601
3329
|
verbose?: boolean | undefined;
|
|
1602
3330
|
healthcheck?: {
|
|
1603
3331
|
url: string;
|
|
1604
3332
|
timeoutMs?: number | undefined;
|
|
1605
3333
|
} | {
|
|
1606
3334
|
command: string;
|
|
1607
|
-
timeoutMs?: number | undefined;
|
|
1608
3335
|
cwd?: string | undefined;
|
|
3336
|
+
timeoutMs?: number | undefined;
|
|
1609
3337
|
} | undefined;
|
|
1610
3338
|
filesFormat?: string | undefined;
|
|
1611
3339
|
keepTempFiles?: boolean | undefined;
|
|
@@ -1693,12 +3421,12 @@ interface GeminiResolvedConfig {
|
|
|
1693
3421
|
}
|
|
1694
3422
|
interface CodexResolvedConfig {
|
|
1695
3423
|
readonly model?: string;
|
|
3424
|
+
readonly modelReasoningEffort?: CodexModelReasoningEffort;
|
|
1696
3425
|
readonly executable: string;
|
|
1697
3426
|
readonly args?: readonly string[];
|
|
1698
3427
|
readonly cwd?: string;
|
|
1699
3428
|
readonly timeoutMs?: number;
|
|
1700
3429
|
readonly logDir?: string;
|
|
1701
|
-
readonly logFormat?: 'summary' | 'json';
|
|
1702
3430
|
/** New stream_log field. false=no stream log (default), 'raw'=per-event, 'summary'=consolidated. */
|
|
1703
3431
|
readonly streamLog?: false | 'raw' | 'summary';
|
|
1704
3432
|
readonly systemPrompt?: string;
|
|
@@ -1816,6 +3544,7 @@ interface AgentVResolvedConfig {
|
|
|
1816
3544
|
readonly model: string;
|
|
1817
3545
|
readonly temperature: number;
|
|
1818
3546
|
}
|
|
3547
|
+
type CodexModelReasoningEffort = 'minimal' | 'low' | 'medium' | 'high' | 'xhigh';
|
|
1819
3548
|
/** Base fields shared by all resolved targets. */
|
|
1820
3549
|
interface ResolvedTargetBase {
|
|
1821
3550
|
readonly name: string;
|
|
@@ -1955,8 +3684,8 @@ declare const MetadataSchema: z.ZodObject<{
|
|
|
1955
3684
|
}>>;
|
|
1956
3685
|
}, "strip", z.ZodTypeAny, {
|
|
1957
3686
|
name?: string | undefined;
|
|
1958
|
-
description?: string | undefined;
|
|
1959
3687
|
version?: string | undefined;
|
|
3688
|
+
description?: string | undefined;
|
|
1960
3689
|
author?: string | undefined;
|
|
1961
3690
|
tags?: string[] | undefined;
|
|
1962
3691
|
license?: string | undefined;
|
|
@@ -1965,8 +3694,8 @@ declare const MetadataSchema: z.ZodObject<{
|
|
|
1965
3694
|
} | undefined;
|
|
1966
3695
|
}, {
|
|
1967
3696
|
name?: string | undefined;
|
|
1968
|
-
description?: string | undefined;
|
|
1969
3697
|
version?: string | undefined;
|
|
3698
|
+
description?: string | undefined;
|
|
1970
3699
|
author?: string | undefined;
|
|
1971
3700
|
tags?: string[] | undefined;
|
|
1972
3701
|
license?: string | undefined;
|
|
@@ -2008,8 +3737,14 @@ type AgentVConfig$1 = {
|
|
|
2008
3737
|
readonly hooks?: HooksConfig;
|
|
2009
3738
|
};
|
|
2010
3739
|
/**
|
|
2011
|
-
* Load optional
|
|
2012
|
-
*
|
|
3740
|
+
* Load optional AgentV YAML configuration.
|
|
3741
|
+
*
|
|
3742
|
+
* Project-local `.agentv/config.yaml` files are searched from the eval file
|
|
3743
|
+
* directory up to the repo root. If no project-local config is found, AgentV
|
|
3744
|
+
* falls back to the home/global config at `${AGENTV_HOME:-~/.agentv}/config.yaml`.
|
|
3745
|
+
* The first valid project-local file wins for normal settings. Registered
|
|
3746
|
+
* project bindings such as result repos live in the home config `projects:`
|
|
3747
|
+
* registry and are resolved by Dashboard/remote-results code separately.
|
|
2013
3748
|
*/
|
|
2014
3749
|
declare function loadConfig(evalFilePath: string, repoRoot: string): Promise<AgentVConfig$1 | null>;
|
|
2015
3750
|
/**
|
|
@@ -2065,6 +3800,7 @@ declare function extractFailOnError(suite: JsonObject): FailOnError | undefined;
|
|
|
2065
3800
|
* Returns undefined when not specified.
|
|
2066
3801
|
*/
|
|
2067
3802
|
declare function extractThreshold(suite: JsonObject): number | undefined;
|
|
3803
|
+
declare function resolveResultsConfigForProject(config: AgentVConfig$1 | null | undefined, _projectId?: string): ResultsConfig | undefined;
|
|
2068
3804
|
|
|
2069
3805
|
/**
|
|
2070
3806
|
* Formatting mode for segment content.
|
|
@@ -2382,6 +4118,8 @@ interface EvalConfig {
|
|
|
2382
4118
|
readonly agentTimeoutMs?: number;
|
|
2383
4119
|
/** Enable response caching */
|
|
2384
4120
|
readonly cache?: boolean;
|
|
4121
|
+
/** Response cache directory. Requires cache to be enabled. */
|
|
4122
|
+
readonly cachePath?: string;
|
|
2385
4123
|
/** Verbose logging */
|
|
2386
4124
|
readonly verbose?: boolean;
|
|
2387
4125
|
/** Callback for each completed result */
|
|
@@ -2399,13 +4137,15 @@ interface EvalConfig {
|
|
|
2399
4137
|
interface EvalSummary {
|
|
2400
4138
|
/** Total number of test cases */
|
|
2401
4139
|
readonly total: number;
|
|
2402
|
-
/** Number of
|
|
4140
|
+
/** Number of non-execution-error test cases whose score is >= threshold */
|
|
2403
4141
|
readonly passed: number;
|
|
2404
|
-
/** Number of
|
|
4142
|
+
/** Number of non-execution-error test cases whose score is < threshold */
|
|
2405
4143
|
readonly failed: number;
|
|
4144
|
+
/** Number of test cases that failed before quality could be evaluated */
|
|
4145
|
+
readonly executionErrors: number;
|
|
2406
4146
|
/** Total duration in milliseconds */
|
|
2407
4147
|
readonly durationMs: number;
|
|
2408
|
-
/** Mean score across
|
|
4148
|
+
/** Mean score across non-execution-error cases */
|
|
2409
4149
|
readonly meanScore: number;
|
|
2410
4150
|
}
|
|
2411
4151
|
/**
|
|
@@ -3000,27 +4740,27 @@ declare const rubricEvaluationSchema: z.ZodObject<{
|
|
|
3000
4740
|
satisfied: z.ZodBoolean;
|
|
3001
4741
|
reasoning: z.ZodString;
|
|
3002
4742
|
}, "strip", z.ZodTypeAny, {
|
|
4743
|
+
reasoning: string;
|
|
3003
4744
|
id: string;
|
|
3004
4745
|
satisfied: boolean;
|
|
3005
|
-
reasoning: string;
|
|
3006
4746
|
}, {
|
|
4747
|
+
reasoning: string;
|
|
3007
4748
|
id: string;
|
|
3008
4749
|
satisfied: boolean;
|
|
3009
|
-
reasoning: string;
|
|
3010
4750
|
}>, "many">;
|
|
3011
4751
|
overall_reasoning: z.ZodString;
|
|
3012
4752
|
}, "strip", z.ZodTypeAny, {
|
|
3013
4753
|
checks: {
|
|
4754
|
+
reasoning: string;
|
|
3014
4755
|
id: string;
|
|
3015
4756
|
satisfied: boolean;
|
|
3016
|
-
reasoning: string;
|
|
3017
4757
|
}[];
|
|
3018
4758
|
overall_reasoning: string;
|
|
3019
4759
|
}, {
|
|
3020
4760
|
checks: {
|
|
4761
|
+
reasoning: string;
|
|
3021
4762
|
id: string;
|
|
3022
4763
|
satisfied: boolean;
|
|
3023
|
-
reasoning: string;
|
|
3024
4764
|
}[];
|
|
3025
4765
|
overall_reasoning: string;
|
|
3026
4766
|
}>;
|
|
@@ -3117,6 +4857,7 @@ declare class LlmGrader implements Grader {
|
|
|
3117
4857
|
* Build prompt for score-range rubric evaluation.
|
|
3118
4858
|
*/
|
|
3119
4859
|
private buildScoreRangePrompt;
|
|
4860
|
+
private buildCustomPrompt;
|
|
3120
4861
|
private buildRubricPrompt;
|
|
3121
4862
|
private runWithRetry;
|
|
3122
4863
|
private generateStructuredResponse;
|
|
@@ -3580,7 +5321,6 @@ declare function runEvalCase(options: RunEvalCaseOptions): Promise<EvaluationRes
|
|
|
3580
5321
|
* agentTimeoutMs: 120_000,
|
|
3581
5322
|
* },
|
|
3582
5323
|
* output: {
|
|
3583
|
-
* format: 'jsonl',
|
|
3584
5324
|
* dir: './results',
|
|
3585
5325
|
* },
|
|
3586
5326
|
* });
|
|
@@ -3624,29 +5364,25 @@ declare const AgentVConfigSchema: z.ZodObject<{
|
|
|
3624
5364
|
}>>;
|
|
3625
5365
|
/** Output settings */
|
|
3626
5366
|
output: z.ZodOptional<z.ZodObject<{
|
|
3627
|
-
/**
|
|
3628
|
-
format: z.ZodOptional<z.ZodEnum<["jsonl", "yaml", "json", "xml"]>>;
|
|
3629
|
-
/** Output directory */
|
|
5367
|
+
/** Default eval run artifact directory */
|
|
3630
5368
|
dir: z.ZodOptional<z.ZodString>;
|
|
3631
|
-
}, "
|
|
5369
|
+
}, "strict", z.ZodTypeAny, {
|
|
3632
5370
|
dir?: string | undefined;
|
|
3633
|
-
format?: "json" | "xml" | "yaml" | "jsonl" | undefined;
|
|
3634
5371
|
}, {
|
|
3635
5372
|
dir?: string | undefined;
|
|
3636
|
-
format?: "json" | "xml" | "yaml" | "jsonl" | undefined;
|
|
3637
5373
|
}>>;
|
|
3638
5374
|
/** Response caching */
|
|
3639
5375
|
cache: z.ZodOptional<z.ZodObject<{
|
|
3640
5376
|
/** Enable response caching */
|
|
3641
5377
|
enabled: z.ZodOptional<z.ZodBoolean>;
|
|
3642
|
-
/**
|
|
5378
|
+
/** Response cache directory */
|
|
3643
5379
|
path: z.ZodOptional<z.ZodString>;
|
|
3644
5380
|
}, "strip", z.ZodTypeAny, {
|
|
3645
|
-
enabled?: boolean | undefined;
|
|
3646
5381
|
path?: string | undefined;
|
|
3647
|
-
}, {
|
|
3648
5382
|
enabled?: boolean | undefined;
|
|
5383
|
+
}, {
|
|
3649
5384
|
path?: string | undefined;
|
|
5385
|
+
enabled?: boolean | undefined;
|
|
3650
5386
|
}>>;
|
|
3651
5387
|
/** Cost and duration limits */
|
|
3652
5388
|
limits: z.ZodOptional<z.ZodObject<{
|
|
@@ -3677,6 +5413,9 @@ declare const AgentVConfigSchema: z.ZodObject<{
|
|
|
3677
5413
|
beforeSession?: string | undefined;
|
|
3678
5414
|
}>>;
|
|
3679
5415
|
}, "strip", z.ZodTypeAny, {
|
|
5416
|
+
output?: {
|
|
5417
|
+
dir?: string | undefined;
|
|
5418
|
+
} | undefined;
|
|
3680
5419
|
execution?: {
|
|
3681
5420
|
workers?: number | undefined;
|
|
3682
5421
|
verbose?: boolean | undefined;
|
|
@@ -3689,18 +5428,17 @@ declare const AgentVConfigSchema: z.ZodObject<{
|
|
|
3689
5428
|
beforeSession?: string | undefined;
|
|
3690
5429
|
} | undefined;
|
|
3691
5430
|
cache?: {
|
|
3692
|
-
enabled?: boolean | undefined;
|
|
3693
5431
|
path?: string | undefined;
|
|
3694
|
-
|
|
3695
|
-
output?: {
|
|
3696
|
-
dir?: string | undefined;
|
|
3697
|
-
format?: "json" | "xml" | "yaml" | "jsonl" | undefined;
|
|
5432
|
+
enabled?: boolean | undefined;
|
|
3698
5433
|
} | undefined;
|
|
3699
5434
|
limits?: {
|
|
3700
5435
|
maxDurationMs?: number | undefined;
|
|
3701
5436
|
maxCostUsd?: number | undefined;
|
|
3702
5437
|
} | undefined;
|
|
3703
5438
|
}, {
|
|
5439
|
+
output?: {
|
|
5440
|
+
dir?: string | undefined;
|
|
5441
|
+
} | undefined;
|
|
3704
5442
|
execution?: {
|
|
3705
5443
|
workers?: number | undefined;
|
|
3706
5444
|
verbose?: boolean | undefined;
|
|
@@ -3713,12 +5451,8 @@ declare const AgentVConfigSchema: z.ZodObject<{
|
|
|
3713
5451
|
beforeSession?: string | undefined;
|
|
3714
5452
|
} | undefined;
|
|
3715
5453
|
cache?: {
|
|
3716
|
-
enabled?: boolean | undefined;
|
|
3717
5454
|
path?: string | undefined;
|
|
3718
|
-
|
|
3719
|
-
output?: {
|
|
3720
|
-
dir?: string | undefined;
|
|
3721
|
-
format?: "json" | "xml" | "yaml" | "jsonl" | undefined;
|
|
5455
|
+
enabled?: boolean | undefined;
|
|
3722
5456
|
} | undefined;
|
|
3723
5457
|
limits?: {
|
|
3724
5458
|
maxDurationMs?: number | undefined;
|
|
@@ -3745,7 +5479,7 @@ type AgentVConfig = z.infer<typeof AgentVConfigSchema>;
|
|
|
3745
5479
|
*
|
|
3746
5480
|
* export default defineConfig({
|
|
3747
5481
|
* execution: { workers: 5 },
|
|
3748
|
-
* output: {
|
|
5482
|
+
* output: { dir: './results' },
|
|
3749
5483
|
* limits: { maxCostUsd: 10.0 },
|
|
3750
5484
|
* });
|
|
3751
5485
|
* ```
|
|
@@ -4124,7 +5858,7 @@ declare class DockerWorkspaceProvider {
|
|
|
4124
5858
|
* Directory structure: <cache_path>/<first-2-chars>/<full-hash>.json
|
|
4125
5859
|
*/
|
|
4126
5860
|
declare class ResponseCache implements EvaluationCache {
|
|
4127
|
-
|
|
5861
|
+
readonly cachePath: string;
|
|
4128
5862
|
constructor(cachePath?: string);
|
|
4129
5863
|
get(key: string): Promise<ProviderResponse | undefined>;
|
|
4130
5864
|
set(key: string, value: ProviderResponse): Promise<void>;
|
|
@@ -4135,13 +5869,16 @@ declare class ResponseCache implements EvaluationCache {
|
|
|
4135
5869
|
*
|
|
4136
5870
|
* Precedence:
|
|
4137
5871
|
* 1. --no-cache CLI flag → always disabled
|
|
4138
|
-
* 2. --cache CLI flag
|
|
4139
|
-
* 3.
|
|
5872
|
+
* 2. --cache CLI flag → enabled
|
|
5873
|
+
* 3. execution.cache YAML → enabled/disabled for that eval file
|
|
5874
|
+
* 4. agentv.config.ts cache.enabled → project default
|
|
5875
|
+
* 5. Default → disabled (safe for variability testing)
|
|
4140
5876
|
*/
|
|
4141
5877
|
declare function shouldEnableCache(params: {
|
|
4142
5878
|
cliCache: boolean;
|
|
4143
5879
|
cliNoCache: boolean;
|
|
4144
5880
|
yamlCache?: boolean;
|
|
5881
|
+
tsConfigCache?: boolean;
|
|
4145
5882
|
}): boolean;
|
|
4146
5883
|
/**
|
|
4147
5884
|
* Check whether caching should be skipped for a target with temperature > 0.
|
|
@@ -4179,6 +5916,7 @@ interface ResultsRepoLocalPaths {
|
|
|
4179
5916
|
readonly repoDir: string;
|
|
4180
5917
|
readonly statusFile: string;
|
|
4181
5918
|
}
|
|
5919
|
+
type ResultsRepoSyncStatus = 'clean' | 'unavailable' | 'behind' | 'ahead' | 'diverged' | 'dirty' | 'conflicted' | 'syncing';
|
|
4182
5920
|
interface ResultsRepoStatus {
|
|
4183
5921
|
readonly configured: boolean;
|
|
4184
5922
|
readonly available: boolean;
|
|
@@ -4189,6 +5927,20 @@ interface ResultsRepoStatus {
|
|
|
4189
5927
|
readonly local_dir?: string;
|
|
4190
5928
|
readonly last_synced_at?: string;
|
|
4191
5929
|
readonly last_error?: string;
|
|
5930
|
+
readonly sync_status?: ResultsRepoSyncStatus;
|
|
5931
|
+
readonly branch?: string;
|
|
5932
|
+
readonly upstream?: string;
|
|
5933
|
+
readonly ahead?: number;
|
|
5934
|
+
readonly behind?: number;
|
|
5935
|
+
readonly dirty_paths?: readonly string[];
|
|
5936
|
+
readonly conflicted_paths?: readonly string[];
|
|
5937
|
+
readonly git_status?: string;
|
|
5938
|
+
readonly git_diff_summary?: string;
|
|
5939
|
+
readonly blocked?: boolean;
|
|
5940
|
+
readonly block_reason?: string;
|
|
5941
|
+
readonly pull_performed?: boolean;
|
|
5942
|
+
readonly push_performed?: boolean;
|
|
5943
|
+
readonly commit_created?: boolean;
|
|
4192
5944
|
}
|
|
4193
5945
|
interface CheckedOutResultsRepoBranch {
|
|
4194
5946
|
readonly branchName: string;
|
|
@@ -4203,7 +5955,9 @@ declare function resolveResultsRepoUrl(repo: string): string;
|
|
|
4203
5955
|
declare function getResultsRepoLocalPaths(repo: string): ResultsRepoLocalPaths;
|
|
4204
5956
|
declare function ensureResultsRepoClone(config: ResultsConfig): Promise<string>;
|
|
4205
5957
|
declare function getResultsRepoStatus(config?: ResultsConfig): ResultsRepoStatus;
|
|
5958
|
+
declare function getResultsRepoSyncStatus(config?: ResultsConfig): Promise<ResultsRepoStatus>;
|
|
4206
5959
|
declare function syncResultsRepo(config: ResultsConfig): Promise<ResultsRepoStatus>;
|
|
5960
|
+
declare function syncResultsRepoForProject(config: ResultsConfig): Promise<ResultsRepoStatus>;
|
|
4207
5961
|
declare function checkoutResultsRepoBranch(config: ResultsConfig, branchName: string): Promise<CheckedOutResultsRepoBranch>;
|
|
4208
5962
|
declare function prepareResultsRepoBranch(config: ResultsConfig, branchName: string): Promise<PreparedResultsRepoBranch>;
|
|
4209
5963
|
declare function stageResultsArtifacts(params: {
|
|
@@ -4255,17 +6009,25 @@ declare function listGitRuns(repoDir: string, ref?: string): Promise<GitListedRu
|
|
|
4255
6009
|
declare function materializeGitRun(repoDir: string, relativeRunPath: string, ref?: string): Promise<void>;
|
|
4256
6010
|
|
|
4257
6011
|
/**
|
|
4258
|
-
*
|
|
4259
|
-
*
|
|
4260
|
-
*
|
|
6012
|
+
* AgentV's lightweight home/config directory. Stores machine-local config files
|
|
6013
|
+
* such as config.yaml, version-check.json, last-config.json, and managed helper
|
|
6014
|
+
* binaries. AGENTV_HOME relocates only this config/home surface.
|
|
4261
6015
|
*/
|
|
4262
6016
|
declare function getAgentvConfigDir(): string;
|
|
4263
6017
|
/**
|
|
4264
|
-
*
|
|
4265
|
-
*
|
|
4266
|
-
*
|
|
6018
|
+
* Backward-compatible alias for AgentV's home/config directory.
|
|
6019
|
+
* Prefer getAgentvConfigDir() for lightweight config files and
|
|
6020
|
+
* getAgentvDataDir() for heavy runtime data.
|
|
4267
6021
|
*/
|
|
4268
6022
|
declare function getAgentvHome(): string;
|
|
6023
|
+
/**
|
|
6024
|
+
* AgentV's heavy runtime data directory. Stores workspaces, workspace pool,
|
|
6025
|
+
* subagents, trace state, caches, downloaded dependencies, and results clones.
|
|
6026
|
+
* AGENTV_DATA_DIR can separate this large data from AGENTV_HOME; when unset it
|
|
6027
|
+
* falls back to AGENTV_HOME (or ~/.agentv) so existing AGENTV_HOME users keep
|
|
6028
|
+
* their runtime data in the same location.
|
|
6029
|
+
*/
|
|
6030
|
+
declare function getAgentvDataDir(): string;
|
|
4269
6031
|
declare function getWorkspacesRoot(): string;
|
|
4270
6032
|
declare function getSubagentsRoot(): string;
|
|
4271
6033
|
declare function getTraceStateRoot(): string;
|
|
@@ -4279,11 +6041,11 @@ declare function getWorkspacePoolRoot(): string;
|
|
|
4279
6041
|
* matching the "project" terminology used by Arize Phoenix, Langfuse,
|
|
4280
6042
|
* Braintrust, W&B Weave, and LangSmith.
|
|
4281
6043
|
*
|
|
4282
|
-
* The registry lives
|
|
4283
|
-
* of truth for which projects Dashboard shows. Dashboard re-reads
|
|
4284
|
-
* `/api/projects` request, so edits (direct, via
|
|
4285
|
-
* the CLI's --add/--remove, or via a Kubernetes
|
|
4286
|
-
* without restarting `agentv serve`.
|
|
6044
|
+
* The registry lives under `projects:` in `~/.agentv/config.yaml` and is the
|
|
6045
|
+
* single source of truth for which projects Dashboard shows. Dashboard re-reads
|
|
6046
|
+
* the file on every `/api/projects` request, so edits (direct, via
|
|
6047
|
+
* POST /api/projects, via the CLI's --add/--remove, or via a Kubernetes
|
|
6048
|
+
* ConfigMap mount) are reflected without restarting `agentv serve`.
|
|
4287
6049
|
*
|
|
4288
6050
|
* YAML format (all keys snake_case per AGENTS.md §"Wire Format Convention"):
|
|
4289
6051
|
* projects:
|
|
@@ -4293,6 +6055,11 @@ declare function getWorkspacePoolRoot(): string;
|
|
|
4293
6055
|
* source:
|
|
4294
6056
|
* url: ${{ PROJECT_REPO_URL }}
|
|
4295
6057
|
* ref: ${{ PROJECT_REPO_REF:-main }}
|
|
6058
|
+
* results:
|
|
6059
|
+
* mode: github
|
|
6060
|
+
* repo: example/my-app-results
|
|
6061
|
+
* path: /srv/agentv/results/my-app
|
|
6062
|
+
* auto_push: true
|
|
4296
6063
|
* added_at: "2026-03-20T10:00:00Z"
|
|
4297
6064
|
* last_opened_at: "2026-03-30T14:00:00Z"
|
|
4298
6065
|
*
|
|
@@ -4301,22 +6068,25 @@ declare function getWorkspacePoolRoot(): string;
|
|
|
4301
6068
|
* subsequent runs — git pull --ff-only
|
|
4302
6069
|
*
|
|
4303
6070
|
* Concurrency: the registry assumes a single writer. All mutating calls
|
|
4304
|
-
* (add/remove/touchProject) do read-modify-write on
|
|
4305
|
-
*
|
|
6071
|
+
* (add/remove/touchProject) do read-modify-write on config.yaml without a
|
|
6072
|
+
* lock, preserving unrelated top-level config keys. Dashboard's HTTP handlers
|
|
6073
|
+
* are serialized by Node's
|
|
4306
6074
|
* single-threaded event loop, which satisfies the 24/7 deployment case.
|
|
4307
6075
|
* Run only one `agentv` process against a given home at a time.
|
|
4308
6076
|
*
|
|
4309
|
-
* Legacy registry filename: the registry used to be called `benchmarks.yaml`
|
|
4310
|
-
* with a top-level `benchmarks:` key. On first load, a one-time migration
|
|
4311
|
-
* detects the old file, rewrites the top-level key to `projects:`, and
|
|
4312
|
-
* atomically renames the file. See migrateLegacyBenchmarksFile() below.
|
|
4313
|
-
*
|
|
4314
6077
|
* To extend:
|
|
4315
6078
|
* - CRUD: loadProjectRegistry() / saveProjectRegistry() + the
|
|
4316
6079
|
* add/remove/touch helpers.
|
|
4317
6080
|
* - discoverProjects() is a one-shot filesystem utility for bulk
|
|
4318
6081
|
* registration; it does not run in the request path.
|
|
4319
6082
|
*/
|
|
6083
|
+
interface ProjectResultsConfig {
|
|
6084
|
+
mode: 'github';
|
|
6085
|
+
repo: string;
|
|
6086
|
+
path?: string;
|
|
6087
|
+
autoPush?: boolean;
|
|
6088
|
+
branchPrefix?: string;
|
|
6089
|
+
}
|
|
4320
6090
|
interface ProjectSource {
|
|
4321
6091
|
url: string;
|
|
4322
6092
|
ref: string;
|
|
@@ -4328,6 +6098,7 @@ interface ProjectEntry {
|
|
|
4328
6098
|
addedAt: string;
|
|
4329
6099
|
lastOpenedAt: string;
|
|
4330
6100
|
source?: ProjectSource;
|
|
6101
|
+
results?: ProjectResultsConfig;
|
|
4331
6102
|
}
|
|
4332
6103
|
interface ProjectRegistry {
|
|
4333
6104
|
projects: ProjectEntry[];
|
|
@@ -4354,6 +6125,11 @@ declare function removeProject(projectId: string): boolean;
|
|
|
4354
6125
|
* Look up a project by ID. Returns undefined if not found.
|
|
4355
6126
|
*/
|
|
4356
6127
|
declare function getProject(projectId: string): ProjectEntry | undefined;
|
|
6128
|
+
/**
|
|
6129
|
+
* Look up the registered project containing a filesystem path.
|
|
6130
|
+
* Exact path matches win; otherwise the deepest registered parent wins.
|
|
6131
|
+
*/
|
|
6132
|
+
declare function getProjectForPath(fsPath: string): ProjectEntry | undefined;
|
|
4357
6133
|
/**
|
|
4358
6134
|
* Update lastOpenedAt for a project.
|
|
4359
6135
|
*/
|
|
@@ -4966,4 +6742,4 @@ type AgentKernel = {
|
|
|
4966
6742
|
};
|
|
4967
6743
|
declare function createAgentKernel(): AgentKernel;
|
|
4968
6744
|
|
|
4969
|
-
export { type AcquireWorkspaceOptions, type AgentKernel, type AgentVConfig$1 as AgentVConfig, type AgentVResolvedConfig, type AgentVConfig as AgentVTsConfig, type AgentVConfig$1 as AgentVYamlConfig, type AnthropicResolvedConfig, type ApiFormat, type ArgsMatchMode, type AssertContext, type AssertEntry, type AssertFn, type AssertResult, type AssertionEntry, type AssertionResult, type AssistantTestMessage, type AzureResolvedConfig, COMMON_TARGET_SETTINGS, type CacheConfig, type CheckedOutResultsRepoBranch, type ChildGraderResult, type ClaudeDiscoverOptions, type ClaudeResolvedConfig, type ClaudeSession, type CliResolvedConfig, CodeGrader, type CodeGraderConfig, type CodeGraderOptions, type CodexDiscoverOptions, type CodexSession, type CommandExecutor, type CompositeAggregatorConfig, CompositeGrader, type CompositeGraderConfig, type CompositeGraderOptions, type ConfidenceIntervalAggregation, type ContainsAllGraderConfig, type ContainsAnyGraderConfig, type ContainsGraderConfig, type Content, type ContentFile, type ContentImage, type ContentPreprocessorConfig, type ContentText, type ConversationAggregation, type ConversationMode, type ConversationTurn, type ConversationTurnInput, type CopilotCliResolvedConfig, type DiscoverOptions as CopilotDiscoverOptions, type CopilotLogResolvedConfig, type CopilotSdkResolvedConfig, type CopilotSession, type CopilotSessionMeta, CostGrader, type CostGraderConfig, type CostGraderOptions, type CreateContainerOptions, DEFAULT_CATEGORY, DEFAULT_EVAL_PATTERNS, DEFAULT_EXPLORATION_TOOLS, DEFAULT_GRADER_TEMPLATE, DEFAULT_THRESHOLD, type DependencyFailurePolicy, type DependencyResult, type DepsScanResult, DeterministicAssertionGrader, type DockerWorkspaceConfig, DockerWorkspaceProvider, type EndsWithGraderConfig, type EnsureSubagentsOptions, type EnsureSubagentsResult, type EnvLookup, type EqualsGraderConfig, type EvalAssertionInput, type EvalCase, type EvalConfig, type EvalMetadata, type EvalRunResult, type EvalSuiteResult, type EvalSummary, type EvalTargetRef, type EvalTest, type EvalTestInput, type EvalsJsonCase, type EvalsJsonFile, type EvaluationCache, type EvaluationContext, type EvaluationResult, type EvaluationScore, type EvaluationVerdict, type ExecInContainerOptions, type ExecResult, type ExecutionDefaults, type ExecutionError, type ExecutionMetrics, ExecutionMetricsGrader, type ExecutionMetricsGraderConfig, type ExecutionMetricsGraderOptions, type ExecutionStatus, type FailOnError, type FailureStage, FieldAccuracyGrader, type FieldAccuracyGraderConfig, type FieldAccuracyGraderOptions, type FieldAggregationType, type FieldConfig, type FieldMatchType, type GeminiResolvedConfig, type GenerateRubricsOptions, type GitListedRun, type Grader, type GraderConfig, type GraderDispatchContext, type GraderFactory, type GraderFactoryFn, type GraderKind, GraderRegistry, type GraderResult, type IcontainsAllGraderConfig, type IcontainsAnyGraderConfig, type IcontainsGraderConfig, type InlineAssertEvaluatorConfig, type IsJsonGraderConfig, type JsonObject, type JsonPrimitive, type JsonValue, LatencyGrader, type LatencyGraderConfig, type LatencyGraderOptions, LlmGrader, type LlmGraderConfig, type LlmGraderOptions, type LlmGraderPromptAssembly, type LocalPathValidationError, type MeanAggregation, type Message, type MockResolvedConfig, OTEL_BACKEND_PRESETS, type OpenAIResolvedConfig, type OpenRouterResolvedConfig, type OtelBackendPreset, type OtelExportOptions, OtelStreamingObserver, OtelTraceExporter, OtlpJsonFileExporter, type OutputMessage, PASS_THRESHOLD, type ParsedCopilotSession, type PassAtKAggregation, type PiCliResolvedConfig, type PiCodingAgentResolvedConfig, type PoolSlot, type PreparedResultsRepoBranch, type ProgressEvent, type ProjectEntry, type ProjectRegistry, type ProjectSource, type PromptInputs, type PromptScriptConfig, type Provider, type ProviderFactoryFn, type ProviderKind, ProviderRegistry, type ProviderRequest, type ProviderResponse, type ProviderStreamCallbacks, type ProviderTokenUsage, type RegexGraderConfig, type RepoCheckout, type RepoClone, type RepoConfig, type RepoDep, RepoManager, type RepoSource, type ResolvedTarget, type ResolvedWorkspaceTemplate, ResponseCache, type ResultsConfig, type ResultsRepoLocalPaths, type ResultsRepoStatus, type RubricItem, type RubricsEvaluatorConfig, RunBudgetTracker, type RunEvalCaseOptions, type RunEvaluationOptions, type ScoreRange, type ScriptExecutionContext, SkillTriggerGrader, type SkillTriggerGraderConfig, type StartsWithGraderConfig, type SystemTestMessage, TEST_MESSAGE_ROLES, type TargetAccessConfig, type TargetDefinition, type TargetHooksConfig, TemplateNotDirectoryError, TemplateNotFoundError, type TestMessage, type TestMessageContent, type TestMessageRole, type TokenUsage, TokenUsageGrader, type TokenUsageGraderConfig, type TokenUsageGraderOptions, type ToolCall, type ToolTestMessage, type ToolTrajectoryExpectedItem, ToolTrajectoryGrader, type ToolTrajectoryGraderConfig, type ToolTrajectoryGraderOptions, type TraceComputeResult, type TraceSummary, type TranscriptEntry, type TranscriptJsonLine, TranscriptProvider, type TranscriptReplayEntry, type TranscriptSource, type TranspileResult, type TrialAggregation, type TrialResult, type TrialStrategy, type TrialsConfig, type TsEvalResult, type TurnFailurePolicy, type UserTestMessage, type VSCodeResolvedConfig, type WorkspaceConfig, WorkspaceCreationError, type WorkspaceEnvConfig, type WorkspaceHookConfig, type WorkspaceHooksConfig, WorkspacePoolManager, type WorkspaceScriptConfig, addProject, assembleLlmGraderPrompt, avgToolDurationMs, buildDirectoryChain, buildOutputSchema, buildPromptInputs, buildRubricOutputSchema, buildScoreRangeOutputSchema, buildSearchRoots, calculateRubricScore, captureFileChanges, checkoutResultsRepoBranch, clampScore, cleanupEvalWorkspaces, cleanupWorkspace, commitAndPushResultsBranch, computeTraceSummary, computeWorkspaceFingerprint, consumeClaudeLogEntries, consumeCodexLogEntries, consumeCopilotCliLogEntries, consumeCopilotSdkLogEntries, consumePiLogEntries, createAgentKernel, createBuiltinProviderRegistry, createBuiltinRegistry, createDraftResultsPr, createProvider, createTempWorkspace, deepEqual, defineConfig, deriveCategory, deriveProjectId, detectFormat, directPushResults, directorySizeBytes, discoverAssertions, discoverClaudeSessions, discoverCodexSessions, discoverCopilotSessions, discoverGraders, discoverProjects, discoverProviders, ensureResultsRepoClone, ensureVSCodeSubagents, evaluate, executeScript, executeWorkspaceScript, explorationRatio, extractCacheConfig, extractFailOnError, extractImageBlocks, extractJsonBlob, extractLastAssistantContent, extractTargetFromSuite, extractTargetRefsFromSuite, extractTargetsFromSuite, extractTargetsFromTestCase, extractThreshold, extractTrialsConfig, extractWorkersFromSuite, fileExists, findGitRoot, formatToolCalls, freeformEvaluationSchema, generateRubrics, getAgentvConfigDir, getAgentvHome, getOutputFilenames, getProject, getProjectsRegistryPath, getResultsRepoLocalPaths, getResultsRepoStatus, getSubagentsRoot, getTextContent, getTraceStateRoot, getWorkspacePath, getWorkspacePoolRoot, getWorkspacesRoot, groupTranscriptJsonLines, initializeBaseline, isAgentSkillsFormat, isContent, isContentArray, isGraderKind, isJsonObject, isJsonValue, isNonEmptyString, isTestMessage, isTestMessageRole, killAllTrackedChildren, listGitRuns, listTargetNames, loadConfig, loadEvalCaseById, loadEvalCases, loadEvalSuite, loadProjectRegistry, loadTestById, loadTestSuite, loadTests, loadTsConfig, loadTsEvalFile, materializeGitRun, mergeExecutionMetrics, negateScore, normalizeLineEndings, normalizeResultsConfig, parseAgentSkillsEvals, parseClaudeSession, parseCodexSession, parseCopilotEvents, parseEnvOutput, parseJsonFromText, parseJsonSafe, parseYamlValue, prepareResultsRepoBranch, pushResultsRepoBranch, readJsonFile, readTargetDefinitions, readTestSuiteMetadata, readTextFile, readTranscriptFile, readTranscriptJsonl, removeProject, resolveAndCreateProvider, resolveDelegatedTargetDefinition, resolveFileReference, resolveResultsRepoRunsDir, resolveResultsRepoUrl, resolveTargetDefinition, resolveWorkspaceTemplate, rubricEvaluationSchema, runBeforeSessionHook, runContainsAllAssertion, runContainsAnyAssertion, runContainsAssertion, runEndsWithAssertion, runEqualsAssertion, runEvalCase, runEvaluation, runIcontainsAllAssertion, runIcontainsAnyAssertion, runIcontainsAssertion, runIsJsonAssertion, runRegexAssertion, runStartsWithAssertion, saveProjectRegistry, scanRepoDeps, scoreRangeEvaluationSchema, scoreToVerdict, shouldEnableCache, shouldSkipCacheForTemperature, stageResultsArtifacts, subscribeToClaudeLogEntries, subscribeToCodexLogEntries, subscribeToCopilotCliLogEntries, subscribeToCopilotSdkLogEntries, subscribeToPiLogEntries, substituteVariables, syncProject, syncProjects, syncResultsRepo, toCamelCaseDeep, toSnakeCaseDeep, toTranscriptJsonLines, tokensPerTool, touchProject, trackChild, trackedChildCount, transpileEvalYaml, transpileEvalYamlFile, trimBaselineResult };
|
|
6745
|
+
export { type AcquireWorkspaceOptions, type AgentKernel, type AgentVConfig$1 as AgentVConfig, type AgentVResolvedConfig, type AgentVConfig as AgentVTsConfig, type AgentVConfig$1 as AgentVYamlConfig, type AnthropicResolvedConfig, type ApiFormat, type ArgsMatchMode, type AssertContext, type AssertEntry, type AssertFn, type AssertResult, type AssertionEntry, type AssertionResult, type AssistantTestMessage, type AzureResolvedConfig, COMMON_TARGET_SETTINGS, type CacheConfig, type CheckedOutResultsRepoBranch, type ChildGraderResult, type ClaudeDiscoverOptions, type ClaudeResolvedConfig, type ClaudeSession, type CliResolvedConfig, CodeGrader, type CodeGraderConfig, type CodeGraderOptions, type CodexDiscoverOptions, type CodexSession, type CommandExecutor, type CompositeAggregatorConfig, CompositeGrader, type CompositeGraderConfig, type CompositeGraderOptions, type ConfidenceIntervalAggregation, type ContainsAllGraderConfig, type ContainsAnyGraderConfig, type ContainsGraderConfig, type Content, type ContentFile, type ContentImage, type ContentPreprocessorConfig, type ContentText, type ConversationAggregation, type ConversationMode, type ConversationTurn, type ConversationTurnInput, type CopilotCliResolvedConfig, type DiscoverOptions as CopilotDiscoverOptions, type CopilotLogResolvedConfig, type CopilotSdkResolvedConfig, type CopilotSession, type CopilotSessionMeta, CostGrader, type CostGraderConfig, type CostGraderOptions, type CreateContainerOptions, DEFAULT_CATEGORY, DEFAULT_EVAL_PATTERNS, DEFAULT_EXPLORATION_TOOLS, DEFAULT_GRADER_TEMPLATE, DEFAULT_THRESHOLD, type DependencyFailurePolicy, type DependencyResult, type DepsScanResult, DeterministicAssertionGrader, type DockerWorkspaceConfig, DockerWorkspaceProvider, type EndsWithGraderConfig, type EnsureSubagentsOptions, type EnsureSubagentsResult, type EnvLookup, type EqualsGraderConfig, type EvalAssertionInput, type EvalCase, type EvalConfig, type EvalGraderSource, type EvalMetadata, type EvalRunResult, type EvalSourceReference, type EvalSuiteResult, type EvalSummary, type EvalTargetRef, type EvalTest, type EvalTestInput, type EvalTestSource, type EvalsJsonCase, type EvalsJsonFile, type EvaluationCache, type EvaluationContext, type EvaluationResult, type EvaluationScore, type EvaluationVerdict, type ExecInContainerOptions, type ExecResult, type ExecutionDefaults, type ExecutionError, type ExecutionMetrics, ExecutionMetricsGrader, type ExecutionMetricsGraderConfig, type ExecutionMetricsGraderOptions, type ExecutionStatus, type FailOnError, type FailureStage, FieldAccuracyGrader, type FieldAccuracyGraderConfig, type FieldAccuracyGraderOptions, type FieldAggregationType, type FieldConfig, type FieldMatchType, type GeminiResolvedConfig, type GenerateRubricsOptions, type GitListedRun, type Grader, type GraderConfig, type GraderDispatchContext, type GraderFactory, type GraderFactoryFn, type GraderKind, GraderRegistry, type GraderResult, type IcontainsAllGraderConfig, type IcontainsAnyGraderConfig, type IcontainsGraderConfig, type InlineAssertEvaluatorConfig, type IsJsonGraderConfig, type JsonObject, type JsonPrimitive, type JsonValue, LatencyGrader, type LatencyGraderConfig, type LatencyGraderOptions, LlmGrader, type LlmGraderConfig, type LlmGraderOptions, type LlmGraderPromptAssembly, type LocalPathValidationError, type MeanAggregation, type Message, type MockResolvedConfig, NORMALIZED_REDACTION_LEVELS, NORMALIZED_TOOL_STATUSES, NORMALIZED_TRACE_EVENT_TYPES, NORMALIZED_TRACE_SOURCE_KINDS, NORMALIZED_TRAJECTORY_SCHEMA_VERSION, type NormalizedRawEvidence, NormalizedRawEvidenceWireSchema, type NormalizedRedactionLevel, type NormalizedRedactionState, NormalizedRedactionStateWireSchema, type NormalizedToolStatus, type NormalizedTraceBranch, NormalizedTraceBranchWireSchema, type NormalizedTraceError, NormalizedTraceErrorWireSchema, type NormalizedTraceEvent, type NormalizedTraceEventType, type NormalizedTraceEventWire, NormalizedTraceEventWireSchema, type NormalizedTraceMessage, NormalizedTraceMessageWireSchema, type NormalizedTraceModel, NormalizedTraceModelWireSchema, type NormalizedTraceSession, NormalizedTraceSessionWireSchema, type NormalizedTraceSource, type NormalizedTraceSourceKind, type NormalizedTraceSourceRef, NormalizedTraceSourceRefWireSchema, NormalizedTraceSourceWireSchema, type NormalizedTraceTool, NormalizedTraceToolWireSchema, type NormalizedTrajectory, type NormalizedTrajectoryWire, NormalizedTrajectoryWireSchema, OTEL_BACKEND_PRESETS, type OpenAIResolvedConfig, type OpenRouterResolvedConfig, type OtelBackendPreset, type OtelExportOptions, OtelStreamingObserver, OtelTraceExporter, OtlpJsonFileExporter, type OutputMessage, PASS_THRESHOLD, type ParsedCopilotSession, type PassAtKAggregation, type PiCliResolvedConfig, type PiCodingAgentResolvedConfig, type PoolSlot, type PreparedResultsRepoBranch, type ProgressEvent, type ProjectEntry, type ProjectRegistry, type ProjectSource, type PromptInputs, type PromptScriptConfig, type Provider, type ProviderFactoryFn, type ProviderKind, ProviderRegistry, type ProviderRequest, type ProviderResponse, type ProviderStreamCallbacks, type ProviderTokenUsage, RUBRIC_OPERATOR_VALUES, type RegexGraderConfig, type RepoCheckout, type RepoClone, type RepoConfig, type RepoDep, RepoManager, type RepoSource, type ResolvedTarget, type ResolvedWorkspaceTemplate, ResponseCache, type ResultsConfig, type ResultsRepoLocalPaths, type ResultsRepoStatus, type ResultsRepoSyncStatus, type RubricItem, type RubricOperator, type RubricsEvaluatorConfig, RunBudgetTracker, type RunEvalCaseOptions, type RunEvaluationOptions, type ScoreRange, type ScriptExecutionContext, SkillTriggerGrader, type SkillTriggerGraderConfig, type StartsWithGraderConfig, type SystemTestMessage, TEST_MESSAGE_ROLES, type TargetAccessConfig, type TargetDefinition, type TargetHooksConfig, TemplateNotDirectoryError, TemplateNotFoundError, type TestMessage, type TestMessageContent, type TestMessageRole, type TokenUsage, TokenUsageGrader, type TokenUsageGraderConfig, type TokenUsageGraderOptions, type ToolCall, type ToolTestMessage, type ToolTrajectoryExpectedItem, ToolTrajectoryGrader, type ToolTrajectoryGraderConfig, type ToolTrajectoryGraderOptions, type TraceComputeResult, type TraceSummary, type TranscriptEntry, type TranscriptJsonLine, TranscriptProvider, type TranscriptReplayEntry, type TranscriptSource, type TranspileResult, type TrialAggregation, type TrialResult, type TrialStrategy, type TrialsConfig, type TsEvalResult, type TurnFailurePolicy, type UserTestMessage, type VSCodeResolvedConfig, type WorkspaceConfig, WorkspaceCreationError, type WorkspaceEnvConfig, type WorkspaceHookConfig, type WorkspaceHooksConfig, WorkspacePoolManager, type WorkspaceScriptConfig, addProject, assembleLlmGraderPrompt, avgToolDurationMs, buildDirectoryChain, buildOutputSchema, buildPromptInputs, buildRubricOutputSchema, buildScoreRangeOutputSchema, buildSearchRoots, calculateRubricScore, captureFileChanges, checkoutResultsRepoBranch, clampScore, cleanupEvalWorkspaces, cleanupWorkspace, commitAndPushResultsBranch, computeTraceSummary, computeTraceSummaryFromTrajectory, computeWorkspaceFingerprint, consumeClaudeLogEntries, consumeCodexLogEntries, consumeCopilotCliLogEntries, consumeCopilotSdkLogEntries, consumePiLogEntries, createAgentKernel, createBuiltinProviderRegistry, createBuiltinRegistry, createDraftResultsPr, createProvider, createTempWorkspace, deepEqual, defineConfig, deriveCategory, deriveProjectId, detectFormat, directPushResults, directorySizeBytes, discoverAssertions, discoverClaudeSessions, discoverCodexSessions, discoverCopilotSessions, discoverGraders, discoverProjects, discoverProviders, ensureResultsRepoClone, ensureVSCodeSubagents, evaluate, executeScript, executeWorkspaceScript, explorationRatio, extractCacheConfig, extractFailOnError, extractImageBlocks, extractJsonBlob, extractLastAssistantContent, extractTargetFromSuite, extractTargetRefsFromSuite, extractTargetsFromSuite, extractTargetsFromTestCase, extractThreshold, extractTrialsConfig, extractWorkersFromSuite, fileExists, findGitRoot, formatToolCalls, freeformEvaluationSchema, fromNormalizedTrajectoryWire, generateRubrics, getAgentvConfigDir, getAgentvDataDir, getAgentvHome, getOutputFilenames, getProject, getProjectForPath, getProjectsRegistryPath, getResultsRepoLocalPaths, getResultsRepoStatus, getResultsRepoSyncStatus, getSelectedTrajectoryEvents, getSubagentsRoot, getTextContent, getTraceStateRoot, getWorkspacePath, getWorkspacePoolRoot, getWorkspacesRoot, groupTranscriptJsonLines, initializeBaseline, isAgentSkillsFormat, isContent, isContentArray, isGraderKind, isJsonObject, isJsonValue, isNonEmptyString, isTestMessage, isTestMessageRole, killAllTrackedChildren, listGitRuns, listTargetNames, loadConfig, loadEvalCaseById, loadEvalCases, loadEvalSuite, loadProjectRegistry, loadTestById, loadTestSuite, loadTests, loadTsConfig, loadTsEvalFile, materializeGitRun, mergeExecutionMetrics, negateScore, normalizeLineEndings, normalizeResultsConfig, parseAgentSkillsEvals, parseClaudeSession, parseCodexSession, parseCopilotEvents, parseEnvOutput, parseJsonFromText, parseJsonSafe, parseYamlValue, prepareResultsRepoBranch, pushResultsRepoBranch, readJsonFile, readTargetDefinitions, readTestSuiteMetadata, readTextFile, readTranscriptFile, readTranscriptJsonl, removeProject, resolveAndCreateProvider, resolveDelegatedTargetDefinition, resolveFileReference, resolveResultsConfigForProject, resolveResultsRepoRunsDir, resolveResultsRepoUrl, resolveTargetDefinition, resolveWorkspaceTemplate, rubricEvaluationSchema, runBeforeSessionHook, runContainsAllAssertion, runContainsAnyAssertion, runContainsAssertion, runEndsWithAssertion, runEqualsAssertion, runEvalCase, runEvaluation, runIcontainsAllAssertion, runIcontainsAnyAssertion, runIcontainsAssertion, runIsJsonAssertion, runRegexAssertion, runStartsWithAssertion, saveProjectRegistry, scanRepoDeps, scoreRangeEvaluationSchema, scoreToVerdict, shouldEnableCache, shouldSkipCacheForTemperature, stageResultsArtifacts, subscribeToClaudeLogEntries, subscribeToCodexLogEntries, subscribeToCopilotCliLogEntries, subscribeToCopilotSdkLogEntries, subscribeToPiLogEntries, substituteVariables, syncProject, syncProjects, syncResultsRepo, syncResultsRepoForProject, toCamelCaseDeep, toNormalizedTrajectoryWire, toSnakeCaseDeep, toTranscriptJsonLines, tokensPerTool, touchProject, trackChild, trackedChildCount, transpileEvalYaml, transpileEvalYamlFile, trimBaselineResult };
|