audrey 1.1.2 → 1.1.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +8 -0
- package/README.md +1 -1
- package/benchmarks/output/adapter-self-test/guardbench-adapter-self-test.json +4 -4
- package/benchmarks/output/external/guardbench-external-dry-run.json +1 -1
- package/benchmarks/output/external/guardbench-external-evidence.json +1 -1
- package/benchmarks/output/guardbench-conformance-card.json +9 -9
- package/benchmarks/output/guardbench-raw.json +108 -108
- package/benchmarks/output/guardbench-summary.json +174 -174
- package/benchmarks/output/leaderboard/guardbench-leaderboard.json +5 -5
- package/benchmarks/output/leaderboard/guardbench-leaderboard.md +2 -2
- package/benchmarks/output/submission-bundle/guardbench-conformance-card.json +9 -9
- package/benchmarks/output/submission-bundle/guardbench-raw.json +108 -108
- package/benchmarks/output/submission-bundle/guardbench-summary.json +174 -174
- package/benchmarks/output/submission-bundle/submission-manifest.json +10 -10
- package/benchmarks/output/submission-bundle/validation-report.json +1 -1
- package/benchmarks/output/summary.json +54 -54
- package/dist/mcp-server/config.d.ts +1 -1
- package/dist/mcp-server/config.js +1 -1
- package/docs/paper/07-evaluation.md +6 -6
- package/docs/paper/audrey-paper-v1.md +6 -6
- package/docs/paper/evidence-ledger.md +1 -1
- package/docs/paper/output/arxiv/arxiv-manifest.json +4 -4
- package/docs/paper/output/arxiv/main.tex +6 -6
- package/docs/paper/output/arxiv-compile-report.json +3 -3
- package/docs/paper/output/submission-bundle/README.md +1 -1
- package/docs/paper/output/submission-bundle/benchmarks/output/adapter-self-test/guardbench-adapter-self-test.json +4 -4
- package/docs/paper/output/submission-bundle/benchmarks/output/external/guardbench-external-dry-run.json +1 -1
- package/docs/paper/output/submission-bundle/benchmarks/output/external/guardbench-external-evidence.json +1 -1
- package/docs/paper/output/submission-bundle/benchmarks/output/guardbench-conformance-card.json +9 -9
- package/docs/paper/output/submission-bundle/benchmarks/output/guardbench-raw.json +108 -108
- package/docs/paper/output/submission-bundle/benchmarks/output/guardbench-summary.json +174 -174
- package/docs/paper/output/submission-bundle/benchmarks/output/leaderboard/guardbench-leaderboard.json +5 -5
- package/docs/paper/output/submission-bundle/benchmarks/output/leaderboard/guardbench-leaderboard.md +2 -2
- package/docs/paper/output/submission-bundle/benchmarks/output/submission-bundle/submission-manifest.json +10 -10
- package/docs/paper/output/submission-bundle/benchmarks/output/submission-bundle/validation-report.json +1 -1
- package/docs/paper/output/submission-bundle/benchmarks/output/summary.json +60 -60
- package/docs/paper/output/submission-bundle/docs/paper/07-evaluation.md +6 -6
- package/docs/paper/output/submission-bundle/docs/paper/audrey-paper-v1.md +6 -6
- package/docs/paper/output/submission-bundle/docs/paper/evidence-ledger.md +1 -1
- package/docs/paper/output/submission-bundle/docs/paper/output/arxiv/arxiv-manifest.json +4 -4
- package/docs/paper/output/submission-bundle/docs/paper/output/arxiv/main.tex +6 -6
- package/docs/paper/output/submission-bundle/docs/paper/output/arxiv-compile-report.json +3 -3
- package/docs/paper/output/submission-bundle/package.json +2 -2
- package/docs/paper/output/submission-bundle/paper-submission-manifest.json +28 -28
- package/package.json +2 -2
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"suite": "GuardBench comparative",
|
|
3
|
-
"generatedAt": "2026-07-
|
|
3
|
+
"generatedAt": "2026-07-13T15:07:31.178Z",
|
|
4
4
|
"manifest": {
|
|
5
5
|
"manifestVersion": "0.2.0",
|
|
6
6
|
"suiteId": "guardbench-local-comparative",
|
|
@@ -416,15 +416,15 @@
|
|
|
416
416
|
]
|
|
417
417
|
},
|
|
418
418
|
"provenance": {
|
|
419
|
-
"generatedAt": "2026-07-
|
|
420
|
-
"gitSha": "
|
|
419
|
+
"generatedAt": "2026-07-13T15:07:31.179Z",
|
|
420
|
+
"gitSha": "36842cfb0cad7ca5da864231a7e265229ba56fbd",
|
|
421
421
|
"gitDirty": false,
|
|
422
422
|
"node": "v24.18.0",
|
|
423
423
|
"v8": "13.6.233.17-node.50",
|
|
424
424
|
"platform": "linux",
|
|
425
425
|
"arch": "x64",
|
|
426
426
|
"osRelease": "6.17.0-1018-azure",
|
|
427
|
-
"cpuModel": "AMD EPYC
|
|
427
|
+
"cpuModel": "AMD EPYC 7763 64-Core Processor",
|
|
428
428
|
"cpuCount": 4,
|
|
429
429
|
"totalMemoryGb": 15.61,
|
|
430
430
|
"embeddingProvider": "mock",
|
|
@@ -449,14 +449,14 @@
|
|
|
449
449
|
"redactionLeaks": 0,
|
|
450
450
|
"recallDegradationDetectionRate": 1,
|
|
451
451
|
"latency": {
|
|
452
|
-
"p50Ms": 4.
|
|
453
|
-
"p95Ms": 21.
|
|
454
|
-
"maxMs": 21.
|
|
452
|
+
"p50Ms": 4.607,
|
|
453
|
+
"p95Ms": 21.585,
|
|
454
|
+
"maxMs": 21.585
|
|
455
455
|
},
|
|
456
456
|
"systemSummaries": [
|
|
457
457
|
{
|
|
458
458
|
"system": "Audrey Guard",
|
|
459
|
-
"generatedAt": "2026-07-
|
|
459
|
+
"generatedAt": "2026-07-13T15:07:31.178Z",
|
|
460
460
|
"scenarios": 10,
|
|
461
461
|
"passed": 10,
|
|
462
462
|
"passRate": 1,
|
|
@@ -470,14 +470,14 @@
|
|
|
470
470
|
"redactionLeaks": 0,
|
|
471
471
|
"recallDegradationDetectionRate": 1,
|
|
472
472
|
"latency": {
|
|
473
|
-
"p50Ms": 4.
|
|
474
|
-
"p95Ms": 21.
|
|
475
|
-
"maxMs": 21.
|
|
473
|
+
"p50Ms": 4.607,
|
|
474
|
+
"p95Ms": 21.585,
|
|
475
|
+
"maxMs": 21.585
|
|
476
476
|
}
|
|
477
477
|
},
|
|
478
478
|
{
|
|
479
479
|
"system": "No Memory",
|
|
480
|
-
"generatedAt": "2026-07-
|
|
480
|
+
"generatedAt": "2026-07-13T15:07:31.178Z",
|
|
481
481
|
"scenarios": 10,
|
|
482
482
|
"passed": 1,
|
|
483
483
|
"passRate": 0.1,
|
|
@@ -491,14 +491,14 @@
|
|
|
491
491
|
"redactionLeaks": 0,
|
|
492
492
|
"recallDegradationDetectionRate": 0,
|
|
493
493
|
"latency": {
|
|
494
|
-
"p50Ms": 0.
|
|
495
|
-
"p95Ms": 0.
|
|
496
|
-
"maxMs": 0.
|
|
494
|
+
"p50Ms": 0.008,
|
|
495
|
+
"p95Ms": 0.077,
|
|
496
|
+
"maxMs": 0.077
|
|
497
497
|
}
|
|
498
498
|
},
|
|
499
499
|
{
|
|
500
500
|
"system": "Recent Window",
|
|
501
|
-
"generatedAt": "2026-07-
|
|
501
|
+
"generatedAt": "2026-07-13T15:07:31.178Z",
|
|
502
502
|
"scenarios": 10,
|
|
503
503
|
"passed": 6,
|
|
504
504
|
"passRate": 0.6,
|
|
@@ -512,14 +512,14 @@
|
|
|
512
512
|
"redactionLeaks": 0,
|
|
513
513
|
"recallDegradationDetectionRate": 0.5,
|
|
514
514
|
"latency": {
|
|
515
|
-
"p50Ms": 0.
|
|
516
|
-
"p95Ms": 0.
|
|
517
|
-
"maxMs": 0.
|
|
515
|
+
"p50Ms": 0.164,
|
|
516
|
+
"p95Ms": 0.516,
|
|
517
|
+
"maxMs": 0.516
|
|
518
518
|
}
|
|
519
519
|
},
|
|
520
520
|
{
|
|
521
521
|
"system": "Vector Only",
|
|
522
|
-
"generatedAt": "2026-07-
|
|
522
|
+
"generatedAt": "2026-07-13T15:07:31.178Z",
|
|
523
523
|
"scenarios": 10,
|
|
524
524
|
"passed": 4,
|
|
525
525
|
"passRate": 0.4,
|
|
@@ -533,14 +533,14 @@
|
|
|
533
533
|
"redactionLeaks": 0,
|
|
534
534
|
"recallDegradationDetectionRate": 0,
|
|
535
535
|
"latency": {
|
|
536
|
-
"p50Ms": 0.
|
|
537
|
-
"p95Ms": 1.
|
|
538
|
-
"maxMs": 1.
|
|
536
|
+
"p50Ms": 0.542,
|
|
537
|
+
"p95Ms": 1.502,
|
|
538
|
+
"maxMs": 1.502
|
|
539
539
|
}
|
|
540
540
|
},
|
|
541
541
|
{
|
|
542
542
|
"system": "FTS Only",
|
|
543
|
-
"generatedAt": "2026-07-
|
|
543
|
+
"generatedAt": "2026-07-13T15:07:31.178Z",
|
|
544
544
|
"scenarios": 10,
|
|
545
545
|
"passed": 1,
|
|
546
546
|
"passRate": 0.1,
|
|
@@ -554,16 +554,16 @@
|
|
|
554
554
|
"redactionLeaks": 0,
|
|
555
555
|
"recallDegradationDetectionRate": 0,
|
|
556
556
|
"latency": {
|
|
557
|
-
"p50Ms": 0.
|
|
558
|
-
"p95Ms": 0.
|
|
559
|
-
"maxMs": 0.
|
|
557
|
+
"p50Ms": 0.498,
|
|
558
|
+
"p95Ms": 0.803,
|
|
559
|
+
"maxMs": 0.803
|
|
560
560
|
}
|
|
561
561
|
}
|
|
562
562
|
],
|
|
563
563
|
"comparisons": {
|
|
564
564
|
"bestBaseline": {
|
|
565
565
|
"system": "Recent Window",
|
|
566
|
-
"generatedAt": "2026-07-
|
|
566
|
+
"generatedAt": "2026-07-13T15:07:31.178Z",
|
|
567
567
|
"scenarios": 10,
|
|
568
568
|
"passed": 6,
|
|
569
569
|
"passRate": 0.6,
|
|
@@ -577,9 +577,9 @@
|
|
|
577
577
|
"redactionLeaks": 0,
|
|
578
578
|
"recallDegradationDetectionRate": 0.5,
|
|
579
579
|
"latency": {
|
|
580
|
-
"p50Ms": 0.
|
|
581
|
-
"p95Ms": 0.
|
|
582
|
-
"maxMs": 0.
|
|
580
|
+
"p50Ms": 0.164,
|
|
581
|
+
"p95Ms": 0.516,
|
|
582
|
+
"maxMs": 0.516
|
|
583
583
|
}
|
|
584
584
|
},
|
|
585
585
|
"audreyMarginOverBestBaseline": 0.4
|
|
@@ -594,12 +594,12 @@
|
|
|
594
594
|
"decisionCorrect": true,
|
|
595
595
|
"riskScore": 0.9,
|
|
596
596
|
"passed": true,
|
|
597
|
-
"latencyMs":
|
|
597
|
+
"latencyMs": 12.274,
|
|
598
598
|
"evidenceCount": 3,
|
|
599
599
|
"evidenceIds": [
|
|
600
|
-
"
|
|
601
|
-
"failure:Bash:2026-07-
|
|
602
|
-
"
|
|
600
|
+
"01KXE09KRM3F7XNRBG7KRBC2PP",
|
|
601
|
+
"failure:Bash:2026-07-13T15:07:26.869Z",
|
|
602
|
+
"01KXE09KRP13YT2CWDQSQDF6KB"
|
|
603
603
|
],
|
|
604
604
|
"recommendedActions": [
|
|
605
605
|
"Do not repeat the exact failed action until the prior error is understood or the command is changed.",
|
|
@@ -622,10 +622,10 @@
|
|
|
622
622
|
"decisionCorrect": true,
|
|
623
623
|
"riskScore": 0.85,
|
|
624
624
|
"passed": true,
|
|
625
|
-
"latencyMs": 3.
|
|
625
|
+
"latencyMs": 3.943,
|
|
626
626
|
"evidenceCount": 1,
|
|
627
627
|
"evidenceIds": [
|
|
628
|
-
"
|
|
628
|
+
"01KXE09KVH81YSF0V7QA4ZDERQ"
|
|
629
629
|
],
|
|
630
630
|
"recommendedActions": [
|
|
631
631
|
"Do not proceed until the high-severity memory warning is addressed.",
|
|
@@ -647,11 +647,11 @@
|
|
|
647
647
|
"decisionCorrect": true,
|
|
648
648
|
"riskScore": 0.55,
|
|
649
649
|
"passed": true,
|
|
650
|
-
"latencyMs": 4.
|
|
650
|
+
"latencyMs": 4.913,
|
|
651
651
|
"evidenceCount": 2,
|
|
652
652
|
"evidenceIds": [
|
|
653
|
-
"failure:Bash:2026-07-
|
|
654
|
-
"
|
|
653
|
+
"failure:Bash:2026-07-13T15:07:27.044Z",
|
|
654
|
+
"01KXE09KY55M1KXB4ET1PRF571"
|
|
655
655
|
],
|
|
656
656
|
"recommendedActions": [
|
|
657
657
|
"Before re-running Bash, check what changed since the last failure.",
|
|
@@ -673,11 +673,11 @@
|
|
|
673
673
|
"decisionCorrect": true,
|
|
674
674
|
"riskScore": 0.55,
|
|
675
675
|
"passed": true,
|
|
676
|
-
"latencyMs": 4.
|
|
676
|
+
"latencyMs": 4.607,
|
|
677
677
|
"evidenceCount": 2,
|
|
678
678
|
"evidenceIds": [
|
|
679
|
-
"failure:Bash:2026-07-
|
|
680
|
-
"
|
|
679
|
+
"failure:Bash:2026-07-13T15:07:27.131Z",
|
|
680
|
+
"01KXE09M0W99EZNCCVB9T6CYVC"
|
|
681
681
|
],
|
|
682
682
|
"recommendedActions": [
|
|
683
683
|
"Before re-running Bash, check what changed since the last failure.",
|
|
@@ -699,11 +699,11 @@
|
|
|
699
699
|
"decisionCorrect": true,
|
|
700
700
|
"riskScore": 0.2,
|
|
701
701
|
"passed": true,
|
|
702
|
-
"latencyMs":
|
|
702
|
+
"latencyMs": 12.263,
|
|
703
703
|
"evidenceCount": 2,
|
|
704
704
|
"evidenceIds": [
|
|
705
|
-
"
|
|
706
|
-
"
|
|
705
|
+
"01KXE09M3MDMK9ZED7TX1N9YCJ",
|
|
706
|
+
"01KXE09M3HD3936DV3SY6KN54G"
|
|
707
707
|
],
|
|
708
708
|
"recommendedActions": [
|
|
709
709
|
"This exact action has succeeded since its last failure; proceed with normal validation.",
|
|
@@ -725,7 +725,7 @@
|
|
|
725
725
|
"decisionCorrect": true,
|
|
726
726
|
"riskScore": 0.85,
|
|
727
727
|
"passed": true,
|
|
728
|
-
"latencyMs":
|
|
728
|
+
"latencyMs": 4.395,
|
|
729
729
|
"evidenceCount": 1,
|
|
730
730
|
"evidenceIds": [
|
|
731
731
|
"recall:episodic:recall.vector_counts"
|
|
@@ -751,11 +751,11 @@
|
|
|
751
751
|
"decisionCorrect": true,
|
|
752
752
|
"riskScore": 0.85,
|
|
753
753
|
"passed": true,
|
|
754
|
-
"latencyMs": 2.
|
|
754
|
+
"latencyMs": 2.962,
|
|
755
755
|
"evidenceCount": 2,
|
|
756
756
|
"evidenceIds": [
|
|
757
757
|
"recall:fts:recall.fts_lookup",
|
|
758
|
-
"
|
|
758
|
+
"01KXE09M92D89KNBQK0BQFN2Y7"
|
|
759
759
|
],
|
|
760
760
|
"recommendedActions": [
|
|
761
761
|
"Do not proceed until the high-severity memory warning is addressed.",
|
|
@@ -778,12 +778,12 @@
|
|
|
778
778
|
"decisionCorrect": true,
|
|
779
779
|
"riskScore": 0.9,
|
|
780
780
|
"passed": true,
|
|
781
|
-
"latencyMs": 4.
|
|
781
|
+
"latencyMs": 4.536,
|
|
782
782
|
"evidenceCount": 3,
|
|
783
783
|
"evidenceIds": [
|
|
784
|
-
"
|
|
785
|
-
"failure:Bash:2026-07-
|
|
786
|
-
"
|
|
784
|
+
"01KXE09MBGSBCHBAMKCDPKPW1N",
|
|
785
|
+
"failure:Bash:2026-07-13T15:07:27.472Z",
|
|
786
|
+
"01KXE09MBGSBCHBAMKCDPKPW1P"
|
|
787
787
|
],
|
|
788
788
|
"recommendedActions": [
|
|
789
789
|
"Do not repeat the exact failed action until the prior error is understood or the command is changed.",
|
|
@@ -806,11 +806,11 @@
|
|
|
806
806
|
"decisionCorrect": true,
|
|
807
807
|
"riskScore": 0.85,
|
|
808
808
|
"passed": true,
|
|
809
|
-
"latencyMs":
|
|
809
|
+
"latencyMs": 4.009,
|
|
810
810
|
"evidenceCount": 2,
|
|
811
811
|
"evidenceIds": [
|
|
812
|
-
"
|
|
813
|
-
"
|
|
812
|
+
"01KXE09ME0E710DBZCDRM6ZAPK",
|
|
813
|
+
"01KXE09ME1SDSF3N9ER3MEAYRW"
|
|
814
814
|
],
|
|
815
815
|
"recommendedActions": [
|
|
816
816
|
"Do not proceed until the high-severity memory warning is addressed.",
|
|
@@ -832,22 +832,22 @@
|
|
|
832
832
|
"decisionCorrect": true,
|
|
833
833
|
"riskScore": 0.85,
|
|
834
834
|
"passed": true,
|
|
835
|
-
"latencyMs": 21.
|
|
835
|
+
"latencyMs": 21.585,
|
|
836
836
|
"evidenceCount": 13,
|
|
837
837
|
"evidenceIds": [
|
|
838
|
-
"
|
|
839
|
-
"
|
|
840
|
-
"
|
|
841
|
-
"
|
|
842
|
-
"
|
|
843
|
-
"
|
|
844
|
-
"
|
|
845
|
-
"
|
|
846
|
-
"
|
|
847
|
-
"
|
|
848
|
-
"
|
|
849
|
-
"
|
|
850
|
-
"
|
|
838
|
+
"01KXE09N3T9YNYY0NTHA51W62G",
|
|
839
|
+
"01KXE09N3KVDJJS43TSNP6ENVC",
|
|
840
|
+
"01KXE09N2CE328SXRXJCH3Z74A",
|
|
841
|
+
"01KXE09N26TY6RT4C8JST58PXD",
|
|
842
|
+
"01KXE09N1MNFD0KGFQQR6JNEWS",
|
|
843
|
+
"01KXE09N1FJESNKB9AYKCVWN0R",
|
|
844
|
+
"01KXE09N071JZ8HGQ0V4TC4PF7",
|
|
845
|
+
"01KXE09MZ1ZTJ6T6KVNCBTRJW2",
|
|
846
|
+
"01KXE09MWBZ49Q7MT4A1DHEMRY",
|
|
847
|
+
"01KXE09MPH6KST4EQA6MD9MJCA",
|
|
848
|
+
"01KXE09MN0SN0T0B9Q4GJFFZ79",
|
|
849
|
+
"01KXE09MKRBKW8GV17QGFFJERT",
|
|
850
|
+
"01KXE09MJQHKHMH87DPWAPJ852"
|
|
851
851
|
],
|
|
852
852
|
"recommendedActions": [
|
|
853
853
|
"Do not proceed until the high-severity memory warning is addressed.",
|
|
@@ -877,12 +877,12 @@
|
|
|
877
877
|
"decisionCorrect": true,
|
|
878
878
|
"riskScore": 0.9,
|
|
879
879
|
"passed": true,
|
|
880
|
-
"latencyMs":
|
|
880
|
+
"latencyMs": 12.274,
|
|
881
881
|
"evidenceCount": 3,
|
|
882
882
|
"evidenceIds": [
|
|
883
|
-
"
|
|
884
|
-
"failure:Bash:2026-07-
|
|
885
|
-
"
|
|
883
|
+
"01KXE09KRM3F7XNRBG7KRBC2PP",
|
|
884
|
+
"failure:Bash:2026-07-13T15:07:26.869Z",
|
|
885
|
+
"01KXE09KRP13YT2CWDQSQDF6KB"
|
|
886
886
|
],
|
|
887
887
|
"recommendedActions": [
|
|
888
888
|
"Do not repeat the exact failed action until the prior error is understood or the command is changed.",
|
|
@@ -905,7 +905,7 @@
|
|
|
905
905
|
"decisionCorrect": false,
|
|
906
906
|
"riskScore": 0,
|
|
907
907
|
"passed": false,
|
|
908
|
-
"latencyMs": 0.
|
|
908
|
+
"latencyMs": 0.077,
|
|
909
909
|
"evidenceCount": 0,
|
|
910
910
|
"evidenceIds": [],
|
|
911
911
|
"recommendedActions": [],
|
|
@@ -925,10 +925,10 @@
|
|
|
925
925
|
"decisionCorrect": false,
|
|
926
926
|
"riskScore": 0.55,
|
|
927
927
|
"passed": false,
|
|
928
|
-
"latencyMs": 0.
|
|
928
|
+
"latencyMs": 0.305,
|
|
929
929
|
"evidenceCount": 1,
|
|
930
930
|
"evidenceIds": [
|
|
931
|
-
"
|
|
931
|
+
"01KXE09KT14FCCQ17VECTYQ62H"
|
|
932
932
|
],
|
|
933
933
|
"recommendedActions": [
|
|
934
934
|
"Check the recent failed event before repeating a similar action."
|
|
@@ -949,10 +949,10 @@
|
|
|
949
949
|
"decisionCorrect": false,
|
|
950
950
|
"riskScore": 0.35,
|
|
951
951
|
"passed": false,
|
|
952
|
-
"latencyMs":
|
|
952
|
+
"latencyMs": 1.087,
|
|
953
953
|
"evidenceCount": 1,
|
|
954
954
|
"evidenceIds": [
|
|
955
|
-
"
|
|
955
|
+
"01KXE09KTHDVHXH9QY977Y3VBQ"
|
|
956
956
|
],
|
|
957
957
|
"recommendedActions": [
|
|
958
958
|
"Treat retrieved memory as advisory context."
|
|
@@ -973,7 +973,7 @@
|
|
|
973
973
|
"decisionCorrect": false,
|
|
974
974
|
"riskScore": 0,
|
|
975
975
|
"passed": false,
|
|
976
|
-
"latencyMs": 0.
|
|
976
|
+
"latencyMs": 0.615,
|
|
977
977
|
"evidenceCount": 0,
|
|
978
978
|
"evidenceIds": [],
|
|
979
979
|
"recommendedActions": [],
|
|
@@ -1000,10 +1000,10 @@
|
|
|
1000
1000
|
"decisionCorrect": true,
|
|
1001
1001
|
"riskScore": 0.85,
|
|
1002
1002
|
"passed": true,
|
|
1003
|
-
"latencyMs": 3.
|
|
1003
|
+
"latencyMs": 3.943,
|
|
1004
1004
|
"evidenceCount": 1,
|
|
1005
1005
|
"evidenceIds": [
|
|
1006
|
-
"
|
|
1006
|
+
"01KXE09KVH81YSF0V7QA4ZDERQ"
|
|
1007
1007
|
],
|
|
1008
1008
|
"recommendedActions": [
|
|
1009
1009
|
"Do not proceed until the high-severity memory warning is addressed.",
|
|
@@ -1025,7 +1025,7 @@
|
|
|
1025
1025
|
"decisionCorrect": false,
|
|
1026
1026
|
"riskScore": 0,
|
|
1027
1027
|
"passed": false,
|
|
1028
|
-
"latencyMs": 0.
|
|
1028
|
+
"latencyMs": 0.006,
|
|
1029
1029
|
"evidenceCount": 0,
|
|
1030
1030
|
"evidenceIds": [],
|
|
1031
1031
|
"recommendedActions": [],
|
|
@@ -1045,10 +1045,10 @@
|
|
|
1045
1045
|
"decisionCorrect": true,
|
|
1046
1046
|
"riskScore": 0.85,
|
|
1047
1047
|
"passed": true,
|
|
1048
|
-
"latencyMs": 0.
|
|
1048
|
+
"latencyMs": 0.43,
|
|
1049
1049
|
"evidenceCount": 1,
|
|
1050
1050
|
"evidenceIds": [
|
|
1051
|
-
"
|
|
1051
|
+
"01KXE09KWN7GCDW06T5K69GYMG"
|
|
1052
1052
|
],
|
|
1053
1053
|
"recommendedActions": [
|
|
1054
1054
|
"Review retrieved memory before acting."
|
|
@@ -1069,10 +1069,10 @@
|
|
|
1069
1069
|
"decisionCorrect": true,
|
|
1070
1070
|
"riskScore": 0.85,
|
|
1071
1071
|
"passed": true,
|
|
1072
|
-
"latencyMs": 0.
|
|
1072
|
+
"latencyMs": 0.633,
|
|
1073
1073
|
"evidenceCount": 1,
|
|
1074
1074
|
"evidenceIds": [
|
|
1075
|
-
"
|
|
1075
|
+
"01KXE09KX3RM8CFMH2W52JXVR5"
|
|
1076
1076
|
],
|
|
1077
1077
|
"recommendedActions": [
|
|
1078
1078
|
"Review retrieved memory before acting."
|
|
@@ -1093,7 +1093,7 @@
|
|
|
1093
1093
|
"decisionCorrect": false,
|
|
1094
1094
|
"riskScore": 0,
|
|
1095
1095
|
"passed": false,
|
|
1096
|
-
"latencyMs": 0.
|
|
1096
|
+
"latencyMs": 0.528,
|
|
1097
1097
|
"evidenceCount": 0,
|
|
1098
1098
|
"evidenceIds": [],
|
|
1099
1099
|
"recommendedActions": [],
|
|
@@ -1120,11 +1120,11 @@
|
|
|
1120
1120
|
"decisionCorrect": true,
|
|
1121
1121
|
"riskScore": 0.55,
|
|
1122
1122
|
"passed": true,
|
|
1123
|
-
"latencyMs": 4.
|
|
1123
|
+
"latencyMs": 4.913,
|
|
1124
1124
|
"evidenceCount": 2,
|
|
1125
1125
|
"evidenceIds": [
|
|
1126
|
-
"failure:Bash:2026-07-
|
|
1127
|
-
"
|
|
1126
|
+
"failure:Bash:2026-07-13T15:07:27.044Z",
|
|
1127
|
+
"01KXE09KY55M1KXB4ET1PRF571"
|
|
1128
1128
|
],
|
|
1129
1129
|
"recommendedActions": [
|
|
1130
1130
|
"Before re-running Bash, check what changed since the last failure.",
|
|
@@ -1146,7 +1146,7 @@
|
|
|
1146
1146
|
"decisionCorrect": false,
|
|
1147
1147
|
"riskScore": 0,
|
|
1148
1148
|
"passed": false,
|
|
1149
|
-
"latencyMs": 0.
|
|
1149
|
+
"latencyMs": 0.007,
|
|
1150
1150
|
"evidenceCount": 0,
|
|
1151
1151
|
"evidenceIds": [],
|
|
1152
1152
|
"recommendedActions": [],
|
|
@@ -1166,10 +1166,10 @@
|
|
|
1166
1166
|
"decisionCorrect": true,
|
|
1167
1167
|
"riskScore": 0.55,
|
|
1168
1168
|
"passed": true,
|
|
1169
|
-
"latencyMs": 0.
|
|
1169
|
+
"latencyMs": 0.102,
|
|
1170
1170
|
"evidenceCount": 1,
|
|
1171
1171
|
"evidenceIds": [
|
|
1172
|
-
"
|
|
1172
|
+
"01KXE09KZB2M0RM2W1H16XTN15"
|
|
1173
1173
|
],
|
|
1174
1174
|
"recommendedActions": [
|
|
1175
1175
|
"Check the recent failed event before repeating a similar action."
|
|
@@ -1190,10 +1190,10 @@
|
|
|
1190
1190
|
"decisionCorrect": true,
|
|
1191
1191
|
"riskScore": 0.35,
|
|
1192
1192
|
"passed": true,
|
|
1193
|
-
"latencyMs": 0.
|
|
1193
|
+
"latencyMs": 0.542,
|
|
1194
1194
|
"evidenceCount": 1,
|
|
1195
1195
|
"evidenceIds": [
|
|
1196
|
-
"
|
|
1196
|
+
"01KXE09KZVKXTT4EEPJTQ7BB7G"
|
|
1197
1197
|
],
|
|
1198
1198
|
"recommendedActions": [
|
|
1199
1199
|
"Treat retrieved memory as advisory context."
|
|
@@ -1214,7 +1214,7 @@
|
|
|
1214
1214
|
"decisionCorrect": false,
|
|
1215
1215
|
"riskScore": 0,
|
|
1216
1216
|
"passed": false,
|
|
1217
|
-
"latencyMs": 0.
|
|
1217
|
+
"latencyMs": 0.498,
|
|
1218
1218
|
"evidenceCount": 0,
|
|
1219
1219
|
"evidenceIds": [],
|
|
1220
1220
|
"recommendedActions": [],
|
|
@@ -1241,11 +1241,11 @@
|
|
|
1241
1241
|
"decisionCorrect": true,
|
|
1242
1242
|
"riskScore": 0.55,
|
|
1243
1243
|
"passed": true,
|
|
1244
|
-
"latencyMs": 4.
|
|
1244
|
+
"latencyMs": 4.607,
|
|
1245
1245
|
"evidenceCount": 2,
|
|
1246
1246
|
"evidenceIds": [
|
|
1247
|
-
"failure:Bash:2026-07-
|
|
1248
|
-
"
|
|
1247
|
+
"failure:Bash:2026-07-13T15:07:27.131Z",
|
|
1248
|
+
"01KXE09M0W99EZNCCVB9T6CYVC"
|
|
1249
1249
|
],
|
|
1250
1250
|
"recommendedActions": [
|
|
1251
1251
|
"Before re-running Bash, check what changed since the last failure.",
|
|
@@ -1267,7 +1267,7 @@
|
|
|
1267
1267
|
"decisionCorrect": false,
|
|
1268
1268
|
"riskScore": 0,
|
|
1269
1269
|
"passed": false,
|
|
1270
|
-
"latencyMs": 0.
|
|
1270
|
+
"latencyMs": 0.012,
|
|
1271
1271
|
"evidenceCount": 0,
|
|
1272
1272
|
"evidenceIds": [],
|
|
1273
1273
|
"recommendedActions": [],
|
|
@@ -1287,10 +1287,10 @@
|
|
|
1287
1287
|
"decisionCorrect": true,
|
|
1288
1288
|
"riskScore": 0.55,
|
|
1289
1289
|
"passed": true,
|
|
1290
|
-
"latencyMs": 0.
|
|
1290
|
+
"latencyMs": 0.09,
|
|
1291
1291
|
"evidenceCount": 1,
|
|
1292
1292
|
"evidenceIds": [
|
|
1293
|
-
"
|
|
1293
|
+
"01KXE09M22ENW4TDBZQCD5D14W"
|
|
1294
1294
|
],
|
|
1295
1295
|
"recommendedActions": [
|
|
1296
1296
|
"Check the recent failed event before repeating a similar action."
|
|
@@ -1311,10 +1311,10 @@
|
|
|
1311
1311
|
"decisionCorrect": true,
|
|
1312
1312
|
"riskScore": 0.35,
|
|
1313
1313
|
"passed": true,
|
|
1314
|
-
"latencyMs": 0.
|
|
1314
|
+
"latencyMs": 0.519,
|
|
1315
1315
|
"evidenceCount": 1,
|
|
1316
1316
|
"evidenceIds": [
|
|
1317
|
-
"
|
|
1317
|
+
"01KXE09M2HDYKTN8652470CT9V"
|
|
1318
1318
|
],
|
|
1319
1319
|
"recommendedActions": [
|
|
1320
1320
|
"Treat retrieved memory as advisory context."
|
|
@@ -1335,7 +1335,7 @@
|
|
|
1335
1335
|
"decisionCorrect": false,
|
|
1336
1336
|
"riskScore": 0,
|
|
1337
1337
|
"passed": false,
|
|
1338
|
-
"latencyMs": 0.
|
|
1338
|
+
"latencyMs": 0.483,
|
|
1339
1339
|
"evidenceCount": 0,
|
|
1340
1340
|
"evidenceIds": [],
|
|
1341
1341
|
"recommendedActions": [],
|
|
@@ -1362,11 +1362,11 @@
|
|
|
1362
1362
|
"decisionCorrect": true,
|
|
1363
1363
|
"riskScore": 0.2,
|
|
1364
1364
|
"passed": true,
|
|
1365
|
-
"latencyMs":
|
|
1365
|
+
"latencyMs": 12.263,
|
|
1366
1366
|
"evidenceCount": 2,
|
|
1367
1367
|
"evidenceIds": [
|
|
1368
|
-
"
|
|
1369
|
-
"
|
|
1368
|
+
"01KXE09M3MDMK9ZED7TX1N9YCJ",
|
|
1369
|
+
"01KXE09M3HD3936DV3SY6KN54G"
|
|
1370
1370
|
],
|
|
1371
1371
|
"recommendedActions": [
|
|
1372
1372
|
"This exact action has succeeded since its last failure; proceed with normal validation.",
|
|
@@ -1388,7 +1388,7 @@
|
|
|
1388
1388
|
"decisionCorrect": true,
|
|
1389
1389
|
"riskScore": 0,
|
|
1390
1390
|
"passed": true,
|
|
1391
|
-
"latencyMs": 0.
|
|
1391
|
+
"latencyMs": 0.007,
|
|
1392
1392
|
"evidenceCount": 0,
|
|
1393
1393
|
"evidenceIds": [],
|
|
1394
1394
|
"recommendedActions": [],
|
|
@@ -1408,10 +1408,10 @@
|
|
|
1408
1408
|
"decisionCorrect": false,
|
|
1409
1409
|
"riskScore": 0.55,
|
|
1410
1410
|
"passed": false,
|
|
1411
|
-
"latencyMs": 0.
|
|
1411
|
+
"latencyMs": 0.089,
|
|
1412
1412
|
"evidenceCount": 1,
|
|
1413
1413
|
"evidenceIds": [
|
|
1414
|
-
"
|
|
1414
|
+
"01KXE09M4Y1SNNTHQHKGPY1BD9"
|
|
1415
1415
|
],
|
|
1416
1416
|
"recommendedActions": [
|
|
1417
1417
|
"Check the recent failed event before repeating a similar action."
|
|
@@ -1432,10 +1432,10 @@
|
|
|
1432
1432
|
"decisionCorrect": false,
|
|
1433
1433
|
"riskScore": 0.35,
|
|
1434
1434
|
"passed": false,
|
|
1435
|
-
"latencyMs": 0.
|
|
1435
|
+
"latencyMs": 0.622,
|
|
1436
1436
|
"evidenceCount": 1,
|
|
1437
1437
|
"evidenceIds": [
|
|
1438
|
-
"
|
|
1438
|
+
"01KXE09M5EAZWHPSDT7R639VBV"
|
|
1439
1439
|
],
|
|
1440
1440
|
"recommendedActions": [
|
|
1441
1441
|
"Treat retrieved memory as advisory context."
|
|
@@ -1456,7 +1456,7 @@
|
|
|
1456
1456
|
"decisionCorrect": true,
|
|
1457
1457
|
"riskScore": 0,
|
|
1458
1458
|
"passed": true,
|
|
1459
|
-
"latencyMs": 0.
|
|
1459
|
+
"latencyMs": 0.507,
|
|
1460
1460
|
"evidenceCount": 0,
|
|
1461
1461
|
"evidenceIds": [],
|
|
1462
1462
|
"recommendedActions": [],
|
|
@@ -1483,7 +1483,7 @@
|
|
|
1483
1483
|
"decisionCorrect": true,
|
|
1484
1484
|
"riskScore": 0.85,
|
|
1485
1485
|
"passed": true,
|
|
1486
|
-
"latencyMs":
|
|
1486
|
+
"latencyMs": 4.395,
|
|
1487
1487
|
"evidenceCount": 1,
|
|
1488
1488
|
"evidenceIds": [
|
|
1489
1489
|
"recall:episodic:recall.vector_counts"
|
|
@@ -1509,7 +1509,7 @@
|
|
|
1509
1509
|
"decisionCorrect": false,
|
|
1510
1510
|
"riskScore": 0,
|
|
1511
1511
|
"passed": false,
|
|
1512
|
-
"latencyMs": 0.
|
|
1512
|
+
"latencyMs": 0.008,
|
|
1513
1513
|
"evidenceCount": 0,
|
|
1514
1514
|
"evidenceIds": [],
|
|
1515
1515
|
"recommendedActions": [],
|
|
@@ -1529,10 +1529,10 @@
|
|
|
1529
1529
|
"decisionCorrect": true,
|
|
1530
1530
|
"riskScore": 0.85,
|
|
1531
1531
|
"passed": true,
|
|
1532
|
-
"latencyMs": 0.
|
|
1532
|
+
"latencyMs": 0.164,
|
|
1533
1533
|
"evidenceCount": 1,
|
|
1534
1534
|
"evidenceIds": [
|
|
1535
|
-
"
|
|
1535
|
+
"01KXE09M7NN3RTZSMYC3NQ84AA"
|
|
1536
1536
|
],
|
|
1537
1537
|
"recommendedActions": [
|
|
1538
1538
|
"Review retrieved memory before acting."
|
|
@@ -1553,7 +1553,7 @@
|
|
|
1553
1553
|
"decisionCorrect": false,
|
|
1554
1554
|
"riskScore": 0.55,
|
|
1555
1555
|
"passed": false,
|
|
1556
|
-
"latencyMs": 0.
|
|
1556
|
+
"latencyMs": 0.373,
|
|
1557
1557
|
"evidenceCount": 0,
|
|
1558
1558
|
"evidenceIds": [],
|
|
1559
1559
|
"recommendedActions": [
|
|
@@ -1581,7 +1581,7 @@
|
|
|
1581
1581
|
"decisionCorrect": false,
|
|
1582
1582
|
"riskScore": 0,
|
|
1583
1583
|
"passed": false,
|
|
1584
|
-
"latencyMs": 0.
|
|
1584
|
+
"latencyMs": 0.439,
|
|
1585
1585
|
"evidenceCount": 0,
|
|
1586
1586
|
"evidenceIds": [],
|
|
1587
1587
|
"recommendedActions": [],
|
|
@@ -1608,11 +1608,11 @@
|
|
|
1608
1608
|
"decisionCorrect": true,
|
|
1609
1609
|
"riskScore": 0.85,
|
|
1610
1610
|
"passed": true,
|
|
1611
|
-
"latencyMs": 2.
|
|
1611
|
+
"latencyMs": 2.962,
|
|
1612
1612
|
"evidenceCount": 2,
|
|
1613
1613
|
"evidenceIds": [
|
|
1614
1614
|
"recall:fts:recall.fts_lookup",
|
|
1615
|
-
"
|
|
1615
|
+
"01KXE09M92D89KNBQK0BQFN2Y7"
|
|
1616
1616
|
],
|
|
1617
1617
|
"recommendedActions": [
|
|
1618
1618
|
"Do not proceed until the high-severity memory warning is addressed.",
|
|
@@ -1635,7 +1635,7 @@
|
|
|
1635
1635
|
"decisionCorrect": false,
|
|
1636
1636
|
"riskScore": 0,
|
|
1637
1637
|
"passed": false,
|
|
1638
|
-
"latencyMs": 0.
|
|
1638
|
+
"latencyMs": 0.008,
|
|
1639
1639
|
"evidenceCount": 0,
|
|
1640
1640
|
"evidenceIds": [],
|
|
1641
1641
|
"recommendedActions": [],
|
|
@@ -1655,10 +1655,10 @@
|
|
|
1655
1655
|
"decisionCorrect": false,
|
|
1656
1656
|
"riskScore": 0.35,
|
|
1657
1657
|
"passed": false,
|
|
1658
|
-
"latencyMs": 0.
|
|
1658
|
+
"latencyMs": 0.148,
|
|
1659
1659
|
"evidenceCount": 1,
|
|
1660
1660
|
"evidenceIds": [
|
|
1661
|
-
"
|
|
1661
|
+
"01KXE09MA3ESCT1B6MG4ZMB0Q3"
|
|
1662
1662
|
],
|
|
1663
1663
|
"recommendedActions": [
|
|
1664
1664
|
"Treat retrieved memory as advisory context."
|
|
@@ -1679,10 +1679,10 @@
|
|
|
1679
1679
|
"decisionCorrect": false,
|
|
1680
1680
|
"riskScore": 0.35,
|
|
1681
1681
|
"passed": false,
|
|
1682
|
-
"latencyMs": 0.
|
|
1682
|
+
"latencyMs": 0.408,
|
|
1683
1683
|
"evidenceCount": 1,
|
|
1684
1684
|
"evidenceIds": [
|
|
1685
|
-
"
|
|
1685
|
+
"01KXE09MAHS4CCJWTECVYGKJNQ"
|
|
1686
1686
|
],
|
|
1687
1687
|
"recommendedActions": [
|
|
1688
1688
|
"Treat retrieved memory as advisory context."
|
|
@@ -1703,7 +1703,7 @@
|
|
|
1703
1703
|
"decisionCorrect": false,
|
|
1704
1704
|
"riskScore": 0.55,
|
|
1705
1705
|
"passed": false,
|
|
1706
|
-
"latencyMs": 0.
|
|
1706
|
+
"latencyMs": 0.17,
|
|
1707
1707
|
"evidenceCount": 0,
|
|
1708
1708
|
"evidenceIds": [],
|
|
1709
1709
|
"recommendedActions": [
|
|
@@ -1738,12 +1738,12 @@
|
|
|
1738
1738
|
"decisionCorrect": true,
|
|
1739
1739
|
"riskScore": 0.9,
|
|
1740
1740
|
"passed": true,
|
|
1741
|
-
"latencyMs": 4.
|
|
1741
|
+
"latencyMs": 4.536,
|
|
1742
1742
|
"evidenceCount": 3,
|
|
1743
1743
|
"evidenceIds": [
|
|
1744
|
-
"
|
|
1745
|
-
"failure:Bash:2026-07-
|
|
1746
|
-
"
|
|
1744
|
+
"01KXE09MBGSBCHBAMKCDPKPW1N",
|
|
1745
|
+
"failure:Bash:2026-07-13T15:07:27.472Z",
|
|
1746
|
+
"01KXE09MBGSBCHBAMKCDPKPW1P"
|
|
1747
1747
|
],
|
|
1748
1748
|
"recommendedActions": [
|
|
1749
1749
|
"Do not repeat the exact failed action until the prior error is understood or the command is changed.",
|
|
@@ -1766,7 +1766,7 @@
|
|
|
1766
1766
|
"decisionCorrect": false,
|
|
1767
1767
|
"riskScore": 0,
|
|
1768
1768
|
"passed": false,
|
|
1769
|
-
"latencyMs": 0.
|
|
1769
|
+
"latencyMs": 0.007,
|
|
1770
1770
|
"evidenceCount": 0,
|
|
1771
1771
|
"evidenceIds": [],
|
|
1772
1772
|
"recommendedActions": [],
|
|
@@ -1786,10 +1786,10 @@
|
|
|
1786
1786
|
"decisionCorrect": false,
|
|
1787
1787
|
"riskScore": 0.55,
|
|
1788
1788
|
"passed": false,
|
|
1789
|
-
"latencyMs": 0.
|
|
1789
|
+
"latencyMs": 0.075,
|
|
1790
1790
|
"evidenceCount": 1,
|
|
1791
1791
|
"evidenceIds": [
|
|
1792
|
-
"
|
|
1792
|
+
"01KXE09MCKN9T68MQ2SR7S74MX"
|
|
1793
1793
|
],
|
|
1794
1794
|
"recommendedActions": [
|
|
1795
1795
|
"Check the recent failed event before repeating a similar action."
|
|
@@ -1810,10 +1810,10 @@
|
|
|
1810
1810
|
"decisionCorrect": false,
|
|
1811
1811
|
"riskScore": 0.35,
|
|
1812
1812
|
"passed": false,
|
|
1813
|
-
"latencyMs": 0.
|
|
1813
|
+
"latencyMs": 0.445,
|
|
1814
1814
|
"evidenceCount": 1,
|
|
1815
1815
|
"evidenceIds": [
|
|
1816
|
-
"
|
|
1816
|
+
"01KXE09MD21TX971RHKPGH6J0S"
|
|
1817
1817
|
],
|
|
1818
1818
|
"recommendedActions": [
|
|
1819
1819
|
"Treat retrieved memory as advisory context."
|
|
@@ -1834,7 +1834,7 @@
|
|
|
1834
1834
|
"decisionCorrect": false,
|
|
1835
1835
|
"riskScore": 0,
|
|
1836
1836
|
"passed": false,
|
|
1837
|
-
"latencyMs": 0.
|
|
1837
|
+
"latencyMs": 0.413,
|
|
1838
1838
|
"evidenceCount": 0,
|
|
1839
1839
|
"evidenceIds": [],
|
|
1840
1840
|
"recommendedActions": [],
|
|
@@ -1861,11 +1861,11 @@
|
|
|
1861
1861
|
"decisionCorrect": true,
|
|
1862
1862
|
"riskScore": 0.85,
|
|
1863
1863
|
"passed": true,
|
|
1864
|
-
"latencyMs":
|
|
1864
|
+
"latencyMs": 4.009,
|
|
1865
1865
|
"evidenceCount": 2,
|
|
1866
1866
|
"evidenceIds": [
|
|
1867
|
-
"
|
|
1868
|
-
"
|
|
1867
|
+
"01KXE09ME0E710DBZCDRM6ZAPK",
|
|
1868
|
+
"01KXE09ME1SDSF3N9ER3MEAYRW"
|
|
1869
1869
|
],
|
|
1870
1870
|
"recommendedActions": [
|
|
1871
1871
|
"Do not proceed until the high-severity memory warning is addressed.",
|
|
@@ -1887,7 +1887,7 @@
|
|
|
1887
1887
|
"decisionCorrect": false,
|
|
1888
1888
|
"riskScore": 0,
|
|
1889
1889
|
"passed": false,
|
|
1890
|
-
"latencyMs": 0.
|
|
1890
|
+
"latencyMs": 0.008,
|
|
1891
1891
|
"evidenceCount": 0,
|
|
1892
1892
|
"evidenceIds": [],
|
|
1893
1893
|
"recommendedActions": [],
|
|
@@ -1907,11 +1907,11 @@
|
|
|
1907
1907
|
"decisionCorrect": true,
|
|
1908
1908
|
"riskScore": 0.85,
|
|
1909
1909
|
"passed": true,
|
|
1910
|
-
"latencyMs": 0.
|
|
1910
|
+
"latencyMs": 0.185,
|
|
1911
1911
|
"evidenceCount": 2,
|
|
1912
1912
|
"evidenceIds": [
|
|
1913
|
-
"
|
|
1914
|
-
"
|
|
1913
|
+
"01KXE09MF4FRFAGWDMZYWSSYF3",
|
|
1914
|
+
"01KXE09MF382A2BJNVBV44BH5Q"
|
|
1915
1915
|
],
|
|
1916
1916
|
"recommendedActions": [
|
|
1917
1917
|
"Review retrieved memory before acting."
|
|
@@ -1932,11 +1932,11 @@
|
|
|
1932
1932
|
"decisionCorrect": true,
|
|
1933
1933
|
"riskScore": 0.85,
|
|
1934
1934
|
"passed": true,
|
|
1935
|
-
"latencyMs": 0.
|
|
1935
|
+
"latencyMs": 0.514,
|
|
1936
1936
|
"evidenceCount": 2,
|
|
1937
1937
|
"evidenceIds": [
|
|
1938
|
-
"
|
|
1939
|
-
"
|
|
1938
|
+
"01KXE09MFK7PV5JRT20T18GH2Q",
|
|
1939
|
+
"01KXE09MFMTZF8990X4FNN72R6"
|
|
1940
1940
|
],
|
|
1941
1941
|
"recommendedActions": [
|
|
1942
1942
|
"Review retrieved memory before acting."
|
|
@@ -1957,7 +1957,7 @@
|
|
|
1957
1957
|
"decisionCorrect": false,
|
|
1958
1958
|
"riskScore": 0,
|
|
1959
1959
|
"passed": false,
|
|
1960
|
-
"latencyMs": 0.
|
|
1960
|
+
"latencyMs": 0.477,
|
|
1961
1961
|
"evidenceCount": 0,
|
|
1962
1962
|
"evidenceIds": [],
|
|
1963
1963
|
"recommendedActions": [],
|
|
@@ -1984,22 +1984,22 @@
|
|
|
1984
1984
|
"decisionCorrect": true,
|
|
1985
1985
|
"riskScore": 0.85,
|
|
1986
1986
|
"passed": true,
|
|
1987
|
-
"latencyMs": 21.
|
|
1987
|
+
"latencyMs": 21.585,
|
|
1988
1988
|
"evidenceCount": 13,
|
|
1989
1989
|
"evidenceIds": [
|
|
1990
|
-
"
|
|
1991
|
-
"
|
|
1992
|
-
"
|
|
1993
|
-
"
|
|
1994
|
-
"
|
|
1995
|
-
"
|
|
1996
|
-
"
|
|
1997
|
-
"
|
|
1998
|
-
"
|
|
1999
|
-
"
|
|
2000
|
-
"
|
|
2001
|
-
"
|
|
2002
|
-
"
|
|
1990
|
+
"01KXE09N3T9YNYY0NTHA51W62G",
|
|
1991
|
+
"01KXE09N3KVDJJS43TSNP6ENVC",
|
|
1992
|
+
"01KXE09N2CE328SXRXJCH3Z74A",
|
|
1993
|
+
"01KXE09N26TY6RT4C8JST58PXD",
|
|
1994
|
+
"01KXE09N1MNFD0KGFQQR6JNEWS",
|
|
1995
|
+
"01KXE09N1FJESNKB9AYKCVWN0R",
|
|
1996
|
+
"01KXE09N071JZ8HGQ0V4TC4PF7",
|
|
1997
|
+
"01KXE09MZ1ZTJ6T6KVNCBTRJW2",
|
|
1998
|
+
"01KXE09MWBZ49Q7MT4A1DHEMRY",
|
|
1999
|
+
"01KXE09MPH6KST4EQA6MD9MJCA",
|
|
2000
|
+
"01KXE09MN0SN0T0B9Q4GJFFZ79",
|
|
2001
|
+
"01KXE09MKRBKW8GV17QGFFJERT",
|
|
2002
|
+
"01KXE09MJQHKHMH87DPWAPJ852"
|
|
2003
2003
|
],
|
|
2004
2004
|
"recommendedActions": [
|
|
2005
2005
|
"Do not proceed until the high-severity memory warning is addressed.",
|
|
@@ -2042,10 +2042,10 @@
|
|
|
2042
2042
|
"decisionCorrect": true,
|
|
2043
2043
|
"riskScore": 0.85,
|
|
2044
2044
|
"passed": true,
|
|
2045
|
-
"latencyMs": 0.
|
|
2045
|
+
"latencyMs": 0.516,
|
|
2046
2046
|
"evidenceCount": 1,
|
|
2047
2047
|
"evidenceIds": [
|
|
2048
|
-
"
|
|
2048
|
+
"01KXE09PG3YKMX3PNE2KPWDQX4"
|
|
2049
2049
|
],
|
|
2050
2050
|
"recommendedActions": [
|
|
2051
2051
|
"Review retrieved memory before acting."
|
|
@@ -2066,14 +2066,14 @@
|
|
|
2066
2066
|
"decisionCorrect": false,
|
|
2067
2067
|
"riskScore": 0.35,
|
|
2068
2068
|
"passed": false,
|
|
2069
|
-
"latencyMs": 1.
|
|
2069
|
+
"latencyMs": 1.502,
|
|
2070
2070
|
"evidenceCount": 5,
|
|
2071
2071
|
"evidenceIds": [
|
|
2072
|
-
"
|
|
2073
|
-
"
|
|
2074
|
-
"
|
|
2075
|
-
"
|
|
2076
|
-
"
|
|
2072
|
+
"01KXE09PX05XK1MNQM6HTSJRDX",
|
|
2073
|
+
"01KXE09PRMM0S934H24B8J9RS3",
|
|
2074
|
+
"01KXE09PS93CENDK7GY7FMJ0F1",
|
|
2075
|
+
"01KXE09PNN1Z71Z9SF29F1PNHS",
|
|
2076
|
+
"01KXE09Q1YJF9QHNDRKJ2HNRFG"
|
|
2077
2077
|
],
|
|
2078
2078
|
"recommendedActions": [
|
|
2079
2079
|
"Treat retrieved memory as advisory context."
|
|
@@ -2094,7 +2094,7 @@
|
|
|
2094
2094
|
"decisionCorrect": false,
|
|
2095
2095
|
"riskScore": 0,
|
|
2096
2096
|
"passed": false,
|
|
2097
|
-
"latencyMs": 0.
|
|
2097
|
+
"latencyMs": 0.803,
|
|
2098
2098
|
"evidenceCount": 0,
|
|
2099
2099
|
"evidenceIds": [],
|
|
2100
2100
|
"recommendedActions": [],
|
|
@@ -2109,7 +2109,7 @@
|
|
|
2109
2109
|
}
|
|
2110
2110
|
],
|
|
2111
2111
|
"artifactRedactionSweep": {
|
|
2112
|
-
"checkedAt": "2026-07-
|
|
2112
|
+
"checkedAt": "2026-07-13T15:07:31.207Z",
|
|
2113
2113
|
"filesChecked": [
|
|
2114
2114
|
"benchmarks/output/guardbench-manifest.json",
|
|
2115
2115
|
"benchmarks/output/guardbench-raw.json",
|