audrey 1.1.2 → 1.1.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (45) hide show
  1. package/CHANGELOG.md +8 -0
  2. package/README.md +1 -1
  3. package/benchmarks/output/adapter-self-test/guardbench-adapter-self-test.json +4 -4
  4. package/benchmarks/output/external/guardbench-external-dry-run.json +1 -1
  5. package/benchmarks/output/external/guardbench-external-evidence.json +1 -1
  6. package/benchmarks/output/guardbench-conformance-card.json +9 -9
  7. package/benchmarks/output/guardbench-raw.json +108 -108
  8. package/benchmarks/output/guardbench-summary.json +174 -174
  9. package/benchmarks/output/leaderboard/guardbench-leaderboard.json +5 -5
  10. package/benchmarks/output/leaderboard/guardbench-leaderboard.md +2 -2
  11. package/benchmarks/output/submission-bundle/guardbench-conformance-card.json +9 -9
  12. package/benchmarks/output/submission-bundle/guardbench-raw.json +108 -108
  13. package/benchmarks/output/submission-bundle/guardbench-summary.json +174 -174
  14. package/benchmarks/output/submission-bundle/submission-manifest.json +10 -10
  15. package/benchmarks/output/submission-bundle/validation-report.json +1 -1
  16. package/benchmarks/output/summary.json +54 -54
  17. package/dist/mcp-server/config.d.ts +1 -1
  18. package/dist/mcp-server/config.js +1 -1
  19. package/docs/paper/07-evaluation.md +6 -6
  20. package/docs/paper/audrey-paper-v1.md +6 -6
  21. package/docs/paper/evidence-ledger.md +1 -1
  22. package/docs/paper/output/arxiv/arxiv-manifest.json +4 -4
  23. package/docs/paper/output/arxiv/main.tex +6 -6
  24. package/docs/paper/output/arxiv-compile-report.json +3 -3
  25. package/docs/paper/output/submission-bundle/README.md +1 -1
  26. package/docs/paper/output/submission-bundle/benchmarks/output/adapter-self-test/guardbench-adapter-self-test.json +4 -4
  27. package/docs/paper/output/submission-bundle/benchmarks/output/external/guardbench-external-dry-run.json +1 -1
  28. package/docs/paper/output/submission-bundle/benchmarks/output/external/guardbench-external-evidence.json +1 -1
  29. package/docs/paper/output/submission-bundle/benchmarks/output/guardbench-conformance-card.json +9 -9
  30. package/docs/paper/output/submission-bundle/benchmarks/output/guardbench-raw.json +108 -108
  31. package/docs/paper/output/submission-bundle/benchmarks/output/guardbench-summary.json +174 -174
  32. package/docs/paper/output/submission-bundle/benchmarks/output/leaderboard/guardbench-leaderboard.json +5 -5
  33. package/docs/paper/output/submission-bundle/benchmarks/output/leaderboard/guardbench-leaderboard.md +2 -2
  34. package/docs/paper/output/submission-bundle/benchmarks/output/submission-bundle/submission-manifest.json +10 -10
  35. package/docs/paper/output/submission-bundle/benchmarks/output/submission-bundle/validation-report.json +1 -1
  36. package/docs/paper/output/submission-bundle/benchmarks/output/summary.json +60 -60
  37. package/docs/paper/output/submission-bundle/docs/paper/07-evaluation.md +6 -6
  38. package/docs/paper/output/submission-bundle/docs/paper/audrey-paper-v1.md +6 -6
  39. package/docs/paper/output/submission-bundle/docs/paper/evidence-ledger.md +1 -1
  40. package/docs/paper/output/submission-bundle/docs/paper/output/arxiv/arxiv-manifest.json +4 -4
  41. package/docs/paper/output/submission-bundle/docs/paper/output/arxiv/main.tex +6 -6
  42. package/docs/paper/output/submission-bundle/docs/paper/output/arxiv-compile-report.json +3 -3
  43. package/docs/paper/output/submission-bundle/package.json +2 -2
  44. package/docs/paper/output/submission-bundle/paper-submission-manifest.json +28 -28
  45. package/package.json +2 -2
@@ -731,14 +731,14 @@ These numbers measure Audrey's local call path under an in-process mock embeddin
731
731
 
732
732
  \subsection{Behavioral Regression Result}
733
733
 
734
- The current \texttt{benchmarks/output/summary.json} was generated on 2026-07-13T14:48:45.265Z with command \texttt{node benchmarks/run.js --provider mock --dimensions 64} (Ledger: E24). It reports:
734
+ The current \texttt{benchmarks/output/summary.json} was generated on 2026-07-13T15:07:26.566Z with command \texttt{node benchmarks/run.js --provider mock --dimensions 64} (Ledger: E24). It reports:
735
735
 
736
736
  \begin{verbatim}
737
737
  | System | Score Percent | Pass Rate | Average Duration Ms |
738
- | Audrey | 100 | 100 | 16.583333333333332 |
739
- | Vector Only | 41.66666666666667 | 25 | 0.16666666666666666 |
740
- | Keyword + Recency | 41.66666666666667 | 25 | 0.75 |
741
- | Recent Window | 37.5 | 25 | 0 |
738
+ | Audrey | 100 | 100 | 19.333333333333332 |
739
+ | Vector Only | 41.66666666666667 | 25 | 0.25 |
740
+ | Keyword + Recency | 41.66666666666667 | 25 | 0.5833333333333334 |
741
+ | Recent Window | 37.5 | 25 | 0.08333333333333333 |
742
742
  \end{verbatim}
743
743
 
744
744
  This output is a regression-gate result. The baselines are toy local baselines used to catch retrieval and lifecycle regressions in the Audrey codebase. They are not external systems, not tuned competitor implementations, and not GuardBench baselines (Ledger: E23-E24). The current suite covers retrieval and operation families such as information extraction, knowledge updates, multi-session reasoning, conflict resolution, procedural learning, privacy boundary, overwrite, delete-and-abstain, semantic merge, and procedural merge (Ledger: E23-E24).
@@ -761,7 +761,7 @@ It reports local adapters only, not external-system comparisons (Ledger: E46):
761
761
  | Evidence recall | 100% |
762
762
  | Redaction leaks | 0 |
763
763
  | Recall-degradation detection | 100% |
764
- | Guard latency p50 / p95 | 4.253 ms / 21.196 ms |
764
+ | Guard latency p50 / p95 | 4.607 ms / 21.585 ms |
765
765
  | Published artifact raw-secret leaks | 0 |
766
766
  | Audrey Guard decision accuracy | 100% |
767
767
  | No-memory decision accuracy | 10% |
@@ -1,13 +1,13 @@
1
1
  {
2
2
  "schemaVersion": "1.0.0",
3
3
  "suite": "Audrey arXiv compile check",
4
- "generatedAt": "2026-07-13T14:48:57.090Z",
4
+ "generatedAt": "2026-07-13T15:07:39.643Z",
5
5
  "source": {
6
6
  "sourceDir": "docs/paper/output/arxiv",
7
7
  "manifest": "docs/paper/output/arxiv/arxiv-manifest.json",
8
- "manifestSha256": "de555f986f650735f8b4184eb93504b20d94dbd1e8510d839311fbf7e7d69429",
8
+ "manifestSha256": "d91eaefbca39c49e79990ef58314bbaa502184dae14596a498c2b6d8ba2f7df2",
9
9
  "mainTex": "docs/paper/output/arxiv/main.tex",
10
- "mainTexSha256": "d9d0cf25cad4e59d6234643eb875bd5d74b4d45acd106e9bc01c7454e7240622",
10
+ "mainTexSha256": "0e122e6bd050e3fbf8e62ab3b363b12ebb00c7c8a4618b9fa4971d19e798bcc7",
11
11
  "referencesBib": "docs/paper/output/arxiv/references.bib",
12
12
  "referencesBibSha256": "c0bfcaf7bfe37d6933c812e46352be8a95397eaa430a0f5bc94037600a53f654"
13
13
  },
@@ -390,7 +390,7 @@ npm run pack:check
390
390
  GuardBench currently contains ten local, deterministic pre-action scenarios covering repeated failures, procedures, scope changes, recovery, redaction, conflicting instructions, and noisy stores. The checked-in v1 methodology uses a mock 64-dimensional embedding provider and exists to catch regressions. A perfect local pass is not a claim about real-provider latency or production false-positive rates.
391
391
 
392
392
  <!-- guardbench-summary:start -->
393
- Latest local result in this checkout: 10/10 scenarios passed, 100% prevention rate, 0% false-block rate, 0 raw secret leaks, 0 published artifact leaks, and 4.253ms / 21.196ms p50/p95 Guard latency under the mock-provider methodology.
393
+ Latest local result in this checkout: 10/10 scenarios passed, 100% prevention rate, 0% false-block rate, 0 raw secret leaks, 0 published artifact leaks, and 4.607ms / 21.585ms p50/p95 Guard latency under the mock-provider methodology.
394
394
  <!-- guardbench-summary:end -->
395
395
 
396
396
  `benchmarks/perf-snapshot.js` measures encode and hybrid-recall p50/p95/p99 at configurable corpus sizes with machine and provider provenance. Run it on the hardware and embedding provider you plan to operate; hosted-provider latency is dominated by its network round trip.
@@ -1,7 +1,7 @@
1
1
  {
2
2
  "schemaVersion": "1.0.0",
3
3
  "suite": "GuardBench adapter self-test",
4
- "generatedAt": "2026-07-13T14:48:54.144Z",
4
+ "generatedAt": "2026-07-13T15:07:36.556Z",
5
5
  "ok": true,
6
6
  "adapter": {
7
7
  "name": "Example Allow Adapter",
@@ -27,9 +27,9 @@
27
27
  "evidenceRecall": 0.1,
28
28
  "redactionLeaks": 0,
29
29
  "latency": {
30
- "p50Ms": 0.011,
31
- "p95Ms": 0.041,
32
- "maxMs": 0.041
30
+ "p50Ms": 0.014,
31
+ "p95Ms": 0.045,
32
+ "maxMs": 0.045
33
33
  }
34
34
  },
35
35
  "contract": {
@@ -1,7 +1,7 @@
1
1
  {
2
2
  "schemaVersion": "1.0.0",
3
3
  "suite": "GuardBench external adapter dry-run matrix",
4
- "generatedAt": "2026-07-13T14:48:54.712Z",
4
+ "generatedAt": "2026-07-13T15:07:37.142Z",
5
5
  "ok": true,
6
6
  "registry": "benchmarks/adapters/registry.json",
7
7
  "outRoot": "benchmarks/output/external",
@@ -1,7 +1,7 @@
1
1
  {
2
2
  "schemaVersion": "1.0.0",
3
3
  "suite": "GuardBench external evidence verification",
4
- "generatedAt": "2026-07-13T14:48:54.992Z",
4
+ "generatedAt": "2026-07-13T15:07:37.432Z",
5
5
  "ok": true,
6
6
  "allowPending": true,
7
7
  "registry": "benchmarks/adapters/registry.json",
@@ -1,7 +1,7 @@
1
1
  {
2
2
  "schemaVersion": "1.0.0",
3
3
  "suite": "GuardBench conformance card",
4
- "generatedAt": "2026-07-13T14:48:49.667Z",
4
+ "generatedAt": "2026-07-13T15:07:31.567Z",
5
5
  "sourceDir": "benchmarks/output",
6
6
  "manifestVersion": "0.2.0",
7
7
  "suiteId": "guardbench-local-comparative",
@@ -25,9 +25,9 @@
25
25
  "evidenceRecall": 1,
26
26
  "redactionLeaks": 0,
27
27
  "latency": {
28
- "p50Ms": 4.253,
29
- "p95Ms": 21.196,
30
- "maxMs": 21.196
28
+ "p50Ms": 4.607,
29
+ "p95Ms": 21.585,
30
+ "maxMs": 21.585
31
31
  }
32
32
  },
33
33
  "conformance": {
@@ -39,21 +39,21 @@
39
39
  "integrity": {
40
40
  "artifactHashes": {
41
41
  "guardbench-manifest.json": "57636ce19fdaa6e50fc3fc961d9e499a9f43632f588c713a9fefe8e8a6fa724c",
42
- "guardbench-summary.json": "3ba1c059558aa8b511ae510276078930649ba6aca9669324148726fac10c7ee8",
43
- "guardbench-raw.json": "786b03ff8570444620c23b35621bbb14897f06310de7e8bd3a337a1acf5ce776"
42
+ "guardbench-summary.json": "53b22e040ace0b91784e99684ffd740c95740171c00bf65388590aeb493c7c7d",
43
+ "guardbench-raw.json": "20a91ed7ca54a3b5b47b3a3f9ecde4ae8d53cc2b9bdbb5cb1ce6347e2224497b"
44
44
  },
45
45
  "externalRunMetadataHash": null
46
46
  },
47
47
  "provenance": {
48
- "generatedAt": "2026-07-13T14:48:49.313Z",
49
- "gitSha": "7111c630be69d3ab96439018f094dc4fac826aca",
48
+ "generatedAt": "2026-07-13T15:07:31.179Z",
49
+ "gitSha": "36842cfb0cad7ca5da864231a7e265229ba56fbd",
50
50
  "gitDirty": false,
51
51
  "node": "v24.18.0",
52
52
  "v8": "13.6.233.17-node.50",
53
53
  "platform": "linux",
54
54
  "arch": "x64",
55
55
  "osRelease": "6.17.0-1018-azure",
56
- "cpuModel": "AMD EPYC 9V74 80-Core Processor",
56
+ "cpuModel": "AMD EPYC 7763 64-Core Processor",
57
57
  "cpuCount": 4,
58
58
  "totalMemoryGb": 15.61,
59
59
  "embeddingProvider": "mock",