audrey 1.1.1 → 1.1.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +19 -0
- package/README.md +3 -1
- package/benchmarks/output/adapter-self-test/guardbench-adapter-self-test.json +4 -4
- package/benchmarks/output/external/guardbench-external-dry-run.json +1 -1
- package/benchmarks/output/external/guardbench-external-evidence.json +1 -1
- package/benchmarks/output/guardbench-conformance-card.json +9 -9
- package/benchmarks/output/guardbench-raw.json +123 -115
- package/benchmarks/output/guardbench-summary.json +204 -188
- package/benchmarks/output/leaderboard/guardbench-leaderboard.json +5 -5
- package/benchmarks/output/leaderboard/guardbench-leaderboard.md +2 -2
- package/benchmarks/output/submission-bundle/guardbench-conformance-card.json +9 -9
- package/benchmarks/output/submission-bundle/guardbench-raw.json +123 -115
- package/benchmarks/output/submission-bundle/guardbench-summary.json +204 -188
- package/benchmarks/output/submission-bundle/submission-manifest.json +10 -10
- package/benchmarks/output/submission-bundle/validation-report.json +1 -1
- package/benchmarks/output/summary.json +61 -61
- package/dist/mcp-server/config.d.ts +1 -1
- package/dist/mcp-server/config.js +1 -1
- package/dist/mcp-server/index.d.ts.map +1 -1
- package/dist/mcp-server/index.js +68 -18
- package/dist/mcp-server/index.js.map +1 -1
- package/dist/src/audrey.d.ts +2 -0
- package/dist/src/audrey.d.ts.map +1 -1
- package/dist/src/audrey.js +2 -0
- package/dist/src/audrey.js.map +1 -1
- package/dist/src/autopilot.d.ts +3 -1
- package/dist/src/autopilot.d.ts.map +1 -1
- package/dist/src/autopilot.js +150 -37
- package/dist/src/autopilot.js.map +1 -1
- package/dist/src/capsule.d.ts +2 -0
- package/dist/src/capsule.d.ts.map +1 -1
- package/dist/src/capsule.js +43 -3
- package/dist/src/capsule.js.map +1 -1
- package/dist/src/controller.d.ts.map +1 -1
- package/dist/src/controller.js +7 -3
- package/dist/src/controller.js.map +1 -1
- package/dist/src/events.d.ts +23 -6
- package/dist/src/events.d.ts.map +1 -1
- package/dist/src/events.js +80 -13
- package/dist/src/events.js.map +1 -1
- package/dist/src/preflight.d.ts.map +1 -1
- package/dist/src/preflight.js +16 -3
- package/dist/src/preflight.js.map +1 -1
- package/dist/src/project.d.ts +17 -0
- package/dist/src/project.d.ts.map +1 -0
- package/dist/src/project.js +56 -0
- package/dist/src/project.js.map +1 -0
- package/dist/src/redact.d.ts.map +1 -1
- package/dist/src/redact.js +20 -0
- package/dist/src/redact.js.map +1 -1
- package/docs/paper/07-evaluation.md +4 -4
- package/docs/paper/audrey-paper-v1.md +4 -4
- package/docs/paper/evidence-ledger.md +1 -1
- package/docs/paper/output/arxiv/arxiv-manifest.json +4 -4
- package/docs/paper/output/arxiv/main.tex +4 -4
- package/docs/paper/output/arxiv-compile-report.json +3 -3
- package/docs/paper/output/submission-bundle/README.md +3 -1
- package/docs/paper/output/submission-bundle/benchmarks/output/adapter-self-test/guardbench-adapter-self-test.json +4 -4
- package/docs/paper/output/submission-bundle/benchmarks/output/external/guardbench-external-dry-run.json +1 -1
- package/docs/paper/output/submission-bundle/benchmarks/output/external/guardbench-external-evidence.json +1 -1
- package/docs/paper/output/submission-bundle/benchmarks/output/guardbench-conformance-card.json +9 -9
- package/docs/paper/output/submission-bundle/benchmarks/output/guardbench-raw.json +123 -115
- package/docs/paper/output/submission-bundle/benchmarks/output/guardbench-summary.json +204 -188
- package/docs/paper/output/submission-bundle/benchmarks/output/leaderboard/guardbench-leaderboard.json +5 -5
- package/docs/paper/output/submission-bundle/benchmarks/output/leaderboard/guardbench-leaderboard.md +2 -2
- package/docs/paper/output/submission-bundle/benchmarks/output/submission-bundle/submission-manifest.json +10 -10
- package/docs/paper/output/submission-bundle/benchmarks/output/submission-bundle/validation-report.json +1 -1
- package/docs/paper/output/submission-bundle/benchmarks/output/summary.json +59 -59
- package/docs/paper/output/submission-bundle/docs/paper/07-evaluation.md +4 -4
- package/docs/paper/output/submission-bundle/docs/paper/audrey-paper-v1.md +4 -4
- package/docs/paper/output/submission-bundle/docs/paper/evidence-ledger.md +1 -1
- package/docs/paper/output/submission-bundle/docs/paper/output/arxiv/arxiv-manifest.json +4 -4
- package/docs/paper/output/submission-bundle/docs/paper/output/arxiv/main.tex +4 -4
- package/docs/paper/output/submission-bundle/docs/paper/output/arxiv-compile-report.json +3 -3
- package/docs/paper/output/submission-bundle/package.json +2 -1
- package/docs/paper/output/submission-bundle/paper-submission-manifest.json +30 -30
- package/package.json +2 -1
package/CHANGELOG.md
CHANGED
|
@@ -1,5 +1,24 @@
|
|
|
1
1
|
# Changelog
|
|
2
2
|
|
|
3
|
+
## 1.1.2 - 2026-07-13
|
|
4
|
+
|
|
5
|
+
### Guard signal quality
|
|
6
|
+
|
|
7
|
+
- Consolidation now sweeps every real owning agent instead of the CLI utility agent, so `audrey dream` and reflection actually convert episodes into semantic and procedural knowledge on stores that previously reported "evaluated 0 episodes".
|
|
8
|
+
- Failure streaks are self-extinguishing: `failure_count` counts failures since the tool's last success in scope, and a subsequent success retires the warning instead of letting it nag at high confidence for the full window. Same-instant ties order by monotonic event id and fail toward warning. `include_resolved` preserves the raw diagnostic view.
|
|
9
|
+
- Tool-failure signals are project-scoped: `memory_recent_failures`, `memory_capsule`, and preflight accept a `cwd` and exclude failures recorded in other projects. Directionality is asymmetric on purpose — failures without a recorded directory stay visible because they cannot be proven foreign, while only a success provably from the current project can extinguish a local streak. Autopilot passes the working directory even under shared scope, so cross-project semantic knowledge still travels while foreign failure noise does not.
|
|
10
|
+
- Autopilot-learned tool-failure episodes (tool-result source) now categorize as risks, are tool-matched at medium severity in preflight, and cap their error summaries in capsules at 240 characters. User-authored memories that carry the same tag keep full high-severity risk treatment.
|
|
11
|
+
- Redaction no longer destroys machine identifiers such as MCP tool names: consistently-cased word identifiers (three or more separator-delimited all-lowercase or all-uppercase segments) are exempt from the high-entropy secret rule. Title-cased memorable passphrases and digit-bearing tokens still redact.
|
|
12
|
+
|
|
13
|
+
### Injection efficiency
|
|
14
|
+
|
|
15
|
+
- Compact packet format (default; `AUDREY_PACKET_FORMAT=verbose` reverts): entries render as `[memory_id confidence] "content"` lines with a one-line safety preamble. Content stays JSON-quoted; injection-safety invariants are unchanged.
|
|
16
|
+
- Session-delta injection (default; `AUDREY_PACKET_DELTA=0` reverts): each memory is injected once per session instead of on every prompt. SessionStart delivers the full packet and seeds the tracker; the tracker clears on session start and compaction — the moments earlier packets can leave the context window. A memory whose state changes after injection (for example, becoming disputed) reinjects with its new standing. Measured on a production store this removed a repeated 3.5k-character packet from every prompt after the first.
|
|
17
|
+
|
|
18
|
+
### MCP Registry
|
|
19
|
+
|
|
20
|
+
- Publishes Audrey to the official MCP Registry as `io.github.evilander/audrey` via GitHub OIDC in the release pipeline, after the npm publish gates pass.
|
|
21
|
+
|
|
3
22
|
## 1.1.1 - 2026-07-10
|
|
4
23
|
|
|
5
24
|
### npm 12 install compatibility
|
package/README.md
CHANGED
|
@@ -347,6 +347,8 @@ The server also sends host instructions explaining the Guard receipt loop when l
|
|
|
347
347
|
| `AUDREY_DEVICE` | `gpu` | Local embedding device; falls back to CPU |
|
|
348
348
|
| `AUDREY_CONTEXT_BUDGET_CHARS` | `4000` | Maximum default capsule size |
|
|
349
349
|
| `AUDREY_AUTOPILOT_SCOPE` | `agent` | `agent` or explicit cross-agent `shared` recall for hooks |
|
|
350
|
+
| `AUDREY_PACKET_FORMAT` | `compact` | Injected packet style: `compact` line format or `verbose` key=value |
|
|
351
|
+
| `AUDREY_PACKET_DELTA` | `1` | Inject each memory once per session; `0` resends full packets every prompt |
|
|
350
352
|
| `AUDREY_HOOK_FAIL_CLOSED` | `0` | Deny guarded actions when Audrey itself fails |
|
|
351
353
|
| `AUDREY_API_KEY` | unset | Bearer token for REST access |
|
|
352
354
|
| `AUDREY_HOST` | `127.0.0.1` | REST bind address |
|
|
@@ -388,7 +390,7 @@ npm run pack:check
|
|
|
388
390
|
GuardBench currently contains ten local, deterministic pre-action scenarios covering repeated failures, procedures, scope changes, recovery, redaction, conflicting instructions, and noisy stores. The checked-in v1 methodology uses a mock 64-dimensional embedding provider and exists to catch regressions. A perfect local pass is not a claim about real-provider latency or production false-positive rates.
|
|
389
391
|
|
|
390
392
|
<!-- guardbench-summary:start -->
|
|
391
|
-
Latest local result in this checkout: 10/10 scenarios passed, 100% prevention rate, 0% false-block rate, 0 raw secret leaks, 0 published artifact leaks, and
|
|
393
|
+
Latest local result in this checkout: 10/10 scenarios passed, 100% prevention rate, 0% false-block rate, 0 raw secret leaks, 0 published artifact leaks, and 4.253ms / 21.196ms p50/p95 Guard latency under the mock-provider methodology.
|
|
392
394
|
<!-- guardbench-summary:end -->
|
|
393
395
|
|
|
394
396
|
`benchmarks/perf-snapshot.js` measures encode and hybrid-recall p50/p95/p99 at configurable corpus sizes with machine and provider provenance. Run it on the hardware and embedding provider you plan to operate; hosted-provider latency is dominated by its network round trip.
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"schemaVersion": "1.0.0",
|
|
3
3
|
"suite": "GuardBench adapter self-test",
|
|
4
|
-
"generatedAt": "2026-07-
|
|
4
|
+
"generatedAt": "2026-07-13T14:48:54.144Z",
|
|
5
5
|
"ok": true,
|
|
6
6
|
"adapter": {
|
|
7
7
|
"name": "Example Allow Adapter",
|
|
@@ -27,9 +27,9 @@
|
|
|
27
27
|
"evidenceRecall": 0.1,
|
|
28
28
|
"redactionLeaks": 0,
|
|
29
29
|
"latency": {
|
|
30
|
-
"p50Ms": 0.
|
|
31
|
-
"p95Ms": 0.
|
|
32
|
-
"maxMs": 0.
|
|
30
|
+
"p50Ms": 0.011,
|
|
31
|
+
"p95Ms": 0.041,
|
|
32
|
+
"maxMs": 0.041
|
|
33
33
|
}
|
|
34
34
|
},
|
|
35
35
|
"contract": {
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"schemaVersion": "1.0.0",
|
|
3
3
|
"suite": "GuardBench external adapter dry-run matrix",
|
|
4
|
-
"generatedAt": "2026-07-
|
|
4
|
+
"generatedAt": "2026-07-13T14:48:54.712Z",
|
|
5
5
|
"ok": true,
|
|
6
6
|
"registry": "benchmarks/adapters/registry.json",
|
|
7
7
|
"outRoot": "benchmarks/output/external",
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
{
|
|
2
2
|
"schemaVersion": "1.0.0",
|
|
3
3
|
"suite": "GuardBench conformance card",
|
|
4
|
-
"generatedAt": "2026-07-
|
|
4
|
+
"generatedAt": "2026-07-13T14:48:49.667Z",
|
|
5
5
|
"sourceDir": "benchmarks/output",
|
|
6
6
|
"manifestVersion": "0.2.0",
|
|
7
7
|
"suiteId": "guardbench-local-comparative",
|
|
@@ -25,9 +25,9 @@
|
|
|
25
25
|
"evidenceRecall": 1,
|
|
26
26
|
"redactionLeaks": 0,
|
|
27
27
|
"latency": {
|
|
28
|
-
"p50Ms":
|
|
29
|
-
"p95Ms":
|
|
30
|
-
"maxMs":
|
|
28
|
+
"p50Ms": 4.253,
|
|
29
|
+
"p95Ms": 21.196,
|
|
30
|
+
"maxMs": 21.196
|
|
31
31
|
}
|
|
32
32
|
},
|
|
33
33
|
"conformance": {
|
|
@@ -39,21 +39,21 @@
|
|
|
39
39
|
"integrity": {
|
|
40
40
|
"artifactHashes": {
|
|
41
41
|
"guardbench-manifest.json": "57636ce19fdaa6e50fc3fc961d9e499a9f43632f588c713a9fefe8e8a6fa724c",
|
|
42
|
-
"guardbench-summary.json": "
|
|
43
|
-
"guardbench-raw.json": "
|
|
42
|
+
"guardbench-summary.json": "3ba1c059558aa8b511ae510276078930649ba6aca9669324148726fac10c7ee8",
|
|
43
|
+
"guardbench-raw.json": "786b03ff8570444620c23b35621bbb14897f06310de7e8bd3a337a1acf5ce776"
|
|
44
44
|
},
|
|
45
45
|
"externalRunMetadataHash": null
|
|
46
46
|
},
|
|
47
47
|
"provenance": {
|
|
48
|
-
"generatedAt": "2026-07-
|
|
49
|
-
"gitSha": "
|
|
48
|
+
"generatedAt": "2026-07-13T14:48:49.313Z",
|
|
49
|
+
"gitSha": "7111c630be69d3ab96439018f094dc4fac826aca",
|
|
50
50
|
"gitDirty": false,
|
|
51
51
|
"node": "v24.18.0",
|
|
52
52
|
"v8": "13.6.233.17-node.50",
|
|
53
53
|
"platform": "linux",
|
|
54
54
|
"arch": "x64",
|
|
55
55
|
"osRelease": "6.17.0-1018-azure",
|
|
56
|
-
"cpuModel": "
|
|
56
|
+
"cpuModel": "AMD EPYC 9V74 80-Core Processor",
|
|
57
57
|
"cpuCount": 4,
|
|
58
58
|
"totalMemoryGb": 15.61,
|
|
59
59
|
"embeddingProvider": "mock",
|